Manning_NLP_Text_preprocessing_spacy_milestone3.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b9f63c8e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: spacy in /opt/anaconda3/lib/python3.9/site-packages (3.5.2)\n",
      "Requirement already satisfied: numpy>=1.15.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (1.21.5)\n",
      "Requirement already satisfied: pydantic!=1.8,!=1.8.1,<1.11.0,>=1.7.4 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (1.10.7)\n",
      "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (4.64.1)\n",
      "Requirement already satisfied: smart-open<7.0.0,>=5.2.1 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (5.2.1)\n",
      "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (2.0.7)\n",
      "Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (1.0.4)\n",
      "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (3.0.8)\n",
      "Requirement already satisfied: setuptools in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (63.4.1)\n",
      "Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (3.3.0)\n",
      "Requirement already satisfied: thinc<8.2.0,>=8.1.8 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (8.1.10)\n",
      "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (1.0.9)\n",
      "Requirement already satisfied: wasabi<1.2.0,>=0.9.1 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (1.1.1)\n",
      "Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (2.0.8)\n",
      "Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.11 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (3.0.12)\n",
      "Requirement already satisfied: typer<0.8.0,>=0.3.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (0.7.0)\n",
      "Requirement already satisfied: jinja2 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (2.11.3)\n",
      "Requirement already satisfied: pathy>=0.10.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (0.10.1)\n",
      "Requirement already satisfied: srsly<3.0.0,>=2.4.3 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (2.4.6)\n",
      "Requirement already satisfied: packaging>=20.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (21.3)\n",
      "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy) (2.28.1)\n",
      "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /opt/anaconda3/lib/python3.9/site-packages (from packaging>=20.0->spacy) (3.0.9)\n",
      "Requirement already satisfied: typing-extensions>=4.2.0 in /opt/anaconda3/lib/python3.9/site-packages (from pydantic!=1.8,!=1.8.1,<1.11.0,>=1.7.4->spacy) (4.3.0)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /opt/anaconda3/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy) (2022.9.24)\n",
      "Requirement already satisfied: charset-normalizer<3,>=2 in /opt/anaconda3/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy) (2.0.4)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/anaconda3/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy) (1.26.11)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /opt/anaconda3/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy) (3.3)\n",
      "Requirement already satisfied: confection<1.0.0,>=0.0.1 in /opt/anaconda3/lib/python3.9/site-packages (from thinc<8.2.0,>=8.1.8->spacy) (0.0.4)\n",
      "Requirement already satisfied: blis<0.8.0,>=0.7.8 in /opt/anaconda3/lib/python3.9/site-packages (from thinc<8.2.0,>=8.1.8->spacy) (0.7.9)\n",
      "Requirement already satisfied: click<9.0.0,>=7.1.1 in /opt/anaconda3/lib/python3.9/site-packages (from typer<0.8.0,>=0.3.0->spacy) (8.0.4)\n",
      "Requirement already satisfied: MarkupSafe>=0.23 in /opt/anaconda3/lib/python3.9/site-packages (from jinja2->spacy) (2.0.1)\n",
      "Collecting en-core-web-sm==3.5.0\n",
      "  Downloading https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl (12.8 MB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.8/12.8 MB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
      "\u001b[?25hRequirement already satisfied: spacy<3.6.0,>=3.5.0 in /opt/anaconda3/lib/python3.9/site-packages (from en-core-web-sm==3.5.0) (3.5.2)\n",
      "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (4.64.1)\n",
      "Requirement already satisfied: setuptools in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (63.4.1)\n",
      "Requirement already satisfied: packaging>=20.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (21.3)\n",
      "Requirement already satisfied: jinja2 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (2.11.3)\n",
      "Requirement already satisfied: pathy>=0.10.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (0.10.1)\n",
      "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (1.0.9)\n",
      "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (3.0.8)\n",
      "Requirement already satisfied: numpy>=1.15.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (1.21.5)\n",
      "Requirement already satisfied: wasabi<1.2.0,>=0.9.1 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (1.1.1)\n",
      "Requirement already satisfied: pydantic!=1.8,!=1.8.1,<1.11.0,>=1.7.4 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (1.10.7)\n",
      "Requirement already satisfied: srsly<3.0.0,>=2.4.3 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (2.4.6)\n",
      "Requirement already satisfied: typer<0.8.0,>=0.3.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (0.7.0)\n",
      "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (2.0.7)\n",
      "Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (2.0.8)\n",
      "Requirement already satisfied: smart-open<7.0.0,>=5.2.1 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (5.2.1)\n",
      "Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (1.0.4)\n",
      "Requirement already satisfied: thinc<8.2.0,>=8.1.8 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (8.1.10)\n",
      "Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.11 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (3.0.12)\n",
      "Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (3.3.0)\n",
      "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /opt/anaconda3/lib/python3.9/site-packages (from spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (2.28.1)\n",
      "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /opt/anaconda3/lib/python3.9/site-packages (from packaging>=20.0->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (3.0.9)\n",
      "Requirement already satisfied: typing-extensions>=4.2.0 in /opt/anaconda3/lib/python3.9/site-packages (from pydantic!=1.8,!=1.8.1,<1.11.0,>=1.7.4->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (4.3.0)\n",
      "Requirement already satisfied: charset-normalizer<3,>=2 in /opt/anaconda3/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (2.0.4)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/anaconda3/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (1.26.11)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /opt/anaconda3/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (3.3)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /opt/anaconda3/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (2022.9.24)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: blis<0.8.0,>=0.7.8 in /opt/anaconda3/lib/python3.9/site-packages (from thinc<8.2.0,>=8.1.8->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (0.7.9)\n",
      "Requirement already satisfied: confection<1.0.0,>=0.0.1 in /opt/anaconda3/lib/python3.9/site-packages (from thinc<8.2.0,>=8.1.8->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (0.0.4)\n",
      "Requirement already satisfied: click<9.0.0,>=7.1.1 in /opt/anaconda3/lib/python3.9/site-packages (from typer<0.8.0,>=0.3.0->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (8.0.4)\n",
      "Requirement already satisfied: MarkupSafe>=0.23 in /opt/anaconda3/lib/python3.9/site-packages (from jinja2->spacy<3.6.0,>=3.5.0->en-core-web-sm==3.5.0) (2.0.1)\n",
      "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
      "You can now load the package via spacy.load('en_core_web_sm')\n"
     ]
    }
   ],
   "source": [
    "!pip install spacy\n",
    "!python3 -m spacy download en_core_web_sm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "5bae90e9",
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import collections\n",
    "import spacy \n",
    "import sklearn\n",
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c50cebb8",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"./data.json\",\"r\") as file:\n",
    "    data=json.load(file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "865c66f0",
   "metadata": {},
   "outputs": [],
   "source": [
    "nlp=spacy.load(\"en_core_web_sm\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "id": "f2b13869",
   "metadata": {},
   "outputs": [],
   "source": [
    "# for token in doc:\n",
    "#     print(token.text)\n",
    "#     print(token.i)\n",
    "#     print(token.lower_)\n",
    "#     print(token.pos_)\n",
    "#     print(token.lemma_)\n",
    "#     print(token.is_alpha)\n",
    "#     print(token.is_stop)\n",
    "#     print(\"\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "0a58c1d1",
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocess(text):\n",
    "    text=text.lower()\n",
    "    doc=nlp(text)\n",
    "    tokens=[]\n",
    "    for token in doc:\n",
    "        if not token.is_stop and token.pos_ not in (\"PUNCT\",\"SPACE\") and token.is_alpha and token.lower_==token.lemma_:\n",
    "            tokens.append(token.lemma_)\n",
    "    return tokens\n",
    "\n",
    "tokenized_text=[preprocess(articles['text']) for articles in data]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "aac88c3d",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_1=[{**items,'tokenized_text':token} for items,token in zip(data,tokenized_text)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "b4b161b5",
   "metadata": {},
   "outputs": [],
   "source": [
    "json_data = json.dumps(data_1)\n",
    "with open('data_1.json', 'w') as f:\n",
    "    f.write(json_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d0b14cb6",
   "metadata": {},
   "outputs": [],
   "source": [
    "vocab=[]\n",
    "for items in tokenized_text:\n",
    "    vocab+=items"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "bd24c442",
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "c=dict(Counter(vocab))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "e51aaf01",
   "metadata": {},
   "outputs": [],
   "source": [
    "#TF-IDF calculation\n",
    "import math\n",
    "\n",
    "total_docs=len(data_1)\n",
    "def tf_calc(tokenized_text):\n",
    "    length_doc=len(tokenized_text)\n",
    "    c=Counter(tokenized_text)\n",
    "    tf=[]\n",
    "    for word in vocab:\n",
    "        if word in tokenized_text:\n",
    "            tf.append(c[word]/length_doc)\n",
    "        else:\n",
    "            tf.append(0)\n",
    "    return tf\n",
    "\n",
    "tf=[tf_calc(a['tokenized_text']) for a in data_1]\n",
    "\n",
    "idf_dict={}\n",
    "len_docs=len(data_1)\n",
    "for word in vocab:\n",
    "    word_count=0\n",
    "    for doc in [x['tokenized_text'] for x in data_1]:\n",
    "        if word in doc:\n",
    "            word_count+=1\n",
    "    \n",
    "    idf_dict[word]=math.log(len_docs/word_count)\n",
    "\n",
    "\n",
    "def idf_calc(tokenized_text):\n",
    "    return [idf_dict[word] if word in tokenized_text else 0 for word in vocab]\n",
    "\n",
    "idf=[idf_calc(a['tokenized_text']) for a in data_1]\n",
    "\n",
    "def tf_idf_calc(tf,idf):\n",
    "    return np.multiply(np.array(tf), np.array(idf))\n",
    "    \n",
    "data_2=[{**items,'tf_idfs':tf_idf_calc(tf,idf)} for items,tf,idf in zip(data_1,tf,idf)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "a2f608d6",
   "metadata": {},
   "outputs": [],
   "source": [
    "query_text=\"symptoms of swine flu\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "9dfb2295",
   "metadata": {},
   "outputs": [],
   "source": [
    "query_text_tokenized=preprocess(query_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "0835927e",
   "metadata": {},
   "outputs": [],
   "source": [
    "Inverted_index={items:[(a['title'],a['tf_idfs'][vocab.index(items)]) for a in data_2 if items in a['tokenized_text']] for items in vocab}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "fdda8901",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'pandemic': [('Pandemic', 0.02697671072795339),\n",
       "  ('Epidemiology of HIV/AIDS', 0.005181502365430073),\n",
       "  ('Antonine Plague', 0.00999725162271214),\n",
       "  ('Cholera', 0.002777014339642261),\n",
       "  ('COVID-19 pandemic', 0.01634166130635638),\n",
       "  ('Crimson Contagion', 0.024049992111241467),\n",
       "  ('HIV/AIDS', 0.0024004700224026323),\n",
       "  ('Pandemic prevention', 0.07389272938526363),\n",
       "  ('Pandemic Severity Assessment Framework', 0.04302614622433072),\n",
       "  ('Pandemic severity index', 0.029643013532460412),\n",
       "  ('Plague of Cyprian', 0.021244159698263296),\n",
       "  ('PREDICT (USAID)', 0.02655519962282912),\n",
       "  ('1929–1930 psittacosis pandemic', 0.010363004730860145),\n",
       "  ('Science diplomacy and pandemics', 0.0072014100672078965),\n",
       "  ('Spanish flu', 0.021709360275597528),\n",
       "  ('Swine influenza', 0.010711341024334435),\n",
       "  ('Unified Victim Identification System', 0.0037600282651793445)],\n",
       " 'greek': [('Pandemic', 0.05171581806383305)],\n",
       " 'πᾶν': [('Pandemic', 0.05171581806383305)],\n",
       " 'pan': [('Pandemic', 0.05171581806383305)],\n",
       " 'δῆμος': [('Pandemic', 0.05171581806383305)],\n",
       " 'demos': [('Pandemic', 0.05171581806383305)],\n",
       " 'people': [('Pandemic', 0.06826994168437393),\n",
       "  ('Epidemiology of HIV/AIDS', 0.04196103732795666),\n",
       "  ('Basic reproduction number', 0.01697765655045615),\n",
       "  ('Cholera', 0.005622230491654324),\n",
       "  ('COVID-19 pandemic', 0.008271166011760688),\n",
       "  ('HIV/AIDS', 0.009719788307605781),\n",
       "  ('HIV/AIDS in Yunnan', 0.04587740081189929),\n",
       "  ('1929–1930 psittacosis pandemic', 0.006993506221326111),\n",
       "  ('Spanish flu', 0.006278841351993515),\n",
       "  ('Swine influenza', 0.014457164121396833),\n",
       "  ('Viral load', 0.008777563930848076)],\n",
       " 'epidemic': [('Pandemic', 0.020828355380415376),\n",
       "  ('Epidemiology of HIV/AIDS', 0.008001136518086394),\n",
       "  ('Basic reproduction number', 0.0086328051905669),\n",
       "  ('Disease X', 0.026243727779323375),\n",
       "  ('HIV/AIDS in Yunnan', 0.017495818519548918),\n",
       "  ('Spanish flu', 0.009578002839169115),\n",
       "  ('Targeted immunization strategies', 0.1049749111172935)],\n",
       " 'infectious': [('Pandemic', 0.023275191568149632),\n",
       "  ('Basic reproduction number', 0.009646954399956756),\n",
       "  ('Disease X', 0.02932674137586854),\n",
       "  ('Pandemic prevention', 0.06375378559971422),\n",
       "  ('Viral load', 0.02992524630190667),\n",
       "  ('Virus', 0.0157670652558433)],\n",
       " 'disease': [('Pandemic', 0.01965203836210233),\n",
       "  ('Epidemiology of HIV/AIDS', 0.0037746293195501436),\n",
       "  ('Antonine Plague', 0.014565628433087612),\n",
       "  ('Basic reproduction number', 0.012217879113280726),\n",
       "  ('Cholera', 0.01618403159231957),\n",
       "  ('COVID-19 pandemic', 0.011904600161658145),\n",
       "  ('Disease X', 0.03714235250437341),\n",
       "  ('HIV/AIDS', 0.02448177660363596),\n",
       "  ('HIV/AIDS in Yunnan', 0.01650771222416596),\n",
       "  ('Pandemic Severity Assessment Framework', 0.007835939346914221),\n",
       "  ('1929–1930 psittacosis pandemic', 0.01006567818546705),\n",
       "  ('Superspreader', 0.013171046987366456),\n",
       "  ('Targeted immunization strategies', 0.02476156833624894),\n",
       "  ('Virus', 0.003328167787130234)],\n",
       " 'spread': [('Pandemic', 0.03033369666753766),\n",
       "  ('Antonine Plague', 0.011241311117969839),\n",
       "  ('Basic reproduction number', 0.012572519013518899),\n",
       "  ('Cholera', 0.006245172843316577),\n",
       "  ('Crimson Contagion', 0.018028517830706345),\n",
       "  ('HIV/AIDS', 0.005398369745917719),\n",
       "  ('HIV/AIDS in Yunnan', 0.025480305200731638),\n",
       "  ('Pandemic Severity Assessment Framework', 0.012095081582625776),\n",
       "  ('1929–1930 psittacosis pandemic', 0.0077683857319303775),\n",
       "  ('Virus', 0.01027431661319824)],\n",
       " 'large': [('Pandemic', 0.059422291330209244),\n",
       "  ('Antonine Plague', 0.022021202081195193),\n",
       "  ('Cholera', 0.024468002312439105),\n",
       "  ('HIV/AIDS', 0.0423006141672676)],\n",
       " 'region': [('Pandemic', 0.04071348186446883),\n",
       "  ('Epidemiology of HIV/AIDS', 0.046919805319418355)],\n",
       " 'instance': [('Pandemic', 0.05171581806383305)],\n",
       " 'multiple': [('Pandemic', 0.03427752776751384),\n",
       "  ('Pandemic Severity Assessment Framework', 0.027335243662700914),\n",
       "  ('Superspreader', 0.045946473390497275)],\n",
       " 'worldwide': [('Pandemic', 0.05233836906626608),\n",
       "  ('Cholera', 0.010775546572466547),\n",
       "  ('HIV/AIDS', 0.009314455511793116),\n",
       "  ('1929–1930 psittacosis pandemic', 0.013403728663312048),\n",
       "  ('Swine influenza', 0.02770854832919969)],\n",
       " 'substantial': [('Pandemic', 0.05171581806383305)],\n",
       " 'number': [('Pandemic', 0.11884458266041849),\n",
       "  ('Basic reproduction number', 0.11083039205338369),\n",
       "  ('Cholera', 0.012234001156219552),\n",
       "  ('1929–1930 psittacosis pandemic', 0.015217903877248713)],\n",
       " 'widespread': [('Pandemic', 0.08142696372893767),\n",
       "  ('Plague of Cyprian', 0.06412373393653842)],\n",
       " 'endemic': [('Pandemic', 0.06855505553502768),\n",
       "  ('Basic reproduction number', 0.014207133219430079),\n",
       "  ('Swine influenza', 0.018146926465154388)],\n",
       " 'stable': [('Pandemic', 0.08142696372893767),\n",
       "  ('Epidemiology of HIV/AIDS', 0.015639935106472786)],\n",
       " 'seasonal': [('Pandemic', 0.05171581806383305)],\n",
       " 'influenza': [('Pandemic', 0.03033369666753766),\n",
       "  ('Crimson Contagion', 0.018028517830706345),\n",
       "  ('HIV/AIDS', 0.005398369745917719),\n",
       "  ('Pandemic Severity Assessment Framework', 0.012095081582625776),\n",
       "  ('Pandemic severity index', 0.02222119639598689),\n",
       "  ('Plague of Cyprian', 0.02388778612568591),\n",
       "  ('Science diplomacy and pandemics', 0.016195109237753157),\n",
       "  ('Spanish flu', 0.04184721657054466),\n",
       "  ('Swine influenza', 0.08832458735547731),\n",
       "  ('Virus', 0.00513715830659912)],\n",
       " 'generally': [('Pandemic', 0.03427752776751384),\n",
       "  ('Basic reproduction number', 0.014207133219430079),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'occur': [('Pandemic', 0.03427752776751384),\n",
       "  ('Cholera', 0.014114276139564523),\n",
       "  ('Superspreader', 0.045946473390497275)],\n",
       " 'simultaneously': [('Pandemic', 0.05171581806383305)],\n",
       " 'globe': [('Pandemic', 0.05171581806383305)],\n",
       " 'human': [('Pandemic', 0.018708809465740415),\n",
       "  ('Epidemiology of HIV/AIDS', 0.007186920709400282),\n",
       "  ('Cholera', 0.007703627427069583),\n",
       "  ('HIV/AIDS', 0.013318135551883008),\n",
       "  ('Pandemic severity index', 0.02741058131027084),\n",
       "  ('Spanish flu', 0.008603321141179898),\n",
       "  ('Superspreader', 0.02507776587960949),\n",
       "  ('Swine influenza', 0.03961865533921499)],\n",
       " 'history': [('Pandemic', 0.06855505553502768),\n",
       "  ('Epidemiology of HIV/AIDS', 0.01316758688630105),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'smallpox': [('Pandemic', 0.03427752776751384),\n",
       "  ('Antonine Plague', 0.025405697051216144),\n",
       "  ('Plague of Cyprian', 0.053987106233834306)],\n",
       " 'tuberculosis': [('Pandemic', 0.03427752776751384),\n",
       "  ('HIV/AIDS', 0.0122004759850473),\n",
       "  ('Science diplomacy and pandemics', 0.0366014279551419)],\n",
       " 'fatal': [('Pandemic', 0.05171581806383305)],\n",
       " 'black': [('Pandemic', 0.05171581806383305)],\n",
       " 'death': [('Pandemic', 0.02616918453313304),\n",
       "  ('Antonine Plague', 0.019395983830439785),\n",
       "  ('Cholera', 0.021551093144933094),\n",
       "  ('1929–1930 psittacosis pandemic', 0.013403728663312048),\n",
       "  ('Spanish flu', 0.024068009132662504)],\n",
       " 'plague': [('Pandemic', 0.03427752776751384),\n",
       "  ('Antonine Plague', 0.177839879358513),\n",
       "  ('Plague of Cyprian', 0.21594842493533722)],\n",
       " 'million': [('Pandemic', 0.016839237471194642),\n",
       "  ('Epidemiology of HIV/AIDS', 0.05174985174074452),\n",
       "  ('Antonine Plague', 0.012480846596297206),\n",
       "  ('Cholera', 0.00693380366460956),\n",
       "  ('COVID-19 pandemic', 0.020401383859331972),\n",
       "  ('Crimson Contagion', 0.04003290417680236),\n",
       "  ('HIV/AIDS', 0.01798088068958072),\n",
       "  ('Spanish flu', 0.030974363815628105),\n",
       "  ('Swine influenza', 0.008914890425926575)],\n",
       " 'century': [('Pandemic', 0.02616918453313304),\n",
       "  ('Cholera', 0.010775546572466547),\n",
       "  ('HIV/AIDS', 0.009314455511793116),\n",
       "  ('Plague of Cyprian', 0.04121646563968454),\n",
       "  ('Swine influenza', 0.013854274164599846)],\n",
       " 'term': [('Pandemic', 0.04071348186446883),\n",
       "  ('Epidemiology of HIV/AIDS', 0.015639935106472786)],\n",
       " 'later': [('Pandemic', 0.03427752776751384),\n",
       "  ('Antonine Plague', 0.025405697051216144),\n",
       "  ('1929–1930 psittacosis pandemic', 0.017556782515068068)],\n",
       " 'spanish': [('Pandemic', 0.03427752776751384),\n",
       "  ('Spanish flu', 0.06305063501761671),\n",
       "  ('Swine influenza', 0.018146926465154388)],\n",
       " 'flu': [('Pandemic', 0.029711145665104622),\n",
       "  ('Spanish flu', 0.08197673767452225),\n",
       "  ('Swine influenza', 0.15729430057996568),\n",
       "  ('Unified Victim Identification System', 0.016564621034527358)],\n",
       " 'current': [('Pandemic', 0.04071348186446883),\n",
       "  ('Basic reproduction number', 0.016874666825404845)],\n",
       " 'include': [('Pandemic', 0.023275191568149632),\n",
       "  ('Cholera', 0.028751707231243664),\n",
       "  ('COVID-19 pandemic', 0.04229818467673347),\n",
       "  ('HIV/AIDS', 0.008284390219171904),\n",
       "  ('Pandemic prevention', 0.06375378559971422),\n",
       "  ('Swine influenza', 0.012322160241961571)],\n",
       " 'hiv': [('Pandemic', 0.023275191568149632),\n",
       "  ('Epidemiology of HIV/AIDS', 0.15199835469200157),\n",
       "  ('HIV/AIDS', 0.06627512175337523),\n",
       "  ('HIV/AIDS in Yunnan', 0.05865348275173708),\n",
       "  ('Viral load', 0.04488786945286001),\n",
       "  ('Virus', 0.00788353262792165)],\n",
       " 'immunodeficiency': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('HIV/AIDS', 0.043473717923076895)],\n",
       " 'virus': [('Epidemiology of HIV/AIDS', 0.010490259331989165),\n",
       "  ('COVID-19 pandemic', 0.008271166011760688),\n",
       "  ('Crimson Contagion', 0.04869063765413839),\n",
       "  ('Disease X', 0.03440805060892446),\n",
       "  ('HIV/AIDS', 0.01457968246140867),\n",
       "  ('HIV/AIDS in Yunnan', 0.03440805060892446),\n",
       "  ('Plague of Cyprian', 0.021505031630577792),\n",
       "  ('Spanish flu', 0.018836524055980547),\n",
       "  ('Swine influenza', 0.028914328242793667),\n",
       "  ('Viral load', 0.043887819654240386),\n",
       "  ('Virus', 0.04624737985070492)],\n",
       " 'global': [('Epidemiology of HIV/AIDS', 0.0684805674476192),\n",
       "  ('COVID-19 pandemic', 0.03599619570964599),\n",
       "  ('Science diplomacy and pandemics', 0.1269018425018028),\n",
       "  ('Swine influenza', 0.015729430057996565)],\n",
       " 'currently': [('Epidemiology of HIV/AIDS', 0.011413427907936534),\n",
       "  ('COVID-19 pandemic', 0.017998097854822995),\n",
       "  ('Unified Victim Identification System', 0.016564621034527358),\n",
       "  ('Viral load', 0.019100022213281543)],\n",
       " 'describe': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'approximately': [('Epidemiology of HIV/AIDS', 0.046919805319418355),\n",
       "  ('Superspreader', 0.05457339058428801)],\n",
       " 'aids': [('Epidemiology of HIV/AIDS', 0.0263351737726021),\n",
       "  ('HIV/AIDS', 0.0366014279551419),\n",
       "  ('HIV/AIDS in Yunnan', 0.08637936997413488)],\n",
       " 'burden': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('Viral load', 0.05234590525431707)],\n",
       " 'study': [('Epidemiology of HIV/AIDS', 0.011413427907936534),\n",
       "  ('Cholera', 0.012234001156219552),\n",
       "  ('Swine influenza', 0.015729430057996565),\n",
       "  ('Virus', 0.01006345256398705)],\n",
       " 'report': [('Epidemiology of HIV/AIDS', 0.01316758688630105),\n",
       "  ('Crimson Contagion', 0.040744985836856075),\n",
       "  ('Spanish flu', 0.015762658754404177)],\n",
       " 'lancet': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'incidence': [('Epidemiology of HIV/AIDS', 0.09933221152504519)],\n",
       " 'infection': [('Epidemiology of HIV/AIDS', 0.010490259331989165),\n",
       "  ('Basic reproduction number', 0.04527375080121639),\n",
       "  ('Cholera', 0.005622230491654324),\n",
       "  ('COVID-19 pandemic', 0.008271166011760688),\n",
       "  ('HIV/AIDS', 0.034019259076620234),\n",
       "  ('Science diplomacy and pandemics', 0.01457968246140867),\n",
       "  ('Spanish flu', 0.006278841351993515),\n",
       "  ('Superspreader', 0.01830215457921514),\n",
       "  ('Swine influenza', 0.014457164121396833),\n",
       "  ('Viral load', 0.017555127861696152),\n",
       "  ('Virus', 0.013874213955211477)],\n",
       " 'year': [('Epidemiology of HIV/AIDS', 0.03127987021294557),\n",
       "  ('Cholera', 0.016764374885369523)],\n",
       " 'rapidly': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'saharan': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'africa': [('Epidemiology of HIV/AIDS', 0.06583793443150525),\n",
       "  ('Cholera', 0.014114276139564523),\n",
       "  ('HIV/AIDS', 0.0244009519700946)],\n",
       " 'affected': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'estimated': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'new': [('Epidemiology of HIV/AIDS', 0.020105592994968068),\n",
       "  ('Bills of mortality', 0.03434705469973712),\n",
       "  ('Pandemic prevention', 0.07168080980814702),\n",
       "  ('Spanish flu', 0.012034004566331252),\n",
       "  ('Unified Victim Identification System', 0.10212929539036877)],\n",
       " 'prevalence': [('Epidemiology of HIV/AIDS', 0.11919865383005422)],\n",
       " 'western': [('Epidemiology of HIV/AIDS', 0.05959932691502711)],\n",
       " 'central': [('Epidemiology of HIV/AIDS', 0.06255974042589114),\n",
       "  ('HIV/AIDS', 0.014491239307692298)],\n",
       " 'europe': [('Epidemiology of HIV/AIDS', 0.05959932691502711)],\n",
       " 'north': [('Epidemiology of HIV/AIDS', 0.039732884610018074)],\n",
       " 'america': [('Epidemiology of HIV/AIDS', 0.03127987021294557),\n",
       "  ('1929–1930 psittacosis pandemic', 0.04170649361726077)],\n",
       " 'low': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('HIV/AIDS in Yunnan', 0.034199324766153824)],\n",
       " 'mortality': [('Epidemiology of HIV/AIDS', 0.022826855815873067),\n",
       "  ('Bills of mortality', 0.07799175737089964),\n",
       "  ('1929–1930 psittacosis pandemic', 0.015217903877248713),\n",
       "  ('Spanish flu', 0.040988368837261126)],\n",
       " 'ratio': [('Epidemiology of HIV/AIDS', 0.03127987021294557),\n",
       "  ('Basic reproduction number', 0.016874666825404845)],\n",
       " 'fall': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'strong': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('Unified Victim Identification System', 0.04539733376038118)],\n",
       " 'steady': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'eastern': [('Epidemiology of HIV/AIDS', 0.0263351737726021),\n",
       "  ('Antonine Plague', 0.025405697051216144),\n",
       "  ('HIV/AIDS', 0.0122004759850473)],\n",
       " 'southern': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('HIV/AIDS', 0.014491239307692298)],\n",
       " 'progress': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'gradual': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'asia': [('Epidemiology of HIV/AIDS', 0.06255974042589114),\n",
       "  ('Cholera', 0.016764374885369523)],\n",
       " 'pacific': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'latin': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'caribbean': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'middle': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'east': [('Epidemiology of HIV/AIDS', 0.046919805319418355),\n",
       "  ('Antonine Plague', 0.03017587479366514)],\n",
       " 'south': [('Epidemiology of HIV/AIDS', 0.03127987021294557),\n",
       "  ('1929–1930 psittacosis pandemic', 0.04170649361726077)],\n",
       " 'population': [('Epidemiology of HIV/AIDS', 0.026823239063294393),\n",
       "  ('Antonine Plague', 0.034502048677492396),\n",
       "  ('Basic reproduction number', 0.09646954399956756),\n",
       "  ('HIV/AIDS in Yunnan', 0.03910232183449139),\n",
       "  ('Spanish flu', 0.0107031902831637),\n",
       "  ('Swine influenza', 0.012322160241961571)],\n",
       " 'country': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('HIV/AIDS in Yunnan', 0.034199324766153824)],\n",
       " 'world': [('Epidemiology of HIV/AIDS', 0.008001136518086394),\n",
       "  ('Cholera', 0.008576381627229861),\n",
       "  ('Disease X', 0.026243727779323375),\n",
       "  ('Event 201', 0.026243727779323375),\n",
       "  ('Science diplomacy and pandemics', 0.02224044727061303),\n",
       "  ('Spanish flu', 0.01915600567833823),\n",
       "  ('Swine influenza', 0.011026776377866964)],\n",
       " 'tanzania': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'tanzanian': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'billion': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('Swine influenza', 0.043108392562378764)],\n",
       " 'india': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('Swine influenza', 0.021554196281189382)],\n",
       " 'somewhat': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('Spanish flu', 0.01872225808366085)],\n",
       " 'canada': [('Epidemiology of HIV/AIDS', 0.039732884610018074)],\n",
       " 'united': [('Epidemiology of HIV/AIDS', 0.006468731467593065),\n",
       "  ('Crimson Contagion', 0.02001645208840118),\n",
       "  ('Event 201', 0.021217439213705253),\n",
       "  ('HIV/AIDS', 0.0059936268965269076),\n",
       "  ('Pandemic Severity Assessment Framework', 0.013428758996015982),\n",
       "  ('Pandemic severity index', 0.04934288189233779),\n",
       "  ('PREDICT (USAID)', 0.06630449754282891),\n",
       "  ('1929–1930 psittacosis pandemic', 0.017249950580248172),\n",
       "  ('Spanish flu', 0.015487181907814052)],\n",
       " 'states': [('Epidemiology of HIV/AIDS', 0.006468731467593065),\n",
       "  ('Crimson Contagion', 0.02001645208840118),\n",
       "  ('Event 201', 0.021217439213705253),\n",
       "  ('HIV/AIDS', 0.0059936268965269076),\n",
       "  ('Pandemic Severity Assessment Framework', 0.013428758996015982),\n",
       "  ('Pandemic severity index', 0.04934288189233779),\n",
       "  ('PREDICT (USAID)', 0.06630449754282891),\n",
       "  ('1929–1930 psittacosis pandemic', 0.008624975290124086),\n",
       "  ('Spanish flu', 0.007743590953907026)],\n",
       " 'realize': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'care': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'uk': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'nearly': [('Epidemiology of HIV/AIDS', 0.039732884610018074)],\n",
       " 'gay': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'bisexual': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'small': [('Epidemiology of HIV/AIDS', 0.01316758688630105),\n",
       "  ('Cholera', 0.014114276139564523),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'segment': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'overall': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('Pandemic Severity Assessment Framework', 0.03246771338558907)],\n",
       " 'australia': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('1929–1930 psittacosis pandemic', 0.020853246808630384)],\n",
       " 'reconstruction': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'genetic': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('Virus', 0.055160201235731975)],\n",
       " 'certainly': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'kinshasa': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'capital': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'democratic': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'republic': [('Epidemiology of HIV/AIDS', 0.015639935106472786),\n",
       "  ('HIV/AIDS in Yunnan', 0.034199324766153824)],\n",
       " 'congo': [('Epidemiology of HIV/AIDS', 0.019866442305009037)],\n",
       " 'cause': [('Epidemiology of HIV/AIDS', 0.008001136518086394),\n",
       "  ('Cholera', 0.008576381627229861),\n",
       "  ('Disease X', 0.026243727779323375),\n",
       "  ('HIV/AIDS', 0.007413482423537676),\n",
       "  ('1929–1930 psittacosis pandemic', 0.010668182024115194),\n",
       "  ('Swine influenza', 0.011026776377866964),\n",
       "  ('Virus', 0.007054765532076177)],\n",
       " 'antonine': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'ad': [('Antonine Plague', 0.06035174958733028),\n",
       "  ('Plague of Cyprian', 0.06412373393653842)],\n",
       " 'galen': [('Antonine Plague', 0.07666109501227017)],\n",
       " 'physician': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'ancient': [('Antonine Plague', 0.06035174958733028),\n",
       "  ('Bills of mortality', 0.053436444947115344)],\n",
       " 'roman': [('Antonine Plague', 0.21123112355565596),\n",
       "  ('Plague of Cyprian', 0.12824746787307684)],\n",
       " 'empire': [('Antonine Plague', 0.06035174958733028),\n",
       "  ('Plague of Cyprian', 0.12824746787307684)],\n",
       " 'near': [('Antonine Plague', 0.025405697051216144),\n",
       "  ('HIV/AIDS', 0.0122004759850473),\n",
       "  ('HIV/AIDS in Yunnan', 0.05758624664942326)],\n",
       " 'life': [('Antonine Plague', 0.025405697051216144),\n",
       "  ('HIV/AIDS', 0.0122004759850473),\n",
       "  ('Virus', 0.058050651864337964)],\n",
       " 'emperor': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'lucius': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'verus': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'co': [('Antonine Plague', 0.03017587479366514),\n",
       "  ('Superspreader', 0.05457339058428801)],\n",
       " 'regent': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'marcus': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'aurelius': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'family': [('Antonine Plague', 0.025405697051216144),\n",
       "  ('1929–1930 psittacosis pandemic', 0.017556782515068068),\n",
       "  ('Swine influenza', 0.018146926465154388)],\n",
       " 'antoninus': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'agree': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'siege': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'mesopotamian': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'city': [('Antonine Plague', 0.019395983830439785),\n",
       "  ('Bills of mortality', 0.03434705469973712),\n",
       "  ('1929–1930 psittacosis pandemic', 0.013403728663312048),\n",
       "  ('Spanish flu', 0.012034004566331252),\n",
       "  ('Unified Victim Identification System', 0.07294949670740626)],\n",
       " 'seleucia': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'winter': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'ammianus': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'marcellinus': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'gaul': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'rhine': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'eutropius': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'contemporary': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'historian': [('Antonine Plague', 0.07666109501227017)],\n",
       " 'cassius': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'dio': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'day': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'rome': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'quarter': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'total': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'count': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'sinologist': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'rafe': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'de': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'crespigny': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'speculates': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'han': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'china': [('Antonine Plague', 0.022021202081195193),\n",
       "  ('COVID-19 pandemic', 0.017998097854822995),\n",
       "  ('Crimson Contagion', 0.0706340444113808),\n",
       "  ('HIV/AIDS in Yunnan', 0.12478681179343942)],\n",
       " 'chinese': [('Antonine Plague', 0.025405697051216144),\n",
       "  ('COVID-19 pandemic', 0.04152854325679562),\n",
       "  ('HIV/AIDS in Yunnan', 0.02879312332471163)],\n",
       " 'culture': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'literature': [('Antonine Plague', 0.03017587479366514),\n",
       "  ('Basic reproduction number', 0.016874666825404845)],\n",
       " 'severely': [('Antonine Plague', 0.03017587479366514),\n",
       "  ('Plague of Cyprian', 0.06412373393653842)],\n",
       " 'indo': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'trade': [('Antonine Plague', 0.03017587479366514),\n",
       "  ('1929–1930 psittacosis pandemic', 0.04170649361726077)],\n",
       " 'indian': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'ocean': [('Antonine Plague', 0.038330547506135085)],\n",
       " 'epidemiology': [('Basic reproduction number', 0.014207133219430079),\n",
       "  ('Cholera', 0.014114276139564523),\n",
       "  ('Superspreader', 0.045946473390497275)],\n",
       " 'basic': [('Basic reproduction number', 0.12860907386926904)],\n",
       " 'reproduction': [('Basic reproduction number', 0.08437333412702423),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'reproductive': [('Basic reproduction number', 0.04286969128975634)],\n",
       " 'rate': [('Basic reproduction number', 0.024628976011863042),\n",
       "  ('Cholera', 0.012234001156219552),\n",
       "  ('Pandemic Severity Assessment Framework', 0.04738739688358459),\n",
       "  ('Spanish flu', 0.040988368837261126)],\n",
       " 'r': [('Basic reproduction number', 0.36439237596292895)],\n",
       " 'nought': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'zero': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'directly': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'case': [('Basic reproduction number', 0.014207133219430079),\n",
       "  ('HIV/AIDS in Yunnan', 0.02879312332471163),\n",
       "  ('Pandemic Severity Assessment Framework', 0.08200573098810274)],\n",
       " 'susceptible': [('Basic reproduction number', 0.06749866730161938),\n",
       "  ('Cholera', 0.016764374885369523)],\n",
       " 'definition': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'state': [('Basic reproduction number', 0.04262139965829024),\n",
       "  ('Crimson Contagion', 0.040744985836856075),\n",
       "  ('Unified Victim Identification System', 0.019110480082773204)],\n",
       " 'naturally': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'vaccination': [('Basic reproduction number', 0.04286969128975634)],\n",
       " 'australian': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'department': [('Basic reproduction number', 0.010846438326232773),\n",
       "  ('Event 201', 0.03297317251174763),\n",
       "  ('Pandemic Severity Assessment Framework', 0.02086909652642255),\n",
       "  ('Pandemic severity index', 0.03834089826947399),\n",
       "  ('Unified Victim Identification System', 0.014589899341481253)],\n",
       " 'health': [('Basic reproduction number', 0.007754309186458198),\n",
       "  ('COVID-19 pandemic', 0.011333221118669676),\n",
       "  ('Disease X', 0.023573099926832923),\n",
       "  ('Event 201', 0.14143859956099752),\n",
       "  ('Pandemic severity index', 0.02741058131027084),\n",
       "  ('1929–1930 psittacosis pandemic', 0.009582560945867043),\n",
       "  ('Science diplomacy and pandemics', 0.01997720332782451),\n",
       "  ('Swine influenza', 0.009904663834803748)],\n",
       " 'add': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'absence': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'deliberate': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'intervention': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'transmission': [('Basic reproduction number', 0.010846438326232773),\n",
       "  ('HIV/AIDS in Yunnan', 0.021982115007831756),\n",
       "  ('1929–1930 psittacosis pandemic', 0.013403728663312048),\n",
       "  ('Swine influenza', 0.041562822493799535),\n",
       "  ('Virus', 0.008863756051545064)],\n",
       " 'effective': [('Basic reproduction number', 0.014207133219430079),\n",
       "  ('Crimson Contagion', 0.040744985836856075),\n",
       "  ('Science diplomacy and pandemics', 0.0366014279551419)],\n",
       " 'usually': [('Basic reproduction number', 0.024628976011863042),\n",
       "  ('Cholera', 0.012234001156219552),\n",
       "  ('1929–1930 psittacosis pandemic', 0.015217903877248713),\n",
       "  ('Virus', 0.01006345256398705)],\n",
       " 't': [('Basic reproduction number', 0.04286969128975634)],\n",
       " 'time': [('Basic reproduction number', 0.03253931497869832),\n",
       "  ('HIV/AIDS', 0.01862891102358623),\n",
       "  ('Pandemic Severity Assessment Framework', 0.02086909652642255),\n",
       "  ('1929–1930 psittacosis pandemic', 0.013403728663312048),\n",
       "  ('Spanish flu', 0.012034004566331252)],\n",
       " 'e': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'uninfected': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'important': [('Basic reproduction number', 0.028414266438860157),\n",
       "  ('Targeted immunization strategies', 0.08637936997413488),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'note': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'dimensionless': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'like': [('Basic reproduction number', 0.010846438326232773),\n",
       "  ('HIV/AIDS', 0.009314455511793116),\n",
       "  ('Pandemic Severity Assessment Framework', 0.02086909652642255),\n",
       "  ('Plague of Cyprian', 0.04121646563968454),\n",
       "  ('Swine influenza', 0.013854274164599846)],\n",
       " 'biological': [('Basic reproduction number', 0.012314488005931521),\n",
       "  ('Event 201', 0.07487208707606366),\n",
       "  ('Targeted immunization strategies', 0.14974417415212732),\n",
       "  ('Virus', 0.01006345256398705)],\n",
       " 'constant': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'pathogen': [('Basic reproduction number', 0.012314488005931521),\n",
       "  ('Disease X', 0.07487208707606366),\n",
       "  ('Superspreader', 0.03982557823194875),\n",
       "  ('Virus', 0.01006345256398705)],\n",
       " 'environmental': [('Basic reproduction number', 0.016874666825404845),\n",
       "  ('Event 201', 0.051298987149230736)],\n",
       " 'behaviour': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'infected': [('Basic reproduction number', 0.024628976011863042),\n",
       "  ('HIV/AIDS in Yunnan', 0.024957362358687885),\n",
       "  ('Superspreader', 0.03982557823194875),\n",
       "  ('Virus', 0.0201269051279741)],\n",
       " 'furthermore': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'mathematical': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'dependent': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'model': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'sense': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'context': [('Basic reproduction number', 0.014207133219430079),\n",
       "  ('Superspreader', 0.045946473390497275),\n",
       "  ('Viral load', 0.022035553564830328)],\n",
       " 'use': [('Basic reproduction number', 0.009646954399956756),\n",
       "  ('Bills of mortality', 0.030548688933196393),\n",
       "  ('HIV/AIDS', 0.008284390219171904),\n",
       "  ('HIV/AIDS in Yunnan', 0.019551160917245694),\n",
       "  ('Targeted immunization strategies', 0.05865348275173708),\n",
       "  ('Unified Victim Identification System', 0.012976434237109973)],\n",
       " 'obsolete': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'compare': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'different': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'estimate': [('Basic reproduction number', 0.016874666825404845),\n",
       "  ('Pandemic Severity Assessment Framework', 0.03246771338558907)],\n",
       " 'fast': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'proportion': [('Basic reproduction number', 0.06430453693463452)],\n",
       " 'eradicate': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'commonly': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'able': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'start': [('Basic reproduction number', 0.014207133219430079),\n",
       "  ('Cholera', 0.014114276139564523),\n",
       "  ('Crimson Contagion', 0.040744985836856075)],\n",
       " 'value': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'control': [('Basic reproduction number', 0.012314488005931521),\n",
       "  ('HIV/AIDS', 0.0105751535418169),\n",
       "  ('Pandemic Severity Assessment Framework', 0.023693698441792296),\n",
       "  ('Science diplomacy and pandemics', 0.0317254606254507)],\n",
       " 'simple': [('Basic reproduction number', 0.016874666825404845),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'effectively': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'prevent': [('Basic reproduction number', 0.014207133219430079),\n",
       "  ('Pandemic prevention', 0.09389061953710313),\n",
       "  ('Targeted immunization strategies', 0.08637936997413488)],\n",
       " 'sustained': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'conversely': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'equilibrium': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'duration': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'infectivity': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'infectiousness': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'microorganism': [('Basic reproduction number', 0.02143484564487817)],\n",
       " 'contact': [('Basic reproduction number', 0.012314488005931521),\n",
       "  ('HIV/AIDS', 0.0105751535418169),\n",
       "  ('1929–1930 psittacosis pandemic', 0.015217903877248713),\n",
       "  ('Virus', 0.0201269051279741)],\n",
       " 'weekly': [('Bills of mortality', 0.20363103362634263)],\n",
       " 'london': [('Bills of mortality', 0.3393850560439044)],\n",
       " 'monitor': [('Bills of mortality', 0.053436444947115344),\n",
       "  ('Viral load', 0.026172952627158536)],\n",
       " 'continuously': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'responsibility': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'produce': [('Bills of mortality', 0.04498925519486192),\n",
       "  ('Viral load', 0.044071107129660655),\n",
       "  ('Virus', 0.023220260745735185)],\n",
       " 'worshipful': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'company': [('Bills of mortality', 0.053436444947115344),\n",
       "  ('Unified Victim Identification System', 0.04539733376038118)],\n",
       " 'parish': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'area': [('Bills of mortality', 0.2249462759743096),\n",
       "  ('HIV/AIDS', 0.0122004759850473),\n",
       "  ('HIV/AIDS in Yunnan', 0.02879312332471163)],\n",
       " 'expand': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'maximum': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'extent': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'suburban': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'outside': [('Bills of mortality', 0.053436444947115344),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'exemption': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'extra': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'parochial': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'growth': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'metropolis': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'incomplete': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'production': [('Bills of mortality', 0.04498925519486192),\n",
       "  ('Plague of Cyprian', 0.053987106233834306),\n",
       "  ('Swine influenza', 0.018146926465154388)],\n",
       " 'decline': [('Bills of mortality', 0.053436444947115344),\n",
       "  ('Superspreader', 0.05457339058428801)],\n",
       " 'provide': [('Bills of mortality', 0.053436444947115344),\n",
       "  ('Cholera', 0.016764374885369523)],\n",
       " 'bill': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'registrar': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'general': [('Bills of mortality', 0.03899587868544982),\n",
       "  ('HIV/AIDS in Yunnan', 0.04991472471737577),\n",
       "  ('Swine influenza', 0.03145886011599313),\n",
       "  ('Targeted immunization strategies', 0.07487208707606366)],\n",
       " 'district': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'metropolitan': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'board': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'county': [('Bills of mortality', 0.053436444947115344),\n",
       "  ('Spanish flu', 0.01872225808366085)],\n",
       " 'inner': [('Bills of mortality', 0.06787701120878087)],\n",
       " 'cholera': [('Cholera', 0.17035798891615594)],\n",
       " 'intestine': [('Cholera', 0.021294748614519493)],\n",
       " 'bacterium': [('Cholera', 0.021294748614519493)],\n",
       " 'vibrio': [('Cholera', 0.042589497229038986)],\n",
       " 'cholerae': [('Cholera', 0.042589497229038986)],\n",
       " 'range': [('Cholera', 0.012234001156219552),\n",
       "  ('COVID-19 pandemic', 0.017998097854822995),\n",
       "  ('Swine influenza', 0.015729430057996565),\n",
       "  ('Virus', 0.0201269051279741)],\n",
       " 'mild': [('Cholera', 0.021294748614519493)],\n",
       " 'severe': [('Cholera', 0.06117000578109776),\n",
       "  ('COVID-19 pandemic', 0.017998097854822995),\n",
       "  ('Crimson Contagion', 0.0353170222056904),\n",
       "  ('Swine influenza', 0.015729430057996565)],\n",
       " 'classic': [('Cholera', 0.021294748614519493)],\n",
       " 'symptom': [('Cholera', 0.021294748614519493)],\n",
       " 'watery': [('Cholera', 0.021294748614519493)],\n",
       " 'diarrhea': [('Cholera', 0.06388424584355848)],\n",
       " 'vomiting': [('Cholera', 0.021294748614519493)],\n",
       " 'muscle': [('Cholera', 0.016764374885369523),\n",
       "  ('Swine influenza', 0.021554196281189382)],\n",
       " 'dehydration': [('Cholera', 0.042589497229038986)],\n",
       " 'electrolyte': [('Cholera', 0.021294748614519493)],\n",
       " 'imbalance': [('Cholera', 0.021294748614519493)],\n",
       " 'result': [('Cholera', 0.014114276139564523),\n",
       "  ('HIV/AIDS in Yunnan', 0.02879312332471163),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'sunken': [('Cholera', 0.021294748614519493)],\n",
       " 'cold': [('Cholera', 0.021294748614519493)],\n",
       " 'skin': [('Cholera', 0.06388424584355848)],\n",
       " 'elasticity': [('Cholera', 0.021294748614519493)],\n",
       " 'wrinkling': [('Cholera', 0.021294748614519493)],\n",
       " 'turn': [('Cholera', 0.021294748614519493)],\n",
       " 'bluish': [('Cholera', 0.021294748614519493)],\n",
       " 'unsafe': [('Cholera', 0.033528749770739046),\n",
       "  ('HIV/AIDS in Yunnan', 0.034199324766153824)],\n",
       " 'water': [('Cholera', 0.04234282841869357),\n",
       "  ('Viral load', 0.022035553564830328),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'food': [('Cholera', 0.014114276139564523),\n",
       "  ('Plague of Cyprian', 0.053987106233834306),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'bacteria': [('Cholera', 0.016764374885369523),\n",
       "  ('Virus', 0.04137015092679898)],\n",
       " 'undercooked': [('Cholera', 0.021294748614519493)],\n",
       " 'seafood': [('Cholera', 0.021294748614519493)],\n",
       " 'common': [('Cholera', 0.009583902410414555),\n",
       "  ('COVID-19 pandemic', 0.014099394892244491),\n",
       "  ('HIV/AIDS', 0.008284390219171904),\n",
       "  ('HIV/AIDS in Yunnan', 0.019551160917245694),\n",
       "  ('Swine influenza', 0.024644320483923142),\n",
       "  ('Virus', 0.00788353262792165)],\n",
       " 'source': [('Cholera', 0.014114276139564523),\n",
       "  ('HIV/AIDS', 0.0122004759850473),\n",
       "  ('1929–1930 psittacosis pandemic', 0.017556782515068068)],\n",
       " 'animal': [('Cholera', 0.021294748614519493)],\n",
       " 'risk': [('Cholera', 0.03232663971739964),\n",
       "  ('HIV/AIDS', 0.009314455511793116),\n",
       "  ('HIV/AIDS in Yunnan', 0.021982115007831756),\n",
       "  ('Swine influenza', 0.013854274164599846),\n",
       "  ('Targeted immunization strategies', 0.06594634502349526)],\n",
       " 'poor': [('Cholera', 0.016764374885369523),\n",
       "  ('Spanish flu', 0.01872225808366085)],\n",
       " 'sanitation': [('Cholera', 0.042589497229038986)],\n",
       " 'clean': [('Cholera', 0.042589497229038986)],\n",
       " 'drinking': [('Cholera', 0.021294748614519493)],\n",
       " 'poverty': [('Cholera', 0.016764374885369523),\n",
       "  ('COVID-19 pandemic', 0.024662974590976317)],\n",
       " 'sea': [('Cholera', 0.021294748614519493)],\n",
       " 'increase': [('Cholera', 0.014114276139564523),\n",
       "  ('COVID-19 pandemic', 0.02076427162839781),\n",
       "  ('Targeted immunization strategies', 0.08637936997413488)],\n",
       " 'stool': [('Cholera', 0.021294748614519493)],\n",
       " 'test': [('Cholera', 0.028228552279129047),\n",
       "  ('Crimson Contagion', 0.040744985836856075),\n",
       "  ('Swine influenza', 0.018146926465154388)],\n",
       " 'rapid': [('Cholera', 0.021294748614519493)],\n",
       " 'dipstick': [('Cholera', 0.021294748614519493)],\n",
       " 'available': [('Cholera', 0.012234001156219552),\n",
       "  ('Pandemic Severity Assessment Framework', 0.023693698441792296),\n",
       "  ('Unified Victim Identification System', 0.016564621034527358),\n",
       "  ('Viral load', 0.019100022213281543)],\n",
       " 'access': [('Cholera', 0.042589497229038986)],\n",
       " 'mouth': [('Cholera', 0.012234001156219552),\n",
       "  ('COVID-19 pandemic', 0.017998097854822995),\n",
       "  ('1929–1930 psittacosis pandemic', 0.015217903877248713),\n",
       "  ('Virus', 0.01006345256398705)],\n",
       " 'reasonable': [('Cholera', 0.021294748614519493)],\n",
       " 'protection': [('Cholera', 0.021294748614519493)],\n",
       " 'benefit': [('Cholera', 0.021294748614519493)],\n",
       " 'type': [('Cholera', 0.014114276139564523),\n",
       "  ('Viral load', 0.022035553564830328),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'coli': [('Cholera', 0.021294748614519493)],\n",
       " 'primary': [('Cholera', 0.016764374885369523),\n",
       "  ('COVID-19 pandemic', 0.024662974590976317)],\n",
       " 'treatment': [('Cholera', 0.021551093144933094),\n",
       "  ('COVID-19 pandemic', 0.015852486784494055),\n",
       "  ('HIV/AIDS', 0.02794336653537935),\n",
       "  ('Science diplomacy and pandemics', 0.02794336653537935),\n",
       "  ('Viral load', 0.01682304719987124)],\n",
       " 'oral': [('Cholera', 0.014114276139564523),\n",
       "  ('HIV/AIDS', 0.0122004759850473),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'rehydration': [('Cholera', 0.021294748614519493)],\n",
       " 'therapy': [('Cholera', 0.016764374885369523),\n",
       "  ('Viral load', 0.026172952627158536)],\n",
       " 'replacement': [('Cholera', 0.021294748614519493)],\n",
       " 'slightly': [('Cholera', 0.021294748614519493)],\n",
       " 'sweet': [('Cholera', 0.021294748614519493)],\n",
       " 'salty': [('Cholera', 0.021294748614519493)],\n",
       " 'rice': [('Cholera', 0.021294748614519493)],\n",
       " 'zinc': [('Cholera', 0.021294748614519493)],\n",
       " 'supplementation': [('Cholera', 0.021294748614519493)],\n",
       " 'useful': [('Cholera', 0.021294748614519493)],\n",
       " 'intravenous': [('Cholera', 0.021294748614519493)],\n",
       " 'ringer': [('Cholera', 0.021294748614519493)],\n",
       " 'lactate': [('Cholera', 0.021294748614519493)],\n",
       " 'beneficial': [('Cholera', 0.021294748614519493)],\n",
       " 'testing': [('Cholera', 0.014114276139564523),\n",
       "  ('COVID-19 pandemic', 0.02076427162839781),\n",
       "  ('Viral load', 0.022035553564830328)],\n",
       " 'antibiotic': [('Cholera', 0.021294748614519493)],\n",
       " 'help': [('Cholera', 0.016764374885369523),\n",
       "  ('Pandemic severity index', 0.05964998505724504)],\n",
       " 'guide': [('Cholera', 0.021294748614519493)],\n",
       " 'rare': [('Cholera', 0.016764374885369523),\n",
       "  ('HIV/AIDS', 0.014491239307692298)],\n",
       " 'developed': [('Cholera', 0.021294748614519493)],\n",
       " 'chronically': [('Cholera', 0.021294748614519493)],\n",
       " 'certain': [('Cholera', 0.021294748614519493)],\n",
       " 'ongoing': [('Cholera', 0.014114276139564523),\n",
       "  ('COVID-19 pandemic', 0.02076427162839781),\n",
       "  ('1929–1930 psittacosis pandemic', 0.017556782515068068)],\n",
       " 'southeast': [('Cholera', 0.021294748614519493)],\n",
       " 'high': [('Cholera', 0.012234001156219552),\n",
       "  ('COVID-19 pandemic', 0.017998097854822995),\n",
       "  ('HIV/AIDS in Yunnan', 0.024957362358687885),\n",
       "  ('Spanish flu', 0.02732557922484075)],\n",
       " 'early': [('Cholera', 0.009583902410414555),\n",
       "  ('HIV/AIDS', 0.02485317065751571),\n",
       "  ('Plague of Cyprian', 0.03665842671983568),\n",
       "  ('PREDICT (USAID)', 0.09164606679958918),\n",
       "  ('1929–1930 psittacosis pandemic', 0.011921439583686399),\n",
       "  ('Spanish flu', 0.0107031902831637)],\n",
       " 'bc': [('Cholera', 0.021294748614519493)],\n",
       " 'sanskrit': [('Cholera', 0.021294748614519493)],\n",
       " 'england': [('Cholera', 0.021294748614519493)],\n",
       " 'john': [('Cholera', 0.021294748614519493)],\n",
       " 'snow': [('Cholera', 0.021294748614519493)],\n",
       " 'significant': [('Cholera', 0.021294748614519493)],\n",
       " 'field': [('Cholera', 0.021294748614519493)],\n",
       " 'seven': [('Cholera', 0.021294748614519493)],\n",
       " 'coronavirus': [('COVID-19 pandemic', 0.09398355398138891)],\n",
       " 'acute': [('COVID-19 pandemic', 0.06265570265425928)],\n",
       " 'respiratory': [('COVID-19 pandemic', 0.049325949181952634),\n",
       "  ('Crimson Contagion', 0.04839527089550069)],\n",
       " 'syndrome': [('COVID-19 pandemic', 0.049325949181952634),\n",
       "  ('HIV/AIDS', 0.028982478615384596)],\n",
       " 'december': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'wuhan': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'outbreak': [('COVID-19 pandemic', 0.017998097854822995),\n",
       "  ('HIV/AIDS', 0.0105751535418169),\n",
       "  ('HIV/AIDS in Yunnan', 0.024957362358687885),\n",
       "  ('1929–1930 psittacosis pandemic', 0.06087161550899485)],\n",
       " 'public': [('COVID-19 pandemic', 0.015852486784494055),\n",
       "  ('Crimson Contagion', 0.031106766520516634),\n",
       "  ('Event 201', 0.03297317251174763),\n",
       "  ('Science diplomacy and pandemics', 0.02794336653537935),\n",
       "  ('Unified Victim Identification System', 0.014589899341481253)],\n",
       " 'emergency': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Pandemic Severity Assessment Framework', 0.03246771338558907)],\n",
       " 'international': [('COVID-19 pandemic', 0.02076427162839781),\n",
       "  ('HIV/AIDS', 0.0122004759850473),\n",
       "  ('PREDICT (USAID)', 0.13496776558458576)],\n",
       " 'concern': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Superspreader', 0.05457339058428801)],\n",
       " 'january': [('COVID-19 pandemic', 0.02076427162839781),\n",
       "  ('Crimson Contagion', 0.040744985836856075),\n",
       "  ('1929–1930 psittacosis pandemic', 0.017556782515068068)],\n",
       " 'march': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Swine influenza', 0.021554196281189382)],\n",
       " 'october': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'fever': [('COVID-19 pandemic', 0.017998097854822995),\n",
       "  ('Plague of Cyprian', 0.046795054422539784),\n",
       "  ('1929–1930 psittacosis pandemic', 0.045653711631746134),\n",
       "  ('Swine influenza', 0.015729430057996565)],\n",
       " 'cough': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'fatigue': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'breathing': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'loss': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'smell': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'pneumonia': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('1929–1930 psittacosis pandemic', 0.020853246808630384)],\n",
       " 'distress': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'incubation': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'period': [('COVID-19 pandemic', 0.02076427162839781),\n",
       "  ('HIV/AIDS', 0.0244009519700946),\n",
       "  ('Spanish flu', 0.015762658754404177)],\n",
       " 'typically': [('COVID-19 pandemic', 0.02076427162839781),\n",
       "  ('HIV/AIDS', 0.0122004759850473),\n",
       "  ('Spanish flu', 0.031525317508808354)],\n",
       " 'vaccine': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('HIV/AIDS', 0.014491239307692298)],\n",
       " 'development': [('COVID-19 pandemic', 0.02076427162839781),\n",
       "  ('Event 201', 0.04318968498706744),\n",
       "  ('PREDICT (USAID)', 0.13496776558458576)],\n",
       " 'safety': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'efficacy': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'specific': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'antiviral': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'medication': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('HIV/AIDS', 0.014491239307692298)],\n",
       " 'symptomatic': [('COVID-19 pandemic', 0.06265570265425928)],\n",
       " 'preventive': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Pandemic prevention', 0.11151953728093637)],\n",
       " 'hand': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'washing': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'face': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'mask': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'social': [('COVID-19 pandemic', 0.049325949181952634),\n",
       "  ('Targeted immunization strategies', 0.10259797429846147)],\n",
       " 'distancing': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'ventilation': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'air': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'filtering': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'monitoring': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Viral load', 0.026172952627158536)],\n",
       " 'self': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'isolation': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'travel': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'workplace': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Pandemic Severity Assessment Framework', 0.03246771338558907)],\n",
       " 'hazard': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'facility': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'capacity': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('Crimson Contagion', 0.09679054179100138)],\n",
       " 'trace': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'economic': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('HIV/AIDS', 0.014491239307692298)],\n",
       " 'disruption': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'recession': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'great': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('1929–1930 psittacosis pandemic', 0.020853246808630384)],\n",
       " 'depression': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'extreme': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'supply': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'environment': [('COVID-19 pandemic', 0.02076427162839781),\n",
       "  ('Viral load', 0.022035553564830328),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'education': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'misinformation': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'globally': [('COVID-19 pandemic', 0.024662974590976317),\n",
       "  ('1929–1930 psittacosis pandemic', 0.020853246808630384)],\n",
       " 'xenophobia': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'racism': [('COVID-19 pandemic', 0.03132785132712964)],\n",
       " 'crimson': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'contagion': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'joint': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'exercise': [('Crimson Contagion', 0.12294703917062197)],\n",
       " 'august': [('Crimson Contagion', 0.04839527089550069),\n",
       "  ('Swine influenza', 0.021554196281189382)],\n",
       " 'numerous': [('Crimson Contagion', 0.04839527089550069),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'national': [('Crimson Contagion', 0.0353170222056904),\n",
       "  ('Disease X', 0.03743604353803183),\n",
       "  ('Pandemic Severity Assessment Framework', 0.023693698441792296),\n",
       "  ('1929–1930 psittacosis pandemic', 0.015217903877248713)],\n",
       " 'local': [('Crimson Contagion', 0.040744985836856075),\n",
       "  ('1929–1930 psittacosis pandemic', 0.017556782515068068),\n",
       "  ('Science diplomacy and pandemics', 0.0366014279551419)],\n",
       " 'private': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'order': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'federal': [('Crimson Contagion', 0.12294703917062197)],\n",
       " 'government': [('Crimson Contagion', 0.08148997167371215),\n",
       "  ('Event 201', 0.04318968498706744),\n",
       "  ('Science diplomacy and pandemics', 0.0366014279551419)],\n",
       " 'respond': [('Crimson Contagion', 0.09679054179100138),\n",
       "  ('Disease X', 0.051298987149230736)],\n",
       " 'simulation': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'prior': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'scenario': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'chicago': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'americans': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'half': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'conclusion': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'limited': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'coordination': [('Crimson Contagion', 0.061473519585310984)],\n",
       " 'facilitate': [('Crimson Contagion', 0.040744985836856075),\n",
       "  ('Science diplomacy and pandemics', 0.0366014279551419),\n",
       "  ('Unified Victim Identification System', 0.03822096016554641)],\n",
       " 'response': [('Crimson Contagion', 0.04839527089550069),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'placeholder': [('Disease X', 0.13032386152085929)],\n",
       " 'organization': [('Disease X', 0.03743604353803183),\n",
       "  ('Event 201', 0.07487208707606366),\n",
       "  ('Pandemic prevention', 0.08138270334354744),\n",
       "  ('Swine influenza', 0.015729430057996565)],\n",
       " 'february': [('Disease X', 0.04318968498706744),\n",
       "  ('Pandemic severity index', 0.050220563938450515),\n",
       "  ('Spanish flu', 0.015762658754404177)],\n",
       " 'shortlist': [('Disease X', 0.06516193076042964)],\n",
       " 'blueprint': [('Disease X', 0.06516193076042964)],\n",
       " 'priority': [('Disease X', 0.06516193076042964)],\n",
       " 'represent': [('Disease X', 0.06516193076042964)],\n",
       " 'hypothetical': [('Disease X', 0.06516193076042964)],\n",
       " 'unknown': [('Disease X', 0.13032386152085929)],\n",
       " 'future': [('Disease X', 0.06516193076042964)],\n",
       " 'ensure': [('Disease X', 0.06516193076042964)],\n",
       " 'planning': [('Disease X', 0.06516193076042964)],\n",
       " 'sufficiently': [('Disease X', 0.06516193076042964)],\n",
       " 'flexible': [('Disease X', 0.051298987149230736),\n",
       "  ('Unified Victim Identification System', 0.04539733376038118)],\n",
       " 'adapt': [('Disease X', 0.06516193076042964)],\n",
       " 'manufacturing': [('Disease X', 0.06516193076042964)],\n",
       " 'director': [('Disease X', 0.06516193076042964)],\n",
       " 'institute': [('Disease X', 0.051298987149230736),\n",
       "  ('1929–1930 psittacosis pandemic', 0.020853246808630384)],\n",
       " 'allergy': [('Disease X', 0.06516193076042964)],\n",
       " 'anthony': [('Disease X', 0.06516193076042964)],\n",
       " 'fauci': [('Disease X', 0.06516193076042964)],\n",
       " 'concept': [('Disease X', 0.06516193076042964)],\n",
       " 'x': [('Disease X', 0.06516193076042964)],\n",
       " 'encourage': [('Disease X', 0.06516193076042964)],\n",
       " 'focus': [('Disease X', 0.06516193076042964)],\n",
       " 'research': [('Disease X', 0.03743604353803183),\n",
       "  ('Event 201', 0.03743604353803183),\n",
       "  ('PREDICT (USAID)', 0.11698763605634946),\n",
       "  ('Science diplomacy and pandemics', 0.0634509212509014)],\n",
       " 'entire': [('Disease X', 0.06516193076042964)],\n",
       " 'instead': [('Disease X', 0.051298987149230736),\n",
       "  ('Spanish flu', 0.01872225808366085)],\n",
       " 'individual': [('Disease X', 0.051298987149230736),\n",
       "  ('Superspreader', 0.05457339058428801)],\n",
       " 'zika': [('Disease X', 0.051298987149230736),\n",
       "  ('Science diplomacy and pandemics', 0.043473717923076895)],\n",
       " 'capability': [('Disease X', 0.06516193076042964)],\n",
       " 'unforeseen': [('Disease X', 0.06516193076042964)],\n",
       " 'expert': [('Disease X', 0.06516193076042964)],\n",
       " 'strain': [('Disease X', 0.051298987149230736),\n",
       "  ('Swine influenza', 0.021554196281189382)],\n",
       " 'johns': [('Event 201', 0.19548579228128893)],\n",
       " 'hopkins': [('Event 201', 0.19548579228128893)],\n",
       " 'center': [('Event 201', 0.20519594859692294),\n",
       "  ('Unified Victim Identification System', 0.02269866688019059)],\n",
       " 'security': [('Event 201', 0.13032386152085929)],\n",
       " 'previously': [('Event 201', 0.051298987149230736),\n",
       "  ('Science diplomacy and pandemics', 0.043473717923076895)],\n",
       " 'upmc': [('Event 201', 0.13032386152085929)],\n",
       " 'biosecurity': [('Event 201', 0.13032386152085929)],\n",
       " 'civilian': [('Event 201', 0.06516193076042964)],\n",
       " 'biodefense': [('Event 201', 0.06516193076042964)],\n",
       " 'independent': [('Event 201', 0.051298987149230736),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'nonprofit': [('Event 201', 0.06516193076042964)],\n",
       " 'bloomberg': [('Event 201', 0.06516193076042964)],\n",
       " 'school': [('Event 201', 0.051298987149230736),\n",
       "  ('Pandemic Severity Assessment Framework', 0.03246771338558907)],\n",
       " 'engineering': [('Event 201', 0.06516193076042964)],\n",
       " 'bioeconomy': [('Event 201', 0.06516193076042964)],\n",
       " 'think': [('Event 201', 0.06516193076042964)],\n",
       " 'tank': [('Event 201', 0.06516193076042964)],\n",
       " 'policy': [('Event 201', 0.13032386152085929)],\n",
       " 'un': [('Event 201', 0.06516193076042964)],\n",
       " 'convention': [('Event 201', 0.06516193076042964)],\n",
       " 'immune': [('HIV/AIDS', 0.0317254606254507),\n",
       "  ('Spanish flu', 0.013662789612420375),\n",
       "  ('Superspreader', 0.03982557823194875),\n",
       "  ('Virus', 0.03019035769196115)],\n",
       " 'deficiency': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'spectrum': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'initial': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'person': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('Superspreader', 0.05457339058428801)],\n",
       " 'notice': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'experience': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'brief': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'illness': [('HIV/AIDS', 0.0211503070836338),\n",
       "  ('Spanish flu', 0.02732557922484075),\n",
       "  ('Superspreader', 0.03982557823194875),\n",
       "  ('Swine influenza', 0.03145886011599313)],\n",
       " 'system': [('HIV/AIDS', 0.0105751535418169),\n",
       "  ('PREDICT (USAID)', 0.11698763605634946),\n",
       "  ('Spanish flu', 0.013662789612420375),\n",
       "  ('Unified Victim Identification System', 0.033129242069054717)],\n",
       " 'opportunistic': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'normal': [('HIV/AIDS', 0.03681465014713539)],\n",
       " 'function': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'late': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'stage': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'unintended': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'weight': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'primarily': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'unprotected': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'sex': [('HIV/AIDS', 0.043473717923076895),\n",
       "  ('HIV/AIDS in Yunnan', 0.06839864953230765)],\n",
       " 'anal': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'blood': [('HIV/AIDS', 0.009314455511793116),\n",
       "  ('HIV/AIDS in Yunnan', 0.021982115007831756),\n",
       "  ('Swine influenza', 0.013854274164599846),\n",
       "  ('Viral load', 0.03364609439974248),\n",
       "  ('Virus', 0.017727512103090128)],\n",
       " 'hypodermic': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'mother': [('HIV/AIDS', 0.03681465014713539)],\n",
       " 'child': [('HIV/AIDS', 0.03681465014713539)],\n",
       " 'pregnancy': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'delivery': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'breastfeeding': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'bodily': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('Viral load', 0.026172952627158536)],\n",
       " 'saliva': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'sweat': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'transmit': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'member': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'group': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('1929–1930 psittacosis pandemic', 0.04170649361726077)],\n",
       " 'prevention': [('HIV/AIDS', 0.0317254606254507),\n",
       "  ('HIV/AIDS in Yunnan', 0.024957362358687885),\n",
       "  ('Pandemic prevention', 0.16276540668709488),\n",
       "  ('Pandemic Severity Assessment Framework', 0.023693698441792296)],\n",
       " 'safe': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'needle': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('HIV/AIDS in Yunnan', 0.034199324766153824)],\n",
       " 'exchange': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'post': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'exposure': [('HIV/AIDS', 0.0122004759850473),\n",
       "  ('Swine influenza', 0.018146926465154388),\n",
       "  ('Virus', 0.011610130372867592)],\n",
       " 'prophylaxis': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'baby': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'antiretroviral': [('HIV/AIDS', 0.03681465014713539)],\n",
       " 'cure': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'slow': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'course': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'lead': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('Swine influenza', 0.021554196281189382)],\n",
       " 'expectancy': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'soon': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'diagnosis': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('Swine influenza', 0.021554196281189382)],\n",
       " 'average': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'survival': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('Spanish flu', 0.01872225808366085)],\n",
       " 'live': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('Viral load', 0.026172952627158536)],\n",
       " 'present': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'actively': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'jump': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'west': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'mid': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('1929–1930 psittacosis pandemic', 0.04170649361726077)],\n",
       " 'cdc': [('HIV/AIDS', 0.0122004759850473),\n",
       "  ('Pandemic Severity Assessment Framework', 0.05467048732540183),\n",
       "  ('Swine influenza', 0.018146926465154388)],\n",
       " 'decade': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'impact': [('HIV/AIDS', 0.0122004759850473),\n",
       "  ('Pandemic Severity Assessment Framework', 0.027335243662700914),\n",
       "  ('1929–1930 psittacosis pandemic', 0.017556782515068068)],\n",
       " 'society': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'discrimination': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'belief': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'casual': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'non': [('HIV/AIDS', 0.014491239307692298), ('Virus', 0.013790050308932994)],\n",
       " 'sexual': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('Virus', 0.027580100617865987)],\n",
       " 'subject': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'religion': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'catholic': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'church': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'position': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'support': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'condom': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'medical': [('HIV/AIDS', 0.0122004759850473),\n",
       "  ('Spanish flu', 0.031525317508808354),\n",
       "  ('Unified Victim Identification System', 0.03822096016554641)],\n",
       " 'political': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'attention': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'scale': [('HIV/AIDS', 0.014491239307692298),\n",
       "  ('Pandemic severity index', 0.17894995517173512)],\n",
       " 'funding': [('HIV/AIDS', 0.018407325073567696)],\n",
       " 'tourist': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'indigenous': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'heroin': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'yunnan': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'province': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'southwest': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'drug': [('HIV/AIDS in Yunnan', 0.08688257434723953)],\n",
       " 'burmese': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'border': [('HIV/AIDS in Yunnan', 0.08688257434723953)],\n",
       " 'problem': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'mobile': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'truck': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'construction': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'migrant': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'sichuan': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'xinjiang': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'awareness': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'major': [('HIV/AIDS in Yunnan', 0.034199324766153824),\n",
       "  ('Unified Victim Identification System', 0.02269866688019059)],\n",
       " 'culprit': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'consider': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'foreign': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'issue': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'knowledgeable': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'recently': [('HIV/AIDS in Yunnan', 0.043441287173619766)],\n",
       " 'management': [('Pandemic prevention', 0.09389061953710313),\n",
       "  ('Unified Victim Identification System', 0.019110480082773204),\n",
       "  ('Viral load', 0.022035553564830328)],\n",
       " 'reduce': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'mistaken': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'preparedness': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'mitigation': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'largely': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'seek': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'mitigate': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'magnitude': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'negative': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'overlap': [('Pandemic prevention', 0.1416563712183253)],\n",
       " 'severity': [('Pandemic Severity Assessment Framework', 0.1913467056389064),\n",
       "  ('Pandemic severity index', 0.20088225575380206),\n",
       "  ('Viral load', 0.022035553564830328)],\n",
       " 'assessment': [('Pandemic Severity Assessment Framework',\n",
       "   0.09740314015676722),\n",
       "  ('Pandemic severity index', 0.05964998505724504)],\n",
       " 'framework': [('Pandemic Severity Assessment Framework', 0.06493542677117814),\n",
       "  ('Pandemic severity index', 0.05964998505724504)],\n",
       " 'psaf': [('Pandemic Severity Assessment Framework', 0.12372518498815756)],\n",
       " 'evaluation': [('Pandemic Severity Assessment Framework',\n",
       "   0.04124172832938585)],\n",
       " 'evaluate': [('Pandemic Severity Assessment Framework', 0.04124172832938585)],\n",
       " 'transmissibility': [('Pandemic Severity Assessment Framework',\n",
       "   0.06493542677117814),\n",
       "  ('Pandemic severity index', 0.05964998505724504)],\n",
       " 'clinical': [('Pandemic Severity Assessment Framework', 0.05467048732540183),\n",
       "  ('Pandemic severity index', 0.050220563938450515),\n",
       "  ('1929–1930 psittacosis pandemic', 0.017556782515068068)],\n",
       " 'combine': [('Pandemic Severity Assessment Framework', 0.04124172832938585)],\n",
       " 'fatality': [('Pandemic Severity Assessment Framework', 0.06493542677117814),\n",
       "  ('Unified Victim Identification System', 0.02269866688019059)],\n",
       " 'hospitalization': [('Pandemic Severity Assessment Framework',\n",
       "   0.04124172832938585)],\n",
       " 'viral': [('Pandemic Severity Assessment Framework', 0.018561228718904137),\n",
       "  ('Plague of Cyprian', 0.03665842671983568),\n",
       "  ('Spanish flu', 0.0107031902831637),\n",
       "  ('Superspreader', 0.03119866103815802),\n",
       "  ('Viral load', 0.2094767241133467),\n",
       "  ('Virus', 0.02365059788376495)],\n",
       " 'secondary': [('Pandemic Severity Assessment Framework', 0.03246771338558907),\n",
       "  ('Superspreader', 0.05457339058428801)],\n",
       " 'household': [('Pandemic Severity Assessment Framework',\n",
       "   0.04124172832938585)],\n",
       " 'attack': [('Pandemic Severity Assessment Framework', 0.1649669133175434)],\n",
       " 'community': [('Pandemic Severity Assessment Framework',\n",
       "   0.04124172832938585)],\n",
       " 'outpatient': [('Pandemic Severity Assessment Framework',\n",
       "   0.04124172832938585)],\n",
       " 'linear': [('Pandemic Severity Assessment Framework', 0.03246771338558907),\n",
       "  ('Pandemic severity index', 0.05964998505724504)],\n",
       " 'index': [('Pandemic Severity Assessment Framework', 0.03246771338558907),\n",
       "  ('Pandemic severity index', 0.11929997011449008)],\n",
       " 'psi': [('Pandemic Severity Assessment Framework', 0.03246771338558907),\n",
       "  ('Pandemic severity index', 0.17894995517173512)],\n",
       " 'cfr': [('Pandemic Severity Assessment Framework', 0.04124172832938585)],\n",
       " 'assess': [('Pandemic Severity Assessment Framework', 0.04124172832938585)],\n",
       " 'evolution': [('Pandemic Severity Assessment Framework', 0.03246771338558907),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'official': [('Pandemic Severity Assessment Framework', 0.0824834566587717)],\n",
       " 'tool': [('Pandemic Severity Assessment Framework', 0.0824834566587717)],\n",
       " 'strategy': [('Pandemic Severity Assessment Framework', 0.04124172832938585)],\n",
       " 'classification': [('Pandemic severity index', 0.1515393738614643)],\n",
       " 'set': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'communicate': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'appropriate': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'follow': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'potential': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'hhs': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'resemble': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'saffir': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'simpson': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'hurricane': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'scheme': [('Pandemic severity index', 0.07576968693073215)],\n",
       " 'cyprian': [('Plague of Cyprian', 0.1629048269010741)],\n",
       " 'manpower': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'army': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'crisis': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'modern': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'st': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'bishop': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'carthage': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'christian': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'writer': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'agent': [('Plague of Cyprian', 0.06412373393653842),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'highly': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'speculative': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'sparse': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'hemorrhagic': [('Plague of Cyprian', 0.08145241345053705)],\n",
       " 'ebola': [('Plague of Cyprian', 0.06412373393653842),\n",
       "  ('Science diplomacy and pandemics', 0.043473717923076895)],\n",
       " 'predict': [('PREDICT (USAID)', 0.20363103362634263)],\n",
       " 'epidemiological': [('PREDICT (USAID)', 0.16030933484134605),\n",
       "  ('Spanish flu', 0.01872225808366085)],\n",
       " 'program': [('PREDICT (USAID)', 0.40726206725268527)],\n",
       " 'agency': [('PREDICT (USAID)', 0.20363103362634263)],\n",
       " 'usaid': [('PREDICT (USAID)', 0.20363103362634263)],\n",
       " 'grant': [('PREDICT (USAID)', 0.20363103362634263)],\n",
       " 'warning': [('PREDICT (USAID)', 0.20363103362634263)],\n",
       " 'psittacosis': [('1929–1930 psittacosis pandemic', 0.1059543589600482)],\n",
       " 'parrot': [('1929–1930 psittacosis pandemic', 0.1589315384400723)],\n",
       " 'series': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'simultaneous': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'breeding': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'transportation': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'crowded': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'purpose': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'initially': [('1929–1930 psittacosis pandemic', 0.020853246808630384),\n",
       "  ('Unified Victim Identification System', 0.02269866688019059)],\n",
       " 'origin': [('1929–1930 psittacosis pandemic', 0.0526703475452042),\n",
       "  ('Spanish flu', 0.015762658754404177),\n",
       "  ('Swine influenza', 0.018146926465154388)],\n",
       " 'shortly': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'link': [('1929–1930 psittacosis pandemic', 0.0529771794800241)],\n",
       " 'mode': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'beak': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'bird': [('1929–1930 psittacosis pandemic', 0.0529771794800241)],\n",
       " 'chlamydia': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'psittaci': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'dormant': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'stress': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'capture': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'confinement': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'birmingham': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'kingdom': [('1929–1930 psittacosis pandemic', 0.020853246808630384),\n",
       "  ('Spanish flu', 0.01872225808366085)],\n",
       " 'argentina': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'declare': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'sick': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'argentine': [('1929–1930 psittacosis pandemic', 0.07946576922003615)],\n",
       " 'córdoba': [('1929–1930 psittacosis pandemic', 0.0529771794800241)],\n",
       " 'import': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'brazil': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'illegally': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'consequence': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'november': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'theatrical': [('1929–1930 psittacosis pandemic', 0.0529771794800241)],\n",
       " 'press': [('1929–1930 psittacosis pandemic', 0.0529771794800241)],\n",
       " 'atypical': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'maryland': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'story': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'american': [('1929–1930 psittacosis pandemic', 0.020853246808630384),\n",
       "  ('Unified Victim Identification System', 0.02269866688019059)],\n",
       " 'subsequently': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'germany': [('1929–1930 psittacosis pandemic', 0.020853246808630384),\n",
       "  ('Spanish flu', 0.01872225808366085)],\n",
       " 'france': [('1929–1930 psittacosis pandemic', 0.020853246808630384),\n",
       "  ('Spanish flu', 0.01872225808366085)],\n",
       " 'importation': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'green': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'amazon': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'principal': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'domestic': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'californian': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'mainly': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'hygienic': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'laboratory': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'formation': [('1929–1930 psittacosis pandemic', 0.02648858974001205)],\n",
       " 'science': [('Science diplomacy and pandemics', 0.3865538265449216)],\n",
       " 'diplomacy': [('Science diplomacy and pandemics', 0.16566592566210928)],\n",
       " 'collaborative': [('Science diplomacy and pandemics', 0.11044395044140617)],\n",
       " 'solve': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'technology': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'base': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'collaboration': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'place': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'advance': [('Science diplomacy and pandemics', 0.11044395044140617)],\n",
       " 'diplomatic': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'come': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'find': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'create': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'subsequent': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'continue': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'sharing': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'effect': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'scientific': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'possess': [('Science diplomacy and pandemics', 0.043473717923076895),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'deadly': [('Science diplomacy and pandemics', 0.043473717923076895),\n",
       "  ('Spanish flu', 0.0374445161673217)],\n",
       " 'tetanus': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'polio': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'etc': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'historically': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'successful': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'relevant': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'today': [('Science diplomacy and pandemics', 0.05522197522070309)],\n",
       " 'unusually': [('Spanish flu', 0.01872225808366085),\n",
       "  ('Superspreader', 0.05457339058428801)],\n",
       " 'april': [('Spanish flu', 0.02378172655490133)],\n",
       " 'successive': [('Spanish flu', 0.02378172655490133)],\n",
       " 'toll': [('Spanish flu', 0.02378172655490133)],\n",
       " 'possibly': [('Spanish flu', 0.02378172655490133)],\n",
       " 'fort': [('Spanish flu', 0.02378172655490133)],\n",
       " 'riley': [('Spanish flu', 0.02378172655490133)],\n",
       " 'haskell': [('Spanish flu', 0.02378172655490133)],\n",
       " 'kansas': [('Spanish flu', 0.02378172655490133)],\n",
       " 'york': [('Spanish flu', 0.01872225808366085),\n",
       "  ('Unified Victim Identification System', 0.13619200128114353)],\n",
       " 'brest': [('Spanish flu', 0.02378172655490133)],\n",
       " 'maintain': [('Spanish flu', 0.02378172655490133)],\n",
       " 'morale': [('Spanish flu', 0.02378172655490133)],\n",
       " 'war': [('Spanish flu', 0.04756345310980266)],\n",
       " 'free': [('Spanish flu', 0.02378172655490133)],\n",
       " 'neutral': [('Spanish flu', 0.02378172655490133)],\n",
       " 'spain': [('Spanish flu', 0.04756345310980266)],\n",
       " 'grave': [('Spanish flu', 0.02378172655490133)],\n",
       " 'king': [('Spanish flu', 0.02378172655490133)],\n",
       " 'alfonso': [('Spanish flu', 0.02378172655490133)],\n",
       " 'xiii': [('Spanish flu', 0.02378172655490133)],\n",
       " 'false': [('Spanish flu', 0.02378172655490133)],\n",
       " 'impression': [('Spanish flu', 0.02378172655490133)],\n",
       " 'especially': [('Spanish flu', 0.02378172655490133)],\n",
       " 'hard': [('Spanish flu', 0.02378172655490133)],\n",
       " 'hit': [('Spanish flu', 0.02378172655490133)],\n",
       " 'rise': [('Spanish flu', 0.02378172655490133)],\n",
       " 'historical': [('Spanish flu', 0.02378172655490133)],\n",
       " 'inadequate': [('Spanish flu', 0.02378172655490133)],\n",
       " 'identify': [('Spanish flu', 0.02378172655490133)],\n",
       " 'certainty': [('Spanish flu', 0.02378172655490133)],\n",
       " 'geographic': [('Spanish flu', 0.02378172655490133)],\n",
       " 'location': [('Spanish flu', 0.02378172655490133)],\n",
       " 'disproportionately': [('Spanish flu', 0.02378172655490133)],\n",
       " 'kill': [('Spanish flu', 0.02378172655490133)],\n",
       " 'young': [('Spanish flu', 0.071345179664704)],\n",
       " 'old': [('Spanish flu', 0.02378172655490133)],\n",
       " 'offer': [('Spanish flu', 0.02378172655490133)],\n",
       " 'possible': [('Spanish flu', 0.01872225808366085),\n",
       "  ('Swine influenza', 0.043108392562378764)],\n",
       " 'particularly': [('Spanish flu', 0.02378172655490133)],\n",
       " 'cytokine': [('Spanish flu', 0.02378172655490133)],\n",
       " 'storm': [('Spanish flu', 0.02378172655490133)],\n",
       " 'contrast': [('Spanish flu', 0.02378172655490133)],\n",
       " 'analysis': [('Spanish flu', 0.02378172655490133)],\n",
       " 'aggressive': [('Spanish flu', 0.02378172655490133)],\n",
       " 'previous': [('Spanish flu', 0.02378172655490133)],\n",
       " 'malnourishment': [('Spanish flu', 0.02378172655490133)],\n",
       " 'overcrowded': [('Spanish flu', 0.02378172655490133)],\n",
       " 'hygiene': [('Spanish flu', 0.02378172655490133)],\n",
       " 'recent': [('Spanish flu', 0.02378172655490133)],\n",
       " 'bacterial': [('Spanish flu', 0.01872225808366085),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'superinfection': [('Spanish flu', 0.04756345310980266)],\n",
       " 'second': [('Spanish flu', 0.02378172655490133)],\n",
       " 'swine': [('Spanish flu', 0.01872225808366085),\n",
       "  ('Swine influenza', 0.23709615909308324)],\n",
       " 'superspreader': [('Superspreader', 0.20796360880988182)],\n",
       " 'contagious': [('Superspreader', 0.06932120293662727)],\n",
       " 'organism': [('Superspreader', 0.05457339058428801),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'borne': [('Superspreader', 0.06932120293662727)],\n",
       " 'likely': [('Superspreader', 0.06932120293662727)],\n",
       " 'infect': [('Superspreader', 0.10914678116857603),\n",
       "  ('Virus', 0.027580100617865987)],\n",
       " 'typical': [('Superspreader', 0.06932120293662727)],\n",
       " 'particular': [('Superspreader', 0.05457339058428801),\n",
       "  ('Viral load', 0.026172952627158536)],\n",
       " 'conform': [('Superspreader', 0.06932120293662727)],\n",
       " 'rule': [('Superspreader', 0.06932120293662727)],\n",
       " 'responsible': [('Superspreader', 0.06932120293662727)],\n",
       " 'account': [('Superspreader', 0.06932120293662727)],\n",
       " 'percentage': [('Superspreader', 0.06932120293662727)],\n",
       " 'ssev': [('Superspreader', 0.06932120293662727)],\n",
       " 'majority': [('Superspreader', 0.06932120293662727)],\n",
       " 'relatively': [('Superspreader', 0.06932120293662727)],\n",
       " 'herd': [('Superspreader', 0.06932120293662727)],\n",
       " 'immunity': [('Superspreader', 0.05457339058428801),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'nosocomial': [('Superspreader', 0.06932120293662727)],\n",
       " 'virulence': [('Superspreader', 0.06932120293662727)],\n",
       " 'load': [('Superspreader', 0.05457339058428801),\n",
       "  ('Viral load', 0.15703771576295122)],\n",
       " 'misdiagnosis': [('Superspreader', 0.06932120293662727)],\n",
       " 'airflow': [('Superspreader', 0.06932120293662727)],\n",
       " 'suppression': [('Superspreader', 0.06932120293662727)],\n",
       " 'siv': [('Swine influenza', 0.054757925008764405)],\n",
       " 's': [('Swine influenza', 0.027378962504382202)],\n",
       " 'oiv': [('Swine influenza', 0.027378962504382202)],\n",
       " 'known': [('Swine influenza', 0.027378962504382202)],\n",
       " 'c': [('Swine influenza', 0.021554196281189382),\n",
       "  ('Viral load', 0.026172952627158536)],\n",
       " 'pig': [('Swine influenza', 0.027378962504382202)],\n",
       " 'zoonotic': [('Swine influenza', 0.054757925008764405)],\n",
       " 'regular': [('Swine influenza', 0.027378962504382202)],\n",
       " 'identification': [('Swine influenza', 0.018146926465154388),\n",
       "  ('Targeted immunization strategies', 0.08637936997413488),\n",
       "  ('Unified Victim Identification System', 0.03822096016554641)],\n",
       " 'accurate': [('Swine influenza', 0.021554196281189382),\n",
       "  ('Unified Victim Identification System', 0.02269866688019059)],\n",
       " 'rarely': [('Swine influenza', 0.027378962504382202)],\n",
       " 'pass': [('Swine influenza', 0.027378962504382202)],\n",
       " 'similar': [('Swine influenza', 0.027378962504382202)],\n",
       " 'sore': [('Swine influenza', 0.027378962504382202)],\n",
       " 'throat': [('Swine influenza', 0.027378962504382202)],\n",
       " 'headache': [('Swine influenza', 0.027378962504382202)],\n",
       " 'weakness': [('Swine influenza', 0.027378962504382202)],\n",
       " 'shortness': [('Swine influenza', 0.027378962504382202)],\n",
       " 'breath': [('Swine influenza', 0.027378962504382202)],\n",
       " 'discomfort': [('Swine influenza', 0.027378962504382202)],\n",
       " 'absolute': [('Swine influenza', 0.027378962504382202)],\n",
       " 'actual': [('Swine influenza', 0.027378962504382202)],\n",
       " 'officially': [('Swine influenza', 0.027378962504382202)],\n",
       " 'positive': [('Swine influenza', 0.027378962504382202)],\n",
       " 'immunization': [('Targeted immunization strategies', 0.39097158456257786)],\n",
       " 'level': [('Targeted immunization strategies', 0.13032386152085929)],\n",
       " 'decrease': [('Targeted immunization strategies', 0.13032386152085929)],\n",
       " 'healthcare': [('Targeted immunization strategies', 0.13032386152085929)],\n",
       " 'administration': [('Targeted immunization strategies', 0.13032386152085929)],\n",
       " 'refer': [('Targeted immunization strategies', 0.13032386152085929)],\n",
       " 'complex': [('Targeted immunization strategies', 0.10259797429846147),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'artificial': [('Targeted immunization strategies', 0.13032386152085929)],\n",
       " 'nature': [('Targeted immunization strategies', 0.13032386152085929)],\n",
       " 'role': [('Targeted immunization strategies', 0.10259797429846147),\n",
       "  ('Unified Victim Identification System', 0.04539733376038118)],\n",
       " 'unified': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'victim': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'uvis': [('Unified Victim Identification System', 0.2306617018068306)],\n",
       " 'internet': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'database': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'office': [('Unified Victim Identification System', 0.05766542545170765)],\n",
       " 'chief': [('Unified Victim Identification System', 0.05766542545170765)],\n",
       " 'examiner': [('Unified Victim Identification System', 0.05766542545170765)],\n",
       " 'ocme': [('Unified Victim Identification System', 0.14416356362926913)],\n",
       " 'aftermath': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'september': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'crash': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'airlines': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'flight': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'handle': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'critical': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'necessary': [('Unified Victim Identification System', 0.02269866688019059),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'disaster': [('Unified Victim Identification System', 0.05766542545170765)],\n",
       " 'application': [('Unified Victim Identification System',\n",
       "   0.05766542545170765)],\n",
       " 'event': [('Unified Victim Identification System', 0.05766542545170765)],\n",
       " 'mass': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'casualty': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'police': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'gather': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'key': [('Unified Victim Identification System', 0.02269866688019059),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'information': [('Unified Victim Identification System',\n",
       "   0.028832712725853825)],\n",
       " 'list': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'track': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'collect': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'postmortem': [('Unified Victim Identification System',\n",
       "   0.028832712725853825)],\n",
       " 'process': [('Unified Victim Identification System', 0.02269866688019059),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'module': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'prepare': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'eventuality': [('Unified Victim Identification System',\n",
       "   0.028832712725853825)],\n",
       " 'dynamically': [('Unified Victim Identification System',\n",
       "   0.028832712725853825)],\n",
       " 'nihilent': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'consulting': [('Unified Victim Identification System',\n",
       "   0.028832712725853825)],\n",
       " 'solution': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'integration': [('Unified Victim Identification System',\n",
       "   0.028832712725853825)],\n",
       " 'design': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'thinking': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'icra': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'governmental': [('Unified Victim Identification System',\n",
       "   0.028832712725853825)],\n",
       " 'charge': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'license': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'jersey': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'ocsme': [('Unified Victim Identification System', 0.028832712725853825)],\n",
       " 'titre': [('Viral load', 0.06649176608207105)],\n",
       " 'titer': [('Viral load', 0.033245883041035526)],\n",
       " 'numerical': [('Viral load', 0.033245883041035526)],\n",
       " 'expression': [('Viral load', 0.033245883041035526)],\n",
       " 'quantity': [('Viral load', 0.06649176608207105)],\n",
       " 'volume': [('Viral load', 0.033245883041035526)],\n",
       " 'fluid': [('Viral load', 0.06649176608207105)],\n",
       " 'sputum': [('Viral load', 0.033245883041035526)],\n",
       " 'plasma': [('Viral load', 0.06649176608207105)],\n",
       " 'example': [('Viral load', 0.05234590525431707),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'run': [('Viral load', 0.033245883041035526)],\n",
       " 'garden': [('Viral load', 0.033245883041035526)],\n",
       " 'shedding': [('Viral load', 0.033245883041035526)],\n",
       " 'ability': [('Viral load', 0.033245883041035526)],\n",
       " 'survive': [('Viral load', 0.033245883041035526)],\n",
       " 'minuscule': [('Viral load', 0.033245883041035526)],\n",
       " 'dose': [('Viral load', 0.026172952627158536),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'ml': [('Viral load', 0.06649176608207105)],\n",
       " 'assay': [('Viral load', 0.033245883041035526)],\n",
       " 'active': [('Viral load', 0.033245883041035526)],\n",
       " 'involved': [('Viral load', 0.033245883041035526)],\n",
       " 'rna': [('Viral load', 0.026172952627158536),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'millilitre': [('Viral load', 0.033245883041035526)],\n",
       " 'chronic': [('Viral load', 0.026172952627158536),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'bone': [('Viral load', 0.033245883041035526)],\n",
       " 'marrow': [('Viral load', 0.033245883041035526)],\n",
       " 'solid': [('Viral load', 0.033245883041035526)],\n",
       " 'organ': [('Viral load', 0.033245883041035526)],\n",
       " 'transplantation': [('Viral load', 0.033245883041035526)],\n",
       " 'routine': [('Viral load', 0.033245883041035526)],\n",
       " 'cytomegalovirus': [('Viral load', 0.033245883041035526)],\n",
       " 'hepatitis': [('Viral load', 0.05234590525431707),\n",
       "  ('Virus', 0.013790050308932994)],\n",
       " 'b': [('Viral load', 0.033245883041035526)],\n",
       " 'interest': [('Viral load', 0.033245883041035526)],\n",
       " 'continually': [('Viral load', 0.033245883041035526)],\n",
       " 'submicroscopic': [('Virus', 0.01751664805387894)],\n",
       " 'inside': [('Virus', 0.03503329610775788)],\n",
       " 'archaea': [('Virus', 0.01751664805387894)],\n",
       " 'dmitri': [('Virus', 0.01751664805387894)],\n",
       " 'ivanovsky': [('Virus', 0.01751664805387894)],\n",
       " 'article': [('Virus', 0.01751664805387894)],\n",
       " 'tobacco': [('Virus', 0.03503329610775788)],\n",
       " 'discovery': [('Virus', 0.01751664805387894)],\n",
       " 'mosaic': [('Virus', 0.01751664805387894)],\n",
       " 'martinus': [('Virus', 0.01751664805387894)],\n",
       " 'beijerinck': [('Virus', 0.01751664805387894)],\n",
       " 'detail': [('Virus', 0.01751664805387894)],\n",
       " 'ecosystem': [('Virus', 0.01751664805387894)],\n",
       " 'earth': [('Virus', 0.01751664805387894)],\n",
       " 'entity': [('Virus', 0.01751664805387894)],\n",
       " 'virology': [('Virus', 0.01751664805387894)],\n",
       " 'subspeciality': [('Virus', 0.01751664805387894)],\n",
       " 'microbiology': [('Virus', 0.01751664805387894)],\n",
       " 'host': [('Virus', 0.05254994416163681)],\n",
       " 'cell': [('Virus', 0.07006659221551576)],\n",
       " 'identical': [('Virus', 0.01751664805387894)],\n",
       " 'original': [('Virus', 0.01751664805387894)],\n",
       " 'exist': [('Virus', 0.01751664805387894)],\n",
       " 'form': [('Virus', 0.03503329610775788)],\n",
       " 'material': [('Virus', 0.05254994416163681)],\n",
       " 'long': [('Virus', 0.01751664805387894)],\n",
       " 'dna': [('Virus', 0.03503329610775788)],\n",
       " 'encode': [('Virus', 0.01751664805387894)],\n",
       " 'structure': [('Virus', 0.03503329610775788)],\n",
       " 'ii': [('Virus', 0.01751664805387894)],\n",
       " 'protein': [('Virus', 0.01751664805387894)],\n",
       " 'coat': [('Virus', 0.01751664805387894)],\n",
       " 'capsid': [('Virus', 0.01751664805387894)],\n",
       " 'iii': [('Virus', 0.01751664805387894)],\n",
       " 'envelope': [('Virus', 0.01751664805387894)],\n",
       " 'helical': [('Virus', 0.01751664805387894)],\n",
       " 'icosahedral': [('Virus', 0.01751664805387894)],\n",
       " 'optical': [('Virus', 0.01751664805387894)],\n",
       " 'microscope': [('Virus', 0.01751664805387894)],\n",
       " 'hundredth': [('Virus', 0.01751664805387894)],\n",
       " 'size': [('Virus', 0.01751664805387894)],\n",
       " 'evolutionary': [('Virus', 0.01751664805387894)],\n",
       " 'unclear': [('Virus', 0.01751664805387894)],\n",
       " 'horizontal': [('Virus', 0.01751664805387894)],\n",
       " 'gene': [('Virus', 0.01751664805387894)],\n",
       " 'transfer': [('Virus', 0.01751664805387894)],\n",
       " 'diversity': [('Virus', 0.01751664805387894)],\n",
       " ...}"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Inverted_index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "5123e01a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# from functools import reduce\n",
    "\n",
    "# def search_terms(terms):\n",
    "#     return reduce(set.intersection,(Inverted_index[term] for term in terms))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "838dd9c4",
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import defaultdict\n",
    "\n",
    "def search_inverted_index(terms):\n",
    "    terms_list=[]\n",
    "    for term in terms:\n",
    "        terms_list+=Inverted_index[term]\n",
    "    doc_imp=defaultdict(list)\n",
    "    \n",
    "    for i in terms_list:\n",
    "        doc_imp[i[0]].append(i[1])\n",
    "    \n",
    "    doc_imp={a:reduce(lambda x,y:x+y,b) for a,b in doc_imp.items()}\n",
    "    return sorted(doc_imp.items(),key=lambda x:x[1],reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "b1455fc3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Swine influenza', 0.3943904596730489),\n",
       " ('Spanish flu', 0.1006989957581831),\n",
       " ('Pandemic', 0.029711145665104622),\n",
       " ('Unified Victim Identification System', 0.016564621034527358)]"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "search_inverted_index(query_text_tokenized)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "id": "495d496f",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"./example_queries.json\",\"r\") as file:\n",
    "    queries_data=json.load(file)\n",
    "\n",
    "with open(\"./example_query_results.json\",\"r\") as file:\n",
    "    queries_results=json.load(file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "27f35381",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['black death',\n",
       " 'zoonotic diseases',\n",
       " 'swine flu',\n",
       " 'cholera transmission',\n",
       " 'classification of viruses',\n",
       " 'economic impact of pandemics',\n",
       " 'pandemic prevention organizations',\n",
       " 'spread of infectious diseases',\n",
       " 'prevention of viral infections',\n",
       " 'common symptoms of coronavirus']"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "queries_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "115abdf2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'black death': [('Pandemic', 0.07788500259696608),\n",
       "   ('Spanish flu', 0.024068009132662504),\n",
       "   ('Cholera', 0.021551093144933094),\n",
       "   ('Antonine Plague', 0.019395983830439785),\n",
       "   ('1929–1930 psittacosis pandemic', 0.013403728663312048)]},\n",
       " {'zoonotic diseases': [('Swine influenza', 0.054757925008764405)]},\n",
       " {'swine flu': [('Swine influenza', 0.3943904596730489),\n",
       "   ('Spanish flu', 0.1006989957581831),\n",
       "   ('Pandemic', 0.029711145665104622),\n",
       "   ('Unified Victim Identification System', 0.016564621034527358)]},\n",
       " {'cholera transmission': [('Cholera', 0.17035798891615594),\n",
       "   ('Swine influenza', 0.041562822493799535),\n",
       "   ('HIV/AIDS in Yunnan', 0.021982115007831756),\n",
       "   ('1929–1930 psittacosis pandemic', 0.013403728663312048),\n",
       "   ('Basic reproduction number', 0.010846438326232773),\n",
       "   ('Virus', 0.008863756051545064)]},\n",
       " {'classification of viruses': [('Pandemic severity index',\n",
       "    0.1515393738614643)]},\n",
       " {'economic impact of pandemics': [('Pandemic Severity Assessment Framework',\n",
       "    0.027335243662700914),\n",
       "   ('HIV/AIDS', 0.026691715292739598),\n",
       "   ('COVID-19 pandemic', 0.024662974590976317),\n",
       "   ('1929–1930 psittacosis pandemic', 0.017556782515068068)]},\n",
       " {'pandemic prevention organizations': [('Pandemic prevention',\n",
       "    0.23665813607235853),\n",
       "   ('Pandemic Severity Assessment Framework', 0.06671984466612302),\n",
       "   ('HIV/AIDS', 0.03412593064785333),\n",
       "   ('Pandemic severity index', 0.029643013532460412),\n",
       "   ('Pandemic', 0.02697671072795339),\n",
       "   ('PREDICT (USAID)', 0.02655519962282912),\n",
       "   ('HIV/AIDS in Yunnan', 0.024957362358687885),\n",
       "   ('Crimson Contagion', 0.024049992111241467),\n",
       "   ('Spanish flu', 0.021709360275597528),\n",
       "   ('Plague of Cyprian', 0.021244159698263296),\n",
       "   ('COVID-19 pandemic', 0.01634166130635638),\n",
       "   ('Swine influenza', 0.010711341024334435),\n",
       "   ('1929–1930 psittacosis pandemic', 0.010363004730860145),\n",
       "   ('Antonine Plague', 0.00999725162271214),\n",
       "   ('Science diplomacy and pandemics', 0.0072014100672078965),\n",
       "   ('Epidemiology of HIV/AIDS', 0.005181502365430073),\n",
       "   ('Unified Victim Identification System', 0.0037600282651793445),\n",
       "   ('Cholera', 0.002777014339642261)]},\n",
       " {'spread of infectious diseases': [('Pandemic prevention',\n",
       "    0.06375378559971422),\n",
       "   ('Pandemic', 0.053608888235687296),\n",
       "   ('Viral load', 0.02992524630190667),\n",
       "   ('Disease X', 0.02932674137586854),\n",
       "   ('Virus', 0.026041381869041542),\n",
       "   ('HIV/AIDS in Yunnan', 0.025480305200731638),\n",
       "   ('Basic reproduction number', 0.022219473413475653),\n",
       "   ('Crimson Contagion', 0.018028517830706345),\n",
       "   ('Pandemic Severity Assessment Framework', 0.012095081582625776),\n",
       "   ('Antonine Plague', 0.011241311117969839),\n",
       "   ('1929–1930 psittacosis pandemic', 0.0077683857319303775),\n",
       "   ('Cholera', 0.006245172843316577),\n",
       "   ('HIV/AIDS', 0.005398369745917719)]},\n",
       " {'prevention of viral infections': [('Viral load', 0.2094767241133467),\n",
       "   ('Pandemic prevention', 0.16276540668709488),\n",
       "   ('Pandemic Severity Assessment Framework', 0.04225492716069643),\n",
       "   ('Plague of Cyprian', 0.03665842671983568),\n",
       "   ('HIV/AIDS', 0.0317254606254507),\n",
       "   ('Superspreader', 0.03119866103815802),\n",
       "   ('HIV/AIDS in Yunnan', 0.024957362358687885),\n",
       "   ('Virus', 0.02365059788376495),\n",
       "   ('Spanish flu', 0.0107031902831637)]},\n",
       " {'common symptoms of coronavirus': [('COVID-19 pandemic', 0.1080829488736334),\n",
       "   ('Swine influenza', 0.024644320483923142),\n",
       "   ('HIV/AIDS in Yunnan', 0.019551160917245694),\n",
       "   ('Cholera', 0.009583902410414555),\n",
       "   ('HIV/AIDS', 0.008284390219171904),\n",
       "   ('Virus', 0.00788353262792165)]}]"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[{query:search_inverted_index(preprocess(query))} for query in queries_data]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "id": "a79a38a4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'query': 'black death',\n",
       "  'relevant_article_titles': [['Pandemic', 0.047336756359133265],\n",
       "   ['Cholera', 0.014518164813892178],\n",
       "   ['Antonine Plague', 0.013233865618817103],\n",
       "   ['Epidemiology of HIV/AIDS', 0.011947239794765438],\n",
       "   ['Bills of mortality', 0.008868054280650635],\n",
       "   ['Spanish flu', 0.008602012652231115],\n",
       "   ['1929–1930 psittacosis pandemic', 0.008231591054766618],\n",
       "   ['Pandemic Severity Assessment Framework', 0.008039264160963658],\n",
       "   ['HIV/AIDS', 0.006826994168437393],\n",
       "   ['COVID-19 pandemic', 0.005060007442488892],\n",
       "   ['Swine influenza', 0.004675006876212563]]},\n",
       " {'query': 'zoonotic diseases',\n",
       "  'relevant_article_titles': [['Swine influenza', 0.035414092804581326],\n",
       "   ['Disease X', 0.029604135108640295],\n",
       "   ['Pandemic', 0.022322198426744867],\n",
       "   ['Pandemic prevention', 0.013871651879477165],\n",
       "   ['HIV/AIDS', 0.013486328216158356],\n",
       "   ['Targeted immunization strategies', 0.0105545177343848],\n",
       "   ['Science diplomacy and pandemics', 0.01032995352727023],\n",
       "   ['HIV/AIDS in Yunnan', 0.008593058686401785],\n",
       "   ['Cholera', 0.008194224738931659],\n",
       "   ['Antonine Plague', 0.007469351012026167],\n",
       "   ['Superspreader', 0.0066507919970096],\n",
       "   ['COVID-19 pandemic', 0.005711856656255304],\n",
       "   ['Basic reproduction number', 0.0056020132590196255],\n",
       "   ['1929–1930 psittacosis pandemic', 0.004646007806523453],\n",
       "   ['Pandemic Severity Assessment Framework', 0.004537456222258886],\n",
       "   ['Epidemiology of HIV/AIDS', 0.0016857910270197945],\n",
       "   ['Virus', 0.0015866268489598066]]},\n",
       " {'query': 'swine flu',\n",
       "  'relevant_article_titles': [['Swine influenza', 0.2550677429407219],\n",
       "   ['Spanish flu', 0.06897881209435543],\n",
       "   ['Pandemic', 0.021514967550593005],\n",
       "   ['Unified Victim Identification System', 0.012998626228483273]]},\n",
       " {'query': 'cholera transmission',\n",
       "  'relevant_article_titles': [['Cholera', 0.10997794221169559],\n",
       "   ['Superspreader', 0.040173618323107584],\n",
       "   ['Swine influenza', 0.03187689279985711],\n",
       "   ['HIV/AIDS in Yunnan', 0.012976434237109973],\n",
       "   ['1929–1930 psittacosis pandemic', 0.007015966836332186],\n",
       "   ['Basic reproduction number', 0.005639757956897797],\n",
       "   ['Virus', 0.004791951205207277]]},\n",
       " {'query': 'classification of viruses',\n",
       "  'relevant_article_titles': [['Pandemic severity index', 0.10509988832327362],\n",
       "   ['Virus', 0.06746676589985189],\n",
       "   ['Crimson Contagion', 0.0339553131009123],\n",
       "   ['Viral load', 0.03386619154421699],\n",
       "   ['Disease X', 0.031470777995967494],\n",
       "   ['Swine influenza', 0.028050041257275376],\n",
       "   ['HIV/AIDS in Yunnan', 0.022837201731587032],\n",
       "   ['Plague of Cyprian', 0.01592965305968725],\n",
       "   ['HIV/AIDS', 0.013653988336874786],\n",
       "   ['Spanish flu', 0.012903018978346673],\n",
       "   ['Epidemiology of HIV/AIDS', 0.005973619897382719],\n",
       "   ['COVID-19 pandemic', 0.005060007442488892]]},\n",
       " {'query': 'economic impact of pandemics',\n",
       "  'relevant_article_titles': [['Pandemic prevention', 0.08497663879305319],\n",
       "   ['Pandemic Severity Assessment Framework', 0.05194906356145326],\n",
       "   ['Pandemic', 0.03418600411214783],\n",
       "   ['HIV/AIDS', 0.029003178770371216],\n",
       "   ['Pandemic severity index', 0.027411818965501027],\n",
       "   ['COVID-19 pandemic', 0.025085189019544707],\n",
       "   ['PREDICT (USAID)', 0.021244159698263296],\n",
       "   ['Spanish flu', 0.019119743728436965],\n",
       "   ['Crimson Contagion', 0.016771705024944707],\n",
       "   ['1929–1930 psittacosis pandemic', 0.016431262350474495],\n",
       "   ['Plague of Cyprian', 0.015736414591306144],\n",
       "   ['Swine influenza', 0.006927443379868466],\n",
       "   ['Antonine Plague', 0.006536664522542553],\n",
       "   ['Science diplomacy and pandemics', 0.004520033978353892],\n",
       "   ['Epidemiology of HIV/AIDS', 0.002950577735869902],\n",
       "   ['Unified Victim Identification System', 0.002950577735869902],\n",
       "   ['Cholera', 0.0017927560926804468]]},\n",
       " {'query': 'pandemic prevention organizations',\n",
       "  'relevant_article_titles': [['Pandemic prevention', 0.23383210801009918],\n",
       "   ['Pandemic Severity Assessment Framework', 0.04926044606190391],\n",
       "   ['Event 201', 0.04582303339979459],\n",
       "   ['Crimson Contagion', 0.03606561382485822],\n",
       "   ['Pandemic', 0.03418600411214783],\n",
       "   ['Pandemic severity index', 0.027411818965501027],\n",
       "   ['HIV/AIDS', 0.023969403669325554],\n",
       "   ['PREDICT (USAID)', 0.021244159698263296],\n",
       "   ['Science diplomacy and pandemics', 0.0201193644974329],\n",
       "   ['Spanish flu', 0.019119743728436965],\n",
       "   ['Disease X', 0.0178821593755296],\n",
       "   ['HIV/AIDS in Yunnan', 0.016564621034527358],\n",
       "   ['Plague of Cyprian', 0.015736414591306144],\n",
       "   ['Swine influenza', 0.014896666579832744],\n",
       "   ['COVID-19 pandemic', 0.00999725162271214],\n",
       "   ['Antonine Plague', 0.006536664522542553],\n",
       "   ['1929–1930 psittacosis pandemic', 0.006098801827252621],\n",
       "   ['Epidemiology of HIV/AIDS', 0.002950577735869902],\n",
       "   ['Unified Victim Identification System', 0.002950577735869902],\n",
       "   ['Cholera', 0.0017927560926804468]]},\n",
       " {'query': 'spread of infectious diseases',\n",
       "  'relevant_article_titles': [['Pandemic', 0.058951389222602915],\n",
       "   ['Pandemic prevention', 0.05576699670214651],\n",
       "   ['Disease X', 0.0474862944841699],\n",
       "   ['Targeted immunization strategies', 0.029254545239235055],\n",
       "   ['Basic reproduction number', 0.024475636834734523],\n",
       "   ['HIV/AIDS in Yunnan', 0.02381785984079314],\n",
       "   ['Viral load', 0.023091922343203574],\n",
       "   ['HIV/AIDS', 0.016899825300377053],\n",
       "   ['Virus', 0.016792759751028685],\n",
       "   ['Antonine Plague', 0.014086283821434719],\n",
       "   ['Pandemic Severity Assessment Framework', 0.012576720383222544],\n",
       "   ['Cholera', 0.011823765942404703],\n",
       "   ['Crimson Contagion', 0.011318437700304098],\n",
       "   ['Science diplomacy and pandemics', 0.01032995352727023],\n",
       "   ['1929–1930 psittacosis pandemic', 0.008761803333906762],\n",
       "   ['Superspreader', 0.0066507919970096],\n",
       "   ['COVID-19 pandemic', 0.005711856656255304],\n",
       "   ['Epidemiology of HIV/AIDS', 0.0016857910270197945]]},\n",
       " {'query': 'prevention of viral infections',\n",
       "  'relevant_article_titles': [['Viral load', 0.17990778447093247],\n",
       "   ['Pandemic prevention', 0.10696012439437665],\n",
       "   ['HIV/AIDS', 0.049897283828595665],\n",
       "   ['Superspreader', 0.041270093770690276],\n",
       "   ['Pandemic Severity Assessment Framework', 0.031197563043878673],\n",
       "   ['Plague of Cyprian', 0.027154390162841237],\n",
       "   ['Virus', 0.0270096753187833],\n",
       "   ['Basic reproduction number', 0.023790458099491745],\n",
       "   ['HIV/AIDS in Yunnan', 0.0234070094259741],\n",
       "   ['Spanish flu', 0.011197634785134544],\n",
       "   ['Epidemiology of HIV/AIDS', 0.010738748447687244],\n",
       "   ['Swine influenza', 0.008404237915581323],\n",
       "   ['Science diplomacy and pandemics', 0.00822542434290938],\n",
       "   ['COVID-19 pandemic', 0.004548175813138128],\n",
       "   ['Cholera', 0.003262404591702454]]},\n",
       " {'query': 'common symptoms of coronavirus',\n",
       "  'relevant_article_titles': [['COVID-19 pandemic', 0.07713193446917332],\n",
       "   ['Cholera', 0.02988077468142701],\n",
       "   ['HIV/AIDS', 0.028102157140865877],\n",
       "   ['Swine influenza', 0.026111284317871984],\n",
       "   ['HIV/AIDS in Yunnan', 0.012976434237109973],\n",
       "   ['Virus', 0.004791951205207277]]}]"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "queries_results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d49c1468",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}