practical-nlp · Ethan0456 · Aug 30, 2023 · Aug 30, 2023 · Aug 30, 2023 · Aug 30, 2023
diff --git a/Ch10/01_BioBERT_Demo.ipynb b/Ch10/01_BioBERT_Demo.ipynb
diff --git a/Ch10/03_FinBERT.ipynb b/Ch10/03_FinBERT.ipynb
diff --git a/Ch4/06_BERT_IMDB_Sentiment_Classification.ipynb b/Ch4/06_BERT_IMDB_Sentiment_Classification.ipynb
diff --git a/Ch4/08_LimeDemo.ipynb b/Ch4/08_LimeDemo.ipynb
diff --git a/Ch4/09_Lime_RNN.ipynb b/Ch4/09_Lime_RNN.ipynb
diff --git a/Ch5/01_KPE.ipynb b/Ch5/01_KPE.ipynb
diff --git a/Ch5/02_NERTraining.ipynb b/Ch5/02_NERTraining.ipynb
diff --git a/Ch5/03_NERIssues.ipynb b/Ch5/03_NERIssues.ipynb
diff --git a/Ch6/01_CNN_RNN_ATIS_intents.ipynb b/Ch6/01_CNN_RNN_ATIS_intents.ipynb
diff --git a/Ch6/02_BERT_ATIS.ipynb b/Ch6/02_BERT_ATIS.ipynb
diff --git a/Ch6/03_BERT_ATIS_Binary.ipynb b/Ch6/03_BERT_ATIS_Binary.ipynb
diff --git a/Ch6/04_CRF_SNIPS_slots.ipynb b/Ch6/04_CRF_SNIPS_slots.ipynb
diff --git a/Ch6/05_BERT_SNIPS.ipynb b/Ch6/05_BERT_SNIPS.ipynb
diff --git a/Ch7/01_ElasticSearch.ipynb b/Ch7/01_ElasticSearch.ipynb
@@ -12,6 +12,13 @@
     "For this code to work, elastic search instance has to be running in the background. \n",
     "For this you need to follow these steps :\n",
     "\n",
+    "Docker :\n",
+    "   1. Install Docker\n",
+    "   2. Create Network : docker network create elastic\n",
+    "   3. Pull Image : docker pull docker.elastic.co/elasticsearch/elasticsearch:8.9.1\n",
+    "   4. Run Image : docker run --name elasticsearch --net elastic -p 9200:9200 -p 9300:9300 -e \"discovery.type=single-node\" -t docker.elastic.co/elasticsearch/elasticsearch:8.9.1\n",
+    "   5. After Running the last command the container will give you the username and password to login, the user most likely be named as \"elastic\" and password will be given just beside it.\n",
+    "\n",
     "Linux :\n",
     "\n",
     "   1. Go to the elasticsearch-X.Y.Z/bin folder on your machine\n",
@@ -31,6 +38,34 @@
   {
    "cell_type": "code",
    "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Collecting elasticsearch\n",
+      "  Obtaining dependency information for elasticsearch from https://files.pythonhosted.org/packages/bb/06/81b1d71ba0567ff39d0f98f3637e810846df92f6733aee46004a194b51ea/elasticsearch-8.9.0-py3-none-any.whl.metadata\n",
+      "  Downloading elasticsearch-8.9.0-py3-none-any.whl.metadata (5.2 kB)\n",
+      "Collecting elastic-transport<9,>=8 (from elasticsearch)\n",
+      "  Downloading elastic_transport-8.4.0-py3-none-any.whl (59 kB)\n",
+      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m59.5/59.5 kB\u001b[0m \u001b[31m1.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+      "\u001b[?25hRequirement already satisfied: urllib3<2,>=1.26.2 in /Users/abhijeetsingh/Documents/DL/Ch2/DL/lib/python3.11/site-packages (from elastic-transport<9,>=8->elasticsearch) (1.26.16)\n",
+      "Requirement already satisfied: certifi in /Users/abhijeetsingh/Documents/DL/Ch2/DL/lib/python3.11/site-packages (from elastic-transport<9,>=8->elasticsearch) (2023.7.22)\n",
+      "Downloading elasticsearch-8.9.0-py3-none-any.whl (395 kB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m395.5/395.5 kB\u001b[0m \u001b[31m4.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+      "\u001b[?25hInstalling collected packages: elastic-transport, elasticsearch\n",
+      "Successfully installed elastic-transport-8.4.0 elasticsearch-8.9.0\n"
+     ]
+    }
+   ],
+   "source": [
+    "!pip install elasticsearch"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
    "metadata": {
     "colab": {},
     "colab_type": "code",
@@ -40,12 +75,15 @@
    "outputs": [],
    "source": [
     "from elasticsearch import Elasticsearch \n",
-    "from datetime import datetime"
+    "from datetime import datetime\n",
+    "\n",
+    "import warnings\n",
+    "warnings.filterwarnings('ignore')"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 24,
    "metadata": {
     "colab": {},
     "colab_type": "code",
@@ -56,14 +94,14 @@
     "#elastic search instance has to be running on the machine. Default port is 9200. \n",
     "\n",
     "#Call the Elastic Search instance, and delete any pre-existing index\n",
-    "es=Elasticsearch([{'host':'localhost','port':9200}])\n",
+    "es=Elasticsearch([{'host':'localhost','port':9200,'scheme':\"https\"}], http_auth=('elastic', 'yQIpShQvIXJ5gqcImcM9'), verify_certs=False)\n",
     "if es.indices.exists(index=\"myindex\"):\n",
     "    es.indices.delete(index='myindex', ignore=[400, 404]) #Deleting existing index for now "
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 25,
    "metadata": {
     "colab": {},
     "colab_type": "code",
@@ -85,7 +123,7 @@
    ],
    "source": [
     "#Build an index from booksummaries dataset. I am using only 500 documents for now.\n",
-    "path = \"booksummaries.txt\" #Add your path.\n",
+    "path = \"./Data/booksummaries/booksummaries.txt\" #Add your path.\n",
     "count = 1\n",
     "for line in open(path):\n",
     "    fields = line.split(\"\\t\")\n",
@@ -105,7 +143,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 26,
    "metadata": {
     "colab": {},
     "colab_type": "code",
@@ -117,7 +155,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Your index has 500 entries\n"
+      "Your index has 414 entries\n"
      ]
     }
    ],
@@ -129,7 +167,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 27,
    "metadata": {
     "colab": {},
     "colab_type": "code",
@@ -154,7 +192,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 28,
    "metadata": {
     "colab": {},
     "colab_type": "code",
@@ -179,7 +217,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 30,
    "metadata": {
     "colab": {},
     "colab_type": "code",
@@ -191,37 +229,28 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Enter your search query: countess\n",
       "Your search returned 7 results:\n",
       "All's Well That Ends Well\n",
-      "71\n",
       " Helena, the orphan daughter of a famous physician, is the ward of the Countess of Rousillon, and ho\n",
       "\n",
       "The Last Man\n",
-      "904\n",
       " Mary Shelley states in the introduction that in 1818 she discovered, in the Sibyl's cave near Naple\n",
       "ng leaves the throne, the monarchy come to an end and a republic is created. When the king dies the Countess attempts to raise their son, Adrian, to reclaim the throne, but Adrian opposes his mother a\n",
       "The Luck of Barry Lyndon\n",
-      "2624\n",
       " Redmond Barry of Bally Barry, born to a genteel but ruined Irish family, fancies himself a gentlema\n",
       "chy, where they win considerable sums of money and Redmond cleverly sets up a plan to marry a young countess of some means. Again, fortune turns against him, and a series of circumstances undermines h\n",
       "Carmilla\n",
-      "2554\n",
       " The story is presented by Le Fanu as part of the casebook of Dr Hesselius, whose departures from me\n",
       "ily heirloom restored portraits arrives at the castle, Laura finds one of her ancestors, \"Mircalla, Countess Karnstein\", dated 1698. The portrait resembles Carmilla exactly, down to the mole on her ne\n",
       "Anna Karenina\n",
-      "1330\n",
       " The novel is divided into eight parts. Its epigraph is Vengeance is mine, I will repay, from Romans\n",
       " at the railway station to meet Anna, Stiva bumps into Vronsky; he is there to meet his mother, the Countess Vronskaya. Anna and Vronskaya have traveled and talked together in the same carriage. As th\n",
       "Murder on the Orient Express\n",
-      "5569\n",
       " Hercule Poirot boards the Orient Express in Constantinople. The train is unusually crowded for the \n",
       "us tragic actress of the New York stage, and was Sonia Armstrong's mother and Daisy's grandmother; *Countess Andrenyi (née Helena Goldenberg) was Sonia Armstrong's sister; *Count Andryeni was the husb\n",
       "War and Peace\n",
-      "2612\n",
       " War and Peace has a large cast of characters, the majority of whom are introduced in the first book\n",
-      "is impetuous and eager to join the army when of age. The heads of the family, Count Ilya Rostov and Countess Natalya Rostova, are an affectionate couple but forever worried about their disordered fina\n",
-      "Enter your search query: STOP\n"
+      "is impetuous and eager to join the army when of age. The heads of the family, Count Ilya Rostov and Countess Natalya Rostova, are an affectionate couple but forever worried about their disordered fina\n"
      ]
     }
    ],
@@ -276,7 +305,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.7.9"
+   "version": "3.11.4"
   }
  },
  "nbformat": 4,