Final_DNN_char(1-6)_gram_Malayalam_code_mixed.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"Final_DNN_char(1-6)_gram_Malayalam_code_mixed.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU"},"cells":[{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"U-FDNOKLOnSc","executionInfo":{"status":"ok","timestamp":1624649082651,"user_tz":-330,"elapsed":18625,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}},"outputId":"dafb4a9f-777a-4497-d815-6193ae9f14f1"},"source":["from google.colab import drive\n","drive.mount('/content/drive')"],"execution_count":1,"outputs":[{"output_type":"stream","text":["Mounted at /content/drive\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"3ppnRCyoN_OO","executionInfo":{"status":"ok","timestamp":1624649087514,"user_tz":-330,"elapsed":1954,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["import pandas as pd \n","data_train = pd.read_csv('/content/drive/MyDrive/HASOC_2021/Sentiment_Dravidian/Malyalam/Mal_sentiment_full_train.tsv', sep = '\\t')\n","data_val = pd.read_csv('/content/drive/MyDrive/HASOC_2021/Sentiment_Dravidian/Malyalam/Mal_sentiment_full_dev.tsv', sep = '\\t')\n","data_test = pd.read_csv('/content/drive/MyDrive/HASOC_2021/Sentiment_Dravidian/Malyalam/Mal_sentiment_full_test_withoutlabels.tsv', sep = '\\t')"],"execution_count":2,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"kVoVbk3QN_QX","executionInfo":{"status":"ok","timestamp":1624649088272,"user_tz":-330,"elapsed":763,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}},"outputId":"22a362de-91a5-474c-c25d-d164f9d1e616"},"source":["from sklearn import preprocessing\n","import numpy as np\n","\n","le = preprocessing.LabelEncoder()\n","\n","le.fit(data_train['category'])\n","print(le.classes_)\n","\n","y_train_index = le.transform(data_train['category'])\n","y_val_index = le.transform(data_val['category'])\n","\n"],"execution_count":3,"outputs":[{"output_type":"stream","text":["['Mixed_feelings' 'Negative' 'Positive' 'not-malayalam' 'unknown_state']\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"JPJgz4FJOO9u","executionInfo":{"status":"ok","timestamp":1624649089428,"user_tz":-330,"elapsed":1159,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["from keras.utils.np_utils import to_categorical\n","y_train_cal  =  to_categorical(y_train_index)\n","y_val_cal  =  to_categorical(y_val_index)"],"execution_count":4,"outputs":[]},{"cell_type":"code","metadata":{"id":"--duHCkKN_R9","executionInfo":{"status":"ok","timestamp":1624649095908,"user_tz":-330,"elapsed":6482,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["from sklearn.feature_extraction.text import TfidfVectorizer\n","tfidfvec = TfidfVectorizer(ngram_range=(1,6), analyzer = 'char_wb', max_features = 30000)\n","#tfidfvec = TfidfVectorizer(ngram_range=(1,3), max_features = 30000)\n","tfidf_train = tfidfvec.fit_transform(data_train['text'])\n","tfidf_val = tfidfvec.transform(data_val['text'])"],"execution_count":5,"outputs":[]},{"cell_type":"code","metadata":{"id":"QdnywdyBormF","executionInfo":{"status":"ok","timestamp":1624649095908,"user_tz":-330,"elapsed":10,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["x_train = tfidf_train\n","x_test = tfidf_val\n","y_train = y_train_cal\n","y_test =y_val_cal"],"execution_count":6,"outputs":[]},{"cell_type":"code","metadata":{"id":"jaY3wC5IUFSI","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1624649100559,"user_tz":-330,"elapsed":4660,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}},"outputId":"b8309533-9a6b-4cd2-cf60-1797594c0fb4"},"source":["from keras.models import Sequential \n","from keras.layers import Dense, Dropout\n","model = Sequential()\n","model.add(Dense(4096, input_dim = tfidf_train.shape[1], activation = 'relu'))\n","model.add(Dropout(0.2))\n","model.add(Dense(512, activation = 'relu'))\n","model.add(Dropout(0.2))\n","model.add(Dense(64, activation = 'relu'))\n","model.add(Dense(5, activation = 'softmax'))\n","model.summary()"],"execution_count":7,"outputs":[{"output_type":"stream","text":["Model: \"sequential\"\n","_________________________________________________________________\n","Layer (type)                 Output Shape              Param #   \n","=================================================================\n","dense (Dense)                (None, 4096)              122884096 \n","_________________________________________________________________\n","dropout (Dropout)            (None, 4096)              0         \n","_________________________________________________________________\n","dense_1 (Dense)              (None, 512)               2097664   \n","_________________________________________________________________\n","dropout_1 (Dropout)          (None, 512)               0         \n","_________________________________________________________________\n","dense_2 (Dense)              (None, 64)                32832     \n","_________________________________________________________________\n","dense_3 (Dense)              (None, 5)                 325       \n","=================================================================\n","Total params: 125,014,917\n","Trainable params: 125,014,917\n","Non-trainable params: 0\n","_________________________________________________________________\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"9IF-aA62NZYc","executionInfo":{"status":"ok","timestamp":1624649100560,"user_tz":-330,"elapsed":5,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["model.compile(optimizer = 'Adam', loss = 'binary_crossentropy', metrics=['accuracy'])"],"execution_count":8,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"M4jhYd7HNZaO","executionInfo":{"status":"ok","timestamp":1624649516805,"user_tz":-330,"elapsed":416248,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}},"outputId":"16e7f5e7-dd9a-46c8-9419-c1c258e5aad8"},"source":["model.fit(x_train.toarray(), y_train, validation_data=(x_test.toarray(), y_test), epochs=20, batch_size=20, verbose=2 )"],"execution_count":9,"outputs":[{"output_type":"stream","text":["Epoch 1/20\n","795/795 - 35s - loss: 0.2937 - accuracy: 0.6716 - val_loss: 0.2532 - val_accuracy: 0.7214\n","Epoch 2/20\n","795/795 - 20s - loss: 0.1717 - accuracy: 0.8287 - val_loss: 0.2754 - val_accuracy: 0.7231\n","Epoch 3/20\n","795/795 - 20s - loss: 0.0840 - accuracy: 0.9248 - val_loss: 0.3374 - val_accuracy: 0.7231\n","Epoch 4/20\n","795/795 - 20s - loss: 0.0357 - accuracy: 0.9688 - val_loss: 0.3658 - val_accuracy: 0.7288\n","Epoch 5/20\n","795/795 - 20s - loss: 0.0210 - accuracy: 0.9812 - val_loss: 0.4646 - val_accuracy: 0.7225\n","Epoch 6/20\n","795/795 - 20s - loss: 0.0146 - accuracy: 0.9837 - val_loss: 0.5585 - val_accuracy: 0.7339\n","Epoch 7/20\n","795/795 - 20s - loss: 0.0120 - accuracy: 0.9851 - val_loss: 0.6111 - val_accuracy: 0.7356\n","Epoch 8/20\n","795/795 - 20s - loss: 0.0114 - accuracy: 0.9863 - val_loss: 0.6618 - val_accuracy: 0.7378\n","Epoch 9/20\n","795/795 - 20s - loss: 0.0142 - accuracy: 0.9840 - val_loss: 0.5660 - val_accuracy: 0.7208\n","Epoch 10/20\n","795/795 - 20s - loss: 0.0137 - accuracy: 0.9848 - val_loss: 0.5783 - val_accuracy: 0.7288\n","Epoch 11/20\n","795/795 - 20s - loss: 0.0103 - accuracy: 0.9875 - val_loss: 0.6297 - val_accuracy: 0.7305\n","Epoch 12/20\n","795/795 - 20s - loss: 0.0088 - accuracy: 0.9889 - val_loss: 0.6655 - val_accuracy: 0.7350\n","Epoch 13/20\n","795/795 - 20s - loss: 0.0096 - accuracy: 0.9884 - val_loss: 0.5722 - val_accuracy: 0.7237\n","Epoch 14/20\n","795/795 - 20s - loss: 0.0090 - accuracy: 0.9890 - val_loss: 0.6846 - val_accuracy: 0.7299\n","Epoch 15/20\n","795/795 - 20s - loss: 0.0091 - accuracy: 0.9879 - val_loss: 0.6602 - val_accuracy: 0.7310\n","Epoch 16/20\n","795/795 - 20s - loss: 0.0084 - accuracy: 0.9887 - val_loss: 0.6652 - val_accuracy: 0.7293\n","Epoch 17/20\n","795/795 - 20s - loss: 0.0075 - accuracy: 0.9891 - val_loss: 0.7627 - val_accuracy: 0.7288\n","Epoch 18/20\n","795/795 - 20s - loss: 0.0099 - accuracy: 0.9872 - val_loss: 0.5701 - val_accuracy: 0.7299\n","Epoch 19/20\n","795/795 - 20s - loss: 0.0095 - accuracy: 0.9891 - val_loss: 0.6537 - val_accuracy: 0.7322\n","Epoch 20/20\n","795/795 - 20s - loss: 0.0095 - accuracy: 0.9885 - val_loss: 0.8134 - val_accuracy: 0.7225\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["<keras.callbacks.History at 0x7f382c1c9ed0>"]},"metadata":{"tags":[]},"execution_count":9}]},{"cell_type":"code","metadata":{"id":"F4fKkf03Oh54"},"source":[""],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"w0jX63ALOh9P"},"source":[""],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"MDudY67lqDRe","executionInfo":{"status":"ok","timestamp":1624649592878,"user_tz":-330,"elapsed":647,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["tfidf_test = tfidfvec.transform(data_test['text'])"],"execution_count":10,"outputs":[]},{"cell_type":"code","metadata":{"id":"yDiuud2DNZb1","executionInfo":{"status":"ok","timestamp":1624649598622,"user_tz":-330,"elapsed":1387,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["predictions_test_submission = model.predict(tfidf_test.toarray())"],"execution_count":11,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"OppXLmh8NZd2","executionInfo":{"status":"ok","timestamp":1624649601747,"user_tz":-330,"elapsed":490,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}},"outputId":"df04eb10-6717-464e-fc76-5740fa41feb7"},"source":["predictions_test_submission"],"execution_count":12,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([[2.7502561e-04, 1.5857559e-05, 1.1249874e-05, 5.5392698e-06,\n","        9.9969232e-01],\n","       [7.8509438e-05, 2.2441338e-04, 2.0023771e-02, 1.4363950e-03,\n","        9.7823685e-01],\n","       [6.0310978e-10, 1.7766313e-10, 6.3966021e-10, 2.0931958e-10,\n","        1.0000000e+00],\n","       ...,\n","       [1.4620035e-07, 9.9998951e-01, 4.7951448e-06, 1.2587533e-09,\n","        5.5656860e-06],\n","       [4.3541797e-09, 9.5102960e-01, 8.5500865e-08, 6.0595688e-11,\n","        4.8970278e-02],\n","       [6.8120055e-02, 1.7130680e-05, 9.3185925e-01, 6.1150494e-08,\n","        3.4626396e-06]], dtype=float32)"]},"metadata":{"tags":[]},"execution_count":12}]},{"cell_type":"code","metadata":{"id":"6A30eC8SNZfp","executionInfo":{"status":"ok","timestamp":1624649606509,"user_tz":-330,"elapsed":423,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["import numpy as np\n","predictions_test_submission = np.asarray(predictions_test_submission)"],"execution_count":13,"outputs":[]},{"cell_type":"code","metadata":{"id":"xLIe11B9NZhi","executionInfo":{"status":"ok","timestamp":1624649608093,"user_tz":-330,"elapsed":4,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["import numpy as np\n","predictions_test_submission1 = np.zeros_like(predictions_test_submission)\n","predictions_test_submission1[np.arange(len(predictions_test_submission)), predictions_test_submission.argmax(1)] = 1"],"execution_count":14,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"SMvg45ERNZjE","executionInfo":{"status":"ok","timestamp":1624649609807,"user_tz":-330,"elapsed":4,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}},"outputId":"7ce9e097-ec8c-4704-8482-309355e75346"},"source":["predictions_test_submission1"],"execution_count":15,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([[0., 0., 0., 0., 1.],\n","       [0., 0., 0., 0., 1.],\n","       [0., 0., 0., 0., 1.],\n","       ...,\n","       [0., 1., 0., 0., 0.],\n","       [0., 1., 0., 0., 0.],\n","       [0., 0., 1., 0., 0.]], dtype=float32)"]},"metadata":{"tags":[]},"execution_count":15}]},{"cell_type":"code","metadata":{"id":"vs-WCdEzNZlH","executionInfo":{"status":"ok","timestamp":1624649611823,"user_tz":-330,"elapsed":4,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["predictions_test_submission1_final = np.argmax(predictions_test_submission1, axis=1)"],"execution_count":16,"outputs":[]},{"cell_type":"code","metadata":{"id":"tJ7AvqLOQ_b3","executionInfo":{"status":"ok","timestamp":1624649613681,"user_tz":-330,"elapsed":3,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["predictions_test_submission1_final1 = le.inverse_transform(predictions_test_submission1_final)"],"execution_count":17,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ljIRouV8Qwfp","executionInfo":{"status":"ok","timestamp":1624649616516,"user_tz":-330,"elapsed":1027,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}},"outputId":"3691a265-2f29-4291-a31e-e01f3efc2662"},"source":["predictions_test_submission1_final1"],"execution_count":18,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array(['unknown_state', 'unknown_state', 'unknown_state', ..., 'Negative',\n","       'Negative', 'Positive'], dtype=object)"]},"metadata":{"tags":[]},"execution_count":18}]},{"cell_type":"code","metadata":{"id":"rV1kP1LgRCYQ","executionInfo":{"status":"ok","timestamp":1624649620827,"user_tz":-330,"elapsed":3,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["data_test['category'] = predictions_test_submission1_final1"],"execution_count":19,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"p_IB7dS0RPCs","executionInfo":{"status":"ok","timestamp":1624649622399,"user_tz":-330,"elapsed":7,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}},"outputId":"888624ba-827c-4ac7-e467-3606fe8ba987"},"source":["data_test"],"execution_count":20,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id</th>\n","      <th>text</th>\n","      <th>category</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Mal_1</td>\n","      <td>Teaserinu kurach samayamkoodi mathram. Cant wa...</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Mal_2</td>\n","      <td>അപ്പോൾ കഥയുടെ  റൂട്ട് മാറിയല്ലോ...</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Mal_3</td>\n","      <td>മൂത്തോൻ ട്രൈലെർ Trending List വരാത്തത് എന്താ ?</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>Mal_4</td>\n","      <td>Nowadays 944k views is considered as 1M views ...</td>\n","      <td>not-malayalam</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Mal_5</td>\n","      <td>Maass.trailer ennu paranja ithaanU makkale.......</td>\n","      <td>Positive</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1957</th>\n","      <td>Mal_1958</td>\n","      <td>Expression വച്ചു നോക്കുമ്പോൾ മൂക്കുത്തി കട്ടത്...</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>1958</th>\n","      <td>Mal_1959</td>\n","      <td>എനിക്ക് ഒരു  100 like തരുമോ</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>1959</th>\n","      <td>Mal_1960</td>\n","      <td>Nannayi onnu poliyunna lakshnm unde...Thrill m...</td>\n","      <td>Negative</td>\n","    </tr>\n","    <tr>\n","      <th>1960</th>\n","      <td>Mal_1961</td>\n","      <td>Athikam eduthu kayatti vekkenda....direction k...</td>\n","      <td>Negative</td>\n","    </tr>\n","    <tr>\n","      <th>1961</th>\n","      <td>Mal_1962</td>\n","      <td>Ithupole mooonchiya Oru padam jeevithathil kan...</td>\n","      <td>Positive</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1962 rows × 3 columns</p>\n","</div>"],"text/plain":["            id  ...       category\n","0        Mal_1  ...  unknown_state\n","1        Mal_2  ...  unknown_state\n","2        Mal_3  ...  unknown_state\n","3        Mal_4  ...  not-malayalam\n","4        Mal_5  ...       Positive\n","...        ...  ...            ...\n","1957  Mal_1958  ...  unknown_state\n","1958  Mal_1959  ...  unknown_state\n","1959  Mal_1960  ...       Negative\n","1960  Mal_1961  ...       Negative\n","1961  Mal_1962  ...       Positive\n","\n","[1962 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":20}]},{"cell_type":"code","metadata":{"id":"13wVGExGRFKP","executionInfo":{"status":"ok","timestamp":1624649683332,"user_tz":-330,"elapsed":429,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["data_test.to_csv(\"/content/drive/MyDrive/HASOC_2021/Sentiment_Dravidian/Malyalam/DNN_Malayalam_72.tsv\", sep=\"\\t\", index=False)"],"execution_count":21,"outputs":[]},{"cell_type":"code","metadata":{"id":"dUySzVnPNZmv","executionInfo":{"status":"ok","timestamp":1624649699764,"user_tz":-330,"elapsed":424,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}}},"source":["check_submission = pd.read_csv(\"/content/drive/MyDrive/HASOC_2021/Sentiment_Dravidian/Malyalam/DNN_Malayalam_72.tsv\", sep=\"\\t\")"],"execution_count":22,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"DhF1uHRWNZo2","executionInfo":{"status":"ok","timestamp":1624649701390,"user_tz":-330,"elapsed":8,"user":{"displayName":"Abhinav Kumar","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhN6WFfi4jSsnU9CzZnfDwqVV_KtgtD8yEnF1qt=s64","userId":"09645300777368779770"}},"outputId":"647605de-beca-4528-92e6-a1abf7749feb"},"source":["check_submission"],"execution_count":23,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id</th>\n","      <th>text</th>\n","      <th>category</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Mal_1</td>\n","      <td>Teaserinu kurach samayamkoodi mathram. Cant wa...</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Mal_2</td>\n","      <td>അപ്പോൾ കഥയുടെ  റൂട്ട് മാറിയല്ലോ...</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Mal_3</td>\n","      <td>മൂത്തോൻ ട്രൈലെർ Trending List വരാത്തത് എന്താ ?</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>Mal_4</td>\n","      <td>Nowadays 944k views is considered as 1M views ...</td>\n","      <td>not-malayalam</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Mal_5</td>\n","      <td>Maass.trailer ennu paranja ithaanU makkale.......</td>\n","      <td>Positive</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1957</th>\n","      <td>Mal_1958</td>\n","      <td>Expression വച്ചു നോക്കുമ്പോൾ മൂക്കുത്തി കട്ടത്...</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>1958</th>\n","      <td>Mal_1959</td>\n","      <td>എനിക്ക് ഒരു  100 like തരുമോ</td>\n","      <td>unknown_state</td>\n","    </tr>\n","    <tr>\n","      <th>1959</th>\n","      <td>Mal_1960</td>\n","      <td>Nannayi onnu poliyunna lakshnm unde...Thrill m...</td>\n","      <td>Negative</td>\n","    </tr>\n","    <tr>\n","      <th>1960</th>\n","      <td>Mal_1961</td>\n","      <td>Athikam eduthu kayatti vekkenda....direction k...</td>\n","      <td>Negative</td>\n","    </tr>\n","    <tr>\n","      <th>1961</th>\n","      <td>Mal_1962</td>\n","      <td>Ithupole mooonchiya Oru padam jeevithathil kan...</td>\n","      <td>Positive</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1962 rows × 3 columns</p>\n","</div>"],"text/plain":["            id  ...       category\n","0        Mal_1  ...  unknown_state\n","1        Mal_2  ...  unknown_state\n","2        Mal_3  ...  unknown_state\n","3        Mal_4  ...  not-malayalam\n","4        Mal_5  ...       Positive\n","...        ...  ...            ...\n","1957  Mal_1958  ...  unknown_state\n","1958  Mal_1959  ...  unknown_state\n","1959  Mal_1960  ...       Negative\n","1960  Mal_1961  ...       Negative\n","1961  Mal_1962  ...       Positive\n","\n","[1962 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":23}]},{"cell_type":"code","metadata":{"id":"7vXANa-i7HFG"},"source":[""],"execution_count":null,"outputs":[]}]}