4_AutoMR_Preprocessing_Modeling.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "4_AutoMR_Preprocessing_Modeling.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "machine_shape": "hm"
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "2330ea0297744e95979143dfb2fb9f76": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_3921a7ca7fbf48b08074288f384a03d9",
              "IPY_MODEL_44c3cf90b0764458848882883b050c17",
              "IPY_MODEL_9a2f839ba0304f88bdc2e96313098ae0"
            ],
            "layout": "IPY_MODEL_3c264adc1c3149648982d79feac13a2c"
          }
        },
        "3921a7ca7fbf48b08074288f384a03d9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2883531a1aec4f0a851353f0d6c93d6c",
            "placeholder": "​",
            "style": "IPY_MODEL_8adcf1022d0248c0aef8e07f86d04494",
            "value": "Downloading: 100%"
          }
        },
        "44c3cf90b0764458848882883b050c17": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_972ea053442e432fb25e01c4882995ea",
            "max": 629,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_89d41cc3838049d79fd9619105dcbf62",
            "value": 629
          }
        },
        "9a2f839ba0304f88bdc2e96313098ae0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b2980495e47f43c292a652672d434629",
            "placeholder": "​",
            "style": "IPY_MODEL_c001497cfcf44c2baa889ba00c19f75a",
            "value": " 629/629 [00:00&lt;00:00, 10.7kB/s]"
          }
        },
        "3c264adc1c3149648982d79feac13a2c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2883531a1aec4f0a851353f0d6c93d6c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8adcf1022d0248c0aef8e07f86d04494": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "972ea053442e432fb25e01c4882995ea": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "89d41cc3838049d79fd9619105dcbf62": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b2980495e47f43c292a652672d434629": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c001497cfcf44c2baa889ba00c19f75a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c075f0f0210c4fd6ab5264120df41de6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c7ce814608034d4d91217bc0bde0b183",
              "IPY_MODEL_957e8b4f33804253b58834e62e012d5f",
              "IPY_MODEL_d41220857ff145d8b153bc2a2053fda6"
            ],
            "layout": "IPY_MODEL_e471f4979db242b2bb18c64cbf4d32b8"
          }
        },
        "c7ce814608034d4d91217bc0bde0b183": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_57a5a86cbc2b4b73a3adb5a67bda4445",
            "placeholder": "​",
            "style": "IPY_MODEL_03722960715c4fda9e5421e195a2c793",
            "value": "Downloading: 100%"
          }
        },
        "957e8b4f33804253b58834e62e012d5f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_46eea24b5f6544b9bdc8cd7edd9efb4c",
            "max": 267844284,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_dad7d0728d0f42b28974dc2f531fc7cd",
            "value": 267844284
          }
        },
        "d41220857ff145d8b153bc2a2053fda6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3392a475436847bf882fe9842ecf8619",
            "placeholder": "​",
            "style": "IPY_MODEL_9dfefc6ac1644ee885254484bc42aab6",
            "value": " 268M/268M [00:09&lt;00:00, 37.2MB/s]"
          }
        },
        "e471f4979db242b2bb18c64cbf4d32b8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "57a5a86cbc2b4b73a3adb5a67bda4445": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "03722960715c4fda9e5421e195a2c793": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "46eea24b5f6544b9bdc8cd7edd9efb4c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "dad7d0728d0f42b28974dc2f531fc7cd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3392a475436847bf882fe9842ecf8619": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9dfefc6ac1644ee885254484bc42aab6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4b23108210ed456da1bda23490989eb6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_880c9239f5ff4c2ab30895b58ab265af",
              "IPY_MODEL_ca209d2413de4bb0b236fa731132094e",
              "IPY_MODEL_50f290b9304f436085e99514a32c3033"
            ],
            "layout": "IPY_MODEL_cd82d37a2e2343ab9ff1a5c8652ad3d1"
          }
        },
        "880c9239f5ff4c2ab30895b58ab265af": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0c8a368261e94d01b1412f24faf4d970",
            "placeholder": "​",
            "style": "IPY_MODEL_b885d886bb434b34a433cae30315b368",
            "value": "Downloading: 100%"
          }
        },
        "ca209d2413de4bb0b236fa731132094e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1a9ecfd8d9b2443490210f6e5b6695b3",
            "max": 48,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_cd86c1371c774250a026abf741883fb9",
            "value": 48
          }
        },
        "50f290b9304f436085e99514a32c3033": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a694e6413eb24d63b51ca2537f63fffc",
            "placeholder": "​",
            "style": "IPY_MODEL_f4d456c460714303b1c16346fa6513ed",
            "value": " 48.0/48.0 [00:00&lt;00:00, 632B/s]"
          }
        },
        "cd82d37a2e2343ab9ff1a5c8652ad3d1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0c8a368261e94d01b1412f24faf4d970": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b885d886bb434b34a433cae30315b368": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1a9ecfd8d9b2443490210f6e5b6695b3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cd86c1371c774250a026abf741883fb9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a694e6413eb24d63b51ca2537f63fffc": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f4d456c460714303b1c16346fa6513ed": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2391f78a276d4cbda5b1f25799ed3bc6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_b08a46fdd8ec4170b862694c2900c418",
              "IPY_MODEL_2b453e2789c44a3092484cfdd277bf31",
              "IPY_MODEL_2030df07c03f4754bd34c43631ace950"
            ],
            "layout": "IPY_MODEL_6166c1f4bdd94bf0a74f06b40697f9ee"
          }
        },
        "b08a46fdd8ec4170b862694c2900c418": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f4a3f08587a74f8b817f9a717edf19ce",
            "placeholder": "​",
            "style": "IPY_MODEL_ef28bf672be34b1d9a51ffb9c575064b",
            "value": "Downloading: 100%"
          }
        },
        "2b453e2789c44a3092484cfdd277bf31": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_eefbe0a633bc47d3bd1dea35649d6978",
            "max": 231508,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_a8bdcc41e03f437dacab7448e5ca241c",
            "value": 231508
          }
        },
        "2030df07c03f4754bd34c43631ace950": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_07c9ca2fa1a54331a95d0f775f523c1d",
            "placeholder": "​",
            "style": "IPY_MODEL_db694fb5a8d8490d8e46e1c1cb480816",
            "value": " 232k/232k [00:00&lt;00:00, 714kB/s]"
          }
        },
        "6166c1f4bdd94bf0a74f06b40697f9ee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f4a3f08587a74f8b817f9a717edf19ce": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ef28bf672be34b1d9a51ffb9c575064b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "eefbe0a633bc47d3bd1dea35649d6978": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a8bdcc41e03f437dacab7448e5ca241c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "07c9ca2fa1a54331a95d0f775f523c1d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "db694fb5a8d8490d8e46e1c1cb480816": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "Hm7th0Be2l1I"
      },
      "source": [
        "# Import pandas library\n",
        "import pandas as pd"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "background_save": true
        },
        "id": "N6qK0-yi2Ryh",
        "outputId": "d58815bb-8c3c-4e19-88b5-e7f6fc6ca396"
      },
      "source": [
        "# Mount colab drive\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "output_type": "error",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/ipykernel/kernelbase.py\u001b[0m in \u001b[0;36m_input_request\u001b[0;34m(self, prompt, ident, parent, password)\u001b[0m\n\u001b[1;32m    728\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 729\u001b[0;31m                 \u001b[0mident\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreply\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msession\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstdin_socket\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    730\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/jupyter_client/session.py\u001b[0m in \u001b[0;36mrecv\u001b[0;34m(self, socket, mode, content, copy)\u001b[0m\n\u001b[1;32m    802\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 803\u001b[0;31m             \u001b[0mmsg_list\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msocket\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv_multipart\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcopy\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcopy\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    804\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mzmq\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mZMQError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/zmq/sugar/socket.py\u001b[0m in \u001b[0;36mrecv_multipart\u001b[0;34m(self, flags, copy, track)\u001b[0m\n\u001b[1;32m    624\u001b[0m         \"\"\"\n\u001b[0;32m--> 625\u001b[0;31m         \u001b[0mparts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mflags\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcopy\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcopy\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtrack\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtrack\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    626\u001b[0m         \u001b[0;31m# have first part already, only loop while more to receive\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32mzmq/backend/cython/socket.pyx\u001b[0m in \u001b[0;36mzmq.backend.cython.socket.Socket.recv\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mzmq/backend/cython/socket.pyx\u001b[0m in \u001b[0;36mzmq.backend.cython.socket.Socket.recv\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mzmq/backend/cython/socket.pyx\u001b[0m in \u001b[0;36mzmq.backend.cython.socket._recv_copy\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/zmq/backend/cython/checkrc.pxd\u001b[0m in \u001b[0;36mzmq.backend.cython.checkrc._check_rc\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: ",
            "\nDuring handling of the above exception, another exception occurred:\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-2-14e706a56806>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m# Mount colab drive\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mgoogle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolab\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mdrive\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0mdrive\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmount\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'/content/drive'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/google/colab/drive.py\u001b[0m in \u001b[0;36mmount\u001b[0;34m(mountpoint, force_remount, timeout_ms, use_metadata_server)\u001b[0m\n\u001b[1;32m    111\u001b[0m       \u001b[0mtimeout_ms\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtimeout_ms\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    112\u001b[0m       \u001b[0muse_metadata_server\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0muse_metadata_server\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 113\u001b[0;31m       ephemeral=ephemeral)\n\u001b[0m\u001b[1;32m    114\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    115\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/google/colab/drive.py\u001b[0m in \u001b[0;36m_mount\u001b[0;34m(mountpoint, force_remount, timeout_ms, use_metadata_server, ephemeral)\u001b[0m\n\u001b[1;32m    290\u001b[0m       \u001b[0;32mwith\u001b[0m \u001b[0m_output\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0muse_tags\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'dfs-auth-dance'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    291\u001b[0m         \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfifo\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'w'\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mfifo_file\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 292\u001b[0;31m           \u001b[0mfifo_file\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwrite\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mget_code\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mauth_prompt\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m'\\n'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    293\u001b[0m       \u001b[0mwrote_to_fifo\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    294\u001b[0m     \u001b[0;32melif\u001b[0m \u001b[0mcase\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m5\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/ipykernel/kernelbase.py\u001b[0m in \u001b[0;36mraw_input\u001b[0;34m(self, prompt)\u001b[0m\n\u001b[1;32m    702\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_parent_ident\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    703\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_parent_header\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 704\u001b[0;31m             \u001b[0mpassword\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    705\u001b[0m         )\n\u001b[1;32m    706\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/ipykernel/kernelbase.py\u001b[0m in \u001b[0;36m_input_request\u001b[0;34m(self, prompt, ident, parent, password)\u001b[0m\n\u001b[1;32m    732\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyboardInterrupt\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    733\u001b[0m                 \u001b[0;31m# re-raise KeyboardInterrupt, to truncate traceback\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 734\u001b[0;31m                 \u001b[0;32mraise\u001b[0m \u001b[0mKeyboardInterrupt\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    735\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    736\u001b[0m                 \u001b[0;32mbreak\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bYPE4N982cSf"
      },
      "source": [
        "# Load the review data for digital camera\n",
        "data = pd.read_csv('/content/drive/My Drive/FourthBrain/Project/Amazon_Review_Data/product_data_new.csv')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 742
        },
        "id": "Fx36_HYA2ck2",
        "outputId": "ed566c94-2e5e-4ec9-afe2-04e9d329584c"
      },
      "source": [
        "data"
      ],
      "execution_count": null,
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Product_Id</th>\n",
              "      <th>Product_Review</th>\n",
              "      <th>Rating</th>\n",
              "      <th>Review_Summary</th>\n",
              "      <th>Helpful_Yes</th>\n",
              "      <th>Helpful_No</th>\n",
              "      <th>Helpfulness_Proportion</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>B00000JBIA</td>\n",
              "      <td>It is absolutely useless.  The pictures are gr...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>This camera is HORRIBLE!</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>B00000JBIA</td>\n",
              "      <td>I bought two of these for my kids and they are...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Just awful; avoid at all costs</td>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>B00000JBIA</td>\n",
              "      <td>I bought the Smile to have a handy, inexpensiv...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Not the best choice</td>\n",
              "      <td>47</td>\n",
              "      <td>0</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>B00000JBIA</td>\n",
              "      <td>. STOP!!! . 1/ This camera is NOT 640x480, is ...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>BE CAREFUL!!!</td>\n",
              "      <td>16</td>\n",
              "      <td>1</td>\n",
              "      <td>0.941176</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>B00000JBIA</td>\n",
              "      <td>I'm on a small budget this summer, so I bought...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Worse than I thought, but at that price...</td>\n",
              "      <td>28</td>\n",
              "      <td>14</td>\n",
              "      <td>0.666667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27378</th>\n",
              "      <td>B00K7O2DJU</td>\n",
              "      <td>PROs and CONsPROs:-Excellent image quality. Th...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>3rd time is (mostly) a charm.</td>\n",
              "      <td>11</td>\n",
              "      <td>0</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27379</th>\n",
              "      <td>B00K7O2DJU</td>\n",
              "      <td>This is the camera I have been waiting a loooo...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>The perfect little camera when I want high qua...</td>\n",
              "      <td>19</td>\n",
              "      <td>0</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27380</th>\n",
              "      <td>B00K7O2DJU</td>\n",
              "      <td>Before I placed my order for this camera, I tr...</td>\n",
              "      <td>3.0</td>\n",
              "      <td>Cannot take still photos while shooting video</td>\n",
              "      <td>13</td>\n",
              "      <td>21</td>\n",
              "      <td>0.382353</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27381</th>\n",
              "      <td>B00K7O2DJU</td>\n",
              "      <td>I bought the RX100 in its original configurati...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>A Very Nice Upgrade from Sony - Update 6/22/14</td>\n",
              "      <td>75</td>\n",
              "      <td>1</td>\n",
              "      <td>0.986842</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27382</th>\n",
              "      <td>B00K7O2DJU</td>\n",
              "      <td>I (and many) have been waiting for this model ...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>(Near) Perfection!</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0.833333</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>27383 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "       Product_Id  ... Helpfulness_Proportion\n",
              "0      B00000JBIA  ...               1.000000\n",
              "1      B00000JBIA  ...               1.000000\n",
              "2      B00000JBIA  ...               1.000000\n",
              "3      B00000JBIA  ...               0.941176\n",
              "4      B00000JBIA  ...               0.666667\n",
              "...           ...  ...                    ...\n",
              "27378  B00K7O2DJU  ...               1.000000\n",
              "27379  B00K7O2DJU  ...               1.000000\n",
              "27380  B00K7O2DJU  ...               0.382353\n",
              "27381  B00K7O2DJU  ...               0.986842\n",
              "27382  B00K7O2DJU  ...               0.833333\n",
              "\n",
              "[27383 rows x 7 columns]"
            ]
          },
          "execution_count": 28,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 326
        },
        "id": "fNOhH6YF22Sm",
        "outputId": "100edc32-41b3-4fe0-bf18-5c2e2aad417b"
      },
      "source": [
        "reviews = data[['Product_Review']]\n",
        "# Convert to lower cases \n",
        "reviews['Product_Review'] = reviews['Product_Review'].str.lower()\n",
        "# Drop NA's\n",
        "reviews = reviews.dropna(how='any',axis=0)\n",
        "\n",
        "# Create review IDs\n",
        "reviews.reset_index(inplace=True)\n",
        "reviews = reviews.rename(columns = {'index':'Review_ID'})\n",
        "reviews.head(5)\n",
        "# Reset indexes\n",
        "#reviews = reviews.reset_index()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:3: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  This is separate from the ipykernel package so we can avoid doing imports until\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Review_ID</th>\n",
              "      <th>Product_Review</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>it is absolutely useless.  the pictures are gr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>i bought two of these for my kids and they are...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>i bought the smile to have a handy, inexpensiv...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>. stop!!! . 1/ this camera is not 640x480, is ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>i'm on a small budget this summer, so i bought...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Review_ID                                     Product_Review\n",
              "0          0  it is absolutely useless.  the pictures are gr...\n",
              "1          1  i bought two of these for my kids and they are...\n",
              "2          2  i bought the smile to have a handy, inexpensiv...\n",
              "3          3  . stop!!! . 1/ this camera is not 640x480, is ...\n",
              "4          4  i'm on a small budget this summer, so i bought..."
            ]
          },
          "execution_count": 29,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 154
        },
        "id": "JcnND1uEKe6I",
        "outputId": "5bd04242-f9f4-4e50-9ece-d46761537689"
      },
      "source": [
        "print(reviews.shape)\n",
        "reviews.iloc[0,1]"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "(27382, 2)\n"
          ]
        },
        {
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "\"it is absolutely useless.  the pictures are grainy, blurry, and have color aberrations galore.  you can't even see facial features on people.  it is not a true 640x480 camera; it uses software to obtain the 640x480 advertised resolution.  downloads are horribly slow, and the memory is not removeable, so you can't use a better download method.  it will drain the batteries with only one loading and unloading of the 2mb memory.  this thing is not even useful as a toy for your children.  fortunately i bought from a reputable online dealer who took the thing back, and even refunded all shipping charges.  do yourself a favor and get an olympus d-360l or d-460z.  ...a lot more money, but about the least you can pay for a digital camera that takes decent pictures.do not buy this camera!\""
            ]
          },
          "execution_count": 95,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nGRnnLa-3NdG",
        "outputId": "47a57cf5-51e2-474f-8e6c-a562f8b27a3f"
      },
      "source": [
        "# Import NLP libraries \n",
        "import nltk\n",
        "from nltk import pos_tag\n",
        "from nltk.corpus import stopwords\n",
        "from nltk.tokenize import word_tokenize, RegexpTokenizer, sent_tokenize\n",
        "nltk.download('stopwords')\n",
        "nltk.download('punkt')\n",
        "nltk.download('averaged_perceptron_tagger')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]   Package stopwords is already up-to-date!\n",
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Package punkt is already up-to-date!\n",
            "[nltk_data] Downloading package averaged_perceptron_tagger to\n",
            "[nltk_data]     /root/nltk_data...\n",
            "[nltk_data]   Package averaged_perceptron_tagger is already up-to-\n",
            "[nltk_data]       date!\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "execution_count": 30,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Dqf-cwgxyTLT",
        "outputId": "1aba9e43-5cc7-439c-d5fb-fc169ed2f47b"
      },
      "source": [
        "print(reviews.iloc[0,1])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "it is absolutely useless.  the pictures are grainy, blurry, and have color aberrations galore.  you can't even see facial features on people.  it is not a true 640x480 camera; it uses software to obtain the 640x480 advertised resolution.  downloads are horribly slow, and the memory is not removeable, so you can't use a better download method.  it will drain the batteries with only one loading and unloading of the 2mb memory.  this thing is not even useful as a toy for your children.  fortunately i bought from a reputable online dealer who took the thing back, and even refunded all shipping charges.  do yourself a favor and get an olympus d-360l or d-460z.  ...a lot more money, but about the least you can pay for a digital camera that takes decent pictures.do not buy this camera!\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Oe9UFGjekTmb",
        "outputId": "54101ebe-5df0-466d-b70e-69ececb07163"
      },
      "source": [
        "##### 1. Pre-processing 1: Sentence split \n",
        "out_strings = []\n",
        "for i in range(len(reviews['Product_Review'])): \n",
        "  sentences = sent_tokenize(reviews.iloc[i,1])\n",
        "  out_strings.append(sentences)\n",
        "\n",
        "print(out_strings[0:5])\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "[['it is absolutely useless.', 'the pictures are grainy, blurry, and have color aberrations galore.', \"you can't even see facial features on people.\", 'it is not a true 640x480 camera; it uses software to obtain the 640x480 advertised resolution.', \"downloads are horribly slow, and the memory is not removeable, so you can't use a better download method.\", 'it will drain the batteries with only one loading and unloading of the 2mb memory.', 'this thing is not even useful as a toy for your children.', 'fortunately i bought from a reputable online dealer who took the thing back, and even refunded all shipping charges.', 'do yourself a favor and get an olympus d-360l or d-460z.', '...a lot more money, but about the least you can pay for a digital camera that takes decent pictures.do not buy this camera!'], ['i bought two of these for my kids and they are awful.', 'the picture quality is so low that only about 10% of the photos are worth keeping.', 'and being for my young children, my standards are very low.', \"i bought them almost as a toy, and still i'm severely disappointed.\", 'do not buy.'], ['i bought the smile to have a handy, inexpensive way of addingphtos to web pages.', \"i didn't want to spend $400 on a camera that wouldbe obsolete in a few months.\", \"i figured for $100 i couldn't go wrong.\", 'i was mistaken.the smile just has too many compromises.', 'the lens is a tiny fixed-focus item that requires bright light to form an image.', 'battery life is abysmal- it seems to chew up a pair of aas shooting a dozen pictures.', 'i should have spent $200 and gotten a far better camera.'], ['.', 'stop!!!', '.', '1/ this camera is not 640x480, is a fixed 320x240.', 'ccd is not  even 1/3 megapixel, is 1/10 i think.', 'images are bad (like enlarging a  thumbnail?)', \"print them in an 1x1 inch rectangle and they'll be somehow  fine, anything bigger is like old cga... awful.\", 'when you take shots they  look very bad, whatever you do to  edit (software) and fix them.', \"i have  another (true) 640x480 camera and pictures are excelent, but these...2/  it doesn't include an ac adapter, so be prepared to buy lots of aa  batteries or spend another 50 bucks.3/ fine as a serial videoconference  camera (30 fps), but watch for the batteries.4/ take your first picture,  and begin to wonder if it's ok. the lack of an lcd screen begins to bother  you when you find out you can't review your shots.\", 'think about it: you wont  review your pictures untill you get to the pc.sorry i am very  disappointed.'], [\"i'm on a small budget this summer, so i bought this camera for fun.\", \"it doesn't drain your batteries before you even took a picture(i took about 40 pictures(without flash) with my cheap rechargeable batteries).\", \"the four  stars missing is for the worst quality i've ever seen in my life.\", \"i suggest  to never use the flash(all my pictures taken with flash were 90% full of  light, so it's all white!\", ')this camera is too cheap(i think that my  batteries heavier than the camera itself)you only have to put the cd  that it comes with it and it installs itself.i think uploading my  pictures(16) to my pc took 4 minutes!the camera was too easy to use and  i wonder why agfa made these things.finally, digital cameras are too  expensive and someday the prices will fall down and camcorders will take  better pictures... you will regret buying this awful camera!']]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "QZQmx_jZGbwR",
        "outputId": "231a40c7-9b4d-41c1-b6dc-c9a03e0badd9"
      },
      "source": [
        "print(len(out_strings))\n",
        "print(len(reviews))\n",
        "#print(out_strings[0:10])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "27382\n",
            "27382\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "17kG6_rAog-e",
        "outputId": "09d38120-9259-4898-c0e6-61a73f3fb98f"
      },
      "source": [
        "col_names = ['Review_ID', 'Sentence_ID', 'Sentence']\n",
        "df_sentence_split = pd.DataFrame(columns=col_names)\n",
        "print(df_sentence_split)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Empty DataFrame\n",
            "Columns: [Review_ID, Sentence_ID, Sentence]\n",
            "Index: []\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JXvruOVzL8g1",
        "outputId": "fd236789-3689-4a2b-8083-eba1a6e723ae"
      },
      "source": [
        "len(out_strings[0])\n",
        "print(out_strings[0][0])\n",
        "print(out_strings[0][1])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "it is absolutely useless.\n",
            "the pictures are grainy, blurry, and have color aberrations galore.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lJLjtV2ElTJA"
      },
      "source": [
        "# Convert list of list to rows of setences with review ID and sentence IDs\n",
        "col_names = ['Review_ID', 'Sentence_ID', 'Sentence']\n",
        "df_sentence_split = pd.DataFrame(columns=col_names)\n",
        "\n",
        "count = 1\n",
        "\n",
        "for i in range(len(out_strings)): \n",
        "  m = len(out_strings[i])\n",
        "  for j in range(m): \n",
        "    df_sentence_split.at[count, 'Review_ID'] = i\n",
        "    df_sentence_split.at[count, 'Sentence_ID'] = count\n",
        "    df_sentence_split.at[count, 'Sentence'] = out_strings[i][j]\n",
        "    count = count + 1\n",
        "\n",
        "# Check \n",
        "df_sentence_split.head(10)\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IJBMVW0OPiNk"
      },
      "source": [
        "df_sentence_split.head(300)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rNFNsDVBryrS"
      },
      "source": [
        "# Save interim sentence split results to csv file \n",
        "df_sentence_split.to_csv('review_digital_camera_sentence_split.csv')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PbbdQg4UvsWG",
        "outputId": "14499952-9e86-4067-9dd7-155fa6af8f2e"
      },
      "source": [
        "# Test of tokenization and POS tagging with 1 sentence \n",
        "tokenizer = RegexpTokenizer(r'\\w+')\n",
        "tokens = tokenizer.tokenize(df_sentence_split.at[0, 'Sentence'])\n",
        "tagged = pos_tag(tokens)\n",
        "print(tagged)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "[('it', 'PRP'), ('is', 'VBZ'), ('absolutely', 'RB'), ('useless', 'JJ')]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "id": "4rVuBrSwFRBd",
        "outputId": "67774ce9-6f0d-43f9-8906-e3112452fca6"
      },
      "source": [
        "##### 2. Pre-processing 2: Tokenize each setence into words and do part-of-speech (POS) tagging\n",
        "tokenizer = RegexpTokenizer(r'\\w+')\n",
        "df_sentence_split['Tagged'] = \"\"\n",
        "\n",
        "for index in df_sentence_split.index: \n",
        "  tokens = tokenizer.tokenize(df_sentence_split.at[index, 'Sentence'])\n",
        "  tagged = pos_tag(tokens)\n",
        "  df_sentence_split.at[index, 'Tagged'] = tagged \n",
        "\n",
        "# Check the results\n",
        "df_sentence_split.head(5)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Review_ID</th>\n",
              "      <th>Sentence_ID</th>\n",
              "      <th>Sentence</th>\n",
              "      <th>tokens</th>\n",
              "      <th>Tagged</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>it is absolutely useless.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(it, PRP), (is, VBZ), (absolutely, RB), (usel...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>i bought two of these for my kids and they are...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, JJ), (bought, VBD), (two, CD), (of, IN), ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>i bought the smile to have a handy, inexpensiv...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, NN), (bought, VBD), (the, DT), (smile, NN...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>i'm on a small budget this summer, so i bought...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, JJ), (m, NN), (on, IN), (a, DT), (small, ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "  Review_ID  ...                                             Tagged\n",
              "0         0  ...  [(it, PRP), (is, VBZ), (absolutely, RB), (usel...\n",
              "1         1  ...  [(i, JJ), (bought, VBD), (two, CD), (of, IN), ...\n",
              "2         2  ...  [(i, NN), (bought, VBD), (the, DT), (smile, NN...\n",
              "3         3  ...                                                 []\n",
              "4         4  ...  [(i, JJ), (m, NN), (on, IN), (a, DT), (small, ...\n",
              "\n",
              "[5 rows x 5 columns]"
            ]
          },
          "execution_count": 61,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 788
        },
        "id": "io7ED8YeJZrF",
        "outputId": "e7cb52fc-d8d0-47e4-cacd-6fbc2ce973fc"
      },
      "source": [
        "pd.set_option('display.max_columns', 500)\n",
        "df_sentence_split.head(20)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Review_ID</th>\n",
              "      <th>Sentence_ID</th>\n",
              "      <th>Sentence</th>\n",
              "      <th>tokens</th>\n",
              "      <th>Tagged</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>it is absolutely useless.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(it, PRP), (is, VBZ), (absolutely, RB), (usel...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>i bought two of these for my kids and they are...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, JJ), (bought, VBD), (two, CD), (of, IN), ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>i bought the smile to have a handy, inexpensiv...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, NN), (bought, VBD), (the, DT), (smile, NN...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>i'm on a small budget this summer, so i bought...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, JJ), (m, NN), (on, IN), (a, DT), (small, ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>bought the camera mid-june, and by late june w...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(bought, VBD), (the, DT), (camera, NN), (mid,...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>this was my first and only digital camera that...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(this, DT), (was, VBD), (my, PRP$), (first, J...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>i really like mine.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, RB), (really, RB), (like, IN), (mine, NN)]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>8</td>\n",
              "      <td>8</td>\n",
              "      <td>i bought the kodak dc240 partially on a whim.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, NN), (bought, VBD), (the, DT), (kodak, NN...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>9</td>\n",
              "      <td>9</td>\n",
              "      <td>this is the best camera i have seen for the pr...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(this, DT), (is, VBZ), (the, DT), (best, JJS)...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>after reading every review we could find, we v...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(after, IN), (reading, VBG), (every, DT), (re...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>the olympus d-340r is, in my opinion, the best...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(the, DT), (olympus, NN), (d, NN), (340r, CD)...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>i have owned an olympus 340 for two years and ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, NNS), (have, VBP), (owned, VBN), (an, DT)...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>i posted a review of this camera a few weeks a...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, RB), (posted, VBD), (a, DT), (review, NN)...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>14</td>\n",
              "      <td>14</td>\n",
              "      <td>so many people have written about the technica...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(so, RB), (many, JJ), (people, NNS), (have, V...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>i've owned the camera for one week and it has ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(i, JJ), (ve, NN), (owned, VBD), (the, DT), (...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>16</td>\n",
              "      <td>16</td>\n",
              "      <td>la olympus d-340r ha sido mi &amp;uacute;nica c&amp;aa...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(la, NN), (olympus, VBZ), (d, JJ), (340r, CD)...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>17</td>\n",
              "      <td>17</td>\n",
              "      <td>this may have only 1.2 mp but it is the best c...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(this, DT), (may, MD), (have, VB), (only, RB)...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>18</td>\n",
              "      <td>18</td>\n",
              "      <td>this is a great little camera.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(this, DT), (is, VBZ), (a, DT), (great, JJ), ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>19</td>\n",
              "      <td>19</td>\n",
              "      <td>esta camara la he comprado por que puedo graba...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[(esta, NN), (camara, NN), (la, NN), (he, PRP)...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Review_ID Sentence_ID                                           Sentence  \\\n",
              "0          0           0                          it is absolutely useless.   \n",
              "1          1           1  i bought two of these for my kids and they are...   \n",
              "2          2           2  i bought the smile to have a handy, inexpensiv...   \n",
              "3          3           3                                                  .   \n",
              "4          4           4  i'm on a small budget this summer, so i bought...   \n",
              "5          5           5  bought the camera mid-june, and by late june w...   \n",
              "6          6           6  this was my first and only digital camera that...   \n",
              "7          7           7                                i really like mine.   \n",
              "8          8           8      i bought the kodak dc240 partially on a whim.   \n",
              "9          9           9  this is the best camera i have seen for the pr...   \n",
              "10        10          10  after reading every review we could find, we v...   \n",
              "11        11          11  the olympus d-340r is, in my opinion, the best...   \n",
              "12        12          12  i have owned an olympus 340 for two years and ...   \n",
              "13        13          13  i posted a review of this camera a few weeks a...   \n",
              "14        14          14  so many people have written about the technica...   \n",
              "15        15          15  i've owned the camera for one week and it has ...   \n",
              "16        16          16  la olympus d-340r ha sido mi &uacute;nica c&aa...   \n",
              "17        17          17  this may have only 1.2 mp but it is the best c...   \n",
              "18        18          18                     this is a great little camera.   \n",
              "19        19          19  esta camara la he comprado por que puedo graba...   \n",
              "\n",
              "    tokens                                             Tagged  \n",
              "0      NaN  [(it, PRP), (is, VBZ), (absolutely, RB), (usel...  \n",
              "1      NaN  [(i, JJ), (bought, VBD), (two, CD), (of, IN), ...  \n",
              "2      NaN  [(i, NN), (bought, VBD), (the, DT), (smile, NN...  \n",
              "3      NaN                                                 []  \n",
              "4      NaN  [(i, JJ), (m, NN), (on, IN), (a, DT), (small, ...  \n",
              "5      NaN  [(bought, VBD), (the, DT), (camera, NN), (mid,...  \n",
              "6      NaN  [(this, DT), (was, VBD), (my, PRP$), (first, J...  \n",
              "7      NaN    [(i, RB), (really, RB), (like, IN), (mine, NN)]  \n",
              "8      NaN  [(i, NN), (bought, VBD), (the, DT), (kodak, NN...  \n",
              "9      NaN  [(this, DT), (is, VBZ), (the, DT), (best, JJS)...  \n",
              "10     NaN  [(after, IN), (reading, VBG), (every, DT), (re...  \n",
              "11     NaN  [(the, DT), (olympus, NN), (d, NN), (340r, CD)...  \n",
              "12     NaN  [(i, NNS), (have, VBP), (owned, VBN), (an, DT)...  \n",
              "13     NaN  [(i, RB), (posted, VBD), (a, DT), (review, NN)...  \n",
              "14     NaN  [(so, RB), (many, JJ), (people, NNS), (have, V...  \n",
              "15     NaN  [(i, JJ), (ve, NN), (owned, VBD), (the, DT), (...  \n",
              "16     NaN  [(la, NN), (olympus, VBZ), (d, JJ), (340r, CD)...  \n",
              "17     NaN  [(this, DT), (may, MD), (have, VB), (only, RB)...  \n",
              "18     NaN  [(this, DT), (is, VBZ), (a, DT), (great, JJ), ...  \n",
              "19     NaN  [(esta, NN), (camara, NN), (la, NN), (he, PRP)...  "
            ]
          },
          "execution_count": 91,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZsfXgrNGDYrJ",
        "outputId": "10b82d4f-08ab-49f2-8420-ad970ced8ff5"
      },
      "source": [
        "# Install transformers (HuggingFace)\n",
        "!pip install transformers"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: transformers in /usr/local/lib/python3.7/dist-packages (4.10.3)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (6.0)\n",
            "Requirement already satisfied: huggingface-hub>=0.0.12 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.1.2)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from transformers) (21.2)\n",
            "Requirement already satisfied: tokenizers<0.11,>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.10.3)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2019.12.20)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.3.2)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers) (4.8.1)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers) (0.0.46)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.62.3)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.19.5)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.0.12->transformers) (3.10.0.2)\n",
            "Requirement already satisfied: pyparsing<3,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->transformers) (2.4.7)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers) (3.6.0)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2021.10.8)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (7.1.2)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.1.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.15.0)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 182,
          "referenced_widgets": [
            "2330ea0297744e95979143dfb2fb9f76",
            "3921a7ca7fbf48b08074288f384a03d9",
            "44c3cf90b0764458848882883b050c17",
            "9a2f839ba0304f88bdc2e96313098ae0",
            "3c264adc1c3149648982d79feac13a2c",
            "2883531a1aec4f0a851353f0d6c93d6c",
            "8adcf1022d0248c0aef8e07f86d04494",
            "972ea053442e432fb25e01c4882995ea",
            "89d41cc3838049d79fd9619105dcbf62",
            "b2980495e47f43c292a652672d434629",
            "c001497cfcf44c2baa889ba00c19f75a",
            "c075f0f0210c4fd6ab5264120df41de6",
            "c7ce814608034d4d91217bc0bde0b183",
            "957e8b4f33804253b58834e62e012d5f",
            "d41220857ff145d8b153bc2a2053fda6",
            "e471f4979db242b2bb18c64cbf4d32b8",
            "57a5a86cbc2b4b73a3adb5a67bda4445",
            "03722960715c4fda9e5421e195a2c793",
            "46eea24b5f6544b9bdc8cd7edd9efb4c",
            "dad7d0728d0f42b28974dc2f531fc7cd",
            "3392a475436847bf882fe9842ecf8619",
            "9dfefc6ac1644ee885254484bc42aab6",
            "4b23108210ed456da1bda23490989eb6",
            "880c9239f5ff4c2ab30895b58ab265af",
            "ca209d2413de4bb0b236fa731132094e",
            "50f290b9304f436085e99514a32c3033",
            "cd82d37a2e2343ab9ff1a5c8652ad3d1",
            "0c8a368261e94d01b1412f24faf4d970",
            "b885d886bb434b34a433cae30315b368",
            "1a9ecfd8d9b2443490210f6e5b6695b3",
            "cd86c1371c774250a026abf741883fb9",
            "a694e6413eb24d63b51ca2537f63fffc",
            "f4d456c460714303b1c16346fa6513ed",
            "2391f78a276d4cbda5b1f25799ed3bc6",
            "b08a46fdd8ec4170b862694c2900c418",
            "2b453e2789c44a3092484cfdd277bf31",
            "2030df07c03f4754bd34c43631ace950",
            "6166c1f4bdd94bf0a74f06b40697f9ee",
            "f4a3f08587a74f8b817f9a717edf19ce",
            "ef28bf672be34b1d9a51ffb9c575064b",
            "eefbe0a633bc47d3bd1dea35649d6978",
            "a8bdcc41e03f437dacab7448e5ca241c",
            "07c9ca2fa1a54331a95d0f775f523c1d",
            "db694fb5a8d8490d8e46e1c1cb480816"
          ]
        },
        "id": "1f7N-HRvDvho",
        "outputId": "216e7d0d-9ded-43e9-d5ac-1089db858f48"
      },
      "source": [
        "###### 3. Sentiment Score Model (i.e. Model 1): Import pipeline for sentiment analysis (at sentence level)\n",
        "from transformers import pipeline\n",
        "sentiment_analysis = pipeline('sentiment-analysis')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "No model was supplied, defaulted to distilbert-base-uncased-finetuned-sst-2-english (https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english)\n"
          ]
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "2330ea0297744e95979143dfb2fb9f76",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/629 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c075f0f0210c4fd6ab5264120df41de6",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/268M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "4b23108210ed456da1bda23490989eb6",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/48.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "2391f78a276d4cbda5b1f25799ed3bc6",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/232k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "CI3qdKneEMWI",
        "outputId": "a6ede274-d0d2-4e67-c488-9668cedd06d8"
      },
      "source": [
        "# Generate sentiment for one sentence as a test \n",
        "example = df_sentence_split['Sentence'][0]\n",
        "result = sentiment_analysis(example)[0]\n",
        "print(result['label'])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "NEGATIVE\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "i6ZNKo5UJHKA",
        "outputId": "76808a0a-48c8-4f56-b900-db2c47797422"
      },
      "source": [
        "df_sentence_split.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "data": {
            "text/plain": [
              "(27434, 5)"
            ]
          },
          "execution_count": 84,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 428
        },
        "id": "2I99-ToJEpHg",
        "outputId": "c430060a-3315-4167-ed8c-0b8b60e559db"
      },
      "source": [
        "# Apply sentiment analysis for each sentence \n",
        "col_name2 = ['Review_ID', 'Sentence_ID', 'Sentence', 'Tagged', 'label', 'score']\n",
        "sentiment_score = pd.DataFrame(columns=col_name2)\n",
        "for index in df_sentence_split.index: \n",
        "  result = sentiment_analysis(df_sentence_split.at[index, 'Sentence'])[0]\n",
        "  sentiment_score.at[index, 'Review_ID'] = df_sentence_split.at[index, 'Review_ID']\n",
        "  sentiment_score.at[index, 'Sentence_ID'] = df_sentence_split.at[index, 'Sentence_ID']\n",
        "  sentiment_score.at[index, 'Sentence'] = df_sentence_split.at[index, 'Sentence']\n",
        "  sentiment_score.at[index, 'Tagged'] = df_sentence_split.at[index, 'Tagged']\n",
        "  sentiment_score.at[index, 'label'] = result['label']\n",
        "  sentiment_score.at[index, 'score'] = result['score']"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "Token indices sequence length is longer than the specified maximum sequence length for this model (772 > 512). Running this sequence through the model will result in indexing errors\n"
          ]
        },
        {
          "ename": "IndexError",
          "evalue": "ignored",
          "output_type": "error",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mIndexError\u001b[0m                                Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-83-4e05d73bebdd>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0msentiment_score\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mDataFrame\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcol_name2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mindex\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mdf_sentence_split\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m   \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msentiment_analysis\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf_sentence_split\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mat\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Sentence'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      6\u001b[0m   \u001b[0msentiment_score\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mat\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Review_ID'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdf_sentence_split\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mat\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Review_ID'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m   \u001b[0msentiment_score\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mat\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Sentence_ID'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdf_sentence_split\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mat\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Sentence_ID'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/pipelines/text_classification.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, return_all_scores, function_to_apply, *args, **kwargs)\u001b[0m\n\u001b[1;32m    121\u001b[0m             \u001b[0mIf\u001b[0m\u001b[0;31m \u001b[0m\u001b[0;31m`\u001b[0m\u001b[0;31m`\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreturn_all_scores\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;31m`\u001b[0m\u001b[0;31m`\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mone\u001b[0m \u001b[0msuch\u001b[0m \u001b[0mdictionary\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0mreturned\u001b[0m \u001b[0mper\u001b[0m \u001b[0mlabel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    122\u001b[0m         \"\"\"\n\u001b[0;32m--> 123\u001b[0;31m         \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__call__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    124\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    125\u001b[0m         \u001b[0mreturn_all_scores\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mreturn_all_scores\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mreturn_all_scores\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreturn_all_scores\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/pipelines/base.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, inputs, *args, **kwargs)\u001b[0m\n\u001b[1;32m    761\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    762\u001b[0m             \u001b[0mmodel_inputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_parse_and_tokenize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 763\u001b[0;31m             \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel_inputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    764\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0moutputs\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    765\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/pipelines/base.py\u001b[0m in \u001b[0;36m_forward\u001b[0;34m(self, inputs, return_tensors)\u001b[0m\n\u001b[1;32m    796\u001b[0m                 \u001b[0;32mwith\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mno_grad\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    797\u001b[0m                     \u001b[0minputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mensure_tensor_on_device\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 798\u001b[0;31m                     \u001b[0mpredictions\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcpu\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    799\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    800\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mreturn_tensors\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1049\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1050\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1051\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1052\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1053\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/models/distilbert/modeling_distilbert.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input_ids, attention_mask, head_mask, inputs_embeds, labels, output_attentions, output_hidden_states, return_dict)\u001b[0m\n\u001b[1;32m    630\u001b[0m             \u001b[0moutput_attentions\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0moutput_attentions\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    631\u001b[0m             \u001b[0moutput_hidden_states\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0moutput_hidden_states\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 632\u001b[0;31m             \u001b[0mreturn_dict\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mreturn_dict\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    633\u001b[0m         )\n\u001b[1;32m    634\u001b[0m         \u001b[0mhidden_state\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdistilbert_output\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m  \u001b[0;31m# (bs, seq_len, dim)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1049\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1050\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1051\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1052\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1053\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/models/distilbert/modeling_distilbert.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input_ids, attention_mask, head_mask, inputs_embeds, output_attentions, output_hidden_states, return_dict)\u001b[0m\n\u001b[1;32m    486\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    487\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0minputs_embeds\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 488\u001b[0;31m             \u001b[0minputs_embeds\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0membeddings\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput_ids\u001b[0m\u001b[0;34m)\u001b[0m  \u001b[0;31m# (bs, seq_length, dim)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    489\u001b[0m         return self.transformer(\n\u001b[1;32m    490\u001b[0m             \u001b[0mx\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0minputs_embeds\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1049\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1050\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1051\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1052\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1053\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/models/distilbert/modeling_distilbert.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input_ids)\u001b[0m\n\u001b[1;32m    116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    117\u001b[0m         \u001b[0mword_embeddings\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mword_embeddings\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput_ids\u001b[0m\u001b[0;34m)\u001b[0m  \u001b[0;31m# (bs, max_seq_length, dim)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 118\u001b[0;31m         \u001b[0mposition_embeddings\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mposition_embeddings\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mposition_ids\u001b[0m\u001b[0;34m)\u001b[0m  \u001b[0;31m# (bs, max_seq_length, dim)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    119\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    120\u001b[0m         \u001b[0membeddings\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mword_embeddings\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mposition_embeddings\u001b[0m  \u001b[0;31m# (bs, max_seq_length, dim)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1049\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1050\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1051\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1052\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1053\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/sparse.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m    158\u001b[0m         return F.embedding(\n\u001b[1;32m    159\u001b[0m             \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpadding_idx\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmax_norm\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 160\u001b[0;31m             self.norm_type, self.scale_grad_by_freq, self.sparse)\n\u001b[0m\u001b[1;32m    161\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    162\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mextra_repr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/functional.py\u001b[0m in \u001b[0;36membedding\u001b[0;34m(input, weight, padding_idx, max_norm, norm_type, scale_grad_by_freq, sparse)\u001b[0m\n\u001b[1;32m   2041\u001b[0m         \u001b[0;31m# remove once script supports set_grad_enabled\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2042\u001b[0m         \u001b[0m_no_grad_embedding_renorm_\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmax_norm\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnorm_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2043\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0membedding\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpadding_idx\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscale_grad_by_freq\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msparse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2044\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2045\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mIndexError\u001b[0m: index out of range in self"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fb-rLggEDTs0"
      },
      "source": [
        "from sentence_transformers import SentenceTransformer\n",
        "model = SentenceTransformer('sentence-transformers/paraphrase-MiniLM-L6-v2')\n",
        "embeddings = model.encode(sentences)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 180
        },
        "id": "5WgPZXCD3qTl",
        "outputId": "a650e833-a8e8-4bf5-9fc0-89cfdf9b9f8c"
      },
      "source": [
        "tagged_sentence = df_sentence_split.at[0, 'Tagged']\n",
        "tagged_sentence"
      ],
      "execution_count": null,
      "outputs": [
        {
          "ename": "AttributeError",
          "evalue": "ignored",
          "output_type": "error",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-63-621b3c97e9d7>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mtagged_sentence\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdf_sentence_split\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mat\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Tagged'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mtagged_sentence\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;31mAttributeError\u001b[0m: 'list' object has no attribute 'shape'"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yEhnkHTL3SlU"
      },
      "source": [
        "tagged_sentence = df_sentence_split.at[0, 'Tagged']\n",
        "for k in range(len(tagged_sentence)): \n",
        "   log = (tagged_sentence [k][1][0] == 'N')\n",
        "    if log == True:\n",
        "        a.append(tagged [i][0])\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vlZmj-Bv2wG3"
      },
      "source": [
        "### Pre-processing #3: Only maintain Nouns \n",
        "for index in df_sentence_split.index: \n",
        "  df_sentence_split.at[index, 'Tagged']"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "uioVDoNbMYHy",
        "outputId": "c5ae9ed9-4c60-4d0a-f8c1-6b437a9fa1e7"
      },
      "source": [
        "!pip install ktrain==0.28.2"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Collecting ktrain==0.28.2\n",
            "  Downloading ktrain-0.28.2.tar.gz (25.3 MB)\n",
            "\u001b[K     |████████████████████████████████| 25.3 MB 1.6 MB/s \n",
            "\u001b[?25hCollecting scikit-learn==0.23.2\n",
            "  Downloading scikit_learn-0.23.2-cp37-cp37m-manylinux1_x86_64.whl (6.8 MB)\n",
            "\u001b[K     |████████████████████████████████| 6.8 MB 39.5 MB/s \n",
            "\u001b[?25hRequirement already satisfied: matplotlib>=3.0.0 in /usr/local/lib/python3.7/dist-packages (from ktrain==0.28.2) (3.2.2)\n",
            "Requirement already satisfied: pandas>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from ktrain==0.28.2) (1.1.5)\n",
            "Requirement already satisfied: fastprogress>=0.1.21 in /usr/local/lib/python3.7/dist-packages (from ktrain==0.28.2) (1.0.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from ktrain==0.28.2) (2.23.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from ktrain==0.28.2) (1.1.0)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from ktrain==0.28.2) (21.2)\n",
            "Collecting langdetect\n",
            "  Downloading langdetect-1.0.9.tar.gz (981 kB)\n",
            "\u001b[K     |████████████████████████████████| 981 kB 58.8 MB/s \n",
            "\u001b[?25hRequirement already satisfied: jieba in /usr/local/lib/python3.7/dist-packages (from ktrain==0.28.2) (0.42.1)\n",
            "Collecting cchardet\n",
            "  Downloading cchardet-2.1.7-cp37-cp37m-manylinux2010_x86_64.whl (263 kB)\n",
            "\u001b[K     |████████████████████████████████| 263 kB 54.6 MB/s \n",
            "\u001b[?25hRequirement already satisfied: chardet in /usr/local/lib/python3.7/dist-packages (from ktrain==0.28.2) (3.0.4)\n",
            "Collecting syntok\n",
            "  Downloading syntok-1.3.1.tar.gz (23 kB)\n",
            "Collecting seqeval==0.0.19\n",
            "  Downloading seqeval-0.0.19.tar.gz (30 kB)\n",
            "Collecting transformers<=4.10.3,>=4.0.0\n",
            "  Downloading transformers-4.10.3-py3-none-any.whl (2.8 MB)\n",
            "\u001b[K     |████████████████████████████████| 2.8 MB 16.5 MB/s \n",
            "\u001b[?25hCollecting sentencepiece\n",
            "  Downloading sentencepiece-0.1.96-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
            "\u001b[K     |████████████████████████████████| 1.2 MB 61.4 MB/s \n",
            "\u001b[?25hCollecting keras_bert>=0.86.0\n",
            "  Downloading keras-bert-0.88.0.tar.gz (26 kB)\n",
            "Collecting whoosh\n",
            "  Downloading Whoosh-2.7.4-py2.py3-none-any.whl (468 kB)\n",
            "\u001b[K     |████████████████████████████████| 468 kB 54.2 MB/s \n",
            "\u001b[?25hCollecting threadpoolctl>=2.0.0\n",
            "  Downloading threadpoolctl-3.0.0-py3-none-any.whl (14 kB)\n",
            "Requirement already satisfied: numpy>=1.13.3 in /usr/local/lib/python3.7/dist-packages (from scikit-learn==0.23.2->ktrain==0.28.2) (1.19.5)\n",
            "Requirement already satisfied: scipy>=0.19.1 in /usr/local/lib/python3.7/dist-packages (from scikit-learn==0.23.2->ktrain==0.28.2) (1.4.1)\n",
            "Requirement already satisfied: Keras>=2.2.4 in /usr/local/lib/python3.7/dist-packages (from seqeval==0.0.19->ktrain==0.28.2) (2.7.0)\n",
            "Collecting keras-transformer>=0.39.0\n",
            "  Downloading keras-transformer-0.39.0.tar.gz (11 kB)\n",
            "Collecting keras-pos-embd>=0.12.0\n",
            "  Downloading keras-pos-embd-0.12.0.tar.gz (6.0 kB)\n",
            "Collecting keras-multi-head>=0.28.0\n",
            "  Downloading keras-multi-head-0.28.0.tar.gz (14 kB)\n",
            "Collecting keras-layer-normalization>=0.15.0\n",
            "  Downloading keras-layer-normalization-0.15.0.tar.gz (4.2 kB)\n",
            "Collecting keras-position-wise-feed-forward>=0.7.0\n",
            "  Downloading keras-position-wise-feed-forward-0.7.0.tar.gz (4.5 kB)\n",
            "Collecting keras-embed-sim>=0.9.0\n",
            "  Downloading keras-embed-sim-0.9.0.tar.gz (4.1 kB)\n",
            "Collecting keras-self-attention>=0.50.0\n",
            "  Downloading keras-self-attention-0.50.0.tar.gz (12 kB)\n",
            "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain==0.28.2) (2.4.7)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain==0.28.2) (0.11.0)\n",
            "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain==0.28.2) (2.8.2)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain==0.28.2) (1.3.2)\n",
            "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.7/dist-packages (from pandas>=1.0.1->ktrain==0.28.2) (2018.9)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.1->matplotlib>=3.0.0->ktrain==0.28.2) (1.15.0)\n",
            "Collecting sacremoses\n",
            "  Downloading sacremoses-0.0.46-py3-none-any.whl (895 kB)\n",
            "\u001b[K     |████████████████████████████████| 895 kB 55.1 MB/s \n",
            "\u001b[?25hRequirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers<=4.10.3,>=4.0.0->ktrain==0.28.2) (4.8.1)\n",
            "Collecting tokenizers<0.11,>=0.10.1\n",
            "  Downloading tokenizers-0.10.3-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (3.3 MB)\n",
            "\u001b[K     |████████████████████████████████| 3.3 MB 26.7 MB/s \n",
            "\u001b[?25hCollecting huggingface-hub>=0.0.12\n",
            "  Downloading huggingface_hub-0.1.2-py3-none-any.whl (59 kB)\n",
            "\u001b[K     |████████████████████████████████| 59 kB 6.5 MB/s \n",
            "\u001b[?25hCollecting pyyaml>=5.1\n",
            "  Downloading PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (596 kB)\n",
            "\u001b[K     |████████████████████████████████| 596 kB 52.1 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers<=4.10.3,>=4.0.0->ktrain==0.28.2) (4.62.3)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers<=4.10.3,>=4.0.0->ktrain==0.28.2) (2019.12.20)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers<=4.10.3,>=4.0.0->ktrain==0.28.2) (3.3.2)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.0.12->transformers<=4.10.3,>=4.0.0->ktrain==0.28.2) (3.10.0.2)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers<=4.10.3,>=4.0.0->ktrain==0.28.2) (3.6.0)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->ktrain==0.28.2) (2.10)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->ktrain==0.28.2) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->ktrain==0.28.2) (2021.10.8)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers<=4.10.3,>=4.0.0->ktrain==0.28.2) (7.1.2)\n",
            "Building wheels for collected packages: ktrain, seqeval, keras-bert, keras-transformer, keras-embed-sim, keras-layer-normalization, keras-multi-head, keras-pos-embd, keras-position-wise-feed-forward, keras-self-attention, langdetect, syntok\n",
            "  Building wheel for ktrain (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for ktrain: filename=ktrain-0.28.2-py3-none-any.whl size=25290606 sha256=63a21bac3f96506b7b2eb443ea1f2fc627204ea6f1f65bc5179ffe8fc00a2302\n",
            "  Stored in directory: /root/.cache/pip/wheels/df/2b/04/7c821b51e637ec480060989b5030d0c4cce16efe0d67bff94b\n",
            "  Building wheel for seqeval (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for seqeval: filename=seqeval-0.0.19-py3-none-any.whl size=9929 sha256=8832dd191e23bc41106d7cf45f1dccab999609f9078b07d3207df5fe384cd1c9\n",
            "  Stored in directory: /root/.cache/pip/wheels/f5/ac/f1/4e13d7aff05c722d142b7d20a88ad63f9aab11b895411241a4\n",
            "  Building wheel for keras-bert (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for keras-bert: filename=keras_bert-0.88.0-py3-none-any.whl size=34204 sha256=726079772ec301cffa0a745e52b024b5e1fb37ef539e2d3754c949b8f64a976e\n",
            "  Stored in directory: /root/.cache/pip/wheels/a2/90/cd/c038f2366929a3a5e3414a303b673e10235e802d871d29a835\n",
            "  Building wheel for keras-transformer (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for keras-transformer: filename=keras_transformer-0.39.0-py3-none-any.whl size=12842 sha256=375bac602ef52f8911cda077e6f269c8d46b0fc504ddffabd0c06c06482c91e1\n",
            "  Stored in directory: /root/.cache/pip/wheels/bc/01/e0/5a1a14bed6726f2ed73f7917d2d2c2d4081d2c88426dea07ce\n",
            "  Building wheel for keras-embed-sim (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for keras-embed-sim: filename=keras_embed_sim-0.9.0-py3-none-any.whl size=4504 sha256=28bf25e17a8cb8e3c5272e8f42c4b060555302029ba6ffd0470f63f780451e8a\n",
            "  Stored in directory: /root/.cache/pip/wheels/a8/1e/d2/9bc15513dd2f8b9de3e628b3aa9d2de49e721deef6bbd1497e\n",
            "  Building wheel for keras-layer-normalization (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for keras-layer-normalization: filename=keras_layer_normalization-0.15.0-py3-none-any.whl size=5224 sha256=401ee89a39a5ff5ab9d20207166a26798534dc0cc6ae5f67873f8e35c9bef720\n",
            "  Stored in directory: /root/.cache/pip/wheels/4d/be/fe/55422f77ac11fe6ddcb471198038de8a26b5a4dd1557883c1e\n",
            "  Building wheel for keras-multi-head (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for keras-multi-head: filename=keras_multi_head-0.28.0-py3-none-any.whl size=15559 sha256=b93d625ce633056ffd4cb2e95504d4f5f1c67e4edfc4734ae792bdfe5f1710bc\n",
            "  Stored in directory: /root/.cache/pip/wheels/79/4a/ea/9503ab5a02201dfb8635ba2cc8f30844661623c684a5b44472\n",
            "  Building wheel for keras-pos-embd (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for keras-pos-embd: filename=keras_pos_embd-0.12.0-py3-none-any.whl size=7469 sha256=d41a02d54668ba3fc59f50cd9b09bc06612f9705737e64bef7ff57e920b2d7c6\n",
            "  Stored in directory: /root/.cache/pip/wheels/77/99/fd/dd98f4876c3ebbef7aab0dbfbd37bca41d7db37d3a28b2cb09\n",
            "  Building wheel for keras-position-wise-feed-forward (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for keras-position-wise-feed-forward: filename=keras_position_wise_feed_forward-0.7.0-py3-none-any.whl size=5541 sha256=11b90d51d41a427c1ff9d434081cae871f4257beb97c9fccc3080baf55f36bfa\n",
            "  Stored in directory: /root/.cache/pip/wheels/2d/12/02/1ad455c4f181cda1a4e60c5445855853d5c2ea91f942586a04\n",
            "  Building wheel for keras-self-attention (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for keras-self-attention: filename=keras_self_attention-0.50.0-py3-none-any.whl size=19414 sha256=c47b5026e7abd17ff59963f342b25e07ab4b8efd9bcba9e0c3bdfae4f9a01970\n",
            "  Stored in directory: /root/.cache/pip/wheels/92/7a/a3/231bef5803298e7ec1815215bc0613239cb1e9c03c57b13c14\n",
            "  Building wheel for langdetect (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for langdetect: filename=langdetect-1.0.9-py3-none-any.whl size=993242 sha256=0500ea978953109d47b2bcbe5a2033c0c865195567205226ec887b046ede5d77\n",
            "  Stored in directory: /root/.cache/pip/wheels/c5/96/8a/f90c59ed25d75e50a8c10a1b1c2d4c402e4dacfa87f3aff36a\n",
            "  Building wheel for syntok (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for syntok: filename=syntok-1.3.1-py3-none-any.whl size=20917 sha256=fbac296cb1521cabe91011641f1d37e9a912ddc563589f366f37a9db22536c41\n",
            "  Stored in directory: /root/.cache/pip/wheels/5e/c2/33/e5d7d8f2f8b0c391d76bf82b844c3151bf23a84d75d02b185f\n",
            "Successfully built ktrain seqeval keras-bert keras-transformer keras-embed-sim keras-layer-normalization keras-multi-head keras-pos-embd keras-position-wise-feed-forward keras-self-attention langdetect syntok\n",
            "Installing collected packages: keras-self-attention, pyyaml, keras-position-wise-feed-forward, keras-pos-embd, keras-multi-head, keras-layer-normalization, keras-embed-sim, tokenizers, threadpoolctl, sacremoses, keras-transformer, huggingface-hub, whoosh, transformers, syntok, seqeval, sentencepiece, scikit-learn, langdetect, keras-bert, cchardet, ktrain\n",
            "  Attempting uninstall: pyyaml\n",
            "    Found existing installation: PyYAML 3.13\n",
            "    Uninstalling PyYAML-3.13:\n",
            "      Successfully uninstalled PyYAML-3.13\n",
            "  Attempting uninstall: scikit-learn\n",
            "    Found existing installation: scikit-learn 0.22.2.post1\n",
            "    Uninstalling scikit-learn-0.22.2.post1:\n",
            "      Successfully uninstalled scikit-learn-0.22.2.post1\n",
            "Successfully installed cchardet-2.1.7 huggingface-hub-0.1.2 keras-bert-0.88.0 keras-embed-sim-0.9.0 keras-layer-normalization-0.15.0 keras-multi-head-0.28.0 keras-pos-embd-0.12.0 keras-position-wise-feed-forward-0.7.0 keras-self-attention-0.50.0 keras-transformer-0.39.0 ktrain-0.28.2 langdetect-1.0.9 pyyaml-6.0 sacremoses-0.0.46 scikit-learn-0.23.2 sentencepiece-0.1.96 seqeval-0.0.19 syntok-1.3.1 threadpoolctl-3.0.0 tokenizers-0.10.3 transformers-4.10.3 whoosh-2.7.4\n"
          ]
        },
        {
          "data": {
            "application/vnd.colab-display-data+json": {
              "pip_warning": {
                "packages": [
                  "sklearn"
                ]
              }
            }
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 510
        },
        "id": "__BfCgqPK6EL",
        "outputId": "274156c6-aa12-4698-a11d-35d5d32eae44"
      },
      "source": [
        "import ktrain\n",
        "### 4. Topic modeling \n",
        "# Estimate LDA Topic model\n",
        "tm = ktrain.text.get_topic_model(df_sentence_split['Tagged_Nouns'], n_features=10000)\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "ename": "ImportError",
          "evalue": "ignored",
          "output_type": "error",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mImportError\u001b[0m                               Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-66-218e88729424>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0;32mimport\u001b[0m \u001b[0mktrain\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0;31m### 4. Topic modeling\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0;31m# Estimate LDA Topic model\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0mtm\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mktrain\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtext\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_topic_model\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf_sentence_split\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'Sentence'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn_features\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m10000\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/ktrain/__init__.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0mversion\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0m__version__\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mimports\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mI\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0mcore\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mArrayLearner\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mGenLearner\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mget_predictor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mload_predictor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrelease_gpu_memory\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0mvision\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlearner\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mImageClassLearner\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0mtext\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlearner\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mBERTTextClassLearner\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mTransformerTextClassLearner\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/ktrain/imports.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m    175\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfeature_extraction\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtext\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mCountVectorizer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mTfidfVectorizer\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    176\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdecomposition\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mNMF\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mLatentDirichletAllocation\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 177\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmanifold\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mTSNE\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    178\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpreprocessing\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mLabelEncoder\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    179\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/sklearn/manifold/__init__.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      3\u001b[0m \"\"\"\n\u001b[1;32m      4\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_locally_linear\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mlocally_linear_embedding\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mLocallyLinearEmbedding\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      6\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_isomap\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mIsomap\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_mds\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mMDS\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msmacof\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/sklearn/manifold/_locally_linear.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     16\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalidation\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mFLOAT_DTYPES\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     17\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalidation\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0m_deprecate_positional_args\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 18\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mneighbors\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mNearestNeighbors\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     19\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     20\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/sklearn/neighbors/__init__.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_kd_tree\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mKDTree\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      8\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_dist_metrics\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mDistanceMetric\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 9\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_graph\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mkneighbors_graph\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mradius_neighbors_graph\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     10\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_graph\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mKNeighborsTransformer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mRadiusNeighborsTransformer\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     11\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_unsupervised\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mNearestNeighbors\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/sklearn/neighbors/_graph.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0;31m#\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0;31m# License: BSD 3 clause (C) INRIA, University of Amsterdam\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 7\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_base\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mKNeighborsMixin\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mRadiusNeighborsMixin\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      8\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_base\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mNeighborsBase\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      9\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0m_base\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mUnsupervisedMixin\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/sklearn/neighbors/_base.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     28\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalidation\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mcheck_is_fitted\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     29\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalidation\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mcheck_non_negative\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 30\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfixes\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mparse_version\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     31\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexceptions\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mDataConversionWarning\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mEfficiencyWarning\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     32\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mImportError\u001b[0m: cannot import name 'parse_version' from 'sklearn.utils.fixes' (/usr/local/lib/python3.7/dist-packages/sklearn/utils/fixes.py)",
            "",
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0;32m\nNOTE: If your import is failing due to a missing package, you can\nmanually install dependencies using either !pip or !apt.\n\nTo view examples of installing some common dependencies, click the\n\"Open Examples\" button below.\n\u001b[0;31m---------------------------------------------------------------------------\u001b[0m\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sJt7nRmTMw3H"
      },
      "source": [
        "# Print topics\n",
        "tm.print_topics()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wylXBtELEx3Y"
      },
      "source": [
        "  tokenizer = RegexpTokenizer(r'\\w+')\n",
        "  \n",
        "  for sentence in out_strings:\n",
        "    tokens = tokenizer.tokenize(sentence)\n",
        "    filtered_words = [w for w in tokens if not w.lower() in stop_words]\n",
        "    ready_for_pos.append((filtered_words))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VffWb5m14Tk3"
      },
      "source": [
        "stop_words = set(stopwords.words('english'))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YbblvWzNyj8N"
      },
      "source": [
        "def preprocess(paragraph):\n",
        "  ready_for_pos = []\n",
        "  sentence_tokenize = sent_tokenize(paragraph)\n",
        "  tokenizer = RegexpTokenizer(r'\\w+')\n",
        "  for sentence in sentence_tokenize:\n",
        "    tokens = tokenizer.tokenize(sentence)\n",
        "    filtered_words = [w for w in tokens if not w.lower() in stop_words]\n",
        "    ready_for_pos.append((filtered_words))\n",
        "  return ready_for_pos "
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XPqSXwbbd2-k"
      },
      "source": [
        "combined_sentences = []\n",
        "for sentences in strings:\n",
        "  for sentence in sentences:\n",
        "    combined_sentences.append(\" \".join(sentence))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fSgKGjDSeB10",
        "outputId": "a832280e-7112-4a42-8c92-48f117c8bbeb"
      },
      "source": [
        "strings[0][0]"
      ],
      "execution_count": null,
      "outputs": [
        {
          "data": {
            "text/plain": [
              "['absolutely', 'useless']"
            ]
          },
          "execution_count": 22,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uB9_ttNieH6C",
        "outputId": "d58fd160-3d35-43cd-b11d-1f3bca524b3f"
      },
      "source": [
        "combined_sentences"
      ],
      "execution_count": null,
      "outputs": [
        {
          "data": {
            "text/plain": [
              "['absolutely useless',\n",
              " 'pictures grainy blurry color aberrations galore',\n",
              " 'even see facial features people',\n",
              " 'true 640x480 camera uses software obtain 640x480 advertised resolution',\n",
              " 'downloads horribly slow memory removeable use better download method',\n",
              " 'drain batteries one loading unloading 2mb memory',\n",
              " 'thing even useful toy children',\n",
              " 'fortunately bought reputable online dealer took thing back even refunded shipping charges',\n",
              " 'favor get olympus 360l 460z',\n",
              " 'lot money least pay digital camera takes decent pictures buy camera',\n",
              " 'bought two kids awful',\n",
              " 'picture quality low 10 photos worth keeping',\n",
              " 'young children standards low',\n",
              " 'bought almost toy still severely disappointed',\n",
              " 'buy',\n",
              " 'bought smile handy inexpensive way addingphtos web pages',\n",
              " 'want spend 400 camera wouldbe obsolete months',\n",
              " 'figured 100 go wrong',\n",
              " 'mistaken smile many compromises',\n",
              " 'lens tiny fixed focus item requires bright light form image',\n",
              " 'battery life abysmal seems chew pair aas shooting dozen pictures',\n",
              " 'spent 200 gotten far better camera',\n",
              " '',\n",
              " 'stop',\n",
              " '',\n",
              " '1 camera 640x480 fixed 320x240',\n",
              " 'ccd even 1 3 megapixel 1 10 think',\n",
              " 'images bad like enlarging thumbnail',\n",
              " 'print 1x1 inch rectangle somehow fine anything bigger like old cga awful',\n",
              " 'take shots look bad whatever edit software fix',\n",
              " 'another true 640x480 camera pictures excelent 2 include ac adapter prepared buy lots aa batteries spend another 50 bucks 3 fine serial videoconference camera 30 fps watch batteries 4 take first picture begin wonder ok lack lcd screen begins bother find review shots',\n",
              " 'think wont review pictures untill get pc sorry disappointed',\n",
              " 'small budget summer bought camera fun',\n",
              " 'drain batteries even took picture took 40 pictures without flash cheap rechargeable batteries',\n",
              " 'four stars missing worst quality ever seen life',\n",
              " 'suggest never use flash pictures taken flash 90 full light white',\n",
              " 'camera cheap think batteries heavier camera put cd comes installs think uploading pictures 16 pc took 4 minutes camera easy use wonder agfa made things finally digital cameras expensive someday prices fall camcorders take better pictures regret buying awful camera',\n",
              " 'bought camera mid june late june covering national convention requiring daily uploads webpages',\n",
              " 'got rave reviews images shared',\n",
              " 'usb connection easy fast',\n",
              " 'found handled indoor shots without flash outstanding resolution also produced excellent outdoor shots including sky photography sunsets rival film versions one need employ top setting produce extremely good pictures maximizing number photos single compact flash card came complete set rechargable batteries charger nice feature',\n",
              " 'amazon price least 100 less source would perfect camera person starting digital photography wants camera looks feels acts like familiar 35 mm point shoot elementary knowledge sense computers',\n",
              " 'first digital camera purchased display item working compusa',\n",
              " 'remember correctly time camera 300 got 50 idea old camera bought despite lasted additional 3 1 2 years stopped working battery connections went bad',\n",
              " 'took apart see could fix avail 1 3 megapixels sufficent took crystal clear pictures everytime',\n",
              " 'really enjoyed lcd screen showed real time lens looking shot picture',\n",
              " 'also usb slot could easily tranfer pictures pc',\n",
              " 'compaint camera picture snapping instantaneous camera felt sturdy built quality materials',\n",
              " 'camera dropped times still functioned without problems',\n",
              " 'taken thousands pictures camera mention possible thousands taken came thourghly suprised durablity quality camera dc240 finally met demise dissapointed find kodak longer made cameras like instead make plastic cheap looking cheap feeling cameras feel way sturdy dc series',\n",
              " 'purchased dx model months one died took back next day dissapointed quality camera',\n",
              " 'day dc240 digital camera one since',\n",
              " 'turn ebay get something dc series unfortunately companies longer make like used',\n",
              " 'really like mine',\n",
              " 'takes good pictures',\n",
              " 'easy get started',\n",
              " 'try buy small camera bag lens cover come easily may accidentally turn putting bag',\n",
              " 'highly recommend usb disk reader makes things lot easier',\n",
              " 'reader may need battary charger unless want slide show tv',\n",
              " 'note kodak 280 offered probably value',\n",
              " 'buy accessories become bit done',\n",
              " 'say much pics print using exclusively internet images',\n",
              " 'fun mine',\n",
              " 'bought kodak dc240 partially whim',\n",
              " 'read reviews kodak digital cameras decided check price amazon right',\n",
              " 'camera came days went convention philadelphia giving enough time learn use camera pictures wonderful collegues amazed could show pictures immediately delete shot bad',\n",
              " 'also shots using timer worked pretty well',\n",
              " 'following convention able put together quick web site pictures faster process waiting film developed scanning pictures cropping etc overall good combination features ease use quality pictures',\n",
              " 'best camera seen price',\n",
              " 'tons features',\n",
              " 'would highly recommend getting compact flash card reader drain batteries camera xfering',\n",
              " 'also kodak batteries best ever used',\n",
              " 'would recommended getting 2 hour rapid charger kit get another set batteries able charge one set use another',\n",
              " 'reading every review could find ventured first time digital photographic world purchasing olympus 340 r digital camera',\n",
              " 'definitely disappointed days camera accompanied us ulaanbaatar mongolia seoul korea nervously left canon slr home',\n",
              " 'camera performed marvelously',\n",
              " 'found optional 16mb flash memory card adequate needs easily downloaded photos day laptop amazed quality photos even low light settings',\n",
              " 'took shots conference including multimedia presentation surprisingly projected image screen readable',\n",
              " 'staying countryside traditional mongolian quot ger quot tent shot incredible photo predawn sky even morning stars clearly distinguishable arriving home completely satisfied photos shot low resolution setting printed hp deskjet 895 using epson photographic paper',\n",
              " 'doubt people would able tell difference prints standard developed snapshot',\n",
              " 'enclosed olympus adobe software easy use functional home use',\n",
              " 'absolutely love quickstitch utility simply creates oversized panorama shots one weaknesses found little frustrating variance optical viewfinder digital one',\n",
              " 'frame say head shoulders shot optical viewfinder discover digitally camera sees much broader area',\n",
              " 'olympus little better job calibrating two viewfinders apart want invest nimh charger least 8 batteries shop around best price',\n",
              " 'also picking 3 5 inch floppy adapter flash memory card big time saver',\n",
              " 'simply pull flash memory card slip adapter slide floppy computer',\n",
              " 'save time frustration cords laying around table plus significant download time one last item think 16mb memory card small needs',\n",
              " 'olympus website offering inexpensive upgrade end december allow camera use new 32mb memory cards',\n",
              " 'olympus 340r opinion best value digital camera available right picture quality impressive usually tell difference pictures takes pictures taken 340 slr scanned also camera fairly lightweight compact easy use like good point shoot camera since bought olympus taken 1 non digital photograph',\n",
              " 'enjoy simplicity camera freedom developing film costs 10 roll overall camera worth investment excellent camera someone new digital photography',\n",
              " 'owned olympus 340 two years happy recently upgrade olympus 3040 340 give print quality looking',\n",
              " 'frame photo 340 tell digital photo',\n",
              " 'frame photo 3040 would never know digital',\n",
              " 'love camera great camera learn digital photography see liked digital camera old 35mm',\n",
              " 'two years later found need upgrade',\n",
              " 'however due significant price jump comparisons 3040 totally fair',\n",
              " 'still give 340 rating 5 stars price think great option',\n",
              " 'posted review camera weeks ago shortly purchasing',\n",
              " 'gave 4 stars mainly manual well written',\n",
              " 'however still case must say camera deserves 5 stars',\n",
              " 'takes amazingly clear bright pictures',\n",
              " 'video display lcd bright',\n",
              " 'seemed take forever rechargable batteries run',\n",
              " 'highly recommend camera',\n",
              " 'optical zoom would perfect',\n",
              " 'however camera get pay',\n",
              " 'many people written technical part wonderful camera',\n",
              " 'agree many',\n",
              " 'feel bad spending',\n",
              " 'shopped around made decison confidence',\n",
              " 'yes find item less e stores trust amazon deliver promptly customer service great',\n",
              " 'customers said camera eats batteries like crazy',\n",
              " 'true use lcd monitor take pictures',\n",
              " 'use reviewing deleting pictures taken lasts long long time',\n",
              " 'purchased camera thanksgiving',\n",
              " 'december 12 taking hundreds pictures using flash still using batteries came',\n",
              " 'lemme tell ya little secret take pictures using lcd monitor get message battery low turn camera let rest little turn back',\n",
              " 'battery life show full',\n",
              " 'need change batteries tells dead taking pictures using viewfinder',\n",
              " 'bad idea get rechargeable nimh batteries',\n",
              " 'seen many good comments brand maha',\n",
              " 'also seen great reviews maha charger model mh c204f',\n",
              " 'people mentioned',\n",
              " 'know purchase',\n",
              " 'go',\n",
              " 'info maha products go maha comm website',\n",
              " 'purchase two products check thomas distributing website sorry include exact web addresses according reviews guidelines hard figure',\n",
              " 'around 50 got charger 8 nimh batteries',\n",
              " 'go road worry batteries dying purchase',\n",
              " 'lot fun digital camera take hundreds hundreds pictures knowing pay developement wait finally see pictures',\n",
              " 'download enjoy use video cable see photos tv',\n",
              " 'use lcd monitor',\n",
              " 'happy olympus amazon customer',\n",
              " '',\n",
              " 'owned camera one week worked good far',\n",
              " 'agree customers manual would lot better section language three languages together one page',\n",
              " 'camera easy use takes excellent pictures many nice features',\n",
              " 'tripod take great pictures night without flash',\n",
              " 'software also easy use',\n",
              " 'although documented manual camera comes twain driver choose download photos bundled application favorite photo editing software',\n",
              " 'la olympus 340r ha sido mi uacute nica c aacute mara digital la tenido por aacute de 3 ntilde os tengo queja alguna excepto por dos cosas 1 si se utiliza la pantalla lcd para tomar fotograf iacute panor aacute micas con el zoom incorporado las bater iacute van durar casi nada 2',\n",
              " 'el transferir las im aacute genes la pc puede tardar una eternidad uacute nicamente para ver el contenido de la tarjeta de memoria luego viene el proceso de bajarlas al disco duro',\n",
              " 'consejo hay que comprar el adaptador ac de lo contrario las bater iacute se consumir aacute n velozmente respecto la calidad de las fotos puedo quejar de nada',\n",
              " 'excelente calidad si quieren tener aacute espacio para almacenar compren la tarjeta smartmedia de 16mb mientras duren existencias',\n",
              " 'may 1 2 mp best camera ever made digital arena',\n",
              " 'really',\n",
              " 'evidenced unusually hi cost used camera market 1 2 1 3mp cameras 4 use business',\n",
              " 'people always commenting great quality photos produce',\n",
              " 'adjustment allows take photos low pixels saved photos eat space computer camera card',\n",
              " 'note caution smart cards 4 8 mpixels fit camera difficult find days expensive boot think take 16mp card',\n",
              " 'great little camera',\n",
              " 'real bargain price',\n",
              " 'excellent color quality pictures',\n",
              " 'drawback slow serial interface computer',\n",
              " 'buy flashpath floppy adapter memory card reader transfer pictures faster',\n",
              " 'good card reader crash system made siig',\n",
              " 'call usb digifilm combo reader',\n",
              " '79 street price',\n",
              " 'also get maha charger nimh batteries reviewed elsewhere page',\n",
              " 'esta camara la comprado por que puedo grabar todas las fotos en discos flexibles solo es cargar en el carro una caja de discos tienes para cientos de fotos una buena idea de la marca',\n",
              " 'ha gustado mucho la disfrutado mucho',\n",
              " 'camera definitely works need taking pictures use web site schumin web saving remainder stock photos',\n",
              " 'floppy disk storage allows take literally thousands pictures without going back computer thus gets high marks portability',\n",
              " 'great camera like whenever take carry floppies pocket taking lot pictures',\n",
              " 'sony mavica first color digital camera',\n",
              " 'although took lot pictures eventually bought another digital camera',\n",
              " 'biggest problems mavica 1',\n",
              " 'resolution 640 480 good enough',\n",
              " 'photo editing quality suffers low resolution',\n",
              " 'need least 1200 800 1000 resolution preferably 2',\n",
              " 'lcd hard use especially strong light',\n",
              " 'really need viewfinder 3',\n",
              " 'floppys store enough',\n",
              " 'go vacation need carry bunch extra floppies pocket plus side battery life 10x zoom great',\n",
              " 'make weaknesses mentioned',\n",
              " 'self favor get camera better resolution maybe buy one p',\n",
              " 'traded kodak dc260 like fine',\n",
              " 'mavica mvc 73 good low end camera',\n",
              " 'want blow pictures 16x20 use 35mm slr',\n",
              " 'megapixel cameras take better pictures require expensive memory cards',\n",
              " 'camera takes great shots web sites email',\n",
              " 'shop around floppies cost almost nothing',\n",
              " 'rebate bought 100 floppies',\n",
              " 'put 10 bag took 200 photos',\n",
              " 'would cost hundreds dollars save many pictures memory cards',\n",
              " 'used less room two rolls film',\n",
              " 'recharable battery lasts forever go take hundreds photos without dump memory card',\n",
              " 'achiving photos uses little disk space hard drive',\n",
              " 'camera easy use long run pays savings film development batteries extra memory',\n",
              " 'give copies disks right spot camera reliable',\n",
              " 'looking good quot snapshot quot camera good one',\n",
              " 'reviews mention good bad points camera need mention',\n",
              " 'great camera real estate onsite documentation great 100000000 pictures baby family picnic',\n",
              " 'fun simple easy use camera',\n",
              " 'many pictures wind enlarging',\n",
              " 'run favorites screensaver look great',\n",
              " 'introduction digital camera',\n",
              " 'far pleased results',\n",
              " 'mavica programmed five picture formats fine sepia b amp w negative art solarize',\n",
              " 'easy use even beginner',\n",
              " 'disagree reviewers regarding size',\n",
              " 'able shove purse using however price would liked see come extra battery carrying case',\n",
              " 'come shoulder strap uncomfortable',\n",
              " 'camera zoom capability found careful blurring',\n",
              " 'fault camera photographer',\n",
              " 'experience blurred pictures red eyes',\n",
              " 'photo enhancing software photoshop take care',\n",
              " 'know tried',\n",
              " 'mavica works well macs pcs',\n",
              " 'problem came across sending pictures editing photoshop',\n",
              " 'mother software send blurry red eyed picture junior',\n",
              " 'oh well',\n",
              " 'like camera win lottery someday go buy cd camera memory constraints floppy based cameras',\n",
              " 'wonderful camera intrnet use',\n",
              " 'auctions emails web sites etc',\n",
              " 'fine camera',\n",
              " 'advantages great macros 1 quot 10x zoom lens comes rechagable battery charger simple downloading floppies pc economy using floppies storage medium',\n",
              " 'however camera suitable photos 640x480 resolution make mistake taking important shots assume get decent photos',\n",
              " 'fine photos go 1 2 megapixel cameras',\n",
              " 'also nikon coolpix 950 camera recommend nikon olympus camera',\n",
              " 'nikons great macro capability important great buy money olympus 460 490',\n",
              " 'convenience floppy disks hard beat',\n",
              " 'proprietary cables special setup required',\n",
              " 'even newer cameras usb interface often require goofy photoschmuck software installed floppy drive enables us share pics time even friends older computers god forbid mac',\n",
              " 'almost computer read format standard jpeg used mavica cameras',\n",
              " 'even dupe disk middle nowhere',\n",
              " 'try smart card',\n",
              " 'want make living artful photography look higher line olympus 600 want make living ebay fun camera hard beat mavica convenience versatility',\n",
              " 'used camera since late 1990s mostly professional purposes',\n",
              " 'write edit newsletter state agency often asked take photos award programs accompany job announcements often almost prior notice cameras looked 1990s one best suited needs',\n",
              " 'reasons follow 1 shooting photos diskette easier engaging software changing documentation camera file pc 2',\n",
              " '10x zoom accurate allowed adequate work even could get close subject 3',\n",
              " 'camera flat easy use large viewfinder large left hand grip big button press shooting pictures bought camera worked three decades newspapers communications offices governmental nonprofit agencies kind work',\n",
              " 'years never used camera easy use one use one transmitting product equipment e file easier said low resolution camera always give good results',\n",
              " 'adequate head shots always come events taken photos cats home eyes look like diamonds eyes took pictures christmas tree lights looked like stars snowflakes lights tree buy create award winning photography',\n",
              " 'reasons produce good hardcopy photos great camera someone needs take pictures right get adequate product online fast',\n",
              " 'mission work camera always helped achieve addition battery charger works fast never pay dime get anything fixed half decade use',\n",
              " 'know stacks camera industry lot better electronic equipment use office home',\n",
              " 'simple easy use starting look bit overpriced nowadays',\n",
              " 'good side use common floppy discs save pictures batteries last ages extremely easy use hand resolution 640x480 hi res good enough anything simple holiday snaps',\n",
              " 'prepared lots touching use useful image aquisition tool lack resolution creative spur intself anything simple web site images casual snaps better proper megapixel camera kind smart card memory storage',\n",
              " 'camera takes okay pictures easy use',\n",
              " 'repulsed reviewers know use camera go nearby retailer store look',\n",
              " 'ways priced due zoom floppy drive 10x zoom optical 640x480 better 6x zoom 2x optical 3x digital 1280x960',\n",
              " 'like people compare kind cameras kinds lower price using flash cards smart media different essentiel accessories included prices compact flash cards could make say quot aaaarrrrrggghhhh',\n",
              " 'enough spent every penny camera quot end camera still problems quality pictures comes cheaper cameras',\n",
              " 'lot money invest buy one buy best camera best lens look lower priced items quality want last thing say never touched digital camera must know camera works take good even excellent pictures congratulations bought mavicas',\n",
              " '',\n",
              " 'computer camera quot pro quot needed something easy use',\n",
              " 'looked reviews product amazon',\n",
              " 'decided buy f83 model',\n",
              " 'model allows 15 second quot movie quot',\n",
              " 'boy like',\n",
              " 'like ease floppy disk',\n",
              " 'quality fine needs',\n",
              " 'battery lasts long time',\n",
              " 'camera bag necessity since lcd screen marks easily',\n",
              " 'recommend camera anyone wanting digital camera easy use',\n",
              " 'thanks amazon providing reviews thanks individuals made reviews',\n",
              " 'found helpful',\n",
              " 'entry level digital photography could far worse mavica',\n",
              " 'sold initially aside reasonable price used floppy discs instead internal storage',\n",
              " 'means pocket full discs take pictures day without ever download pc',\n",
              " 'also means worry free parallel serial usb port peripheral junkie like reason enough give serious consideration camera downside yes one resolution might hope',\n",
              " 'used normal size pics fine great',\n",
              " 'useable',\n",
              " 'try increase size 5x7 8x10 results disastrous',\n",
              " 'downside flash frequently wash entire picture camera function well indoors available light',\n",
              " 'really fiddle settings get right',\n",
              " 'sometimes possible recommend camera',\n",
              " 'yes reservations',\n",
              " 'looking high quality output bucks spare look elsewhere',\n",
              " 'want decent camera reasonable price particularly outdoor use check mavica',\n",
              " 'great camera many features',\n",
              " 'take pictures many conditions',\n",
              " 'flashlight good enough indoor shooting',\n",
              " 'use rec mode automatic shooting amp rec mode manual shooting',\n",
              " 'great photos using rec mode',\n",
              " 'switch bottom amp ready take photos',\n",
              " 'want professional photos use rec mode',\n",
              " 'adjust manual shutter speed manual aperture',\n",
              " 'feature customize photos even bright object poor light',\n",
              " '2 11 mega pixels good enough viewing web sending though e mail amp print a4 paper',\n",
              " 'worst think know battery live',\n",
              " 'camera hungry power thought others digicam',\n",
              " 'convenient use 3 set nimh batteries take 30 40 pictures set normal used',\n",
              " 'save battery live minimize using lcd monitor framing object',\n",
              " 'use camera usb sans disk flashcard reader find incredibly convenient',\n",
              " 'email pictures family regularly',\n",
              " 'quality matchless ramp resolution size files 1 meg quality exquisite get got color matched fabric friend ny based close picture took printed upholstery piece',\n",
              " 'took closeup diseased mahonia leaf emailed mom diagnosed thrips suggested bt camera capability need picture quality features worth developing patience deal online manual learn',\n",
              " 'print pics hp722 prints look great',\n",
              " 'tho color degrades year',\n",
              " 'printer ink problem camera however shortcomings',\n",
              " 'paperless manual pain learning',\n",
              " 'cannot see lcd screen camera bright light makes using manual settings impossible',\n",
              " 'add lenses wide angle etc awkward use',\n",
              " 'lost tiny lens caps confess',\n",
              " 'even dropped one grass unable find right dropping',\n",
              " '6 asked everyone know one presents',\n",
              " 'bought nikon coolpix first digital camera six months ago satisfied',\n",
              " 'previously owned nikon 35 mm quot point shoot quot camera interested advantages digital camera would provide immediate gratification seeing pictures ability send jpg images freinds relatives ability delete pictures quot fly quot etc',\n",
              " 'got mixed bag results mostly positive go must advise get following options two sets rechargable nimh batteries standard camera use kodak ones available amazon com higher capacity memory card use 128 mb san disk nikon oem sort adapter transfer images quickly serial cable slow',\n",
              " 'purchased sandisk adapter insert memory card directly pcmcia slot laptop computer rapid transfer anyways use camera fantastic',\n",
              " 'initially using 640x480 resolution setting save space new larger card use 1600x1200 setting moderate compression pictures',\n",
              " 'find card hold 100 pictures resolution',\n",
              " 'find picture like use microsoft photo editor software comes office reduce resolution appropriate web pages etc',\n",
              " 'store quot keepers quot cdrom higher resolution always reduce resolution size picture quality great',\n",
              " 'flash however used 10 pictures come dark',\n",
              " 'nikon usa web page latest firmware available download recommend low points camera include fact lens resets full zoom every time turn camera',\n",
              " 'find zooming every time turn camera eats batteries takes time',\n",
              " 'flap covers memory card always stay closed flops open time time',\n",
              " 'sometimes camera takes reset pictures bit spontaneity lost newer cameras',\n",
              " 'find 2 1 megapixel capability camera meets needs given recent price reductions would buy nikon market today',\n",
              " 'overall bad digital camera types photography',\n",
              " 'quite easy use perfect beginner',\n",
              " 'real gripes limitations size compact flash uses fact time battery compartment stay closed',\n",
              " 'otherwise taken fantastic pictures camera',\n",
              " 'fact say better newer nikon coolpix cameras like l18 also',\n",
              " 'found newer models focus flash issues well severe shutter lag',\n",
              " 'may comparable resolution quite enough uses',\n",
              " 'need 2 1 megapixel decent resolution unless huge blow ups photographs',\n",
              " 'also sony mavica kodak dc260 first digital camera',\n",
              " '950 found needed read manual care much interface restrictive confusing try quot go quot blowing several dozen test pics started find tricks metering autofocus nikon digital simulation shutter aperture settings found traditional camera',\n",
              " 'quality pictures get hang using camera particular setting amazing',\n",
              " 'highest digital quality experienced digital camera',\n",
              " 'love nikon',\n",
              " 'gift friend professional photographer',\n",
              " 'outgrown tired complaining saw wished time better camera phone never used one take little getting used',\n",
              " 'camera pivots half quite disconcerting bit confusing change angle viewing screen lens',\n",
              " 'whole thing rotates freely 360 degrees snap lock settings 180 watch taking picture use viewing screen versus manual viewfinder',\n",
              " 'flash bit annoying automatically fires even remotely low light circumstances',\n",
              " 'simple press button disables flash longer exposure time one full second means keep hands really really still',\n",
              " 'fun try taking picture full moon see much hand shakes camera really best day',\n",
              " 'win award official picnic even beach camera',\n",
              " 'really point shoot easy learn use zoom auto manual flash turn viewfinder push button running low battery',\n",
              " 'live motion feed viewing screen bit jittery price nothing sneeze',\n",
              " 'guesstimate something like 3 5 frames per second video capture view screen searching perfect moment snap picture short version self contained easy load swap memory card',\n",
              " 'takes high resolution photos easy use durable 5 year old could handle carefully',\n",
              " 'stock extra aa batteries though',\n",
              " 'eats 4 days use hope helps',\n",
              " 'amazon review still touts quot top line quot camera nikon released third generation coolpix 990 months ago',\n",
              " '990 fixes complaints people 900 950 shown',\n",
              " 'also ups resolution 2k x1500 3 34 megapixels',\n",
              " 'fantastic camera much said 990 expensive need extra resolution 950 remains great choice lower price',\n",
              " 'take exception amazon presenting quot top line quot swiveling body 900 950 990 allows hold camera head lens looking knees lens looking still able see composition lcd display lcd half body lens',\n",
              " 'twist see lcd regardless lens pointing',\n",
              " 'digital cameras really useful',\n",
              " 'made possible fact cameras especially 990 good autofocus autoexposure autowhite balance many scenes use lcd compose frame shot worry anything else get great result',\n",
              " 'professional photographer 25 years expected nikon produce superior results',\n",
              " 'forget camera difficult use final quality pictures poor',\n",
              " 'shoot sunlight shadow ok mix result unacceptable',\n",
              " 'latitude gamma even photoshop fails correct problems',\n",
              " 'maybe future buy something play use real film',\n",
              " 'returned mine',\n",
              " 'paid 15 77 camera great',\n",
              " 'one got looked like hardly used',\n",
              " 'box came accessories memory card case protect lens cap user manuals got camera try learn infrared photography',\n",
              " 'say amazing camera',\n",
              " 'wish camera released 1999',\n",
              " 'pretty much turned camera worked amazingly',\n",
              " 'used adapter bought amazon fix 52m filter actually obtained amazing pictures',\n",
              " 'really enjoying infrared photography far moving onto ultraviolet photography next',\n",
              " 'fun enjoyment',\n",
              " 'want mod nikon d3100 next best thing',\n",
              " '30 bucks camera adapter infrared filter',\n",
              " 'say looking interesting things photography willing mod high end camera great 2nd option',\n",
              " 'affordable also',\n",
              " 'owned camera 9 months really like',\n",
              " 'image quality stunning find hard figure use',\n",
              " 'controls generally well thought positioned ergonomically camera also slow think true digital cameras',\n",
              " 'click shutter 1 2 secs later takes picture',\n",
              " 'may sound like big deal last night trying take pictures infant son amount time often moved face away camera significant short coming built flash',\n",
              " 'nowhere near powerful enough even simple head shoulders shot subject 4 feet away',\n",
              " 'images often come dark',\n",
              " 'bad accomodations external flash seem one',\n",
              " 'also camera tends create quot red eye quot lot correct photoshop work want camera eat lot power agree others suggest getting rechargeable batteries',\n",
              " 'get set nimh batteries charger 20 bucks takes 4 aa batteries',\n",
              " 'suggest getting least 8 aa batteries suggest getting extra memory 32 megs one usb memory card readers lot faster serial port',\n",
              " 'great camera learn menus buttons',\n",
              " 'advanced users electronic cameras find easy',\n",
              " 'avoided auto everything camera like controlling creative process',\n",
              " 'took get used menus buttons hard',\n",
              " 'coolpix 950 still allows control creative process would recommend good book digital photography real world digital photography get started especially film junkie',\n",
              " 'note memory card reader computer bigger compactflash cards make camera much enjoyable well rechargeable ni mh batteries',\n",
              " 'first two replace film processing budget',\n",
              " 'one nice thing instantly reuse memory card',\n",
              " 'mistakes erased immediately memory space used better shot',\n",
              " 'light steady tripod also recommended camera quot speed rating quot iso 80 shutter speeds tend slow without flash',\n",
              " 'must use flash get external unit board flash close lens small cameras produces flat featureless images',\n",
              " 'also need access good fast color printer print full reference manual',\n",
              " 'copy center kinko work',\n",
              " 'camera quot instamatic quot crowd',\n",
              " 'hint negative reviewers tend disappointed box instant hit little creative work camera well',\n",
              " 'may trade coolpix 990 year two price comes',\n",
              " 'camera takes excellent quality digital pictures comes nikonview software enables make basic edits pictures computer',\n",
              " 'fairly easy use compact flash uploads computer either via reader directly camera',\n",
              " 'seen digital pictures made wonder would bother quality poor',\n",
              " 'camera best seen would highly recommend',\n",
              " 'got camera two days ago tinkering ever since',\n",
              " 'macro mode alone makes camera worthy investment',\n",
              " 'agree others manual controls little tricky figure manage get good picture earned',\n",
              " 'disappointed yet quality',\n",
              " 'picked 8 rechargeable batteries 64 mb card looked back since',\n",
              " 'received camera week ago',\n",
              " 'since vereplaced 8mb memory card 96mb card',\n",
              " 'camera definitelytakes getting used',\n",
              " 'taking mostly photo new twinsand find either afflicted palsy camera super sensitive shaking',\n",
              " 'suggest trying tripod next investment think also need experiment things like shutter speed get maximum picture camera',\n",
              " 'mixed results closeups blame gotten hang yet overall really nice unit solidly built',\n",
              " 'need bigger memory card probably usb card reader nimh batterys let sell nicads get 1500mah nimh along 1 hour rapid charger sorry camera',\n",
              " 'awesome camera say enough good camera',\n",
              " 'user friendly purchased 70 year old parents christmas already using sell things online auction sites',\n",
              " 'resolution excellent ease use exceptional cannot beat convenience popping disk computer pulling images would anyone waste time importantly money digital cameras dumb quot smart cards quot require cabling computer kinds fancy software',\n",
              " 'sony comes respectable software highly recommend purchasing picture software ideal use camera',\n",
              " 'one criticism would storage space floppies hold many pictures like really big issue unless going somewhere intention taking lot pictures plowing later case need take spare floppies',\n",
              " 'truly camera buy enjoying immediately',\n",
              " 'yep big heavy',\n",
              " 'camera keep coming back 6 years owned hp casio',\n",
              " 'hp stunk casio tiny delight',\n",
              " 'sony first simply works',\n",
              " 'well',\n",
              " 'simply',\n",
              " 'competently',\n",
              " 'every computer around card slots camera uses floppy disks helpful especially good pictures ebay email',\n",
              " 'good quality photos small file size see good looking working specimen go ahead buy give digital photography try',\n",
              " 'camera lot going',\n",
              " 'first picture took turned great',\n",
              " 'camera user friendly good manual sony provides well organized well written find floppy disk storage easy convenient',\n",
              " 'camera allows make copy disk right camera share copies photos friends spot mpeg movies fun little add',\n",
              " 'taking camera england april think fun capture little movie clips rechargeable battery seems adequate',\n",
              " 'planning purchase powerful one provides longer charge video audio cables provided allow easy viewing photos tv set negatives camera difficulty holding view steady zoom digital camera maker provides zoom powerful also light leaks window top lcd screen',\n",
              " 'annoying dark room overall camera delivered features looking',\n",
              " 'cannot tell wonderful camera',\n",
              " 'one',\n",
              " 'change life many ways photos wonderful great resolution movies exquisitely wonderful',\n",
              " 'sound fine',\n",
              " 'love using diskettes',\n",
              " 'lithium battery great also lasts long long time prior recharge',\n",
              " 'problems older digital cameras solved lovely piece technological work',\n",
              " 'carefully studying features using inside thestore viewing pictures one display pcs washappiest high resolution photos fd 88 produced well special effect capability',\n",
              " 'also appreciated lack legacy adapters wires',\n",
              " 'use standard 3 5 floppies great',\n",
              " 'hard pressed find computer without floppy disk future worked courage buy using several months regrets',\n",
              " 'couple friends newer kodak agfa olympus models disappointed compared fd 88',\n",
              " 'disk writes pretty fast get usually 10 12 highest quality photos per disk',\n",
              " 'movie resolution good pc web use 15 sec 60 sec recording limit little limiting',\n",
              " 'end',\n",
              " 'camera simply awesome',\n",
              " 'take stranger digital photography',\n",
              " 'using sharp digital camcorder take digital still pictures impressed results',\n",
              " 'moreover camcorder bulky haul around',\n",
              " 'decided go smaller camera',\n",
              " 'lot research settling 450 camera olympus feature rich looks cute delivers pictures punch',\n",
              " 'works effortlessly windows xp',\n",
              " 'favorite feature 3x optical zoom digital zooms generally useless',\n",
              " 'lcd screen crisp clear although use limited preserve battery life use lcd review already taken shots',\n",
              " 'use taking pictures use viewfinder',\n",
              " 'video output works great',\n",
              " 'could go',\n",
              " 'comnpatible smartmedia humble opinion better storage medium overall quite impressed 450 zoom',\n",
              " 'simply wonderful camera',\n",
              " 'expect less olympus',\n",
              " 'regarding complaints lack usb port downloading get smartmedia card reader',\n",
              " 'good card reader costs less twenty dollars simplifies life lot',\n",
              " 'personally use pny smartmedia card reader good card reader',\n",
              " 'card reader download pictures blazingly fast speeds also save batteries using camera download pictures ps looking save money consider getting refurbished camera',\n",
              " 'come 90 day manufacturer warranty cases essentially brand new cameras',\n",
              " 'know',\n",
              " 'got mine refurbished',\n",
              " 'bang buck best versatile around digital camera get',\n",
              " 'recommend buy 8 nimh batteries charger',\n",
              " 'supplied alkaline batteries get started',\n",
              " 'also recommend 16 32 mb memory card intend use camera disk adapter',\n",
              " 'come serial cable pc mac well video cable viewing tv turning digital photos real prints good luck ez prints use free software send photos prints arrive mail',\n",
              " 'overcomes last drawback digital cameras',\n",
              " 'may similar services shop around best picture took double click screen button',\n",
              " 'way close camera switch modes',\n",
              " 'joined digital parade agonizing 6 months comparison indecision',\n",
              " 'liked sony mavica features especially floppy disk method storing images',\n",
              " 'used work mavica 91 loved simplicity great ability take indoor pictures without flash',\n",
              " 'also loved rechargeable smart battery sony sells product actually tells much time remaining battery change required',\n",
              " 'could also short mpeg motion pictures sound',\n",
              " 'big negative huge weighed ton',\n",
              " 'resolution sufficient either finally ended olympus 450z high resolution available floppy adapter many features price compact size virtually identical old 35mm model',\n",
              " 'takes great pictures capable low light conditions mavica 91 panaroma picture capability feature never thought using saw software demo included camera',\n",
              " 'like magic puts together panarama pictures single composite image',\n",
              " 'truly amazing summary 450 great camera albeit slightly better 400 include floppy adapter 400',\n",
              " 'great yes price really dropped hoped',\n",
              " 'finally thinking ahead order 8 12 nimh batteries recharger 16 32 meg smart card floppy adapter',\n",
              " 'suddenly got 700 800 camera outfit',\n",
              " 'shop around cheaper places buy camera',\n",
              " 'many others noted great camera money',\n",
              " 'loaded features seen expensive digital cameras changeable iso values great low light capability true optical zoom lens ability add 2x digital zoom top could go pros many cons picked far 1 camera eats four aa alkaline batteries quickly especially use lcd lot',\n",
              " 'fix purchased rechargeable 1400 mv nimh nexcells maha c204f charger 40 online neatly solved problem 2',\n",
              " 'intuitive menu button system',\n",
              " 'fix reading manual trying use help',\n",
              " 'quick guide sheet comes camera keep handy figure features use often',\n",
              " 'know use features important refer manual longer 2',\n",
              " 'manual confusing three languages page',\n",
              " 'fix english primarily left hand pages look first',\n",
              " 'dog ear content index page easier find looking later keep one page quot quick guide quot comes camera handy 4',\n",
              " 'going take panoramic photos olympus smartmedia cards support feature',\n",
              " 'purchase less expensive brands like sandisk able take panoramas',\n",
              " 'fix purchase olympus smartmedia cards auction sites bidding sites online bought olympus 32 mb card 45 olympus website price 5',\n",
              " 'slow photo download rate',\n",
              " 'first find serial port download overly slow especially compared digital cameras',\n",
              " 'however since camera download recommend purchasing ac adapter olympus brand save batteries',\n",
              " 'speed freak fix purchase either usb flashpath floppy disk adapter either speed download time considerably bottom line best camera money hands',\n",
              " 'buy one see',\n",
              " 'couple things pros 1 dropped olympus d450 several times slammed car door case',\n",
              " 'strange reason still works fine 2',\n",
              " 'get mp3 player uses type memory card smartmedia buy 32 meg smartmedia chip reformat card either device occasion calls',\n",
              " '32 meg card hold either couple hundred pictures hour music 3',\n",
              " 'floppy adapter works well transfer files smartmedia card usb smartmedia card reader works even better',\n",
              " 'however downloading data using camera serial cable quiet frustrating process batteriy draning time intensive etc',\n",
              " 'cons 1 start stockpiling aa batteries especially really like using lcd screen instead viewfinder 2 kind camera whip real fast take instantaneous photo',\n",
              " 'takes four seconds slide cover open snap picture good buy',\n",
              " '800 year like much',\n",
              " 'easy use agree comments takes good quality pix',\n",
              " 'mine flowers birds',\n",
              " 'use nimh rechargeable batteries two sets problems last much longer nicd ones',\n",
              " 'use microtek reader connected mac usb port earlier mac used card',\n",
              " 'big complaint lag time seeing taking shot often problem birds',\n",
              " 'question cards better quicker others',\n",
              " 'sandisk',\n",
              " 'also thinking upgrading 995 wish used aa batteries',\n",
              " 'part quite happy coolpix 800 bought amazon com',\n",
              " 'certainly gets job done images good gotten 35mm slr better',\n",
              " 'main beefs ones well known camera flash zoom limited point pretty much consider outdoor camera one time use indoors extensively set sensitivity iso 400 shot available light wish possible manipulate f stop shutter speed directly',\n",
              " 'got new beef due small size camera nearly impossible use without getting thumb prints lcd screen',\n",
              " 'notwithstanding great camera takes good well exposed crisp pictures bottom line',\n",
              " 'ok camera able take photos blown poster size',\n",
              " 'however bought camera fairly cheap two hundred dollahs earlier year fantastic',\n",
              " 'sturdy glass sharp photos look amazing',\n",
              " 'color white balance contrast spot',\n",
              " 'look photos taken camera camera flickr see thing takes beautiful photos',\n",
              " 'quick focus got great battery life snaps photos really quick',\n",
              " 'regret buying camera',\n",
              " 'got amazon com 3 days ago still shooting away',\n",
              " 'sharp pictures excellent focusing amp light weight negative points looking 1 battery hogger',\n",
              " '4 energizer alkaline battery pack came camera lasted 20 pictures',\n",
              " 'need rechargeable nimh battery',\n",
              " 'andthe charger even money',\n",
              " 'really need optional ac adapter',\n",
              " 'another thing load electrical outlet near pc 2',\n",
              " '8mb compactflash card enough want stick 1600x1200 resolution default',\n",
              " 'normal compression 16 pictures',\n",
              " 'feel 640x480 resolution default',\n",
              " '640x480 available advanced options',\n",
              " '640x480 8mb card hold 102 pictures normal compression good enough',\n",
              " 'want stick 1600x1200 may better considering card capacity decided reduce number stars negative points quality easily makes negative points may unavoidable case battery usage applicable case resolution amp storage size using nikon n50 non digital years fallen love camera',\n",
              " 'guess n50 excuse',\n",
              " '',\n",
              " 'heard images camera 880 gave great',\n",
              " 'point shoot camera override automatic settings backlight even frontlight',\n",
              " 'would recommend anyone 35 mm tweak picture',\n",
              " 'best thing complaint view picture immediate reshoot',\n",
              " 'one reason got 800 instead 880 takes 4 aa batteries 4 aa rechargeables less costly',\n",
              " 'skip digital camera go directly coolpix 880 nikon also amazon',\n",
              " 'ask',\n",
              " 'well coolpix quite old terms digital throwing good money badly outdated camera',\n",
              " 'details megapixels',\n",
              " 'coolpix 800 takes 2 1 megapixel pictures 880 take 3 1 megapixel',\n",
              " 'pixels preferred less since affect image quality',\n",
              " 'believe see difference zoom',\n",
              " '800 2x optical plus 2 5 digital zoom lens however 880 2 5x optical digital zoom',\n",
              " 'always want high optical zoom using pure digital zoom make pictures look fuzzy memory',\n",
              " '800 880 come 8 mb compactflash people would agree enough',\n",
              " 'purchase additional compactflash card 32 mb happy downloading',\n",
              " '800 connects via serial port 880 connects via serial usb',\n",
              " 'usb connection much much faster downloading pics yoru computer serial 800 method horrendously slow batteries',\n",
              " '800 uses 4 aa batteries 880 uses far superior much longer lasting 2cr5 lithium batteries',\n",
              " '880 batteries also weigh less price',\n",
              " 'reason shoudl consider 800 499 880 699',\n",
              " 'let face 499 800 fork extra 200 get 880 digital camera last year',\n",
              " '800 phased nikon',\n",
              " 'run 880 today',\n",
              " '',\n",
              " 'camera usb connector uses serial wire means connect pcs older macs needs adapter usb enabled flash card newer macs',\n",
              " 'apart takes good pictures price selling good entry digital photography',\n",
              " 'optional lenses great transfer nikon models later upgrade prefer form factor 900 950 990 even though bigger way body twists',\n",
              " 'makes see lcd holding camera head pointing knees pointing',\n",
              " 'great pics kids crowds etc',\n",
              " 'nikon 900 series still cameras know',\n",
              " 'must admit like new electronic toys come',\n",
              " 'purchased digital camera 1997 entirely impressed 500 got',\n",
              " 'however 3 years later stumbled upon nikon coolpix 800 great price took another shot digital imaging pictures pictures takes fantastic',\n",
              " '1600x1200 resolution really makes difference making prints',\n",
              " 'look like taken 35mm',\n",
              " 'even mentioning backing quality nikkor lens picks lots detail digicams resolution',\n",
              " 'another feature impressed fact could add additional lenses nikon 3 designed specifically coolpix 800 950 990 features lot features bigger brother like uncompressed tiff format ability take b amp w pictures adjustable metering',\n",
              " 'however non professional photographer liked fact auto mode easy use allowed take great pictures right away',\n",
              " 'switch manual mode take control picture camera ready take great pictures right box',\n",
              " 'unlike reviewers mine came paper manual addition cd rom explained many basic features taught exotic ones great camera anyone wanting digital camera takes great pictures want spend ton money features may even used',\n",
              " 'otherwise cp990 d1 really nice cameras interested control',\n",
              " 'recommend getting extra flash card since 8 mb run fairly quickly taking pictures fine normal mode',\n",
              " 'getting usb sandisk compactflash reader also big help since built connection serial take long time download pictures lot',\n",
              " 'first serious digital camera got pretty hapy',\n",
              " 'great macro decent zoom fair response time',\n",
              " 'complaints hear including chews batteries like generally true',\n",
              " 'still given pocket full batteries take go places biggest complaint size travel super well like keep hands free forgetful often misplace things',\n",
              " 'like stick camera pocket fit still plusses make decent camera',\n",
              " 'check newer coolpix cameras buying new budget great line',\n",
              " 'camera takes wonderful pictures zoom job',\n",
              " 'good taking pictures child playing football great pictures trip',\n",
              " 'careful lag pushing shutter taking picture long well time pics high quality',\n",
              " 'really like camera',\n",
              " 'getting much better results natural vivid colors digital camera compared scanning 4x6 photographs need worry color adjustments researched many cameras deciding buy',\n",
              " 'one seemed best quality price',\n",
              " 'two main enhancements camera v',\n",
              " 'dc280 support uncompressed pictures ability record audio annotations accompany pictures',\n",
              " 'two features swayed dc290',\n",
              " 'honesty find even using features',\n",
              " 'uncompressed format takes way much memory would need buy 128mb storage card get around 16 uncompressed pictures highest resolution',\n",
              " 'found best quality jpeg compression produces fine quality print great looking 8x10s fit 10 times pictures memory card dc290 also slightly better max resolution 1 792 x 1 200 v',\n",
              " '1 760 x 1 168',\n",
              " 'dc290 also supports 2 240 x 1 500 resolution accomplished using interpolation probably produce different results enlarging 1 792 x 1 200 image using photoshop software found battery life problem suggest use ni mh rechargeable batteries',\n",
              " 'seem much better life alkaline batteries rechargeable',\n",
              " 'also limit use display difficult since tend prefer using viewfinder',\n",
              " 'significantly reduces battery usage',\n",
              " 'draw back use digital zoom without display',\n",
              " 'also problem optical zoom sufficient usage',\n",
              " 'also digital zooming general tends produce poor quality pictures although personally attest quality kodak digital zooming one problem camera delay time button pressed time picture taken',\n",
              " 'least second two makes taking action photos difficult hit miss timing',\n",
              " 'tried use burst feature found limited usefulness',\n",
              " 'use using completely manual tried true pentex k 1000 slr',\n",
              " 'without overburdened lot electronics little latency',\n",
              " 'suppose going automatic camera digital could produce frustration love camera',\n",
              " 'takes great quality high resolution pictures',\n",
              " 'however would also look dc280 less expensive alternative',\n",
              " 'use camera manufacturing facility documentation',\n",
              " 'picture worth thousand words camera worth price',\n",
              " 'easy use comfortable easy download pc',\n",
              " 'also durable',\n",
              " 'many people use camera gone abuse industrial environment',\n",
              " 'pictures real nice color details sharpness software comes greatest',\n",
              " 'recommend photosuite iii ms home publishing get digital pictures extra memory also must',\n",
              " 'invest 32 64 mb memory card take pictures day',\n",
              " 'camera replaces sony mvc fd88 digital camera',\n",
              " 'comparison',\n",
              " 'dc290 takes true photographic qualitiy pictures',\n",
              " 'tried camera variety difficult lighting situations',\n",
              " 'took perfect pictures every time',\n",
              " 'software interface great',\n",
              " 'makes camera look like another drive letter computer',\n",
              " 'camera plugged computer usb port drive letter appears windows explorer',\n",
              " 'simply navigate use standard cut paste tools move files',\n",
              " 'extremely impressed qualitiy pictures ease use clear instruction manuals',\n",
              " 'camera eat batteries',\n",
              " 'comes set disposable use new camera others charging rechargeable charger',\n",
              " 'purchased second set rechargeable batteries',\n",
              " 'simply charge one set use',\n",
              " 'dc290 great photos get pose subject action shots avoided',\n",
              " 'amount time passes shutter release pushed time camera actually takes picture seems like eternity',\n",
              " 'sure 2 3 seconds missed moments time lapse',\n",
              " 'would suggest friends buy camera',\n",
              " 'yes',\n",
              " 'buying cover sporting events look something shorter quot think time quot terminology shutter lag update 7 21 01 owned year',\n",
              " 'really come love',\n",
              " 'bought camera couple hundred dollars decided going get treated like camera owned',\n",
              " 'means done everything except try pound nails wood',\n",
              " 'bought 128mb cf card go must opinion',\n",
              " 'wanted upgrade kodak dc4800 mistake',\n",
              " 'dc4800 mess compared dc290',\n",
              " 'thing good dc4800 software upgrade',\n",
              " 'computer used take 15 minutes shutdown takes seconds',\n",
              " 'buy dc290 get latest software drivers kodak already dc290 thinking taking kodak trade towards dc4800',\n",
              " 'dc4800 many dead pixels color rendering atrocious also cheaply put together would scared treat way dc290',\n",
              " 'dc290 may oddly shaped heavy sturdy workhorse',\n",
              " 'bought camera year ago 369',\n",
              " 'camera worked great mysteriously started displaying e11 code tried turn',\n",
              " 'looked owner manual found e11 indicates corrupt firmware went couple camera shops around dallas tx apparently kodak service center illinois access replacement parts called kodak got address send along authorization number',\n",
              " 'wanted 342 replace firmware',\n",
              " 'cost 369 new',\n",
              " 'refused pay still charged 45 get mailed back never buy another kodak review sways others buying kodak happy',\n",
              " 'kodak terrible service disrespect customers drop lot money one products',\n",
              " 'anyone wants offer anything camera maybe someone knows repair feel free contact offer',\n",
              " '11 october 2003 sorry amazon let leave email address',\n",
              " 'joe pool',\n",
              " 'amateur photographer past 25 years owned three 35mm slr cameras two auto everything 35mm cameras',\n",
              " 'kodak dc290 first digital operates auto everything cameras',\n",
              " 'everything slr gadget bag full accessories quot feel quot slr',\n",
              " '99 want produces beautiful photos',\n",
              " 'mine four months taken almost 1000 photos',\n",
              " 'last week went usaf museum took 300 photos 100 tripod using shutter speeds 0 5 3 0 seconds',\n",
              " 'fantastic quality',\n",
              " 'bought extra compact flash card 64m two extra sets nimh batteries took along old notebook pc',\n",
              " 'picture cards full transferred photos notebook pc using pcmcia adapter erased card',\n",
              " 'worked fine problems transferring files home pc using usb port either consider spending 200 per year film developing anyway going digital made sense',\n",
              " 'like ergonomics camera menus easy use spend minutes manual',\n",
              " 'switching variety modes museum get best photos possible difficult',\n",
              " 'much fun since bought first slr',\n",
              " 'coworkers amazed 8x10 portrait wife took dc290 printed photo quality paper',\n",
              " 'kodak provides support web page including os upgrades camera software recommendations get case one two extra sets nimh batteries',\n",
              " 'bought ac adapter see would useful takes 8 hours recharge batteries',\n",
              " 'batteries last longer use viewfinder instead lcd',\n",
              " 'lcd essential close shots digital zoom works lcd',\n",
              " 'large compact flash card good idea intend use best quality high resolution since picture size format usually around 500k',\n",
              " 'graphics software comes camera ok better programs available serious photo editing might want',\n",
              " 'use camera work use quite frequently',\n",
              " 'good camera quite perfect',\n",
              " 'lot nice features standard digital cameras days nice lcd screen eats batteries away alarming rate nicely contoured hold',\n",
              " 'picture quality excellent line work requires 4 x 6 photos resolution excellent colors great far tell anyway',\n",
              " 'favorite quality camera ease loading pictures computer',\n",
              " 'plug loads program pick folder pictures transferred negatives model',\n",
              " 'one size bit large compared smaller models',\n",
              " 'may may problem many people prefer smaller camera',\n",
              " 'power button hold undisclosed amount time get go shut',\n",
              " 'big complaints camera could better',\n",
              " 'kodak customer service top notch',\n",
              " 'replacement ancient kodak gel imaging system',\n",
              " 'looks lot works fine',\n",
              " 'price bit high considering age feature condition thing',\n",
              " 'hear consistently camera slow degree true however takes awesome pictures',\n",
              " 'begun print mine even 8x10 camera great',\n",
              " 'new price reduction pick one',\n",
              " 'sorry',\n",
              " 'used camera',\n",
              " 'pictures good quality price compactflash comming good deal',\n",
              " 'gripe compactflash slot fragile',\n",
              " 'switch cards lot may break',\n",
              " 'case send kodak camera send refurb back frankly disapointed month old camera great condition replaced refurb obviously much older obvious signs wear tear plus couple dead pixels display',\n",
              " 'considered quot okay quot kodak',\n",
              " 'really felt like paid new camera price used camera',\n",
              " 'much research finally decided buy dc290 first digital camera',\n",
              " 'picture quality great',\n",
              " 'kodak seems get best reviews comes photographic fundamentals selling point camera quality pictures great',\n",
              " 'color depth pictures phenomenal lighting condition get 25 pictures 16mb card high quality setting good roll film much standard quality setting usb transfer fast easy think card reader necessary long got ac adapter included conserve battery life',\n",
              " 'camera appears drive pc major drawback camera plagues digital cams read battery life',\n",
              " 'really poor',\n",
              " 'killed first set couple hours minimal lcd screen use continuous use',\n",
              " 'even conserving battery life means possible need backup set rechargables 2 3 backup sets also price thrown ac adapter maybe even case',\n",
              " 'kodak dc290 fine medium long range subjects',\n",
              " 'however viewfinder lens center invariably get center results unless use lcd main viewfinder eats battery life display resolution makes hard make critical shot decisions',\n",
              " 'however image quality quite excellent outdoor lighted conditions interaction placement controls quite good',\n",
              " 'key rubber finger grip affordances make shooter feel control',\n",
              " 'cheap part zoom lever',\n",
              " 'small horizontal lever kicked way one side time delay lens movement sluggish',\n",
              " 'overall construction entire body finish nice',\n",
              " 'plenty standard features like burst time lapse etc',\n",
              " 'keep digital camera enthusiasts happy',\n",
              " 'real nice package bonus 4 aa nimh rechargeable batteries charger 16mb storage card',\n",
              " 'least kodak thinking entire user experience oh pc software interface rather silly',\n",
              " 'childlike icons metaphors album creation etc',\n",
              " 'makes create parallel cognitive hierarchy model essentially folders files computer',\n",
              " 'something straight forward clear icons interface want',\n",
              " 'use quick access download near clock installed software',\n",
              " 'reading every review could find ventured first time digital photographic world purchasing olympus 340 r digital camera last year',\n",
              " 'definitely disappointed 360l next step 340r',\n",
              " 'today cannot find better quality camera price outside olympus family',\n",
              " '360 features 340 r adds capabilities adjust white balance tinker spot metering iso exposure settings',\n",
              " 'also adds nifty little zoom function preview screen well multiple flash file compression settings want additional zoom power step 460 zoom 100',\n",
              " 'adds 3x optical zoom 2x digital one higher quality preview screen',\n",
              " 'want save money drop feautures try looking 340r',\n",
              " 'still around onine shops andit great camera cheap',\n",
              " 'three camera lens megapixel size etc journey olympus started days owning camera accompanied us ulaanbaatar mongolia seoul korea nervously left canon slr home',\n",
              " 'camera performed marvelously',\n",
              " 'found optional 16mb flash memory card adequate needs easily downloaded photos day laptop amazed quality photos even low light settings',\n",
              " 'took shots conference including multimedia presentation surprisingly projected image screen readable',\n",
              " 'staying countryside traditional mongolian quot ger quot tent shot incredible photo predawn sky even morning stars clearly distinguishable arriving home completely satisfied photos shot low resolution setting printed hp deskjet 895 using epson photographic paper',\n",
              " 'doubt people would able tell difference prints standard developed snapshot',\n",
              " 'enclosed olympus adobe software easy use functional home use',\n",
              " 'absolutely love quickstitch utility simply creates oversized panorama shots one weaknesses found little frustrating variance optical viewfinder digital one',\n",
              " 'frame say head shoulders shot optical viewfinder discover digitally camera sees much broader area',\n",
              " 'olympus little better job calibrating two viewfinders apart want invest nimh charger least 8 batteries shop around best price',\n",
              " 'also picking 3 5 inch floppy adapter flash memory card big time saver',\n",
              " 'simply pull flash memory card slip adapter slide floppy computer',\n",
              " 'save time frustration cords laying around table plus significant download time one last item think 16mb memory card small needs',\n",
              " '360 use 32mb smart media card enough 400 shots low resolution',\n",
              " '360l around 6 months overall functioned flawlessly',\n",
              " 'pictures crisp remarkable detail',\n",
              " 'one critisism however battery life appalling thing eats batteries',\n",
              " 'found using lcd display helps little though',\n",
              " 'great little camera good price',\n",
              " 'make sure plenty spare batteries trips buys rechargables',\n",
              " 'upon time owned nikon assorted nikor lenses carefully stored sleek aluminum zero case',\n",
              " 'camera snob',\n",
              " 'kids bothered lug around slr plus attachments',\n",
              " 'excuse buying wife purchased one original olympus clamshell designs 1992 secretly loved little camera',\n",
              " 'long sold cherished nikon',\n",
              " 'goes 8 years trusty olympus showing age',\n",
              " 'kids responsible buying first place dropped one many times',\n",
              " 'search replacement comfortable computers digital technology felt time look digital camera intrigued sufficiently visit wolf camera look one picture worth thousand words experiencing something must worth least 10 000 unlike 35mm cousins olympus stylus epic zoom 80 qd cg camera comes mind wound buying camera seems designed built completely different company large fit comfortably shirt pocket heavy square boxlike none stylus epic sensuous lines attracted one shot cameras specifically olympus small size ergonometric elegance sure actually hold one ordering web',\n",
              " 'image quality quite amazed quality pictures produced camera',\n",
              " 'high quality jpeg get 36 pictures 8mb card presumably 64mb card wouldbe 288 pictures',\n",
              " 'lcd battery usage badeither',\n",
              " 'also find closeup pictures macro mode also quite good though flash overpowering situations',\n",
              " 'probably experiment flash diffuser possibly something simple piece white paper flash cases macs though prepared work problems',\n",
              " 'first cable converts pc serial connector macintosh serial connector older macs like mine box despite label box indicates mac compatible',\n",
              " 'coupon mail get connector free box opinion',\n",
              " 'modern macs one would probably buy usb smartmedia card reader knowing however also bought sandisk flashdisk adapter allows read smartmedia cards floppy disk drive also gone modern macintosh computers',\n",
              " 'claimed mac compatible lacked actual support box',\n",
              " 'software mac',\n",
              " 'download drivers internet found drivers claimed os8 6 necessary running os 8 5 1',\n",
              " 'able read single image files flashdisk two',\n",
              " 'installed 8 6 found problem',\n",
              " 'subsequently able download multiple files directed subdirectory instead desktop',\n",
              " 'say sure alone cause problem least whole combination worked 8x10 somewhat unsatisfying course 4x5 made camera really good',\n",
              " 'would probably make passable 5x7',\n",
              " 'overall quite pleased',\n",
              " 'olympus lost star somewhat complex user interface mac cable box',\n",
              " 'bought cheap camera agfa sent back',\n",
              " 'read lot reviews decided olympus 360l',\n",
              " 'takes great pictures web publishing',\n",
              " 'even used maximum resolution setting yet two photos fit 8mb card compress photos web anyway',\n",
              " 'print pictures since 35mm much cheaper think 5x7 photos would look great good dye sublimation printer bought inexpensive smartmedia usb reader sandisk 30 transferring pictures quick painless eat batteries',\n",
              " 'far know usb reader work mac mac',\n",
              " 'thing wish would bought 460z instead really miss zoom feature',\n",
              " 'digital zoom 360 worth using',\n",
              " 'little olympus excellent digital camera photo amateurs like 99 99',\n",
              " 'rightly considered excellent value price number reasons images quality images ranges good acceptable',\n",
              " 'resolution high enough album size prints web posting',\n",
              " 'far could tell optical group good distorsions luminosity gaps usability shooting commands easy although exposure correction quot film quot sensibility take time set',\n",
              " 'nice features ability shoot sequences wide spot exposure meter',\n",
              " 'quot macro quot option works fine quot 2x quot option almost worthless',\n",
              " 'better magnify section interest editing phase built editing camera commands also easy use keep shutter closed',\n",
              " 'view pictures tv without needing computer',\n",
              " 'zoom picture section',\n",
              " 'important easily store access erase pictures quality lcd screen good brightness adjusted',\n",
              " 'downoading images pc mac straightforward',\n",
              " 'overall took less one hour become aquainted camera proper downsides',\n",
              " 'plastic case fragile silver finish scratched easily',\n",
              " 'camera consumes lot power life extended keeping lcd although tempting',\n",
              " 'finally total extra cost 50 would advise buy set rechargeable nimh batteries charger olympus expensive additional 16mb smartmedia card also usable rio mp3 players',\n",
              " 'owned camera almost three years everything want digital camera takes great pictures reasonable quality flash works well settings useful',\n",
              " 'weaknesses 1 eats batteries lunch 2 serial interface rather slow 3 setup requires read manual need read want delete pictures download',\n",
              " 'valuable options ac power pack 32mb memory card',\n",
              " 'really need 3 megapixel zoom',\n",
              " 'avid shutter bug',\n",
              " '',\n",
              " 'consider camera range',\n",
              " 'd360l two weeks snapping everything far pleased resulting images',\n",
              " 'also bought standalone mediacard reader installed pc like champ absolutely problems',\n",
              " 'together two components make great experience',\n",
              " 'even 8meg card comes camera seems roomy enough kinds web images want mostly make',\n",
              " 'criticism considerable delay push button picture actually taken see phenomena cameras film digital seems focusing red eye reduction anything else',\n",
              " 'later disabled',\n",
              " 'pleased',\n",
              " 'first buy several rechargeable batteries get camera',\n",
              " 'soon got mine played around n 3 4 hours brand new alkaline batteries useless',\n",
              " 'flashes built monitor really suck em dry besides olympus 360l first digital camera',\n",
              " 'really great taking pictures put settings quot auto quot hope photoshop looking better later',\n",
              " 'picture quality good overall want sort details captured use largest pixel size available zoom',\n",
              " 'forget trying get great concert shots 25 rows back',\n",
              " 'work internet great web publishing doubt pics would look great printed really tried yet either compact design quite good believe reviewer said fell apart week',\n",
              " 'know carried mine around rough n tumble book bag weeks end hardly scratch',\n",
              " 'want change camera settings lot button pushing change shutter white balance image file size options',\n",
              " 'friends gotten quite tired posing waiting switch around larger sizes zoom take picture flashed want',\n",
              " 'slight delay pushed button camera takes pic',\n",
              " 'quot capturing moment quot often takes couple mintues prepare',\n",
              " 'also pictures taken often look fantastic lcd monitor fuzzy download downloading snap sort',\n",
              " 'install software hook cable serial port wait',\n",
              " 'takes several minutes download multiple pictures',\n",
              " 'heck even takes view thumbnails editor',\n",
              " 'editing software included okay photoshop first weekend went crazy drunken club party took lots pictures people dancing around altered haze',\n",
              " 'surprisingly photos came great fun colorful except flash goes people often red eye fixable adjustments close camera flash washed like white ghosts',\n",
              " 'use flash came smeared shutter open long since compensating missing light',\n",
              " 'definitely takes learned skill get great shots fly comparison though price pay getting really good deal handy little device',\n",
              " 'low light photos bit grainy quite bright considering normal camera would show situation nothing black',\n",
              " 'yet figured get take pictures looks darkly lit purpose always seems automatically compensate',\n",
              " 'also multi photo quot panoramic quot option quot action sequence quot modes fun play necessarily going useful long run',\n",
              " 'one 8mb card fit 16 big files tons little photos',\n",
              " 'remember rechargeables rechargeables rechargeables',\n",
              " 'love',\n",
              " 'easy easy easy use picture quality quite good',\n",
              " 'wish could figure use digital zoom',\n",
              " 'menu option could easier navigate battery life good picture capacity good quite pleased glad bought',\n",
              " 'wanted say best camera ever owned',\n",
              " 'almost impossible take bad photo great wait photo processing lab seeing photos american currently living working london england',\n",
              " 'bought olympus camedia 360l left home sending photos adventures along daily email newsletter friends family co workers back us office nearly everyone commented clarity sharpness photo attachments work number subscribers daily uk newsletter list swelled love camera',\n",
              " 'small enough slip jacket pocket take sightseeing photo editing software features help turn even mediocre shots good photos criticism included camedia photo editing software pretty unstable windows 98 running laptop 96 mb memory find camedia program crashes frequently using rotate filter gt brightness features leaving alert dialog go away unless reboot',\n",
              " 'purchased three family beginners digitals',\n",
              " 'everyone still uses camera',\n",
              " 'compact light',\n",
              " 'great emailing pictures use quot high quality quot hq setting ones want print',\n",
              " 'prints look good good printer helps',\n",
              " 'sure browse manual brush easy fun',\n",
              " 'camera good entry level camera leaves much desired',\n",
              " 'first eat batteries forcing rechargeable bateries adapter use downloading images',\n",
              " '2nd camera optical zoom forcing use digital lcd screen drains batteries',\n",
              " 'third gripe camera button lcd screen resecced get turned accidentaly button makes dificult turn',\n",
              " 'reapeatadly find self stuggling turn lcd screen',\n",
              " '4th final gripe usb connection package',\n",
              " 'serial connection take 3 4 hours donwload 20 pictures',\n",
              " 'would suggest buying memory card reader good entry level camera much else',\n",
              " 'vendor ordered 3 years ago yes camera long makes think told know anything needed digital camera hurry new world digital cameras time easily impressed opened package',\n",
              " 'advertise camera mac compatible via serial port well macs shipped serial ports years',\n",
              " 'usb',\n",
              " 'buy price adapter belkin one existance would connect camera g3 time',\n",
              " 'images download slooooooow via serial port',\n",
              " 'usb much faster architecture',\n",
              " 'course firewire 100 times faster usb since windows caught technical advances mac yet usb would sufficient cross platform market using olympus proprietary software download images camera anything else function background',\n",
              " 'sloppy programming need simple process take much system heap camera uses 4 four aa batteries add weight camera significantly',\n",
              " 'use led screen back camera prepare carry additional 12 aa batteries day long shoot going changing batteries least 3 times order shoot single day vacation camera eats batteries breakfast also applies use flash',\n",
              " 'little warning batteries low almost juice left pitiful battery icon flash briefly view finder',\n",
              " 'camera use rechargable batteries 8 months owning camera started noticing delay response time',\n",
              " 'click shutter release full second half would pass picture would taken',\n",
              " 'much delay',\n",
              " 'picture take immediately like 1955 brownie hawkeye',\n",
              " 'trying shoot action shot animal child every split second matters click picture taken immediately week later',\n",
              " 'fresh batteries make difference delay camera take half way decent 640x480 jpeg shots camera slow writing disk means take photos quickly succession',\n",
              " 'also delete bad shot camera even shot awful stuck load disk computer delete shot means wait entire roll shots load program download order even delete great bargains computer world case digital cameras',\n",
              " 'truly get pay',\n",
              " 'exposed nice digital still cameras digital camcorders confidently say little olympus one worst ever used definitely last choice anyone using macintosh',\n",
              " 'alright got say perhaps best camera ever owned',\n",
              " 'major step first digital camera mustek vdc 3500 highly recommend even better sony dcr trv130 digital8 camcorder focused taking photographs anyway olympus 360l dream come true',\n",
              " '1 8 lcd screen sixty four 64 megabyte typo 360l bought came packaged 64mb smartmedia chip addition 8mb chip packaged originally camera photo quality images taken camera hardly anything scoff got advanced image editing software e adobe photoshop make excellent image look even better downside managed find camera problem countless others pointed low battery life',\n",
              " 'people recommended problem overcome nothing either large pack aa batteries buying dozen rechargeable batteries switching',\n",
              " 'additional quirks got camera nothing overcome spending couple dollars',\n",
              " 'first fact 360l camera uses serial connection uploading images computer',\n",
              " 'means somewhat wait unless buy smartmedia memory reader',\n",
              " 'worries',\n",
              " 'buy extremely affordable smartmedia reader little',\n",
              " 'plugged smartmedia reader computer immediately picked installed drivers automatically without necessary disc although drivers disc come reader running windows 2000 professional operating system',\n",
              " 'found interesting thing reader transfer images twain interface instead shows drive computer copy paste delete file right',\n",
              " 'convenient matter fact mac user really recommend purchase smartmedia reader added twenty dollars investment well worth long run',\n",
              " 'addition rechargeable batteries smartmedia reader though recommend also purchase ac adapter camera save battery life transferring images course unnecessary purchase smartmedia reader say olympus 360l digital camera best money ever spent computer related gadget know see past small flaws really love great product entrance level',\n",
              " 'final verdict five five camera encourage everyone buy one bit update august 04 2002',\n",
              " 'recently went vacation dad philadelphia',\n",
              " 'well went visit hershey park check dolphin show starring clovis wee tee',\n",
              " 'show excellent albeit rather short 65533 weighing fifteen minutes plus fifteen minutes sea lions',\n",
              " 'event took lot pictures began notice camera bit slow taking pictures',\n",
              " 'took around perhaps two three seconds process image high quality mode',\n",
              " 'although might seem like lot time pictures aeon subjects fast paced dolphins',\n",
              " 'however even though little problem review still holds five stars',\n",
              " 'like camera alot although send repair ccd went bad caused thin blue line appear every photo noticed another reviewer problem',\n",
              " 'fortunately warranty still effect 1 yr',\n",
              " 'tech support guys courteous helpful customer support something olympus needs aware customer service rep rude also emails never returned',\n",
              " 'colors photos bold bright',\n",
              " 'bought olympus 460z may 2001 six months',\n",
              " 'crazy camera convinced least three people buy 460z lightweight comes flash digital optical zoom optical lcd viewfinders',\n",
              " 'generally use lcd viewfinder convenient',\n",
              " 'camera take low light shots without flash nice transition 35mm film cameras past',\n",
              " 'zoom also nice feature film cameras camera uses smartmedia storage cards bought wal mart target',\n",
              " 'expensive',\n",
              " 'camera came 8mb smartmedia card holds 36 images pictures stored default size twice size like send emails',\n",
              " 'also comes serial port connector',\n",
              " 'many people feel slow problems',\n",
              " 'probably takes 5 10 minutes download 36 images camera',\n",
              " 'purchase smartmedia card reader connects via usb port',\n",
              " 'supposed faster found necessary bought extra components camera',\n",
              " 'come case fits normal 35mm camera cases fine',\n",
              " 'bought 32mb smartmedia storage card holds 144 images default size well four pack nimh batteries recharger',\n",
              " 'camera came batteries lasted quite long time went nice rechargeables',\n",
              " 'rechargeable batteries last weekend picture taking requiring night recharger',\n",
              " 'camera use regular aa batteries change least day happy camera strongly urge others purchase one well',\n",
              " 'found software lcd control panel user friendly easy navigate',\n",
              " 'olympus d460 really awesome',\n",
              " 'owned types cameras already quot early days quot digital photography onward',\n",
              " 'camera really refined cleaned alot earlier mistakes made whole experience pleasure',\n",
              " 'highly recommend digital photography camera particular',\n",
              " 'meanwhile yahoo set service upload pictures printed photo paper',\n",
              " 'miss',\n",
              " 'purchased camera 1 year ago even know 35mm camera',\n",
              " 'takes terrific pictures see results right away happy result erase take another picture',\n",
              " 'camera lightweight easily fits pocket fanny pack',\n",
              " 'use lot battery power buy rechargeable batteries purchase',\n",
              " 'old hp color deskjet printer photos print good enough put albums 5x7 quot size 8x11 quot pictures print kind grainy use high resolution setting camera instruction manual easy navigate simple follow carry vacations review take panoramic photos print beautifully',\n",
              " 'set red eye reduction one word caution always use wrist strap handling camera',\n",
              " 'dropped camera vacation photos taken dark see',\n",
              " 'sent camera back service olympus fantastic',\n",
              " 'camera returned within 3 weeks could track progress repair online olympus website',\n",
              " 'ever feel need new digital camera definitely olympus',\n",
              " 'reading every review could find last year ventured first time digital photographic world purchasing olympus 340 r digital camera',\n",
              " 'definitely disappointed d460 year model improving 340 r adding 3x optical zoom addition 2x digital zoom',\n",
              " 'price match features quality camera days camera accompanied us ulaanbaatar mongolia seoul korea nervously left canon slr home',\n",
              " 'camera performed marvelously',\n",
              " 'found optional 16mb flash memory card adequate needs easily downloaded photos day laptop',\n",
              " '8mb card comes standard amazed quality photos even low light settings',\n",
              " 'took shots conference including multimedia presentation surprisingly projected image screen readable',\n",
              " 'staying countryside traditional mongolian quot ger quot tent shot incredible photo predawn sky even morning stars clearly distinguishable arriving home completely satisfied photos shot low resolution setting printed hp deskjet 895 using epson photographic paper',\n",
              " 'doubt people would able tell difference prints standard developed snapshot',\n",
              " 'enclosed olympus adobe software easy use functional home use',\n",
              " 'absolutely love quickstitch utility simply creates oversized panorama shots one weaknesses found little frustrating variance optical viewfinder digital one',\n",
              " 'frame say head shoulders shot optical viewfinder discover digitally camera sees much broader area',\n",
              " 'olympus little better job calibrating two viewfinders apart want invest nimh charger least 8 batteries shop around best price',\n",
              " 'also picking 3 5 inch floppy adapter flash memory card big time saver',\n",
              " 'simply pull flash memory card slip adapter slide floppy computer',\n",
              " 'save time frustration cords laying around table plus significant download time one last item think 16mb memory card small needs',\n",
              " 'purchase 32mb smart media card give 400 shots 800x600',\n",
              " 'first digital camera',\n",
              " '1 3mp quality images much better achieved modern 10mp cameras',\n",
              " 'absolutely fantastic camera sliding door cover extremely useful rugged user menues intuitive responsive focus rocker precise',\n",
              " 'dragged camera many outdoor trips many times tumbled dropped sand end always came back life',\n",
              " 'ultimately camera broke searched replacement unfortunately olympus never followed anything good',\n",
              " 'since moved canon panasonic nikon cameras',\n",
              " 'briefly went returned olympus 790 series',\n",
              " 'liked rugged features limited photo options poor image quality impress',\n",
              " 'hope olympus pull act together brings camera worthy 460 heritage',\n",
              " 'glad got camera',\n",
              " 'debating long time whether get digital camera',\n",
              " 'use variety digital cameras work know useful',\n",
              " 'one price wanted pay performance 1000 cameras couple years ago',\n",
              " 'colors look great',\n",
              " 'software breeze use',\n",
              " 'quality camera seems good far would scored camera 5 5 came case usb connector',\n",
              " 'slow download serial cable',\n",
              " 'still able take good photos night firework displays city lights full moon etc planning purchasing case 32 mb flash card usb reader',\n",
              " 'one best camerias super',\n",
              " ...]"
            ]
          },
          "execution_count": 40,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "lVeI2umXenTS",
        "outputId": "d806d168-2ada-4a1d-fb80-d51186aced40"
      },
      "source": [
        "!pip install -U sentence-transformers"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Collecting sentence-transformers\n",
            "  Downloading sentence-transformers-2.1.0.tar.gz (78 kB)\n",
            "\u001b[K     |████████████████████████████████| 78 kB 3.9 MB/s \n",
            "\u001b[?25hCollecting transformers<5.0.0,>=4.6.0\n",
            "  Downloading transformers-4.12.3-py3-none-any.whl (3.1 MB)\n",
            "\u001b[K     |████████████████████████████████| 3.1 MB 55.9 MB/s \n",
            "\u001b[?25hCollecting tokenizers>=0.10.3\n",
            "  Downloading tokenizers-0.10.3-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (3.3 MB)\n",
            "\u001b[K     |████████████████████████████████| 3.3 MB 59.9 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (4.62.3)\n",
            "Requirement already satisfied: torch>=1.6.0 in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (1.9.0+cu111)\n",
            "Requirement already satisfied: torchvision in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (0.10.0+cu111)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (1.19.5)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (0.22.2.post1)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (1.4.1)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (3.2.5)\n",
            "Collecting sentencepiece\n",
            "  Downloading sentencepiece-0.1.96-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
            "\u001b[K     |████████████████████████████████| 1.2 MB 77.2 MB/s \n",
            "\u001b[?25hCollecting huggingface-hub\n",
            "  Downloading huggingface_hub-0.1.1-py3-none-any.whl (59 kB)\n",
            "\u001b[K     |████████████████████████████████| 59 kB 4.5 MB/s \n",
            "\u001b[?25hRequirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch>=1.6.0->sentence-transformers) (3.7.4.3)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (3.3.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (2019.12.20)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (21.0)\n",
            "Collecting pyyaml>=5.1\n",
            "  Downloading PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (596 kB)\n",
            "\u001b[K     |████████████████████████████████| 596 kB 67.2 MB/s \n",
            "\u001b[?25hCollecting sacremoses\n",
            "  Downloading sacremoses-0.0.46-py3-none-any.whl (895 kB)\n",
            "\u001b[K     |████████████████████████████████| 895 kB 73.8 MB/s \n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (2.23.0)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (4.8.1)\n",
            "Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers<5.0.0,>=4.6.0->sentence-transformers) (2.4.7)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers<5.0.0,>=4.6.0->sentence-transformers) (3.6.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from nltk->sentence-transformers) (1.15.0)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers<5.0.0,>=4.6.0->sentence-transformers) (3.0.4)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers<5.0.0,>=4.6.0->sentence-transformers) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers<5.0.0,>=4.6.0->sentence-transformers) (2021.5.30)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers<5.0.0,>=4.6.0->sentence-transformers) (1.24.3)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers<5.0.0,>=4.6.0->sentence-transformers) (1.0.1)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers<5.0.0,>=4.6.0->sentence-transformers) (7.1.2)\n",
            "Requirement already satisfied: pillow>=5.3.0 in /usr/local/lib/python3.7/dist-packages (from torchvision->sentence-transformers) (7.1.2)\n",
            "Building wheels for collected packages: sentence-transformers\n",
            "  Building wheel for sentence-transformers (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for sentence-transformers: filename=sentence_transformers-2.1.0-py3-none-any.whl size=121000 sha256=950bd5c8232bc00e6ace951f491f3761d4235757b28e378c413ae71bb8df109c\n",
            "  Stored in directory: /root/.cache/pip/wheels/90/f0/bb/ed1add84da70092ea526466eadc2bfb197c4bcb8d4fa5f7bad\n",
            "Successfully built sentence-transformers\n",
            "Installing collected packages: pyyaml, tokenizers, sacremoses, huggingface-hub, transformers, sentencepiece, sentence-transformers\n",
            "  Attempting uninstall: pyyaml\n",
            "    Found existing installation: PyYAML 3.13\n",
            "    Uninstalling PyYAML-3.13:\n",
            "      Successfully uninstalled PyYAML-3.13\n",
            "Successfully installed huggingface-hub-0.1.1 pyyaml-6.0 sacremoses-0.0.46 sentence-transformers-2.1.0 sentencepiece-0.1.96 tokenizers-0.10.3 transformers-4.12.3\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "du1QjEsZlQLx"
      },
      "source": [
        "strings"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xFBn6JcZebLq"
      },
      "source": [
        "from sentence_transformers import SentenceTransformer\n",
        "model = SentenceTransformer('sentence-transformers/paraphrase-MiniLM-L6-v2')\n",
        "embeddings = model.encode(sentences)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "U_ZSVn9LeeHi",
        "outputId": "9479c34f-a847-49fb-bf51-a3248d54c77f"
      },
      "source": [
        "print(embeddings)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "[[ 0.60695595  0.1097946  -0.20631394 ... -0.57532674 -0.37692133\n",
            "   0.25492123]\n",
            " [-0.38259122  0.11124049  0.2833771  ... -0.2987023   0.24223335\n",
            "   0.142224  ]\n",
            " [-0.16428566  0.9030792   0.5490557  ... -0.11313283 -0.16936132\n",
            "   0.00372389]\n",
            " ...\n",
            " [-0.3107364   0.44211704  0.05907588 ... -0.26294953  0.13869724\n",
            "   1.0502722 ]\n",
            " [ 0.21096036  0.8972505  -0.05371262 ... -0.41855735  0.14375055\n",
            "   0.3303167 ]\n",
            " [ 0.08679213  0.04602114  0.0143583  ... -0.30536556  1.2825226\n",
            "  -0.15749386]]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "bBkAIig7lCks",
        "outputId": "91f44c11-40fb-4ffe-9b20-148ef4abc6c2"
      },
      "source": [
        "embeddings.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "data": {
            "text/plain": [
              "(11, 384)"
            ]
          },
          "execution_count": 37,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "i6cDPa0zysfQ"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}