ProjectNLP.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "ProjectNLP.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "d079b97e3c444b5d89f6a3ea098a527d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_8a84a6a40d6e44a0b38908cde80531fe",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_afe094c26aa84f80bac26718ad9dd2a8",
              "IPY_MODEL_5feae4d0f8d94689a4600c4251e73b4b",
              "IPY_MODEL_a64f8d7b16bf499fb43eba3813d4cffc"
            ]
          }
        },
        "8a84a6a40d6e44a0b38908cde80531fe": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "afe094c26aa84f80bac26718ad9dd2a8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_914d4e129b3a450f89f6300995ed3b86",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c8302cef64024f9a804c7e7d82d5854d"
          }
        },
        "5feae4d0f8d94689a4600c4251e73b4b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_80f55021e58b4052b10d01b92c12928c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1208,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1208,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b8e0a4ed9e614370a7a3fb97e2c4b687"
          }
        },
        "a64f8d7b16bf499fb43eba3813d4cffc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_186dfa61eaba411b84506789a8789b48",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1.21k/1.21k [00:00&lt;00:00, 25.5kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_1d003d5d12b54fa4971a63ade4fb8906"
          }
        },
        "914d4e129b3a450f89f6300995ed3b86": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c8302cef64024f9a804c7e7d82d5854d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "80f55021e58b4052b10d01b92c12928c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b8e0a4ed9e614370a7a3fb97e2c4b687": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "186dfa61eaba411b84506789a8789b48": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "1d003d5d12b54fa4971a63ade4fb8906": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e00d2be70c60403f87436bb453f5c455": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_602652819c854c57afbcd23587ac0a96",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_8c34749f8a8b47f0935b541f22244d3a",
              "IPY_MODEL_e53abbeb21114e76b4657c65c71d1252",
              "IPY_MODEL_47713785710947b29856bf6e40dc8f15"
            ]
          }
        },
        "602652819c854c57afbcd23587ac0a96": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8c34749f8a8b47f0935b541f22244d3a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_17da59bc0ef14b5189d7a30d02b18a8c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_1c786cd73068433fa8bbae97d11926af"
          }
        },
        "e53abbeb21114e76b4657c65c71d1252": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_9de7fc1a780b4a2ca1bede9466779849",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 891695056,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 891695056,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_56b3e72753fd4c409df15e7e63ee1f57"
          }
        },
        "47713785710947b29856bf6e40dc8f15": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_f5071bc376d0473db3c485cc1d243b17",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 892M/892M [00:29&lt;00:00, 32.7MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_92f9b47295804d3bbdd284fd4cee0746"
          }
        },
        "17da59bc0ef14b5189d7a30d02b18a8c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "1c786cd73068433fa8bbae97d11926af": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9de7fc1a780b4a2ca1bede9466779849": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "56b3e72753fd4c409df15e7e63ee1f57": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f5071bc376d0473db3c485cc1d243b17": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "92f9b47295804d3bbdd284fd4cee0746": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e8f5c08204e8431e9a0bff763010cd7f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_8699d1d8c5db4728b97d477247374d8a",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_aa4b1c89c9684f4a8e207eda0fc0d850",
              "IPY_MODEL_e64e10c2d5424349b659dff183c61f2f",
              "IPY_MODEL_6ba4296cdb044d90ad200e64a2652a56"
            ]
          }
        },
        "8699d1d8c5db4728b97d477247374d8a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "aa4b1c89c9684f4a8e207eda0fc0d850": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_86f69870356341c5959b1f735eded840",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_d8b3c9761d9f4bf78593b294a9a8d0cf"
          }
        },
        "e64e10c2d5424349b659dff183c61f2f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_c9905684119f408eb6a6cd3f48a9814f",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 791656,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 791656,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b70deea65deb4b77a8138d9b58f94efe"
          }
        },
        "6ba4296cdb044d90ad200e64a2652a56": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_69885c6c47384bc199431a19a24063d0",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 792k/792k [00:00&lt;00:00, 1.54MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_5b9bfb443250486ab3f816662fb9b279"
          }
        },
        "86f69870356341c5959b1f735eded840": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "d8b3c9761d9f4bf78593b294a9a8d0cf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c9905684119f408eb6a6cd3f48a9814f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b70deea65deb4b77a8138d9b58f94efe": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "69885c6c47384bc199431a19a24063d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "5b9bfb443250486ab3f816662fb9b279": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "4948233da5954e2999c7eaa1d8e270ea": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_483772247905420ba92579fd8727fe2c",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_cf35292826424b489c16322290efa20a",
              "IPY_MODEL_392cd0144aea478c8e613be0f4ce6991",
              "IPY_MODEL_04617cc4969b46098a34bfd064f18bd8"
            ]
          }
        },
        "483772247905420ba92579fd8727fe2c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "cf35292826424b489c16322290efa20a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_d1c39392d33445de90e48e1011ee8782",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b6eceeeae086475a9a54829efca180e7"
          }
        },
        "392cd0144aea478c8e613be0f4ce6991": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_d1bc67d8e33d47209b47b41e001880d8",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1786,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1786,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_6f0d848eeaa745f4ad26ad7a4d6e5108"
          }
        },
        "04617cc4969b46098a34bfd064f18bd8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_43beb3ead2754741a7fdbd80ef04f355",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1.79k/1.79k [00:00&lt;00:00, 44.7kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_9664fdf891774b8bbb307feba0ed65b3"
          }
        },
        "d1c39392d33445de90e48e1011ee8782": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b6eceeeae086475a9a54829efca180e7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d1bc67d8e33d47209b47b41e001880d8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "6f0d848eeaa745f4ad26ad7a4d6e5108": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "43beb3ead2754741a7fdbd80ef04f355": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "9664fdf891774b8bbb307feba0ed65b3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2c0d4ccfba3a45ffaa45547f7c4fa9a5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_4e63aca74ece4c56a6edc8463c08fc0b",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_dbd0ff706e5e4254b496c48c2f7640f7",
              "IPY_MODEL_ca9720f3639e4d93a0ca5a0f2210c58a",
              "IPY_MODEL_917423d1e8144c8197f3b6bffec6f2c6"
            ]
          }
        },
        "4e63aca74ece4c56a6edc8463c08fc0b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "dbd0ff706e5e4254b496c48c2f7640f7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_86197ff60ed3472da2c0377d48207322",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_589fc59528764408a776de52d6f1a491"
          }
        },
        "ca9720f3639e4d93a0ca5a0f2210c58a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_8059fa5153d04204a5c42ac9d92221fa",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1856,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1856,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c601b56501e240019b7f382058e8c438"
          }
        },
        "917423d1e8144c8197f3b6bffec6f2c6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_10d6e2ef9260458197b92062d4bfef81",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1.86k/1.86k [00:00&lt;00:00, 41.6kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_cfc2b455808e46c1b4d4e581bc416684"
          }
        },
        "86197ff60ed3472da2c0377d48207322": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "589fc59528764408a776de52d6f1a491": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8059fa5153d04204a5c42ac9d92221fa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c601b56501e240019b7f382058e8c438": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "10d6e2ef9260458197b92062d4bfef81": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "cfc2b455808e46c1b4d4e581bc416684": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "c-Mok0AtIYYN",
        "outputId": "cf6e8e57-f438-40eb-d8bf-82fe5aa3c271"
      },
      "source": [
        "#Get the required libraries\n",
        "!pip install autocorrect\n",
        "!pip install gensim\n",
        "!pip install git+https://github.com/boudinfl/pke.git\n",
        "!python -m spacy download en\n",
        "!pip install bert-extractive-summarizer --upgrade --force-reinstall\n",
        "#!pip install spacy==2.3.2 \n",
        "!pip install spacy==2.1.3 --upgrade --force-reinstall\n",
        "!pip install -U nltk\n",
        "!pip install -U pywsd\n",
        "!pip install -U wn==0.0.23\n",
        "!pip install flashtext\n",
        "\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting autocorrect\n",
            "  Downloading autocorrect-2.5.1.tar.gz (622 kB)\n",
            "\u001b[K     |████████████████████████████████| 622 kB 5.3 MB/s \n",
            "\u001b[?25hBuilding wheels for collected packages: autocorrect\n",
            "  Building wheel for autocorrect (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for autocorrect: filename=autocorrect-2.5.1-py3-none-any.whl size=621799 sha256=af9d211313629af4b7935905b2f01e8e611186b6b2711c6907e7d2886d18d33e\n",
            "  Stored in directory: /root/.cache/pip/wheels/90/1e/f2/82ace0d24e69c1184e25716fc1aa0fc89313f23c0f45d45051\n",
            "Successfully built autocorrect\n",
            "Installing collected packages: autocorrect\n",
            "Successfully installed autocorrect-2.5.1\n",
            "Requirement already satisfied: gensim in /usr/local/lib/python3.7/dist-packages (3.6.0)\n",
            "Requirement already satisfied: smart-open>=1.2.1 in /usr/local/lib/python3.7/dist-packages (from gensim) (5.2.1)\n",
            "Requirement already satisfied: numpy>=1.11.3 in /usr/local/lib/python3.7/dist-packages (from gensim) (1.19.5)\n",
            "Requirement already satisfied: scipy>=0.18.1 in /usr/local/lib/python3.7/dist-packages (from gensim) (1.4.1)\n",
            "Requirement already satisfied: six>=1.5.0 in /usr/local/lib/python3.7/dist-packages (from gensim) (1.15.0)\n",
            "Collecting git+https://github.com/boudinfl/pke.git\n",
            "  Cloning https://github.com/boudinfl/pke.git to /tmp/pip-req-build-pufe5pov\n",
            "  Running command git clone -q https://github.com/boudinfl/pke.git /tmp/pip-req-build-pufe5pov\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (3.2.5)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (2.6.3)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.19.5)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.4.1)\n",
            "Requirement already satisfied: spacy in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (2.2.4)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.15.0)\n",
            "Requirement already satisfied: sklearn in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (0.0)\n",
            "Collecting unidecode\n",
            "  Downloading Unidecode-1.3.2-py3-none-any.whl (235 kB)\n",
            "\u001b[K     |████████████████████████████████| 235 kB 4.9 MB/s \n",
            "\u001b[?25hRequirement already satisfied: future in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (0.16.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.0.1)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from sklearn->pke==1.8.1) (0.22.2.post1)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (0.4.1)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (0.8.2)\n",
            "Requirement already satisfied: srsly<1.1.0,>=1.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (1.0.5)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (57.4.0)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (4.62.3)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.0.5)\n",
            "Requirement already satisfied: thinc==7.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (7.4.0)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (1.1.3)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (1.0.5)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (1.0.0)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.23.0)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (3.0.5)\n",
            "Requirement already satisfied: importlib-metadata>=0.20 in /usr/local/lib/python3.7/dist-packages (from catalogue<1.1.0,>=0.0.7->spacy->pke==1.8.1) (4.8.1)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata>=0.20->catalogue<1.1.0,>=0.0.7->spacy->pke==1.8.1) (3.6.0)\n",
            "Requirement already satisfied: typing-extensions>=3.6.4 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata>=0.20->catalogue<1.1.0,>=0.0.7->spacy->pke==1.8.1) (3.7.4.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (2.10)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (3.0.4)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (2021.5.30)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (1.24.3)\n",
            "Building wheels for collected packages: pke\n",
            "  Building wheel for pke (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for pke: filename=pke-1.8.1-py3-none-any.whl size=8764193 sha256=f4c0e1c2945b6613f9689c5ccc5079658339b58e55f46a23e9a417f336caf6b7\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-4rgyfcis/wheels/fa/b3/09/612ee93bf3ee4164bcd5783e742942cdfc892a86039d3e0a33\n",
            "Successfully built pke\n",
            "Installing collected packages: unidecode, pke\n",
            "Successfully installed pke-1.8.1 unidecode-1.3.2\n",
            "Collecting en_core_web_sm==2.2.5\n",
            "  Downloading https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-2.2.5/en_core_web_sm-2.2.5.tar.gz (12.0 MB)\n",
            "\u001b[K     |████████████████████████████████| 12.0 MB 5.4 MB/s \n",
            "\u001b[?25hRequirement already satisfied: spacy>=2.2.2 in /usr/local/lib/python3.7/dist-packages (from en_core_web_sm==2.2.5) (2.2.4)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.19.5)\n",
            "Requirement already satisfied: thinc==7.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (7.4.0)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.0.0)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.1.3)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.0.5)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (0.4.1)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (0.8.2)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (3.0.5)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (2.23.0)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (57.4.0)\n",
            "Requirement already satisfied: srsly<1.1.0,>=1.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.0.5)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (2.0.5)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (4.62.3)\n",
            "Requirement already satisfied: importlib-metadata>=0.20 in /usr/local/lib/python3.7/dist-packages (from catalogue<1.1.0,>=0.0.7->spacy>=2.2.2->en_core_web_sm==2.2.5) (4.8.1)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata>=0.20->catalogue<1.1.0,>=0.0.7->spacy>=2.2.2->en_core_web_sm==2.2.5) (3.6.0)\n",
            "Requirement already satisfied: typing-extensions>=3.6.4 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata>=0.20->catalogue<1.1.0,>=0.0.7->spacy>=2.2.2->en_core_web_sm==2.2.5) (3.7.4.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_sm==2.2.5) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_sm==2.2.5) (2021.5.30)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_sm==2.2.5) (1.24.3)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_sm==2.2.5) (3.0.4)\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the model via spacy.load('en_core_web_sm')\n",
            "\u001b[38;5;2m✔ Linking successful\u001b[0m\n",
            "/usr/local/lib/python3.7/dist-packages/en_core_web_sm -->\n",
            "/usr/local/lib/python3.7/dist-packages/spacy/data/en\n",
            "You can now load the model via spacy.load('en')\n",
            "Collecting bert-extractive-summarizer\n",
            "  Downloading bert_extractive_summarizer-0.8.1-py3-none-any.whl (19 kB)\n",
            "Collecting transformers\n",
            "  Downloading transformers-4.12.3-py3-none-any.whl (3.1 MB)\n",
            "\u001b[K     |████████████████████████████████| 3.1 MB 5.4 MB/s \n",
            "\u001b[?25hCollecting spacy\n",
            "  Downloading spacy-3.2.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.0 MB)\n",
            "\u001b[K     |████████████████████████████████| 6.0 MB 46.7 MB/s \n",
            "\u001b[?25hCollecting scikit-learn\n",
            "  Downloading scikit_learn-1.0.1-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (23.2 MB)\n",
            "\u001b[K     |████████████████████████████████| 23.2 MB 40.1 MB/s \n",
            "\u001b[?25hCollecting joblib>=0.11\n",
            "  Downloading joblib-1.1.0-py2.py3-none-any.whl (306 kB)\n",
            "\u001b[K     |████████████████████████████████| 306 kB 51.6 MB/s \n",
            "\u001b[?25hCollecting scipy>=1.1.0\n",
            "  Downloading scipy-1.7.2-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (38.2 MB)\n",
            "\u001b[K     |████████████████████████████████| 38.2 MB 26 kB/s \n",
            "\u001b[?25hCollecting threadpoolctl>=2.0.0\n",
            "  Downloading threadpoolctl-3.0.0-py3-none-any.whl (14 kB)\n",
            "Collecting numpy>=1.14.6\n",
            "  Downloading numpy-1.21.4-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (15.7 MB)\n",
            "\u001b[K     |████████████████████████████████| 15.7 MB 62 kB/s \n",
            "\u001b[?25hCollecting spacy-loggers<2.0.0,>=1.0.0\n",
            "  Downloading spacy_loggers-1.0.1-py3-none-any.whl (7.0 kB)\n",
            "Collecting langcodes<4.0.0,>=3.2.0\n",
            "  Downloading langcodes-3.2.1.tar.gz (173 kB)\n",
            "\u001b[K     |████████████████████████████████| 173 kB 46.2 MB/s \n",
            "\u001b[?25hCollecting murmurhash<1.1.0,>=0.28.0\n",
            "  Downloading murmurhash-1.0.6-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (21 kB)\n",
            "Collecting setuptools\n",
            "  Downloading setuptools-58.5.3-py3-none-any.whl (946 kB)\n",
            "\u001b[K     |████████████████████████████████| 946 kB 41.5 MB/s \n",
            "\u001b[?25hCollecting requests<3.0.0,>=2.13.0\n",
            "  Downloading requests-2.26.0-py2.py3-none-any.whl (62 kB)\n",
            "\u001b[K     |████████████████████████████████| 62 kB 786 kB/s \n",
            "\u001b[?25hCollecting packaging>=20.0\n",
            "  Downloading packaging-21.2-py3-none-any.whl (40 kB)\n",
            "\u001b[K     |████████████████████████████████| 40 kB 5.1 MB/s \n",
            "\u001b[?25hCollecting srsly<3.0.0,>=2.4.1\n",
            "  Downloading srsly-2.4.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (451 kB)\n",
            "\u001b[K     |████████████████████████████████| 451 kB 48.5 MB/s \n",
            "\u001b[?25hCollecting typer<0.5.0,>=0.3.0\n",
            "  Downloading typer-0.4.0-py3-none-any.whl (27 kB)\n",
            "Collecting tqdm<5.0.0,>=4.38.0\n",
            "  Downloading tqdm-4.62.3-py2.py3-none-any.whl (76 kB)\n",
            "\u001b[K     |████████████████████████████████| 76 kB 4.5 MB/s \n",
            "\u001b[?25hCollecting preshed<3.1.0,>=3.0.2\n",
            "  Downloading preshed-3.0.6-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (125 kB)\n",
            "\u001b[K     |████████████████████████████████| 125 kB 42.0 MB/s \n",
            "\u001b[?25hCollecting catalogue<2.1.0,>=2.0.6\n",
            "  Downloading catalogue-2.0.6-py3-none-any.whl (17 kB)\n",
            "Collecting typing-extensions<4.0.0.0,>=3.7.4\n",
            "  Downloading typing_extensions-3.10.0.2-py3-none-any.whl (26 kB)\n",
            "Collecting jinja2\n",
            "  Downloading Jinja2-3.0.2-py3-none-any.whl (133 kB)\n",
            "\u001b[K     |████████████████████████████████| 133 kB 50.5 MB/s \n",
            "\u001b[?25hCollecting spacy-legacy<3.1.0,>=3.0.8\n",
            "  Downloading spacy_legacy-3.0.8-py2.py3-none-any.whl (14 kB)\n",
            "Collecting cymem<2.1.0,>=2.0.2\n",
            "  Downloading cymem-2.0.6-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (35 kB)\n",
            "Collecting pathy>=0.3.5\n",
            "  Downloading pathy-0.6.1-py3-none-any.whl (42 kB)\n",
            "\u001b[K     |████████████████████████████████| 42 kB 1.5 MB/s \n",
            "\u001b[?25hCollecting pydantic!=1.8,!=1.8.1,<1.9.0,>=1.7.4\n",
            "  Downloading pydantic-1.8.2-cp37-cp37m-manylinux2014_x86_64.whl (10.1 MB)\n",
            "\u001b[K     |████████████████████████████████| 10.1 MB 38.0 MB/s \n",
            "\u001b[?25hCollecting thinc<8.1.0,>=8.0.12\n",
            "  Downloading thinc-8.0.13-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (628 kB)\n",
            "\u001b[K     |████████████████████████████████| 628 kB 40.7 MB/s \n",
            "\u001b[?25hCollecting wasabi<1.1.0,>=0.8.1\n",
            "  Downloading wasabi-0.8.2-py3-none-any.whl (23 kB)\n",
            "Collecting blis<0.8.0,>=0.4.0\n",
            "  Downloading blis-0.7.5-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (9.9 MB)\n",
            "\u001b[K     |████████████████████████████████| 9.9 MB 49.1 MB/s \n",
            "\u001b[?25hCollecting zipp>=0.5\n",
            "  Downloading zipp-3.6.0-py3-none-any.whl (5.3 kB)\n",
            "Collecting pyparsing<3,>=2.0.2\n",
            "  Downloading pyparsing-2.4.7-py2.py3-none-any.whl (67 kB)\n",
            "\u001b[K     |████████████████████████████████| 67 kB 5.1 MB/s \n",
            "\u001b[?25hCollecting smart-open<6.0.0,>=5.0.0\n",
            "  Downloading smart_open-5.2.1-py3-none-any.whl (58 kB)\n",
            "\u001b[K     |████████████████████████████████| 58 kB 5.4 MB/s \n",
            "\u001b[?25hCollecting charset-normalizer~=2.0.0\n",
            "  Downloading charset_normalizer-2.0.7-py3-none-any.whl (38 kB)\n",
            "Collecting certifi>=2017.4.17\n",
            "  Downloading certifi-2021.10.8-py2.py3-none-any.whl (149 kB)\n",
            "\u001b[K     |████████████████████████████████| 149 kB 41.9 MB/s \n",
            "\u001b[?25hCollecting idna<4,>=2.5\n",
            "  Downloading idna-3.3-py3-none-any.whl (61 kB)\n",
            "\u001b[K     |████████████████████████████████| 61 kB 7.1 MB/s \n",
            "\u001b[?25hCollecting urllib3<1.27,>=1.21.1\n",
            "  Downloading urllib3-1.26.7-py2.py3-none-any.whl (138 kB)\n",
            "\u001b[K     |████████████████████████████████| 138 kB 43.3 MB/s \n",
            "\u001b[?25hCollecting click<9.0.0,>=7.1.1\n",
            "  Downloading click-8.0.3-py3-none-any.whl (97 kB)\n",
            "\u001b[K     |████████████████████████████████| 97 kB 6.3 MB/s \n",
            "\u001b[?25hCollecting importlib-metadata\n",
            "  Downloading importlib_metadata-4.8.2-py3-none-any.whl (17 kB)\n",
            "Collecting MarkupSafe>=2.0\n",
            "  Downloading MarkupSafe-2.0.1-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (31 kB)\n",
            "Collecting sacremoses\n",
            "  Downloading sacremoses-0.0.46-py3-none-any.whl (895 kB)\n",
            "\u001b[K     |████████████████████████████████| 895 kB 43.1 MB/s \n",
            "\u001b[?25hCollecting tokenizers<0.11,>=0.10.1\n",
            "  Downloading tokenizers-0.10.3-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (3.3 MB)\n",
            "\u001b[K     |████████████████████████████████| 3.3 MB 41.1 MB/s \n",
            "\u001b[?25hCollecting pyyaml>=5.1\n",
            "  Downloading PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (596 kB)\n",
            "\u001b[K     |████████████████████████████████| 596 kB 43.9 MB/s \n",
            "\u001b[?25hCollecting regex!=2019.12.17\n",
            "  Downloading regex-2021.11.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (749 kB)\n",
            "\u001b[K     |████████████████████████████████| 749 kB 41.9 MB/s \n",
            "\u001b[?25hCollecting filelock\n",
            "  Downloading filelock-3.3.2-py3-none-any.whl (9.7 kB)\n",
            "Collecting huggingface-hub<1.0,>=0.1.0\n",
            "  Downloading huggingface_hub-0.1.2-py3-none-any.whl (59 kB)\n",
            "\u001b[K     |████████████████████████████████| 59 kB 4.3 MB/s \n",
            "\u001b[?25hCollecting six\n",
            "  Downloading six-1.16.0-py2.py3-none-any.whl (11 kB)\n",
            "Building wheels for collected packages: langcodes\n",
            "  Building wheel for langcodes (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for langcodes: filename=langcodes-3.2.1-py3-none-any.whl size=169396 sha256=4d8e19833fb572aed5cf248db31a5a01245f42473974ba914534142affa84364\n",
            "  Stored in directory: /root/.cache/pip/wheels/12/9c/b3/d42c928e622075d3b6056733125190086e44c9230878e6eb2b\n",
            "Successfully built langcodes\n",
            "Installing collected packages: zipp, typing-extensions, importlib-metadata, urllib3, pyparsing, numpy, murmurhash, idna, cymem, click, charset-normalizer, certifi, catalogue, wasabi, typer, tqdm, srsly, smart-open, six, setuptools, requests, regex, pyyaml, pydantic, preshed, packaging, MarkupSafe, joblib, filelock, blis, tokenizers, threadpoolctl, thinc, spacy-loggers, spacy-legacy, scipy, sacremoses, pathy, langcodes, jinja2, huggingface-hub, transformers, spacy, scikit-learn, bert-extractive-summarizer\n",
            "  Attempting uninstall: zipp\n",
            "    Found existing installation: zipp 3.6.0\n",
            "    Uninstalling zipp-3.6.0:\n",
            "      Successfully uninstalled zipp-3.6.0\n",
            "  Attempting uninstall: typing-extensions\n",
            "    Found existing installation: typing-extensions 3.7.4.3\n",
            "    Uninstalling typing-extensions-3.7.4.3:\n",
            "      Successfully uninstalled typing-extensions-3.7.4.3\n",
            "  Attempting uninstall: importlib-metadata\n",
            "    Found existing installation: importlib-metadata 4.8.1\n",
            "    Uninstalling importlib-metadata-4.8.1:\n",
            "      Successfully uninstalled importlib-metadata-4.8.1\n",
            "  Attempting uninstall: urllib3\n",
            "    Found existing installation: urllib3 1.24.3\n",
            "    Uninstalling urllib3-1.24.3:\n",
            "      Successfully uninstalled urllib3-1.24.3\n",
            "  Attempting uninstall: pyparsing\n",
            "    Found existing installation: pyparsing 2.4.7\n",
            "    Uninstalling pyparsing-2.4.7:\n",
            "      Successfully uninstalled pyparsing-2.4.7\n",
            "  Attempting uninstall: numpy\n",
            "    Found existing installation: numpy 1.19.5\n",
            "    Uninstalling numpy-1.19.5:\n",
            "      Successfully uninstalled numpy-1.19.5\n",
            "  Attempting uninstall: murmurhash\n",
            "    Found existing installation: murmurhash 1.0.5\n",
            "    Uninstalling murmurhash-1.0.5:\n",
            "      Successfully uninstalled murmurhash-1.0.5\n",
            "  Attempting uninstall: idna\n",
            "    Found existing installation: idna 2.10\n",
            "    Uninstalling idna-2.10:\n",
            "      Successfully uninstalled idna-2.10\n",
            "  Attempting uninstall: cymem\n",
            "    Found existing installation: cymem 2.0.5\n",
            "    Uninstalling cymem-2.0.5:\n",
            "      Successfully uninstalled cymem-2.0.5\n",
            "  Attempting uninstall: click\n",
            "    Found existing installation: click 7.1.2\n",
            "    Uninstalling click-7.1.2:\n",
            "      Successfully uninstalled click-7.1.2\n",
            "  Attempting uninstall: charset-normalizer\n",
            "    Found existing installation: charset-normalizer 2.0.7\n",
            "    Uninstalling charset-normalizer-2.0.7:\n",
            "      Successfully uninstalled charset-normalizer-2.0.7\n",
            "  Attempting uninstall: certifi\n",
            "    Found existing installation: certifi 2021.5.30\n",
            "    Uninstalling certifi-2021.5.30:\n",
            "      Successfully uninstalled certifi-2021.5.30\n",
            "  Attempting uninstall: catalogue\n",
            "    Found existing installation: catalogue 1.0.0\n",
            "    Uninstalling catalogue-1.0.0:\n",
            "      Successfully uninstalled catalogue-1.0.0\n",
            "  Attempting uninstall: wasabi\n",
            "    Found existing installation: wasabi 0.8.2\n",
            "    Uninstalling wasabi-0.8.2:\n",
            "      Successfully uninstalled wasabi-0.8.2\n",
            "  Attempting uninstall: tqdm\n",
            "    Found existing installation: tqdm 4.62.3\n",
            "    Uninstalling tqdm-4.62.3:\n",
            "      Successfully uninstalled tqdm-4.62.3\n",
            "  Attempting uninstall: srsly\n",
            "    Found existing installation: srsly 1.0.5\n",
            "    Uninstalling srsly-1.0.5:\n",
            "      Successfully uninstalled srsly-1.0.5\n",
            "  Attempting uninstall: smart-open\n",
            "    Found existing installation: smart-open 5.2.1\n",
            "    Uninstalling smart-open-5.2.1:\n",
            "      Successfully uninstalled smart-open-5.2.1\n",
            "  Attempting uninstall: six\n",
            "    Found existing installation: six 1.15.0\n",
            "    Uninstalling six-1.15.0:\n",
            "      Successfully uninstalled six-1.15.0\n",
            "  Attempting uninstall: setuptools\n",
            "    Found existing installation: setuptools 57.4.0\n",
            "    Uninstalling setuptools-57.4.0:\n",
            "      Successfully uninstalled setuptools-57.4.0\n",
            "  Attempting uninstall: requests\n",
            "    Found existing installation: requests 2.23.0\n",
            "    Uninstalling requests-2.23.0:\n",
            "      Successfully uninstalled requests-2.23.0\n",
            "  Attempting uninstall: regex\n",
            "    Found existing installation: regex 2019.12.20\n",
            "    Uninstalling regex-2019.12.20:\n",
            "      Successfully uninstalled regex-2019.12.20\n",
            "  Attempting uninstall: pyyaml\n",
            "    Found existing installation: PyYAML 3.13\n",
            "    Uninstalling PyYAML-3.13:\n",
            "      Successfully uninstalled PyYAML-3.13\n",
            "  Attempting uninstall: preshed\n",
            "    Found existing installation: preshed 3.0.5\n",
            "    Uninstalling preshed-3.0.5:\n",
            "      Successfully uninstalled preshed-3.0.5\n",
            "  Attempting uninstall: packaging\n",
            "    Found existing installation: packaging 21.0\n",
            "    Uninstalling packaging-21.0:\n",
            "      Successfully uninstalled packaging-21.0\n",
            "  Attempting uninstall: MarkupSafe\n",
            "    Found existing installation: MarkupSafe 2.0.1\n",
            "    Uninstalling MarkupSafe-2.0.1:\n",
            "      Successfully uninstalled MarkupSafe-2.0.1\n",
            "  Attempting uninstall: joblib\n",
            "    Found existing installation: joblib 1.0.1\n",
            "    Uninstalling joblib-1.0.1:\n",
            "      Successfully uninstalled joblib-1.0.1\n",
            "  Attempting uninstall: filelock\n",
            "    Found existing installation: filelock 3.3.0\n",
            "    Uninstalling filelock-3.3.0:\n",
            "      Successfully uninstalled filelock-3.3.0\n",
            "  Attempting uninstall: blis\n",
            "    Found existing installation: blis 0.4.1\n",
            "    Uninstalling blis-0.4.1:\n",
            "      Successfully uninstalled blis-0.4.1\n",
            "  Attempting uninstall: thinc\n",
            "    Found existing installation: thinc 7.4.0\n",
            "    Uninstalling thinc-7.4.0:\n",
            "      Successfully uninstalled thinc-7.4.0\n",
            "  Attempting uninstall: scipy\n",
            "    Found existing installation: scipy 1.4.1\n",
            "    Uninstalling scipy-1.4.1:\n",
            "      Successfully uninstalled scipy-1.4.1\n",
            "  Attempting uninstall: jinja2\n",
            "    Found existing installation: Jinja2 2.11.3\n",
            "    Uninstalling Jinja2-2.11.3:\n",
            "      Successfully uninstalled Jinja2-2.11.3\n",
            "  Attempting uninstall: spacy\n",
            "    Found existing installation: spacy 2.2.4\n",
            "    Uninstalling spacy-2.2.4:\n",
            "      Successfully uninstalled spacy-2.2.4\n",
            "  Attempting uninstall: scikit-learn\n",
            "    Found existing installation: scikit-learn 0.22.2.post1\n",
            "    Uninstalling scikit-learn-0.22.2.post1:\n",
            "      Successfully uninstalled scikit-learn-0.22.2.post1\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "tensorflow 2.6.0 requires numpy~=1.19.2, but you have numpy 1.21.4 which is incompatible.\n",
            "tensorflow 2.6.0 requires six~=1.15.0, but you have six 1.16.0 which is incompatible.\n",
            "tensorflow 2.6.0 requires typing-extensions~=3.7.4, but you have typing-extensions 3.10.0.2 which is incompatible.\n",
            "google-colab 1.0.0 requires requests~=2.23.0, but you have requests 2.26.0 which is incompatible.\n",
            "google-colab 1.0.0 requires six~=1.15.0, but you have six 1.16.0 which is incompatible.\n",
            "flask 1.1.4 requires click<8.0,>=5.1, but you have click 8.0.3 which is incompatible.\n",
            "flask 1.1.4 requires Jinja2<3.0,>=2.10.1, but you have jinja2 3.0.2 which is incompatible.\n",
            "datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\n",
            "albumentations 0.1.12 requires imgaug<0.2.7,>=0.2.5, but you have imgaug 0.2.9 which is incompatible.\u001b[0m\n",
            "Successfully installed MarkupSafe-2.0.1 bert-extractive-summarizer-0.8.1 blis-0.7.5 catalogue-2.0.6 certifi-2021.10.8 charset-normalizer-2.0.7 click-8.0.3 cymem-2.0.6 filelock-3.3.2 huggingface-hub-0.1.2 idna-3.3 importlib-metadata-4.8.2 jinja2-3.0.2 joblib-1.1.0 langcodes-3.2.1 murmurhash-1.0.6 numpy-1.21.4 packaging-21.2 pathy-0.6.1 preshed-3.0.6 pydantic-1.8.2 pyparsing-2.4.7 pyyaml-6.0 regex-2021.11.2 requests-2.26.0 sacremoses-0.0.46 scikit-learn-1.0.1 scipy-1.7.2 setuptools-58.5.3 six-1.16.0 smart-open-5.2.1 spacy-3.2.0 spacy-legacy-3.0.8 spacy-loggers-1.0.1 srsly-2.4.2 thinc-8.0.13 threadpoolctl-3.0.0 tokenizers-0.10.3 tqdm-4.62.3 transformers-4.12.3 typer-0.4.0 typing-extensions-3.10.0.2 urllib3-1.26.7 wasabi-0.8.2 zipp-3.6.0\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.colab-display-data+json": {
              "pip_warning": {
                "packages": [
                  "numpy",
                  "pkg_resources",
                  "pyparsing",
                  "six"
                ]
              }
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting spacy==2.1.3\n",
            "  Downloading spacy-2.1.3-cp37-cp37m-manylinux1_x86_64.whl (27.7 MB)\n",
            "\u001b[K     |████████████████████████████████| 27.7 MB 19 kB/s \n",
            "\u001b[?25hCollecting plac<1.0.0,>=0.9.6\n",
            "  Downloading plac-0.9.6-py2.py3-none-any.whl (20 kB)\n",
            "Collecting thinc<7.1.0,>=7.0.2\n",
            "  Downloading thinc-7.0.8-cp37-cp37m-manylinux1_x86_64.whl (2.1 MB)\n",
            "\u001b[K     |████████████████████████████████| 2.1 MB 41.6 MB/s \n",
            "\u001b[?25hCollecting cymem<2.1.0,>=2.0.2\n",
            "  Using cached cymem-2.0.6-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (35 kB)\n",
            "Collecting jsonschema<3.0.0,>=2.6.0\n",
            "  Downloading jsonschema-2.6.0-py2.py3-none-any.whl (39 kB)\n",
            "Collecting numpy>=1.15.0\n",
            "  Using cached numpy-1.21.4-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (15.7 MB)\n",
            "Collecting preshed<2.1.0,>=2.0.1\n",
            "  Downloading preshed-2.0.1-cp37-cp37m-manylinux1_x86_64.whl (82 kB)\n",
            "\u001b[K     |████████████████████████████████| 82 kB 377 kB/s \n",
            "\u001b[?25hCollecting requests<3.0.0,>=2.13.0\n",
            "  Using cached requests-2.26.0-py2.py3-none-any.whl (62 kB)\n",
            "Collecting murmurhash<1.1.0,>=0.28.0\n",
            "  Using cached murmurhash-1.0.6-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (21 kB)\n",
            "Collecting blis<0.3.0,>=0.2.2\n",
            "  Downloading blis-0.2.4-cp37-cp37m-manylinux1_x86_64.whl (3.2 MB)\n",
            "\u001b[K     |████████████████████████████████| 3.2 MB 40.2 MB/s \n",
            "\u001b[?25hCollecting srsly<1.1.0,>=0.0.5\n",
            "  Downloading srsly-1.0.5-cp37-cp37m-manylinux2014_x86_64.whl (184 kB)\n",
            "\u001b[K     |████████████████████████████████| 184 kB 44.7 MB/s \n",
            "\u001b[?25hCollecting wasabi<1.1.0,>=0.2.0\n",
            "  Using cached wasabi-0.8.2-py3-none-any.whl (23 kB)\n",
            "Collecting idna<4,>=2.5\n",
            "  Using cached idna-3.3-py3-none-any.whl (61 kB)\n",
            "Collecting urllib3<1.27,>=1.21.1\n",
            "  Using cached urllib3-1.26.7-py2.py3-none-any.whl (138 kB)\n",
            "Collecting certifi>=2017.4.17\n",
            "  Using cached certifi-2021.10.8-py2.py3-none-any.whl (149 kB)\n",
            "Collecting charset-normalizer~=2.0.0\n",
            "  Using cached charset_normalizer-2.0.7-py3-none-any.whl (38 kB)\n",
            "Collecting tqdm<5.0.0,>=4.10.0\n",
            "  Using cached tqdm-4.62.3-py2.py3-none-any.whl (76 kB)\n",
            "Installing collected packages: numpy, cymem, wasabi, urllib3, tqdm, srsly, preshed, plac, murmurhash, idna, charset-normalizer, certifi, blis, thinc, requests, jsonschema, spacy\n",
            "  Attempting uninstall: numpy\n",
            "    Found existing installation: numpy 1.21.4\n",
            "    Uninstalling numpy-1.21.4:\n",
            "      Successfully uninstalled numpy-1.21.4\n",
            "  Attempting uninstall: cymem\n",
            "    Found existing installation: cymem 2.0.6\n",
            "    Uninstalling cymem-2.0.6:\n",
            "      Successfully uninstalled cymem-2.0.6\n",
            "  Attempting uninstall: wasabi\n",
            "    Found existing installation: wasabi 0.8.2\n",
            "    Uninstalling wasabi-0.8.2:\n",
            "      Successfully uninstalled wasabi-0.8.2\n",
            "  Attempting uninstall: urllib3\n",
            "    Found existing installation: urllib3 1.26.7\n",
            "    Uninstalling urllib3-1.26.7:\n",
            "      Successfully uninstalled urllib3-1.26.7\n",
            "  Attempting uninstall: tqdm\n",
            "    Found existing installation: tqdm 4.62.3\n",
            "    Uninstalling tqdm-4.62.3:\n",
            "      Successfully uninstalled tqdm-4.62.3\n",
            "  Attempting uninstall: srsly\n",
            "    Found existing installation: srsly 2.4.2\n",
            "    Uninstalling srsly-2.4.2:\n",
            "      Successfully uninstalled srsly-2.4.2\n",
            "  Attempting uninstall: preshed\n",
            "    Found existing installation: preshed 3.0.6\n",
            "    Uninstalling preshed-3.0.6:\n",
            "      Successfully uninstalled preshed-3.0.6\n",
            "  Attempting uninstall: plac\n",
            "    Found existing installation: plac 1.1.3\n",
            "    Uninstalling plac-1.1.3:\n",
            "      Successfully uninstalled plac-1.1.3\n",
            "  Attempting uninstall: murmurhash\n",
            "    Found existing installation: murmurhash 1.0.6\n",
            "    Uninstalling murmurhash-1.0.6:\n",
            "      Successfully uninstalled murmurhash-1.0.6\n",
            "  Attempting uninstall: idna\n",
            "    Found existing installation: idna 3.3\n",
            "    Uninstalling idna-3.3:\n",
            "      Successfully uninstalled idna-3.3\n",
            "  Attempting uninstall: charset-normalizer\n",
            "    Found existing installation: charset-normalizer 2.0.7\n",
            "    Uninstalling charset-normalizer-2.0.7:\n",
            "      Successfully uninstalled charset-normalizer-2.0.7\n",
            "  Attempting uninstall: certifi\n",
            "    Found existing installation: certifi 2021.10.8\n",
            "    Uninstalling certifi-2021.10.8:\n",
            "      Successfully uninstalled certifi-2021.10.8\n",
            "  Attempting uninstall: blis\n",
            "    Found existing installation: blis 0.7.5\n",
            "    Uninstalling blis-0.7.5:\n",
            "      Successfully uninstalled blis-0.7.5\n",
            "  Attempting uninstall: thinc\n",
            "    Found existing installation: thinc 8.0.13\n",
            "    Uninstalling thinc-8.0.13:\n",
            "      Successfully uninstalled thinc-8.0.13\n",
            "  Attempting uninstall: requests\n",
            "    Found existing installation: requests 2.26.0\n",
            "    Uninstalling requests-2.26.0:\n",
            "      Successfully uninstalled requests-2.26.0\n",
            "  Attempting uninstall: jsonschema\n",
            "    Found existing installation: jsonschema 2.6.0\n",
            "    Uninstalling jsonschema-2.6.0:\n",
            "      Successfully uninstalled jsonschema-2.6.0\n",
            "  Attempting uninstall: spacy\n",
            "    Found existing installation: spacy 3.2.0\n",
            "    Uninstalling spacy-3.2.0:\n",
            "      Successfully uninstalled spacy-3.2.0\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "tensorflow 2.6.0 requires numpy~=1.19.2, but you have numpy 1.21.4 which is incompatible.\n",
            "tensorflow 2.6.0 requires six~=1.15.0, but you have six 1.16.0 which is incompatible.\n",
            "tensorflow 2.6.0 requires typing-extensions~=3.7.4, but you have typing-extensions 3.10.0.2 which is incompatible.\n",
            "nbclient 0.5.4 requires jupyter-client>=6.1.5, but you have jupyter-client 5.3.5 which is incompatible.\n",
            "google-colab 1.0.0 requires requests~=2.23.0, but you have requests 2.26.0 which is incompatible.\n",
            "google-colab 1.0.0 requires six~=1.15.0, but you have six 1.16.0 which is incompatible.\n",
            "en-core-web-sm 2.2.5 requires spacy>=2.2.2, but you have spacy 2.1.3 which is incompatible.\n",
            "datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\n",
            "albumentations 0.1.12 requires imgaug<0.2.7,>=0.2.5, but you have imgaug 0.2.9 which is incompatible.\u001b[0m\n",
            "Successfully installed blis-0.2.4 certifi-2021.10.8 charset-normalizer-2.0.7 cymem-2.0.6 idna-3.3 jsonschema-2.6.0 murmurhash-1.0.6 numpy-1.21.4 plac-0.9.6 preshed-2.0.1 requests-2.26.0 spacy-2.1.3 srsly-1.0.5 thinc-7.0.8 tqdm-4.62.3 urllib3-1.26.7 wasabi-0.8.2\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.colab-display-data+json": {
              "pip_warning": {
                "packages": [
                  "numpy"
                ]
              }
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (3.2.5)\n",
            "Collecting nltk\n",
            "  Downloading nltk-3.6.5-py3-none-any.whl (1.5 MB)\n",
            "\u001b[K     |████████████████████████████████| 1.5 MB 5.4 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from nltk) (4.62.3)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from nltk) (8.0.3)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from nltk) (1.1.0)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.7/dist-packages (from nltk) (2021.11.2)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from click->nltk) (4.8.2)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->click->nltk) (3.6.0)\n",
            "Requirement already satisfied: typing-extensions>=3.6.4 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->click->nltk) (3.10.0.2)\n",
            "Installing collected packages: nltk\n",
            "  Attempting uninstall: nltk\n",
            "    Found existing installation: nltk 3.2.5\n",
            "    Uninstalling nltk-3.2.5:\n",
            "      Successfully uninstalled nltk-3.2.5\n",
            "Successfully installed nltk-3.6.5\n",
            "Collecting pywsd\n",
            "  Downloading pywsd-1.2.4.tar.gz (26.8 MB)\n",
            "\u001b[K     |████████████████████████████████| 26.8 MB 25 kB/s \n",
            "\u001b[?25hRequirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (from pywsd) (3.6.5)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from pywsd) (1.21.4)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (from pywsd) (1.1.5)\n",
            "Collecting wn\n",
            "  Downloading wn-0.8.3-py3-none-any.whl (66 kB)\n",
            "\u001b[K     |████████████████████████████████| 66 kB 3.6 MB/s \n",
            "\u001b[?25hRequirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from pywsd) (1.16.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from nltk->pywsd) (8.0.3)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from nltk->pywsd) (1.1.0)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.7/dist-packages (from nltk->pywsd) (2021.11.2)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from nltk->pywsd) (4.62.3)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from click->nltk->pywsd) (4.8.2)\n",
            "Requirement already satisfied: typing-extensions>=3.6.4 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->click->nltk->pywsd) (3.10.0.2)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->click->nltk->pywsd) (3.6.0)\n",
            "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.7/dist-packages (from pandas->pywsd) (2018.9)\n",
            "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas->pywsd) (2.8.2)\n",
            "Requirement already satisfied: tomli in /usr/local/lib/python3.7/dist-packages (from wn->pywsd) (1.2.1)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from wn->pywsd) (2.26.0)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.7/dist-packages (from requests->wn->pywsd) (2.0.7)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->wn->pywsd) (1.26.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->wn->pywsd) (2021.10.8)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->wn->pywsd) (3.3)\n",
            "Building wheels for collected packages: pywsd\n",
            "  Building wheel for pywsd (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for pywsd: filename=pywsd-1.2.4-py3-none-any.whl size=26940436 sha256=5f1687f6e9835ae4e5d1663dc702ebd1029e04b61c93acdf038cb6bd6b3a1759\n",
            "  Stored in directory: /root/.cache/pip/wheels/56/67/c0/6e6fa8456d1374b393328368316c3b33844cb4043bd225bc66\n",
            "Successfully built pywsd\n",
            "Installing collected packages: wn, pywsd\n",
            "Successfully installed pywsd-1.2.4 wn-0.8.3\n",
            "Collecting wn==0.0.23\n",
            "  Downloading wn-0.0.23.tar.gz (31.6 MB)\n",
            "\u001b[K     |████████████████████████████████| 31.6 MB 50 kB/s \n",
            "\u001b[?25hBuilding wheels for collected packages: wn\n",
            "  Building wheel for wn (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for wn: filename=wn-0.0.23-py3-none-any.whl size=31792926 sha256=0ca2daf1bb529b585492d8b2f4aeb9c981f0b9412b41c33d7148e4dcad8d826e\n",
            "  Stored in directory: /root/.cache/pip/wheels/ec/47/17/409766c99dd470f34c512000b90b83f34747c2c975769654d7\n",
            "Successfully built wn\n",
            "Installing collected packages: wn\n",
            "  Attempting uninstall: wn\n",
            "    Found existing installation: wn 0.8.3\n",
            "    Uninstalling wn-0.8.3:\n",
            "      Successfully uninstalled wn-0.8.3\n",
            "Successfully installed wn-0.0.23\n",
            "Collecting flashtext\n",
            "  Downloading flashtext-2.7.tar.gz (14 kB)\n",
            "Building wheels for collected packages: flashtext\n",
            "  Building wheel for flashtext (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for flashtext: filename=flashtext-2.7-py2.py3-none-any.whl size=9310 sha256=7ba3ec44826e0f140c76c0ce5bedae602e62dbc39b999006fafc9ff1572dc75c\n",
            "  Stored in directory: /root/.cache/pip/wheels/cb/19/58/4e8fdd0009a7f89dbce3c18fff2e0d0fa201d5cdfd16f113b7\n",
            "Successfully built flashtext\n",
            "Installing collected packages: flashtext\n",
            "Successfully installed flashtext-2.7\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qz7O6FXDWq9-"
      },
      "source": [
        "#!pip install spacy==3.0.5 --upgrade --force-reinstall"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-JOgA5PcKxWk",
        "outputId": "7f4bdf29-cd94-4621-8d10-e4eefdddb497"
      },
      "source": [
        "!pip install git+https://github.com/boudinfl/pke.git\n",
        "!python -m nltk.downloader universal_tagset\n",
        "!python -m spacy download en"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting git+https://github.com/boudinfl/pke.git\n",
            "  Cloning https://github.com/boudinfl/pke.git to /tmp/pip-req-build-b68b7ser\n",
            "  Running command git clone -q https://github.com/boudinfl/pke.git /tmp/pip-req-build-b68b7ser\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (3.6.5)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (2.6.3)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.21.4)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.7.2)\n",
            "Requirement already satisfied: spacy in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (2.1.3)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.16.0)\n",
            "Requirement already satisfied: sklearn in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (0.0)\n",
            "Requirement already satisfied: unidecode in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.3.2)\n",
            "Requirement already satisfied: future in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (0.16.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.1.0)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.7/dist-packages (from nltk->pke==1.8.1) (2021.11.2)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from nltk->pke==1.8.1) (8.0.3)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from nltk->pke==1.8.1) (4.62.3)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from click->nltk->pke==1.8.1) (4.8.2)\n",
            "Requirement already satisfied: typing-extensions>=3.6.4 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->click->nltk->pke==1.8.1) (3.10.0.2)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->click->nltk->pke==1.8.1) (3.6.0)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from sklearn->pke==1.8.1) (1.0.1)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->sklearn->pke==1.8.1) (3.0.0)\n",
            "Requirement already satisfied: thinc<7.1.0,>=7.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (7.0.8)\n",
            "Requirement already satisfied: blis<0.3.0,>=0.2.2 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (0.2.4)\n",
            "Requirement already satisfied: jsonschema<3.0.0,>=2.6.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.6.0)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.2.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (0.8.2)\n",
            "Requirement already satisfied: srsly<1.1.0,>=0.0.5 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (1.0.5)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.0.6)\n",
            "Requirement already satisfied: plac<1.0.0,>=0.9.6 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (0.9.6)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (1.0.6)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.26.0)\n",
            "Requirement already satisfied: preshed<2.1.0,>=2.0.1 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.0.1)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (1.26.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (2021.10.8)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (3.3)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (2.0.7)\n",
            "/usr/lib/python3.7/runpy.py:125: RuntimeWarning: 'nltk.downloader' found in sys.modules after import of package 'nltk', but prior to execution of 'nltk.downloader'; this may result in unpredictable behaviour\n",
            "  warn(RuntimeWarning(msg))\n",
            "[nltk_data] Downloading package universal_tagset to /root/nltk_data...\n",
            "[nltk_data]   Unzipping taggers/universal_tagset.zip.\n",
            "Collecting en_core_web_sm==2.1.0\n",
            "  Downloading https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-2.1.0/en_core_web_sm-2.1.0.tar.gz (11.1 MB)\n",
            "\u001b[K     |████████████████████████████████| 11.1 MB 5.3 MB/s \n",
            "\u001b[?25hBuilding wheels for collected packages: en-core-web-sm\n",
            "  Building wheel for en-core-web-sm (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for en-core-web-sm: filename=en_core_web_sm-2.1.0-py3-none-any.whl size=11074431 sha256=95ab427a4ec4278aabdf4098519186ba2a79d294954d3f1a0c01a55d0e45c2c6\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-7qwpsl7c/wheels/59/4f/8c/0dbaab09a776d1fa3740e9465078bfd903cc22f3985382b496\n",
            "Successfully built en-core-web-sm\n",
            "Installing collected packages: en-core-web-sm\n",
            "  Attempting uninstall: en-core-web-sm\n",
            "    Found existing installation: en-core-web-sm 2.2.5\n",
            "    Uninstalling en-core-web-sm-2.2.5:\n",
            "      Successfully uninstalled en-core-web-sm-2.2.5\n",
            "Successfully installed en-core-web-sm-2.1.0\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the model via spacy.load('en_core_web_sm')\n",
            "\u001b[38;5;2m✔ Linking successful\u001b[0m\n",
            "/usr/local/lib/python3.7/dist-packages/en_core_web_sm -->\n",
            "/usr/local/lib/python3.7/dist-packages/spacy/data/en\n",
            "You can now load the model via spacy.load('en')\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "TuMVoyAaIqEz",
        "outputId": "e342c3ac-1c38-4f24-d9c5-84cdc0f41496"
      },
      "source": [
        "import spacy\n",
        "spacy.__version__"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'2.1.3'"
            ]
          },
          "metadata": {},
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MhggsPwTIqHp"
      },
      "source": [
        "import nltk"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xNFa_04CIqKy",
        "outputId": "fd575e43-9a07-4378-88d3-78d0d7252919"
      },
      "source": [
        "nltk.download('punkt')\n",
        "nltk.download('stopwords')\n",
        "nltk.download('wordnet')\n",
        "nltk.download('popular')\n",
        "nltk.download('averaged_perceptron_tagger')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Unzipping tokenizers/punkt.zip.\n",
            "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]   Unzipping corpora/stopwords.zip.\n",
            "[nltk_data] Downloading package wordnet to /root/nltk_data...\n",
            "[nltk_data]   Unzipping corpora/wordnet.zip.\n",
            "[nltk_data] Downloading collection 'popular'\n",
            "[nltk_data]    | \n",
            "[nltk_data]    | Downloading package cmudict to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/cmudict.zip.\n",
            "[nltk_data]    | Downloading package gazetteers to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/gazetteers.zip.\n",
            "[nltk_data]    | Downloading package genesis to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/genesis.zip.\n",
            "[nltk_data]    | Downloading package gutenberg to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/gutenberg.zip.\n",
            "[nltk_data]    | Downloading package inaugural to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/inaugural.zip.\n",
            "[nltk_data]    | Downloading package movie_reviews to\n",
            "[nltk_data]    |     /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/movie_reviews.zip.\n",
            "[nltk_data]    | Downloading package names to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/names.zip.\n",
            "[nltk_data]    | Downloading package shakespeare to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/shakespeare.zip.\n",
            "[nltk_data]    | Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]    |   Package stopwords is already up-to-date!\n",
            "[nltk_data]    | Downloading package treebank to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/treebank.zip.\n",
            "[nltk_data]    | Downloading package twitter_samples to\n",
            "[nltk_data]    |     /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/twitter_samples.zip.\n",
            "[nltk_data]    | Downloading package omw to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/omw.zip.\n",
            "[nltk_data]    | Downloading package wordnet to /root/nltk_data...\n",
            "[nltk_data]    |   Package wordnet is already up-to-date!\n",
            "[nltk_data]    | Downloading package wordnet31 to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/wordnet31.zip.\n",
            "[nltk_data]    | Downloading package wordnet_ic to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/wordnet_ic.zip.\n",
            "[nltk_data]    | Downloading package words to /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping corpora/words.zip.\n",
            "[nltk_data]    | Downloading package maxent_ne_chunker to\n",
            "[nltk_data]    |     /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping chunkers/maxent_ne_chunker.zip.\n",
            "[nltk_data]    | Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]    |   Package punkt is already up-to-date!\n",
            "[nltk_data]    | Downloading package snowball_data to\n",
            "[nltk_data]    |     /root/nltk_data...\n",
            "[nltk_data]    | Downloading package averaged_perceptron_tagger to\n",
            "[nltk_data]    |     /root/nltk_data...\n",
            "[nltk_data]    |   Unzipping taggers/averaged_perceptron_tagger.zip.\n",
            "[nltk_data]    | \n",
            "[nltk_data]  Done downloading collection popular\n",
            "[nltk_data] Downloading package averaged_perceptron_tagger to\n",
            "[nltk_data]     /root/nltk_data...\n",
            "[nltk_data]   Package averaged_perceptron_tagger is already up-to-\n",
            "[nltk_data]       date!\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HMhR5afvKBSl"
      },
      "source": [
        "import pandas as pd\n",
        "import numpy as np \n",
        "# nlp imports\n",
        "import re\n",
        "from autocorrect import Speller \n",
        "from nltk.corpus import stopwords \n",
        "from nltk import word_tokenize \n",
        "from nltk.tokenize import word_tokenize \n",
        "from nltk.stem import WordNetLemmatizer"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "TMVYcX8DI3uX"
      },
      "source": [
        "# Read Text Dataset"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 137
        },
        "id": "8KNLnB5AIqNy",
        "outputId": "82f92ba8-e4a9-466e-cc67-6e04b6572502"
      },
      "source": [
        "path = 'test.txt'\n",
        "with open(path, 'rb') as f:\n",
        "    skillString = f.read()\n",
        "skillString = skillString.decode(\"utf-8\")\n",
        "skillString"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'Marketing\\nMarketing is the process of intentionally stimulating demand for and purchases of goods and services; potentially including selection of a target audience; selection of certain attributes or themes to emphasize in advertising; operation of advertising campaigns; attendance at trade shows and public events; design of products and packaging to be more attractive to buyers; selection of the terms of sale, such as price, discounts, warranty, and return policy; product placement in media or with people believed to influence the buying habits of others; agreements with retailers, wholesale distributors, or resellers; and attempts to create awareness of, loyalty to, and positive feelings about a brand. Marketing is typically conducted by the seller, typically a retailer or manufacturer. Sometimes tasks are contracted to a dedicated marketing firm or advertising agency. More rarely, a trade association or government agency (such as the Agricultural Marketing Service) advertises on behalf of an entire industry or locality, often a specific type of food (e.g. Got Milk?), food from a specific area, or a city or region as a tourism destination.\\n\\nIt is one of the primary components of business management and commerce.[1] Marketers can direct their product to other businesses (B2B marketing) or directly to consumers (B2C marketing).[2] Regardless of who is being marketed to, several factors apply, including the perspective the marketers will use. Known as market orientations, they determine how marketers will approach the planning stage of marketing.[3]\\n\\nThe marketing mix, which outlines the specifics of the product and how it will be sold,[4][5] is affected by the environment surrounding the product,[6] the results of marketing research and market research,[7][8] and the characteristics of the product\\'s target market.[9] Once these factors are determined, marketers must then decide what methods will be used to promote the product,[2] including use of coupons and other price inducements.[10]\\n\\nThe term marketing, what is commonly known as attracting customers, incorporates knowledge gained by studying the management of exchange relationships[11][12] and is the business process of identifying, anticipating and satisfying customers\\' needs and wants.\\nMarketing is currently defined by the American Marketing Association (AMA) as \"the activity, set of institutions, and processes for creating, communicating, delivering, and exchanging offerings that have value for customers, clients, partners, and society at large\".[13] However, the definition of marketing has evolved over the years. The AMA reviews this definition and its definition for \"marketing research\" every three years.[13] The interests of \"society at large\" were added into the definition in 2008.[14] The development of the definition may be seen by comparing the 2008 definition with the AMA\\'s 1935 version: \"Marketing is the performance of business activities that direct the flow of goods, and services from producers to consumers\".[15] The newer definition highlights the increased prominence of other stakeholders in the new conception of marketing.\\n\\nRecent definitions of marketing place more emphasis on the consumer relationship, as opposed to a pure exchange process. For instance, prolific marketing author and educator, Philip Kotler has evolved his definition of marketing. In 1980, he defined marketing as \"satisfying needs and wants through an exchange process\",[16] and in 2018 defined it as \"the process by which companies engage customers, build strong customer relationships, and create customer value in order to capture value from customers in return\".[17] A related definition, from the sales process engineering perspective, defines marketing as \"a set of processes that are interconnected and interdependent with other functions of a business aimed at achieving customer interest and satisfaction\".[18]\\n\\nBesides, customers some definitions of marketing highlight marketing\\'s ability to produce value to shareholders of the firm as well. In this context, marketing can be defined as \"the management process that seeks to maximise returns to shareholders by developing relationships with valued customers and creating a competitive advantage\".[19] For instance, the Chartered Institute of Marketing defines marketing from a customer-centric perspective, focusing on \"the management process responsible for identifying, anticipating and satisfying customer requirements profitably\".[20]\\n\\nIn the past, marketing practice tended to be seen as a creative industry, which included advertising, distribution and selling, and even today many parts of the marketing process (e.g. product design, art director, brand management, advertising, inbound marketing, copywriting etc.) involve the use of the creative arts.[21] However, because marketing makes extensive use of social sciences, psychology, sociology, mathematics, economics, anthropology and neuroscience, the profession is now widely recognized as a science.[22] Marketing science has developed a concrete process that can be followed to create a marketing plan.[23]\\n\\nThe \"marketing concept\" proposes that to complete its organizational objectives, an organization should anticipate the needs and wants of potential consumers and satisfy them more effectively than its competitors. This concept originated from Adam Smith\\'s book The Wealth of Nations but would not become widely used until nearly 200 years later.[24] Marketing and Marketing Concepts are directly related.\\n\\nGiven the centrality of customer needs, and wants in marketing, a rich understanding of these concepts is essential:[25]\\n\\nNeeds: Something necessary for people to live a healthy, stable and safe life. When needs remain unfulfilled, there is a clear adverse outcome: a dysfunction or death. Needs can be objective and physical, such as the need for food, water, and shelter; or subjective and psychological, such as the need to belong to a family or social group and the need for self-esteem.\\nWants: Something that is desired, wished for or aspired to. Wants are not essential for basic survival and are often shaped by culture or peer-groups.\\nDemands: When needs and wants are backed by the ability to pay, they have the potential to become economic demands.\\nMarketing research, conducted for the purpose of new product development or product improvement, is often concerned with identifying the consumer\\'s unmet needs.[26] Customer needs are central to market segmentation which is concerned with dividing markets into distinct groups of buyers on the basis of \"distinct needs, characteristics, or behaviors who might require separate products or marketing mixes.\"[27] Needs-based segmentation (also known as benefit segmentation) \"places the customers\\' desires at the forefront of how a company designs and markets products or services.\"[28] Although needs-based segmentation is difficult to do in practice, it has been proved to be one of the most effective ways to segment a market.[29][26] In addition, a great deal of advertising and promotion is designed to show how a given product\\'s benefits meet the customer\\'s needs, wants or expectations in a unique way.[30]\\n\\nB2B and B2C Marketing\\nThe two major segments of marketing are business-to-business (B2B) marketing and business-to-consumer (B2C) marketing.[2]\\n\\nB2B marketing\\nB2B (business-to-business) marketing refers to any marketing strategy or content that is geared towards a business or organization. Any company that sells products or services to other businesses or organizations (vs. consumers) typically uses B2B marketing strategies.\\n\\nExamples of products sold through B2B marketing include:\\n\\nMajor equipment\\nAccessory equipment\\nRaw materials\\nComponent parts\\nProcessed materials\\nSupplies\\nBusiness services[2]\\nThe four major categories of B2B product purchasers are:\\n\\nProducers- use products sold by B2B marketing to make their own goods (e.g.: Mattel buying plastics to make toys)\\nResellers- buy B2B products to sell through retail or wholesale establishments (e.g.: Walmart buying vacuums to sell in stores)\\nGovernments- buy B2B products for use in government projects (e.g.: purchasing contractor services to repair infrastructure)\\nInstitutions- use B2B products to continue operation (e.g.: schools buying printers for office use)[2]\\nB2C marketing\\nBusiness-to-consumer marketing, or B2C marketing, refers to the tactics and strategies in which a company promotes its products and services to individual people.\\n\\nTraditionally, this could refer to individuals shopping for personal products in a broad sense. More recently the term B2C refers to the online selling of consumer products.[31]\\n\\nC2B marketing\\nConsumer-to-business marketing or C2B marketing is a business model where the end consumers create products and services which are consumed by businesses and organizations. It is diametrically opposed to the popular concept of B2C or Business- to- Consumer where the companies make goods and services available to the end consumers.\\n\\nC2C marketing\\nCustomer to customer marketing or C2C marketing represents a market environment where one customer purchases goods from another customer using a third-party business or platform to facilitate the transaction. C2C companies are a new type of model that has emerged with e-commerce technology and the sharing economy.[32]\\n\\nDifferences in B2B and B2C marketing\\nThe different goals of B2B and B2C marketing lead to differences in the B2B and B2C markets. The main differences in these markets are demand, purchasing volume, number of customers, customer concentration, distribution, buying nature, buying influences, negotiations, reciprocity, leasing and promotional methods.[2]\\n\\nDemand: B2B demand is derived because businesses buy products based on how much demand there is for the final consumer product. Businesses buy products based on customer\\'s wants and needs. B2C demand is primarily because customers buy products based on their own wants and needs.[2]\\nPurchasing volume: Businesses buy products in large volumes to distribute to consumers. Consumers buy products in smaller volumes suitable for personal use.[2]\\nNumber of customers: There are relatively fewer businesses to market to than direct consumers.[2]\\nCustomer concentration: Businesses that specialize in a particular market tend to be geographically concentrated while customers that buy products from these businesses are not concentrated.[2]\\nDistribution: B2B products pass directly from the producer of the product to the business while B2C products must additionally go through a wholesaler or retailer.[2]\\nBuying nature: B2B purchasing is a formal process done by professional buyers and sellers, while B2C purchasing is informal.[2]\\nBuying influences: B2B purchasing is influenced by multiple people in various departments such as quality control, accounting, and logistics while B2C marketing is only influenced by the person making the purchase and possibly a few others.[2]\\nNegotiations: In B2B marketing, negotiating for lower prices or added benefits is commonly accepted while in B2C marketing (particularly in Western cultures) prices are fixed.[2]\\nReciprocity: Businesses tend to buy from businesses they sell to. For example, a business that sells printer ink is more likely to buy office chairs from a supplier that buys the business\\'s printer ink. In B2C marketing, this does not occur because consumers are not also selling products.[2]\\nLeasing: Businesses tend to lease expensive items while consumers tend to save up to buy expensive items.[2]\\nPromotional methods: In B2B marketing, the most common promotional method is personal selling. B2C marketing mostly uses sales promotion, public relations, advertising, and social media.[2]\\nMarketing Management Orientations\\nMain article: History of marketing § Orientations or philosophies that inform marketing practice\\nA marketing orientation has been defined as a \"philosophy of business management.\"[3] or \"a corporate state of mind\"[33] or as an \"organisation[al] culture\"[34] Although scholars continue to debate the precise nature of specific concepts that inform marketing practice, the most commonly cited orientations are as follows:[35]\\n\\nProduct concept: mainly concerned with the quality of its product. It has largely been supplanted by the marketing orientation, except for haute couture and arts marketing.[36][37]\\nProduction concept: specializes in producing as much as possible of a given product or service in order to achieve economies of scale or economies of scope. It dominated marketing practice from the 1860s to the 1930s, yet can still be found in some companies or industries. Specifically, Kotler and Armstrong note that the production philosophy is \"one of the oldest philosophies that guides sellers... [and] is still useful in some situations.\"[38]\\nSelling concept: focuses on the selling/promotion of the firm\\'s existing products, rather than developing new products to satisfy unmet needs or wants primarily through promotion and direct sales techniques,[39] largely for \"unsought goods\"[40] in industrial companies.[41] A 2011 meta analyses[42] found that the factors with the greatest impact on sales performance are a salesperson\\'s sales related knowledge (market segments, presentation skills, conflict resolution, and products), degree of adaptiveness, role clarity, cognitive aptitude, motivation and interest in a sales role).\\nMarketing concept: This is the most common concept used in contemporary marketing, and is a customer-centric approach based on products that suit new consumer tastes. These firm engage in extensive market research, use R&D (Research & Development), and then utilize promotion techniques.[43][44] The marketing orientation includes:\\nCustomer orientation: A firm in the market economy can survive by producing goods that people are willing and able to buy. Consequently, ascertaining consumer demand is vital for a firm\\'s future viability and even existence as a going concern.\\nOrganizational orientation: The marketing department is of prime importance within the functional level of an organization. Information from the marketing department is used to guide the actions of a company\\'s other departments. A marketing department could ascertain (via marketing research) that consumers desired a new type of product, or a new usage for an existing product. With this in mind, the marketing department would inform the R&D department to create a prototype of a product/service based on consumers\\' new desires. The production department would then start to manufacture the product. The finance department may oppose required capital expenditures since it could undermine a healthy cash flow for the organization.\\nSocietal marketing concept: Social responsibility that goes beyond satisfying customers and providing superior value embraces societal stakeholders such as employees, customers, and local communities. Companies that adopt this perspective typically practice triple bottom line reporting and publish financial, social and environmental impact reports. Sustainable marketing or green marketing is an extension of societal marketing.[45]\\nThe Marketing Mix\\nMain article: Marketing mix\\nA marketing mix is a foundational tool used to guide decision making in marketing. The marketing mix represents the basic tools that marketers can use to bring their products or services to the market. They are the foundation of managerial marketing and the marketing plan typically devotes a section to the marketing mix.\\n\\nThe 4Cs\\nIn response to environmental and technological changes in marketing, as well as criticisms towards the 4Ps approach, the 4Cs has emerged as a modern marketing mix model.\\n\\nOutline\\nConsumer (or Client)\\n\\nThe consumer refers to the person or group that will acquire the product. This aspect of the model focuses on fulfilling the wants or needs of the consumer.[5]\\n\\nCost\\n\\nCost refers to what is exchanged in return for the product. Cost mainly consists of the monetary value of the product. Cost also refers to anything else the consumer must sacrifice to attain the product, such as time or money spent on transportation to acquire the product.[5]\\n\\nConvenience\\n\\nLike \"Place\" in the 4Ps model, convenience refers to where the product will be sold. This, however, not only refers to physical stores but also whether the product is available in person or online. The convenience aspect emphasizes making it as easy as possible for the consumer to attain the product, thus making them more likely to do so.[5]\\n\\nCommunication\\n\\nLike \"Promotion\" in the 4Ps model, communication refers to how consumers find out about a product. Unlike promotion, communication not only refers to the one-way communication of advertising, but also the two-way communication available through social media.[5]\\n\\n\\n\\n\\n\\n\\n\\n\\n'"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Ojei0qSuJGVL"
      },
      "source": [
        "# Preprocessing & Cleaning Data"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gUfPzMgBIqRF",
        "outputId": "ea320d35-f1e1-474f-8c56-e07b30e4a234"
      },
      "source": [
        "# Code for text lowercasing\n",
        "def lower_casing_text(text):\n",
        "    # Convert text to lower case\n",
        "    # lower() - It converts all upperase letter of given string to lowercase.\n",
        "    text = text.lower()\n",
        "    return text\n",
        "skillString=lower_casing_text(skillString)\n",
        "#Test \n",
        "print(skillString)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "marketing\n",
            "marketing is the process of intentionally stimulating demand for and purchases of goods and services; potentially including selection of a target audience; selection of certain attributes or themes to emphasize in advertising; operation of advertising campaigns; attendance at trade shows and public events; design of products and packaging to be more attractive to buyers; selection of the terms of sale, such as price, discounts, warranty, and return policy; product placement in media or with people believed to influence the buying habits of others; agreements with retailers, wholesale distributors, or resellers; and attempts to create awareness of, loyalty to, and positive feelings about a brand. marketing is typically conducted by the seller, typically a retailer or manufacturer. sometimes tasks are contracted to a dedicated marketing firm or advertising agency. more rarely, a trade association or government agency (such as the agricultural marketing service) advertises on behalf of an entire industry or locality, often a specific type of food (e.g. got milk?), food from a specific area, or a city or region as a tourism destination.\n",
            "\n",
            "it is one of the primary components of business management and commerce.[1] marketers can direct their product to other businesses (b2b marketing) or directly to consumers (b2c marketing).[2] regardless of who is being marketed to, several factors apply, including the perspective the marketers will use. known as market orientations, they determine how marketers will approach the planning stage of marketing.[3]\n",
            "\n",
            "the marketing mix, which outlines the specifics of the product and how it will be sold,[4][5] is affected by the environment surrounding the product,[6] the results of marketing research and market research,[7][8] and the characteristics of the product's target market.[9] once these factors are determined, marketers must then decide what methods will be used to promote the product,[2] including use of coupons and other price inducements.[10]\n",
            "\n",
            "the term marketing, what is commonly known as attracting customers, incorporates knowledge gained by studying the management of exchange relationships[11][12] and is the business process of identifying, anticipating and satisfying customers' needs and wants.\n",
            "marketing is currently defined by the american marketing association (ama) as \"the activity, set of institutions, and processes for creating, communicating, delivering, and exchanging offerings that have value for customers, clients, partners, and society at large\".[13] however, the definition of marketing has evolved over the years. the ama reviews this definition and its definition for \"marketing research\" every three years.[13] the interests of \"society at large\" were added into the definition in 2008.[14] the development of the definition may be seen by comparing the 2008 definition with the ama's 1935 version: \"marketing is the performance of business activities that direct the flow of goods, and services from producers to consumers\".[15] the newer definition highlights the increased prominence of other stakeholders in the new conception of marketing.\n",
            "\n",
            "recent definitions of marketing place more emphasis on the consumer relationship, as opposed to a pure exchange process. for instance, prolific marketing author and educator, philip kotler has evolved his definition of marketing. in 1980, he defined marketing as \"satisfying needs and wants through an exchange process\",[16] and in 2018 defined it as \"the process by which companies engage customers, build strong customer relationships, and create customer value in order to capture value from customers in return\".[17] a related definition, from the sales process engineering perspective, defines marketing as \"a set of processes that are interconnected and interdependent with other functions of a business aimed at achieving customer interest and satisfaction\".[18]\n",
            "\n",
            "besides, customers some definitions of marketing highlight marketing's ability to produce value to shareholders of the firm as well. in this context, marketing can be defined as \"the management process that seeks to maximise returns to shareholders by developing relationships with valued customers and creating a competitive advantage\".[19] for instance, the chartered institute of marketing defines marketing from a customer-centric perspective, focusing on \"the management process responsible for identifying, anticipating and satisfying customer requirements profitably\".[20]\n",
            "\n",
            "in the past, marketing practice tended to be seen as a creative industry, which included advertising, distribution and selling, and even today many parts of the marketing process (e.g. product design, art director, brand management, advertising, inbound marketing, copywriting etc.) involve the use of the creative arts.[21] however, because marketing makes extensive use of social sciences, psychology, sociology, mathematics, economics, anthropology and neuroscience, the profession is now widely recognized as a science.[22] marketing science has developed a concrete process that can be followed to create a marketing plan.[23]\n",
            "\n",
            "the \"marketing concept\" proposes that to complete its organizational objectives, an organization should anticipate the needs and wants of potential consumers and satisfy them more effectively than its competitors. this concept originated from adam smith's book the wealth of nations but would not become widely used until nearly 200 years later.[24] marketing and marketing concepts are directly related.\n",
            "\n",
            "given the centrality of customer needs, and wants in marketing, a rich understanding of these concepts is essential:[25]\n",
            "\n",
            "needs: something necessary for people to live a healthy, stable and safe life. when needs remain unfulfilled, there is a clear adverse outcome: a dysfunction or death. needs can be objective and physical, such as the need for food, water, and shelter; or subjective and psychological, such as the need to belong to a family or social group and the need for self-esteem.\n",
            "wants: something that is desired, wished for or aspired to. wants are not essential for basic survival and are often shaped by culture or peer-groups.\n",
            "demands: when needs and wants are backed by the ability to pay, they have the potential to become economic demands.\n",
            "marketing research, conducted for the purpose of new product development or product improvement, is often concerned with identifying the consumer's unmet needs.[26] customer needs are central to market segmentation which is concerned with dividing markets into distinct groups of buyers on the basis of \"distinct needs, characteristics, or behaviors who might require separate products or marketing mixes.\"[27] needs-based segmentation (also known as benefit segmentation) \"places the customers' desires at the forefront of how a company designs and markets products or services.\"[28] although needs-based segmentation is difficult to do in practice, it has been proved to be one of the most effective ways to segment a market.[29][26] in addition, a great deal of advertising and promotion is designed to show how a given product's benefits meet the customer's needs, wants or expectations in a unique way.[30]\n",
            "\n",
            "b2b and b2c marketing\n",
            "the two major segments of marketing are business-to-business (b2b) marketing and business-to-consumer (b2c) marketing.[2]\n",
            "\n",
            "b2b marketing\n",
            "b2b (business-to-business) marketing refers to any marketing strategy or content that is geared towards a business or organization. any company that sells products or services to other businesses or organizations (vs. consumers) typically uses b2b marketing strategies.\n",
            "\n",
            "examples of products sold through b2b marketing include:\n",
            "\n",
            "major equipment\n",
            "accessory equipment\n",
            "raw materials\n",
            "component parts\n",
            "processed materials\n",
            "supplies\n",
            "business services[2]\n",
            "the four major categories of b2b product purchasers are:\n",
            "\n",
            "producers- use products sold by b2b marketing to make their own goods (e.g.: mattel buying plastics to make toys)\n",
            "resellers- buy b2b products to sell through retail or wholesale establishments (e.g.: walmart buying vacuums to sell in stores)\n",
            "governments- buy b2b products for use in government projects (e.g.: purchasing contractor services to repair infrastructure)\n",
            "institutions- use b2b products to continue operation (e.g.: schools buying printers for office use)[2]\n",
            "b2c marketing\n",
            "business-to-consumer marketing, or b2c marketing, refers to the tactics and strategies in which a company promotes its products and services to individual people.\n",
            "\n",
            "traditionally, this could refer to individuals shopping for personal products in a broad sense. more recently the term b2c refers to the online selling of consumer products.[31]\n",
            "\n",
            "c2b marketing\n",
            "consumer-to-business marketing or c2b marketing is a business model where the end consumers create products and services which are consumed by businesses and organizations. it is diametrically opposed to the popular concept of b2c or business- to- consumer where the companies make goods and services available to the end consumers.\n",
            "\n",
            "c2c marketing\n",
            "customer to customer marketing or c2c marketing represents a market environment where one customer purchases goods from another customer using a third-party business or platform to facilitate the transaction. c2c companies are a new type of model that has emerged with e-commerce technology and the sharing economy.[32]\n",
            "\n",
            "differences in b2b and b2c marketing\n",
            "the different goals of b2b and b2c marketing lead to differences in the b2b and b2c markets. the main differences in these markets are demand, purchasing volume, number of customers, customer concentration, distribution, buying nature, buying influences, negotiations, reciprocity, leasing and promotional methods.[2]\n",
            "\n",
            "demand: b2b demand is derived because businesses buy products based on how much demand there is for the final consumer product. businesses buy products based on customer's wants and needs. b2c demand is primarily because customers buy products based on their own wants and needs.[2]\n",
            "purchasing volume: businesses buy products in large volumes to distribute to consumers. consumers buy products in smaller volumes suitable for personal use.[2]\n",
            "number of customers: there are relatively fewer businesses to market to than direct consumers.[2]\n",
            "customer concentration: businesses that specialize in a particular market tend to be geographically concentrated while customers that buy products from these businesses are not concentrated.[2]\n",
            "distribution: b2b products pass directly from the producer of the product to the business while b2c products must additionally go through a wholesaler or retailer.[2]\n",
            "buying nature: b2b purchasing is a formal process done by professional buyers and sellers, while b2c purchasing is informal.[2]\n",
            "buying influences: b2b purchasing is influenced by multiple people in various departments such as quality control, accounting, and logistics while b2c marketing is only influenced by the person making the purchase and possibly a few others.[2]\n",
            "negotiations: in b2b marketing, negotiating for lower prices or added benefits is commonly accepted while in b2c marketing (particularly in western cultures) prices are fixed.[2]\n",
            "reciprocity: businesses tend to buy from businesses they sell to. for example, a business that sells printer ink is more likely to buy office chairs from a supplier that buys the business's printer ink. in b2c marketing, this does not occur because consumers are not also selling products.[2]\n",
            "leasing: businesses tend to lease expensive items while consumers tend to save up to buy expensive items.[2]\n",
            "promotional methods: in b2b marketing, the most common promotional method is personal selling. b2c marketing mostly uses sales promotion, public relations, advertising, and social media.[2]\n",
            "marketing management orientations\n",
            "main article: history of marketing § orientations or philosophies that inform marketing practice\n",
            "a marketing orientation has been defined as a \"philosophy of business management.\"[3] or \"a corporate state of mind\"[33] or as an \"organisation[al] culture\"[34] although scholars continue to debate the precise nature of specific concepts that inform marketing practice, the most commonly cited orientations are as follows:[35]\n",
            "\n",
            "product concept: mainly concerned with the quality of its product. it has largely been supplanted by the marketing orientation, except for haute couture and arts marketing.[36][37]\n",
            "production concept: specializes in producing as much as possible of a given product or service in order to achieve economies of scale or economies of scope. it dominated marketing practice from the 1860s to the 1930s, yet can still be found in some companies or industries. specifically, kotler and armstrong note that the production philosophy is \"one of the oldest philosophies that guides sellers... [and] is still useful in some situations.\"[38]\n",
            "selling concept: focuses on the selling/promotion of the firm's existing products, rather than developing new products to satisfy unmet needs or wants primarily through promotion and direct sales techniques,[39] largely for \"unsought goods\"[40] in industrial companies.[41] a 2011 meta analyses[42] found that the factors with the greatest impact on sales performance are a salesperson's sales related knowledge (market segments, presentation skills, conflict resolution, and products), degree of adaptiveness, role clarity, cognitive aptitude, motivation and interest in a sales role).\n",
            "marketing concept: this is the most common concept used in contemporary marketing, and is a customer-centric approach based on products that suit new consumer tastes. these firm engage in extensive market research, use r&d (research & development), and then utilize promotion techniques.[43][44] the marketing orientation includes:\n",
            "customer orientation: a firm in the market economy can survive by producing goods that people are willing and able to buy. consequently, ascertaining consumer demand is vital for a firm's future viability and even existence as a going concern.\n",
            "organizational orientation: the marketing department is of prime importance within the functional level of an organization. information from the marketing department is used to guide the actions of a company's other departments. a marketing department could ascertain (via marketing research) that consumers desired a new type of product, or a new usage for an existing product. with this in mind, the marketing department would inform the r&d department to create a prototype of a product/service based on consumers' new desires. the production department would then start to manufacture the product. the finance department may oppose required capital expenditures since it could undermine a healthy cash flow for the organization.\n",
            "societal marketing concept: social responsibility that goes beyond satisfying customers and providing superior value embraces societal stakeholders such as employees, customers, and local communities. companies that adopt this perspective typically practice triple bottom line reporting and publish financial, social and environmental impact reports. sustainable marketing or green marketing is an extension of societal marketing.[45]\n",
            "the marketing mix\n",
            "main article: marketing mix\n",
            "a marketing mix is a foundational tool used to guide decision making in marketing. the marketing mix represents the basic tools that marketers can use to bring their products or services to the market. they are the foundation of managerial marketing and the marketing plan typically devotes a section to the marketing mix.\n",
            "\n",
            "the 4cs\n",
            "in response to environmental and technological changes in marketing, as well as criticisms towards the 4ps approach, the 4cs has emerged as a modern marketing mix model.\n",
            "\n",
            "outline\n",
            "consumer (or client)\n",
            "\n",
            "the consumer refers to the person or group that will acquire the product. this aspect of the model focuses on fulfilling the wants or needs of the consumer.[5]\n",
            "\n",
            "cost\n",
            "\n",
            "cost refers to what is exchanged in return for the product. cost mainly consists of the monetary value of the product. cost also refers to anything else the consumer must sacrifice to attain the product, such as time or money spent on transportation to acquire the product.[5]\n",
            "\n",
            "convenience\n",
            "\n",
            "like \"place\" in the 4ps model, convenience refers to where the product will be sold. this, however, not only refers to physical stores but also whether the product is available in person or online. the convenience aspect emphasizes making it as easy as possible for the consumer to attain the product, thus making them more likely to do so.[5]\n",
            "\n",
            "communication\n",
            "\n",
            "like \"promotion\" in the 4ps model, communication refers to how consumers find out about a product. unlike promotion, communication not only refers to the one-way communication of advertising, but also the two-way communication available through social media.[5]\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 137
        },
        "id": "qiQ9NVzAJKHn",
        "outputId": "bf88378c-1838-4c1e-bbe1-82e2212e31a0"
      },
      "source": [
        "# Remove Emails from text\n",
        "def remove_emailFormate(text):\n",
        "    Formatted_Text = re.sub(r'\\S+@\\w+\\.com','',text)\n",
        "    return Formatted_Text\n",
        "skillString=remove_emailFormate(skillString)\n",
        "skillString"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'marketing\\nmarketing is the process of intentionally stimulating demand for and purchases of goods and services; potentially including selection of a target audience; selection of certain attributes or themes to emphasize in advertising; operation of advertising campaigns; attendance at trade shows and public events; design of products and packaging to be more attractive to buyers; selection of the terms of sale, such as price, discounts, warranty, and return policy; product placement in media or with people believed to influence the buying habits of others; agreements with retailers, wholesale distributors, or resellers; and attempts to create awareness of, loyalty to, and positive feelings about a brand. marketing is typically conducted by the seller, typically a retailer or manufacturer. sometimes tasks are contracted to a dedicated marketing firm or advertising agency. more rarely, a trade association or government agency (such as the agricultural marketing service) advertises on behalf of an entire industry or locality, often a specific type of food (e.g. got milk?), food from a specific area, or a city or region as a tourism destination.\\n\\nit is one of the primary components of business management and commerce.[1] marketers can direct their product to other businesses (b2b marketing) or directly to consumers (b2c marketing).[2] regardless of who is being marketed to, several factors apply, including the perspective the marketers will use. known as market orientations, they determine how marketers will approach the planning stage of marketing.[3]\\n\\nthe marketing mix, which outlines the specifics of the product and how it will be sold,[4][5] is affected by the environment surrounding the product,[6] the results of marketing research and market research,[7][8] and the characteristics of the product\\'s target market.[9] once these factors are determined, marketers must then decide what methods will be used to promote the product,[2] including use of coupons and other price inducements.[10]\\n\\nthe term marketing, what is commonly known as attracting customers, incorporates knowledge gained by studying the management of exchange relationships[11][12] and is the business process of identifying, anticipating and satisfying customers\\' needs and wants.\\nmarketing is currently defined by the american marketing association (ama) as \"the activity, set of institutions, and processes for creating, communicating, delivering, and exchanging offerings that have value for customers, clients, partners, and society at large\".[13] however, the definition of marketing has evolved over the years. the ama reviews this definition and its definition for \"marketing research\" every three years.[13] the interests of \"society at large\" were added into the definition in 2008.[14] the development of the definition may be seen by comparing the 2008 definition with the ama\\'s 1935 version: \"marketing is the performance of business activities that direct the flow of goods, and services from producers to consumers\".[15] the newer definition highlights the increased prominence of other stakeholders in the new conception of marketing.\\n\\nrecent definitions of marketing place more emphasis on the consumer relationship, as opposed to a pure exchange process. for instance, prolific marketing author and educator, philip kotler has evolved his definition of marketing. in 1980, he defined marketing as \"satisfying needs and wants through an exchange process\",[16] and in 2018 defined it as \"the process by which companies engage customers, build strong customer relationships, and create customer value in order to capture value from customers in return\".[17] a related definition, from the sales process engineering perspective, defines marketing as \"a set of processes that are interconnected and interdependent with other functions of a business aimed at achieving customer interest and satisfaction\".[18]\\n\\nbesides, customers some definitions of marketing highlight marketing\\'s ability to produce value to shareholders of the firm as well. in this context, marketing can be defined as \"the management process that seeks to maximise returns to shareholders by developing relationships with valued customers and creating a competitive advantage\".[19] for instance, the chartered institute of marketing defines marketing from a customer-centric perspective, focusing on \"the management process responsible for identifying, anticipating and satisfying customer requirements profitably\".[20]\\n\\nin the past, marketing practice tended to be seen as a creative industry, which included advertising, distribution and selling, and even today many parts of the marketing process (e.g. product design, art director, brand management, advertising, inbound marketing, copywriting etc.) involve the use of the creative arts.[21] however, because marketing makes extensive use of social sciences, psychology, sociology, mathematics, economics, anthropology and neuroscience, the profession is now widely recognized as a science.[22] marketing science has developed a concrete process that can be followed to create a marketing plan.[23]\\n\\nthe \"marketing concept\" proposes that to complete its organizational objectives, an organization should anticipate the needs and wants of potential consumers and satisfy them more effectively than its competitors. this concept originated from adam smith\\'s book the wealth of nations but would not become widely used until nearly 200 years later.[24] marketing and marketing concepts are directly related.\\n\\ngiven the centrality of customer needs, and wants in marketing, a rich understanding of these concepts is essential:[25]\\n\\nneeds: something necessary for people to live a healthy, stable and safe life. when needs remain unfulfilled, there is a clear adverse outcome: a dysfunction or death. needs can be objective and physical, such as the need for food, water, and shelter; or subjective and psychological, such as the need to belong to a family or social group and the need for self-esteem.\\nwants: something that is desired, wished for or aspired to. wants are not essential for basic survival and are often shaped by culture or peer-groups.\\ndemands: when needs and wants are backed by the ability to pay, they have the potential to become economic demands.\\nmarketing research, conducted for the purpose of new product development or product improvement, is often concerned with identifying the consumer\\'s unmet needs.[26] customer needs are central to market segmentation which is concerned with dividing markets into distinct groups of buyers on the basis of \"distinct needs, characteristics, or behaviors who might require separate products or marketing mixes.\"[27] needs-based segmentation (also known as benefit segmentation) \"places the customers\\' desires at the forefront of how a company designs and markets products or services.\"[28] although needs-based segmentation is difficult to do in practice, it has been proved to be one of the most effective ways to segment a market.[29][26] in addition, a great deal of advertising and promotion is designed to show how a given product\\'s benefits meet the customer\\'s needs, wants or expectations in a unique way.[30]\\n\\nb2b and b2c marketing\\nthe two major segments of marketing are business-to-business (b2b) marketing and business-to-consumer (b2c) marketing.[2]\\n\\nb2b marketing\\nb2b (business-to-business) marketing refers to any marketing strategy or content that is geared towards a business or organization. any company that sells products or services to other businesses or organizations (vs. consumers) typically uses b2b marketing strategies.\\n\\nexamples of products sold through b2b marketing include:\\n\\nmajor equipment\\naccessory equipment\\nraw materials\\ncomponent parts\\nprocessed materials\\nsupplies\\nbusiness services[2]\\nthe four major categories of b2b product purchasers are:\\n\\nproducers- use products sold by b2b marketing to make their own goods (e.g.: mattel buying plastics to make toys)\\nresellers- buy b2b products to sell through retail or wholesale establishments (e.g.: walmart buying vacuums to sell in stores)\\ngovernments- buy b2b products for use in government projects (e.g.: purchasing contractor services to repair infrastructure)\\ninstitutions- use b2b products to continue operation (e.g.: schools buying printers for office use)[2]\\nb2c marketing\\nbusiness-to-consumer marketing, or b2c marketing, refers to the tactics and strategies in which a company promotes its products and services to individual people.\\n\\ntraditionally, this could refer to individuals shopping for personal products in a broad sense. more recently the term b2c refers to the online selling of consumer products.[31]\\n\\nc2b marketing\\nconsumer-to-business marketing or c2b marketing is a business model where the end consumers create products and services which are consumed by businesses and organizations. it is diametrically opposed to the popular concept of b2c or business- to- consumer where the companies make goods and services available to the end consumers.\\n\\nc2c marketing\\ncustomer to customer marketing or c2c marketing represents a market environment where one customer purchases goods from another customer using a third-party business or platform to facilitate the transaction. c2c companies are a new type of model that has emerged with e-commerce technology and the sharing economy.[32]\\n\\ndifferences in b2b and b2c marketing\\nthe different goals of b2b and b2c marketing lead to differences in the b2b and b2c markets. the main differences in these markets are demand, purchasing volume, number of customers, customer concentration, distribution, buying nature, buying influences, negotiations, reciprocity, leasing and promotional methods.[2]\\n\\ndemand: b2b demand is derived because businesses buy products based on how much demand there is for the final consumer product. businesses buy products based on customer\\'s wants and needs. b2c demand is primarily because customers buy products based on their own wants and needs.[2]\\npurchasing volume: businesses buy products in large volumes to distribute to consumers. consumers buy products in smaller volumes suitable for personal use.[2]\\nnumber of customers: there are relatively fewer businesses to market to than direct consumers.[2]\\ncustomer concentration: businesses that specialize in a particular market tend to be geographically concentrated while customers that buy products from these businesses are not concentrated.[2]\\ndistribution: b2b products pass directly from the producer of the product to the business while b2c products must additionally go through a wholesaler or retailer.[2]\\nbuying nature: b2b purchasing is a formal process done by professional buyers and sellers, while b2c purchasing is informal.[2]\\nbuying influences: b2b purchasing is influenced by multiple people in various departments such as quality control, accounting, and logistics while b2c marketing is only influenced by the person making the purchase and possibly a few others.[2]\\nnegotiations: in b2b marketing, negotiating for lower prices or added benefits is commonly accepted while in b2c marketing (particularly in western cultures) prices are fixed.[2]\\nreciprocity: businesses tend to buy from businesses they sell to. for example, a business that sells printer ink is more likely to buy office chairs from a supplier that buys the business\\'s printer ink. in b2c marketing, this does not occur because consumers are not also selling products.[2]\\nleasing: businesses tend to lease expensive items while consumers tend to save up to buy expensive items.[2]\\npromotional methods: in b2b marketing, the most common promotional method is personal selling. b2c marketing mostly uses sales promotion, public relations, advertising, and social media.[2]\\nmarketing management orientations\\nmain article: history of marketing § orientations or philosophies that inform marketing practice\\na marketing orientation has been defined as a \"philosophy of business management.\"[3] or \"a corporate state of mind\"[33] or as an \"organisation[al] culture\"[34] although scholars continue to debate the precise nature of specific concepts that inform marketing practice, the most commonly cited orientations are as follows:[35]\\n\\nproduct concept: mainly concerned with the quality of its product. it has largely been supplanted by the marketing orientation, except for haute couture and arts marketing.[36][37]\\nproduction concept: specializes in producing as much as possible of a given product or service in order to achieve economies of scale or economies of scope. it dominated marketing practice from the 1860s to the 1930s, yet can still be found in some companies or industries. specifically, kotler and armstrong note that the production philosophy is \"one of the oldest philosophies that guides sellers... [and] is still useful in some situations.\"[38]\\nselling concept: focuses on the selling/promotion of the firm\\'s existing products, rather than developing new products to satisfy unmet needs or wants primarily through promotion and direct sales techniques,[39] largely for \"unsought goods\"[40] in industrial companies.[41] a 2011 meta analyses[42] found that the factors with the greatest impact on sales performance are a salesperson\\'s sales related knowledge (market segments, presentation skills, conflict resolution, and products), degree of adaptiveness, role clarity, cognitive aptitude, motivation and interest in a sales role).\\nmarketing concept: this is the most common concept used in contemporary marketing, and is a customer-centric approach based on products that suit new consumer tastes. these firm engage in extensive market research, use r&d (research & development), and then utilize promotion techniques.[43][44] the marketing orientation includes:\\ncustomer orientation: a firm in the market economy can survive by producing goods that people are willing and able to buy. consequently, ascertaining consumer demand is vital for a firm\\'s future viability and even existence as a going concern.\\norganizational orientation: the marketing department is of prime importance within the functional level of an organization. information from the marketing department is used to guide the actions of a company\\'s other departments. a marketing department could ascertain (via marketing research) that consumers desired a new type of product, or a new usage for an existing product. with this in mind, the marketing department would inform the r&d department to create a prototype of a product/service based on consumers\\' new desires. the production department would then start to manufacture the product. the finance department may oppose required capital expenditures since it could undermine a healthy cash flow for the organization.\\nsocietal marketing concept: social responsibility that goes beyond satisfying customers and providing superior value embraces societal stakeholders such as employees, customers, and local communities. companies that adopt this perspective typically practice triple bottom line reporting and publish financial, social and environmental impact reports. sustainable marketing or green marketing is an extension of societal marketing.[45]\\nthe marketing mix\\nmain article: marketing mix\\na marketing mix is a foundational tool used to guide decision making in marketing. the marketing mix represents the basic tools that marketers can use to bring their products or services to the market. they are the foundation of managerial marketing and the marketing plan typically devotes a section to the marketing mix.\\n\\nthe 4cs\\nin response to environmental and technological changes in marketing, as well as criticisms towards the 4ps approach, the 4cs has emerged as a modern marketing mix model.\\n\\noutline\\nconsumer (or client)\\n\\nthe consumer refers to the person or group that will acquire the product. this aspect of the model focuses on fulfilling the wants or needs of the consumer.[5]\\n\\ncost\\n\\ncost refers to what is exchanged in return for the product. cost mainly consists of the monetary value of the product. cost also refers to anything else the consumer must sacrifice to attain the product, such as time or money spent on transportation to acquire the product.[5]\\n\\nconvenience\\n\\nlike \"place\" in the 4ps model, convenience refers to where the product will be sold. this, however, not only refers to physical stores but also whether the product is available in person or online. the convenience aspect emphasizes making it as easy as possible for the consumer to attain the product, thus making them more likely to do so.[5]\\n\\ncommunication\\n\\nlike \"promotion\" in the 4ps model, communication refers to how consumers find out about a product. unlike promotion, communication not only refers to the one-way communication of advertising, but also the two-way communication available through social media.[5]\\n\\n\\n\\n\\n\\n\\n\\n\\n'"
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SLqKWqxcJTux",
        "outputId": "ed1ee488-80b4-48fa-9fcb-e2a0c709ac45"
      },
      "source": [
        "def replace_comma(text):\n",
        "    Text=text.replace('’',\"'\")\n",
        "    return Text\n",
        "#test \n",
        "skillString=replace_comma(skillString)\n",
        "print(skillString)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "marketing\n",
            "marketing is the process of intentionally stimulating demand for and purchases of goods and services; potentially including selection of a target audience; selection of certain attributes or themes to emphasize in advertising; operation of advertising campaigns; attendance at trade shows and public events; design of products and packaging to be more attractive to buyers; selection of the terms of sale, such as price, discounts, warranty, and return policy; product placement in media or with people believed to influence the buying habits of others; agreements with retailers, wholesale distributors, or resellers; and attempts to create awareness of, loyalty to, and positive feelings about a brand. marketing is typically conducted by the seller, typically a retailer or manufacturer. sometimes tasks are contracted to a dedicated marketing firm or advertising agency. more rarely, a trade association or government agency (such as the agricultural marketing service) advertises on behalf of an entire industry or locality, often a specific type of food (e.g. got milk?), food from a specific area, or a city or region as a tourism destination.\n",
            "\n",
            "it is one of the primary components of business management and commerce.[1] marketers can direct their product to other businesses (b2b marketing) or directly to consumers (b2c marketing).[2] regardless of who is being marketed to, several factors apply, including the perspective the marketers will use. known as market orientations, they determine how marketers will approach the planning stage of marketing.[3]\n",
            "\n",
            "the marketing mix, which outlines the specifics of the product and how it will be sold,[4][5] is affected by the environment surrounding the product,[6] the results of marketing research and market research,[7][8] and the characteristics of the product's target market.[9] once these factors are determined, marketers must then decide what methods will be used to promote the product,[2] including use of coupons and other price inducements.[10]\n",
            "\n",
            "the term marketing, what is commonly known as attracting customers, incorporates knowledge gained by studying the management of exchange relationships[11][12] and is the business process of identifying, anticipating and satisfying customers' needs and wants.\n",
            "marketing is currently defined by the american marketing association (ama) as \"the activity, set of institutions, and processes for creating, communicating, delivering, and exchanging offerings that have value for customers, clients, partners, and society at large\".[13] however, the definition of marketing has evolved over the years. the ama reviews this definition and its definition for \"marketing research\" every three years.[13] the interests of \"society at large\" were added into the definition in 2008.[14] the development of the definition may be seen by comparing the 2008 definition with the ama's 1935 version: \"marketing is the performance of business activities that direct the flow of goods, and services from producers to consumers\".[15] the newer definition highlights the increased prominence of other stakeholders in the new conception of marketing.\n",
            "\n",
            "recent definitions of marketing place more emphasis on the consumer relationship, as opposed to a pure exchange process. for instance, prolific marketing author and educator, philip kotler has evolved his definition of marketing. in 1980, he defined marketing as \"satisfying needs and wants through an exchange process\",[16] and in 2018 defined it as \"the process by which companies engage customers, build strong customer relationships, and create customer value in order to capture value from customers in return\".[17] a related definition, from the sales process engineering perspective, defines marketing as \"a set of processes that are interconnected and interdependent with other functions of a business aimed at achieving customer interest and satisfaction\".[18]\n",
            "\n",
            "besides, customers some definitions of marketing highlight marketing's ability to produce value to shareholders of the firm as well. in this context, marketing can be defined as \"the management process that seeks to maximise returns to shareholders by developing relationships with valued customers and creating a competitive advantage\".[19] for instance, the chartered institute of marketing defines marketing from a customer-centric perspective, focusing on \"the management process responsible for identifying, anticipating and satisfying customer requirements profitably\".[20]\n",
            "\n",
            "in the past, marketing practice tended to be seen as a creative industry, which included advertising, distribution and selling, and even today many parts of the marketing process (e.g. product design, art director, brand management, advertising, inbound marketing, copywriting etc.) involve the use of the creative arts.[21] however, because marketing makes extensive use of social sciences, psychology, sociology, mathematics, economics, anthropology and neuroscience, the profession is now widely recognized as a science.[22] marketing science has developed a concrete process that can be followed to create a marketing plan.[23]\n",
            "\n",
            "the \"marketing concept\" proposes that to complete its organizational objectives, an organization should anticipate the needs and wants of potential consumers and satisfy them more effectively than its competitors. this concept originated from adam smith's book the wealth of nations but would not become widely used until nearly 200 years later.[24] marketing and marketing concepts are directly related.\n",
            "\n",
            "given the centrality of customer needs, and wants in marketing, a rich understanding of these concepts is essential:[25]\n",
            "\n",
            "needs: something necessary for people to live a healthy, stable and safe life. when needs remain unfulfilled, there is a clear adverse outcome: a dysfunction or death. needs can be objective and physical, such as the need for food, water, and shelter; or subjective and psychological, such as the need to belong to a family or social group and the need for self-esteem.\n",
            "wants: something that is desired, wished for or aspired to. wants are not essential for basic survival and are often shaped by culture or peer-groups.\n",
            "demands: when needs and wants are backed by the ability to pay, they have the potential to become economic demands.\n",
            "marketing research, conducted for the purpose of new product development or product improvement, is often concerned with identifying the consumer's unmet needs.[26] customer needs are central to market segmentation which is concerned with dividing markets into distinct groups of buyers on the basis of \"distinct needs, characteristics, or behaviors who might require separate products or marketing mixes.\"[27] needs-based segmentation (also known as benefit segmentation) \"places the customers' desires at the forefront of how a company designs and markets products or services.\"[28] although needs-based segmentation is difficult to do in practice, it has been proved to be one of the most effective ways to segment a market.[29][26] in addition, a great deal of advertising and promotion is designed to show how a given product's benefits meet the customer's needs, wants or expectations in a unique way.[30]\n",
            "\n",
            "b2b and b2c marketing\n",
            "the two major segments of marketing are business-to-business (b2b) marketing and business-to-consumer (b2c) marketing.[2]\n",
            "\n",
            "b2b marketing\n",
            "b2b (business-to-business) marketing refers to any marketing strategy or content that is geared towards a business or organization. any company that sells products or services to other businesses or organizations (vs. consumers) typically uses b2b marketing strategies.\n",
            "\n",
            "examples of products sold through b2b marketing include:\n",
            "\n",
            "major equipment\n",
            "accessory equipment\n",
            "raw materials\n",
            "component parts\n",
            "processed materials\n",
            "supplies\n",
            "business services[2]\n",
            "the four major categories of b2b product purchasers are:\n",
            "\n",
            "producers- use products sold by b2b marketing to make their own goods (e.g.: mattel buying plastics to make toys)\n",
            "resellers- buy b2b products to sell through retail or wholesale establishments (e.g.: walmart buying vacuums to sell in stores)\n",
            "governments- buy b2b products for use in government projects (e.g.: purchasing contractor services to repair infrastructure)\n",
            "institutions- use b2b products to continue operation (e.g.: schools buying printers for office use)[2]\n",
            "b2c marketing\n",
            "business-to-consumer marketing, or b2c marketing, refers to the tactics and strategies in which a company promotes its products and services to individual people.\n",
            "\n",
            "traditionally, this could refer to individuals shopping for personal products in a broad sense. more recently the term b2c refers to the online selling of consumer products.[31]\n",
            "\n",
            "c2b marketing\n",
            "consumer-to-business marketing or c2b marketing is a business model where the end consumers create products and services which are consumed by businesses and organizations. it is diametrically opposed to the popular concept of b2c or business- to- consumer where the companies make goods and services available to the end consumers.\n",
            "\n",
            "c2c marketing\n",
            "customer to customer marketing or c2c marketing represents a market environment where one customer purchases goods from another customer using a third-party business or platform to facilitate the transaction. c2c companies are a new type of model that has emerged with e-commerce technology and the sharing economy.[32]\n",
            "\n",
            "differences in b2b and b2c marketing\n",
            "the different goals of b2b and b2c marketing lead to differences in the b2b and b2c markets. the main differences in these markets are demand, purchasing volume, number of customers, customer concentration, distribution, buying nature, buying influences, negotiations, reciprocity, leasing and promotional methods.[2]\n",
            "\n",
            "demand: b2b demand is derived because businesses buy products based on how much demand there is for the final consumer product. businesses buy products based on customer's wants and needs. b2c demand is primarily because customers buy products based on their own wants and needs.[2]\n",
            "purchasing volume: businesses buy products in large volumes to distribute to consumers. consumers buy products in smaller volumes suitable for personal use.[2]\n",
            "number of customers: there are relatively fewer businesses to market to than direct consumers.[2]\n",
            "customer concentration: businesses that specialize in a particular market tend to be geographically concentrated while customers that buy products from these businesses are not concentrated.[2]\n",
            "distribution: b2b products pass directly from the producer of the product to the business while b2c products must additionally go through a wholesaler or retailer.[2]\n",
            "buying nature: b2b purchasing is a formal process done by professional buyers and sellers, while b2c purchasing is informal.[2]\n",
            "buying influences: b2b purchasing is influenced by multiple people in various departments such as quality control, accounting, and logistics while b2c marketing is only influenced by the person making the purchase and possibly a few others.[2]\n",
            "negotiations: in b2b marketing, negotiating for lower prices or added benefits is commonly accepted while in b2c marketing (particularly in western cultures) prices are fixed.[2]\n",
            "reciprocity: businesses tend to buy from businesses they sell to. for example, a business that sells printer ink is more likely to buy office chairs from a supplier that buys the business's printer ink. in b2c marketing, this does not occur because consumers are not also selling products.[2]\n",
            "leasing: businesses tend to lease expensive items while consumers tend to save up to buy expensive items.[2]\n",
            "promotional methods: in b2b marketing, the most common promotional method is personal selling. b2c marketing mostly uses sales promotion, public relations, advertising, and social media.[2]\n",
            "marketing management orientations\n",
            "main article: history of marketing § orientations or philosophies that inform marketing practice\n",
            "a marketing orientation has been defined as a \"philosophy of business management.\"[3] or \"a corporate state of mind\"[33] or as an \"organisation[al] culture\"[34] although scholars continue to debate the precise nature of specific concepts that inform marketing practice, the most commonly cited orientations are as follows:[35]\n",
            "\n",
            "product concept: mainly concerned with the quality of its product. it has largely been supplanted by the marketing orientation, except for haute couture and arts marketing.[36][37]\n",
            "production concept: specializes in producing as much as possible of a given product or service in order to achieve economies of scale or economies of scope. it dominated marketing practice from the 1860s to the 1930s, yet can still be found in some companies or industries. specifically, kotler and armstrong note that the production philosophy is \"one of the oldest philosophies that guides sellers... [and] is still useful in some situations.\"[38]\n",
            "selling concept: focuses on the selling/promotion of the firm's existing products, rather than developing new products to satisfy unmet needs or wants primarily through promotion and direct sales techniques,[39] largely for \"unsought goods\"[40] in industrial companies.[41] a 2011 meta analyses[42] found that the factors with the greatest impact on sales performance are a salesperson's sales related knowledge (market segments, presentation skills, conflict resolution, and products), degree of adaptiveness, role clarity, cognitive aptitude, motivation and interest in a sales role).\n",
            "marketing concept: this is the most common concept used in contemporary marketing, and is a customer-centric approach based on products that suit new consumer tastes. these firm engage in extensive market research, use r&d (research & development), and then utilize promotion techniques.[43][44] the marketing orientation includes:\n",
            "customer orientation: a firm in the market economy can survive by producing goods that people are willing and able to buy. consequently, ascertaining consumer demand is vital for a firm's future viability and even existence as a going concern.\n",
            "organizational orientation: the marketing department is of prime importance within the functional level of an organization. information from the marketing department is used to guide the actions of a company's other departments. a marketing department could ascertain (via marketing research) that consumers desired a new type of product, or a new usage for an existing product. with this in mind, the marketing department would inform the r&d department to create a prototype of a product/service based on consumers' new desires. the production department would then start to manufacture the product. the finance department may oppose required capital expenditures since it could undermine a healthy cash flow for the organization.\n",
            "societal marketing concept: social responsibility that goes beyond satisfying customers and providing superior value embraces societal stakeholders such as employees, customers, and local communities. companies that adopt this perspective typically practice triple bottom line reporting and publish financial, social and environmental impact reports. sustainable marketing or green marketing is an extension of societal marketing.[45]\n",
            "the marketing mix\n",
            "main article: marketing mix\n",
            "a marketing mix is a foundational tool used to guide decision making in marketing. the marketing mix represents the basic tools that marketers can use to bring their products or services to the market. they are the foundation of managerial marketing and the marketing plan typically devotes a section to the marketing mix.\n",
            "\n",
            "the 4cs\n",
            "in response to environmental and technological changes in marketing, as well as criticisms towards the 4ps approach, the 4cs has emerged as a modern marketing mix model.\n",
            "\n",
            "outline\n",
            "consumer (or client)\n",
            "\n",
            "the consumer refers to the person or group that will acquire the product. this aspect of the model focuses on fulfilling the wants or needs of the consumer.[5]\n",
            "\n",
            "cost\n",
            "\n",
            "cost refers to what is exchanged in return for the product. cost mainly consists of the monetary value of the product. cost also refers to anything else the consumer must sacrifice to attain the product, such as time or money spent on transportation to acquire the product.[5]\n",
            "\n",
            "convenience\n",
            "\n",
            "like \"place\" in the 4ps model, convenience refers to where the product will be sold. this, however, not only refers to physical stores but also whether the product is available in person or online. the convenience aspect emphasizes making it as easy as possible for the consumer to attain the product, thus making them more likely to do so.[5]\n",
            "\n",
            "communication\n",
            "\n",
            "like \"promotion\" in the 4ps model, communication refers to how consumers find out about a product. unlike promotion, communication not only refers to the one-way communication of advertising, but also the two-way communication available through social media.[5]\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 137
        },
        "id": "23giV9XwJTxs",
        "outputId": "bf8d7b01-1a8d-490c-c10b-f8b53f886dfe"
      },
      "source": [
        "CONTRACTION_MAP = {\n",
        "\"ain't\": \"is not\",\n",
        "\"aren't\": \"are not\",\n",
        "\"can't\": \"cannot\",\n",
        "\"can't've\": \"cannot have\",\n",
        "\"'cause\": \"because\",\n",
        "\"could've\": \"could have\",\n",
        "\"couldn't\": \"could not\",\n",
        "\"couldn't've\": \"could not have\",\n",
        "\"didn't\": \"did not\",\n",
        "\"doesn't\": \"does not\",\n",
        "\"don't\": \"do not\",\n",
        "\"hadn't\": \"had not\",\n",
        "\"hadn't've\": \"had not have\",\n",
        "\"hasn't\": \"has not\",\n",
        "\"haven't\": \"have not\",\n",
        "\"he'd\": \"he would\",\n",
        "\"he'd've\": \"he would have\",\n",
        "\"he'll\": \"he will\",\n",
        "\"he'll've\": \"he he will have\",\n",
        "\"he's\": \"he is\",\n",
        "\"how'd\": \"how did\",\n",
        "\"how'd'y\": \"how do you\",\n",
        "\"how'll\": \"how will\",\n",
        "\"how's\": \"how is\",\n",
        "\"i'd\": \"i would\",\n",
        "\"i'd've\": \"i would have\",\n",
        "\"i'll\": \"i will\",\n",
        "\"i'll've\": \"i will have\",\n",
        "\"i'm\": \"i am\",\n",
        "\"i've\": \"i have\",\n",
        "\"isn't\": \"is not\",\n",
        "\"it'd\": \"it would\",\n",
        "\"it'd've\": \"it would have\",\n",
        "\"it'll\": \"it will\",\n",
        "\"it'll've\": \"it will have\",\n",
        "\"it's\": \"it is\",\n",
        "\"let's\": \"let us\",\n",
        "\"ma'am\": \"madam\",\n",
        "\"mayn't\": \"may not\",\n",
        "\"might've\": \"might have\",\n",
        "\"mightn't\": \"might not\",\n",
        "\"mightn't've\": \"might not have\",\n",
        "\"must've\": \"must have\",\n",
        "\"mustn't\": \"must not\",\n",
        "\"mustn't've\": \"must not have\",\n",
        "\"needn't\": \"need not\",\n",
        "\"needn't've\": \"need not have\",\n",
        "\"o'clock\": \"of the clock\",\n",
        "\"oughtn't\": \"ought not\",\n",
        "\"oughtn't've\": \"ought not have\",\n",
        "\"shan't\": \"shall not\",\n",
        "\"sha'n't\": \"shall not\",\n",
        "\"shan't've\": \"shall not have\",\n",
        "\"she'd\": \"she would\",\n",
        "\"she'd've\": \"she would have\",\n",
        "\"she'll\": \"she will\",\n",
        "\"she'll've\": \"she will have\",\n",
        "\"she's\": \"she is\",\n",
        "\"should've\": \"should have\",\n",
        "\"shouldn't\": \"should not\",\n",
        "\"shouldn't've\": \"should not have\",\n",
        "\"so've\": \"so have\",\n",
        "\"so's\": \"so as\",\n",
        "\"that'd\": \"that would\",\n",
        "\"that'd've\": \"that would have\",\n",
        "\"that's\": \"that is\",\n",
        "\"there'd\": \"there would\",\n",
        "\"there'd've\": \"there would have\",\n",
        "\"there's\": \"there is\",\n",
        "\"they'd\": \"they would\",\n",
        "\"they'd've\": \"they would have\",\n",
        "\"they'll\": \"they will\",\n",
        "\"they'll've\": \"they will have\",\n",
        "\"they're\": \"they are\",\n",
        "\"they've\": \"they have\",\n",
        "\"to've\": \"to have\",\n",
        "\"wasn't\": \"was not\",\n",
        "\"we'd\": \"we would\",\n",
        "\"we'd've\": \"we would have\",\n",
        "\"we'll\": \"we will\",\n",
        "\"we'll've\": \"we will have\",\n",
        "\"we're\": \"we are\",\n",
        "\"we've\": \"we have\",\n",
        "\"weren't\": \"were not\",\n",
        "\"what'll\": \"what will\",\n",
        "\"what'll've\": \"what will have\",\n",
        "\"what're\": \"what are\",\n",
        "\"what's\": \"what is\",\n",
        "\"what've\": \"what have\",\n",
        "\"when's\": \"when is\",\n",
        "\"when've\": \"when have\",\n",
        "\"where'd\": \"where did\",\n",
        "\"where's\": \"where is\",\n",
        "\"where've\": \"where have\",\n",
        "\"who'll\": \"who will\",\n",
        "\"who'll've\": \"who will have\",\n",
        "\"who's\": \"who is\",\n",
        "\"who've\": \"who have\",\n",
        "\"why's\": \"why is\",\n",
        "\"why've\": \"why have\",\n",
        "\"will've\": \"will have\",\n",
        "\"won't\": \"will not\",\n",
        "\"won't've\": \"will not have\",\n",
        "\"would've\": \"would have\",\n",
        "\"wouldn't\": \"would not\",\n",
        "\"wouldn't've\": \"would not have\",\n",
        "\"y'all\": \"you all\",\n",
        "\"y'all'd\": \"you all would\",\n",
        "\"y'all'd've\": \"you all would have\",\n",
        "\"y'all're\": \"you all are\",\n",
        "\"y'all've\": \"you all have\",\n",
        "\"you'd\": \"you would\",\n",
        "\"you'd've\": \"you would have\",\n",
        "\"you'll\": \"you will\",\n",
        "\"you'll've\": \"you will have\",\n",
        "\"you're\": \"you are\",\n",
        "\"you've\": \"you have\",\n",
        "}\n",
        "# The code for expanding contraction words\n",
        "def expand_contractions(text, contraction_mapping =  CONTRACTION_MAP):\n",
        "    \"\"\"expand shortened words to the actual form.\n",
        "       e.g. don't to do not\n",
        "     \"\"\"\n",
        "    # Tokenizing text into tokens.\n",
        "    list_Of_tokens = text.split(' ')\n",
        "\n",
        "    # Checking for whether the given token matches with the Key & replacing word with key's value.\n",
        "    \n",
        "    # Check whether Word is in lidt_Of_tokens or not.\n",
        "    for Word in list_Of_tokens: \n",
        "        # Check whether found word is in dictionary \"Contraction Map\" or not as a key. \n",
        "         if Word in CONTRACTION_MAP: \n",
        "                # If Word is present in both dictionary & list_Of_tokens, replace that word with the key value.\n",
        "                list_Of_tokens = [item.replace(Word, CONTRACTION_MAP[Word]) for item in list_Of_tokens]\n",
        "                \n",
        "    # Converting list of tokens to String.\n",
        "    String_Of_tokens = ' '.join(str(e) for e in list_Of_tokens) \n",
        "    return String_Of_tokens\n",
        "#test \n",
        "skillString=expand_contractions(skillString)\n",
        "skillString"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'marketing\\nmarketing is the process of intentionally stimulating demand for and purchases of goods and services; potentially including selection of a target audience; selection of certain attributes or themes to emphasize in advertising; operation of advertising campaigns; attendance at trade shows and public events; design of products and packaging to be more attractive to buyers; selection of the terms of sale, such as price, discounts, warranty, and return policy; product placement in media or with people believed to influence the buying habits of others; agreements with retailers, wholesale distributors, or resellers; and attempts to create awareness of, loyalty to, and positive feelings about a brand. marketing is typically conducted by the seller, typically a retailer or manufacturer. sometimes tasks are contracted to a dedicated marketing firm or advertising agency. more rarely, a trade association or government agency (such as the agricultural marketing service) advertises on behalf of an entire industry or locality, often a specific type of food (e.g. got milk?), food from a specific area, or a city or region as a tourism destination.\\n\\nit is one of the primary components of business management and commerce.[1] marketers can direct their product to other businesses (b2b marketing) or directly to consumers (b2c marketing).[2] regardless of who is being marketed to, several factors apply, including the perspective the marketers will use. known as market orientations, they determine how marketers will approach the planning stage of marketing.[3]\\n\\nthe marketing mix, which outlines the specifics of the product and how it will be sold,[4][5] is affected by the environment surrounding the product,[6] the results of marketing research and market research,[7][8] and the characteristics of the product\\'s target market.[9] once these factors are determined, marketers must then decide what methods will be used to promote the product,[2] including use of coupons and other price inducements.[10]\\n\\nthe term marketing, what is commonly known as attracting customers, incorporates knowledge gained by studying the management of exchange relationships[11][12] and is the business process of identifying, anticipating and satisfying customers\\' needs and wants.\\nmarketing is currently defined by the american marketing association (ama) as \"the activity, set of institutions, and processes for creating, communicating, delivering, and exchanging offerings that have value for customers, clients, partners, and society at large\".[13] however, the definition of marketing has evolved over the years. the ama reviews this definition and its definition for \"marketing research\" every three years.[13] the interests of \"society at large\" were added into the definition in 2008.[14] the development of the definition may be seen by comparing the 2008 definition with the ama\\'s 1935 version: \"marketing is the performance of business activities that direct the flow of goods, and services from producers to consumers\".[15] the newer definition highlights the increased prominence of other stakeholders in the new conception of marketing.\\n\\nrecent definitions of marketing place more emphasis on the consumer relationship, as opposed to a pure exchange process. for instance, prolific marketing author and educator, philip kotler has evolved his definition of marketing. in 1980, he defined marketing as \"satisfying needs and wants through an exchange process\",[16] and in 2018 defined it as \"the process by which companies engage customers, build strong customer relationships, and create customer value in order to capture value from customers in return\".[17] a related definition, from the sales process engineering perspective, defines marketing as \"a set of processes that are interconnected and interdependent with other functions of a business aimed at achieving customer interest and satisfaction\".[18]\\n\\nbesides, customers some definitions of marketing highlight marketing\\'s ability to produce value to shareholders of the firm as well. in this context, marketing can be defined as \"the management process that seeks to maximise returns to shareholders by developing relationships with valued customers and creating a competitive advantage\".[19] for instance, the chartered institute of marketing defines marketing from a customer-centric perspective, focusing on \"the management process responsible for identifying, anticipating and satisfying customer requirements profitably\".[20]\\n\\nin the past, marketing practice tended to be seen as a creative industry, which included advertising, distribution and selling, and even today many parts of the marketing process (e.g. product design, art director, brand management, advertising, inbound marketing, copywriting etc.) involve the use of the creative arts.[21] however, because marketing makes extensive use of social sciences, psychology, sociology, mathematics, economics, anthropology and neuroscience, the profession is now widely recognized as a science.[22] marketing science has developed a concrete process that can be followed to create a marketing plan.[23]\\n\\nthe \"marketing concept\" proposes that to complete its organizational objectives, an organization should anticipate the needs and wants of potential consumers and satisfy them more effectively than its competitors. this concept originated from adam smith\\'s book the wealth of nations but would not become widely used until nearly 200 years later.[24] marketing and marketing concepts are directly related.\\n\\ngiven the centrality of customer needs, and wants in marketing, a rich understanding of these concepts is essential:[25]\\n\\nneeds: something necessary for people to live a healthy, stable and safe life. when needs remain unfulfilled, there is a clear adverse outcome: a dysfunction or death. needs can be objective and physical, such as the need for food, water, and shelter; or subjective and psychological, such as the need to belong to a family or social group and the need for self-esteem.\\nwants: something that is desired, wished for or aspired to. wants are not essential for basic survival and are often shaped by culture or peer-groups.\\ndemands: when needs and wants are backed by the ability to pay, they have the potential to become economic demands.\\nmarketing research, conducted for the purpose of new product development or product improvement, is often concerned with identifying the consumer\\'s unmet needs.[26] customer needs are central to market segmentation which is concerned with dividing markets into distinct groups of buyers on the basis of \"distinct needs, characteristics, or behaviors who might require separate products or marketing mixes.\"[27] needs-based segmentation (also known as benefit segmentation) \"places the customers\\' desires at the forefront of how a company designs and markets products or services.\"[28] although needs-based segmentation is difficult to do in practice, it has been proved to be one of the most effective ways to segment a market.[29][26] in addition, a great deal of advertising and promotion is designed to show how a given product\\'s benefits meet the customer\\'s needs, wants or expectations in a unique way.[30]\\n\\nb2b and b2c marketing\\nthe two major segments of marketing are business-to-business (b2b) marketing and business-to-consumer (b2c) marketing.[2]\\n\\nb2b marketing\\nb2b (business-to-business) marketing refers to any marketing strategy or content that is geared towards a business or organization. any company that sells products or services to other businesses or organizations (vs. consumers) typically uses b2b marketing strategies.\\n\\nexamples of products sold through b2b marketing include:\\n\\nmajor equipment\\naccessory equipment\\nraw materials\\ncomponent parts\\nprocessed materials\\nsupplies\\nbusiness services[2]\\nthe four major categories of b2b product purchasers are:\\n\\nproducers- use products sold by b2b marketing to make their own goods (e.g.: mattel buying plastics to make toys)\\nresellers- buy b2b products to sell through retail or wholesale establishments (e.g.: walmart buying vacuums to sell in stores)\\ngovernments- buy b2b products for use in government projects (e.g.: purchasing contractor services to repair infrastructure)\\ninstitutions- use b2b products to continue operation (e.g.: schools buying printers for office use)[2]\\nb2c marketing\\nbusiness-to-consumer marketing, or b2c marketing, refers to the tactics and strategies in which a company promotes its products and services to individual people.\\n\\ntraditionally, this could refer to individuals shopping for personal products in a broad sense. more recently the term b2c refers to the online selling of consumer products.[31]\\n\\nc2b marketing\\nconsumer-to-business marketing or c2b marketing is a business model where the end consumers create products and services which are consumed by businesses and organizations. it is diametrically opposed to the popular concept of b2c or business- to- consumer where the companies make goods and services available to the end consumers.\\n\\nc2c marketing\\ncustomer to customer marketing or c2c marketing represents a market environment where one customer purchases goods from another customer using a third-party business or platform to facilitate the transaction. c2c companies are a new type of model that has emerged with e-commerce technology and the sharing economy.[32]\\n\\ndifferences in b2b and b2c marketing\\nthe different goals of b2b and b2c marketing lead to differences in the b2b and b2c markets. the main differences in these markets are demand, purchasing volume, number of customers, customer concentration, distribution, buying nature, buying influences, negotiations, reciprocity, leasing and promotional methods.[2]\\n\\ndemand: b2b demand is derived because businesses buy products based on how much demand there is for the final consumer product. businesses buy products based on customer\\'s wants and needs. b2c demand is primarily because customers buy products based on their own wants and needs.[2]\\npurchasing volume: businesses buy products in large volumes to distribute to consumers. consumers buy products in smaller volumes suitable for personal use.[2]\\nnumber of customers: there are relatively fewer businesses to market to than direct consumers.[2]\\ncustomer concentration: businesses that specialize in a particular market tend to be geographically concentrated while customers that buy products from these businesses are not concentrated.[2]\\ndistribution: b2b products pass directly from the producer of the product to the business while b2c products must additionally go through a wholesaler or retailer.[2]\\nbuying nature: b2b purchasing is a formal process done by professional buyers and sellers, while b2c purchasing is informal.[2]\\nbuying influences: b2b purchasing is influenced by multiple people in various departments such as quality control, accounting, and logistics while b2c marketing is only influenced by the person making the purchase and possibly a few others.[2]\\nnegotiations: in b2b marketing, negotiating for lower prices or added benefits is commonly accepted while in b2c marketing (particularly in western cultures) prices are fixed.[2]\\nreciprocity: businesses tend to buy from businesses they sell to. for example, a business that sells printer ink is more likely to buy office chairs from a supplier that buys the business\\'s printer ink. in b2c marketing, this does not occur because consumers are not also selling products.[2]\\nleasing: businesses tend to lease expensive items while consumers tend to save up to buy expensive items.[2]\\npromotional methods: in b2b marketing, the most common promotional method is personal selling. b2c marketing mostly uses sales promotion, public relations, advertising, and social media.[2]\\nmarketing management orientations\\nmain article: history of marketing § orientations or philosophies that inform marketing practice\\na marketing orientation has been defined as a \"philosophy of business management.\"[3] or \"a corporate state of mind\"[33] or as an \"organisation[al] culture\"[34] although scholars continue to debate the precise nature of specific concepts that inform marketing practice, the most commonly cited orientations are as follows:[35]\\n\\nproduct concept: mainly concerned with the quality of its product. it has largely been supplanted by the marketing orientation, except for haute couture and arts marketing.[36][37]\\nproduction concept: specializes in producing as much as possible of a given product or service in order to achieve economies of scale or economies of scope. it dominated marketing practice from the 1860s to the 1930s, yet can still be found in some companies or industries. specifically, kotler and armstrong note that the production philosophy is \"one of the oldest philosophies that guides sellers... [and] is still useful in some situations.\"[38]\\nselling concept: focuses on the selling/promotion of the firm\\'s existing products, rather than developing new products to satisfy unmet needs or wants primarily through promotion and direct sales techniques,[39] largely for \"unsought goods\"[40] in industrial companies.[41] a 2011 meta analyses[42] found that the factors with the greatest impact on sales performance are a salesperson\\'s sales related knowledge (market segments, presentation skills, conflict resolution, and products), degree of adaptiveness, role clarity, cognitive aptitude, motivation and interest in a sales role).\\nmarketing concept: this is the most common concept used in contemporary marketing, and is a customer-centric approach based on products that suit new consumer tastes. these firm engage in extensive market research, use r&d (research & development), and then utilize promotion techniques.[43][44] the marketing orientation includes:\\ncustomer orientation: a firm in the market economy can survive by producing goods that people are willing and able to buy. consequently, ascertaining consumer demand is vital for a firm\\'s future viability and even existence as a going concern.\\norganizational orientation: the marketing department is of prime importance within the functional level of an organization. information from the marketing department is used to guide the actions of a company\\'s other departments. a marketing department could ascertain (via marketing research) that consumers desired a new type of product, or a new usage for an existing product. with this in mind, the marketing department would inform the r&d department to create a prototype of a product/service based on consumers\\' new desires. the production department would then start to manufacture the product. the finance department may oppose required capital expenditures since it could undermine a healthy cash flow for the organization.\\nsocietal marketing concept: social responsibility that goes beyond satisfying customers and providing superior value embraces societal stakeholders such as employees, customers, and local communities. companies that adopt this perspective typically practice triple bottom line reporting and publish financial, social and environmental impact reports. sustainable marketing or green marketing is an extension of societal marketing.[45]\\nthe marketing mix\\nmain article: marketing mix\\na marketing mix is a foundational tool used to guide decision making in marketing. the marketing mix represents the basic tools that marketers can use to bring their products or services to the market. they are the foundation of managerial marketing and the marketing plan typically devotes a section to the marketing mix.\\n\\nthe 4cs\\nin response to environmental and technological changes in marketing, as well as criticisms towards the 4ps approach, the 4cs has emerged as a modern marketing mix model.\\n\\noutline\\nconsumer (or client)\\n\\nthe consumer refers to the person or group that will acquire the product. this aspect of the model focuses on fulfilling the wants or needs of the consumer.[5]\\n\\ncost\\n\\ncost refers to what is exchanged in return for the product. cost mainly consists of the monetary value of the product. cost also refers to anything else the consumer must sacrifice to attain the product, such as time or money spent on transportation to acquire the product.[5]\\n\\nconvenience\\n\\nlike \"place\" in the 4ps model, convenience refers to where the product will be sold. this, however, not only refers to physical stores but also whether the product is available in person or online. the convenience aspect emphasizes making it as easy as possible for the consumer to attain the product, thus making them more likely to do so.[5]\\n\\ncommunication\\n\\nlike \"promotion\" in the 4ps model, communication refers to how consumers find out about a product. unlike promotion, communication not only refers to the one-way communication of advertising, but also the two-way communication available through social media.[5]\\n\\n\\n\\n\\n\\n\\n\\n\\n'"
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 137
        },
        "id": "ivRb8FY4J2IR",
        "outputId": "0e639285-36c7-485d-8c30-328013e6891f"
      },
      "source": [
        "def removing_Num_between_brackets(text):\n",
        "\n",
        "    # The formatted text after removing not necessary punctuations.\n",
        "    Formatted_Text=re.sub('\\[.*?\\]','',text)\n",
        "    # In the above regex expression,I am providing necessary set of punctuations that are frequent in this particular dataset.\n",
        "    return Formatted_Text\n",
        "#test \n",
        "skillString=removing_Num_between_brackets(skillString)\n",
        "skillString"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'marketing\\nmarketing is the process of intentionally stimulating demand for and purchases of goods and services; potentially including selection of a target audience; selection of certain attributes or themes to emphasize in advertising; operation of advertising campaigns; attendance at trade shows and public events; design of products and packaging to be more attractive to buyers; selection of the terms of sale, such as price, discounts, warranty, and return policy; product placement in media or with people believed to influence the buying habits of others; agreements with retailers, wholesale distributors, or resellers; and attempts to create awareness of, loyalty to, and positive feelings about a brand. marketing is typically conducted by the seller, typically a retailer or manufacturer. sometimes tasks are contracted to a dedicated marketing firm or advertising agency. more rarely, a trade association or government agency (such as the agricultural marketing service) advertises on behalf of an entire industry or locality, often a specific type of food (e.g. got milk?), food from a specific area, or a city or region as a tourism destination.\\n\\nit is one of the primary components of business management and commerce. marketers can direct their product to other businesses (b2b marketing) or directly to consumers (b2c marketing). regardless of who is being marketed to, several factors apply, including the perspective the marketers will use. known as market orientations, they determine how marketers will approach the planning stage of marketing.\\n\\nthe marketing mix, which outlines the specifics of the product and how it will be sold, is affected by the environment surrounding the product, the results of marketing research and market research, and the characteristics of the product\\'s target market. once these factors are determined, marketers must then decide what methods will be used to promote the product, including use of coupons and other price inducements.\\n\\nthe term marketing, what is commonly known as attracting customers, incorporates knowledge gained by studying the management of exchange relationships and is the business process of identifying, anticipating and satisfying customers\\' needs and wants.\\nmarketing is currently defined by the american marketing association (ama) as \"the activity, set of institutions, and processes for creating, communicating, delivering, and exchanging offerings that have value for customers, clients, partners, and society at large\". however, the definition of marketing has evolved over the years. the ama reviews this definition and its definition for \"marketing research\" every three years. the interests of \"society at large\" were added into the definition in 2008. the development of the definition may be seen by comparing the 2008 definition with the ama\\'s 1935 version: \"marketing is the performance of business activities that direct the flow of goods, and services from producers to consumers\". the newer definition highlights the increased prominence of other stakeholders in the new conception of marketing.\\n\\nrecent definitions of marketing place more emphasis on the consumer relationship, as opposed to a pure exchange process. for instance, prolific marketing author and educator, philip kotler has evolved his definition of marketing. in 1980, he defined marketing as \"satisfying needs and wants through an exchange process\", and in 2018 defined it as \"the process by which companies engage customers, build strong customer relationships, and create customer value in order to capture value from customers in return\". a related definition, from the sales process engineering perspective, defines marketing as \"a set of processes that are interconnected and interdependent with other functions of a business aimed at achieving customer interest and satisfaction\".\\n\\nbesides, customers some definitions of marketing highlight marketing\\'s ability to produce value to shareholders of the firm as well. in this context, marketing can be defined as \"the management process that seeks to maximise returns to shareholders by developing relationships with valued customers and creating a competitive advantage\". for instance, the chartered institute of marketing defines marketing from a customer-centric perspective, focusing on \"the management process responsible for identifying, anticipating and satisfying customer requirements profitably\".\\n\\nin the past, marketing practice tended to be seen as a creative industry, which included advertising, distribution and selling, and even today many parts of the marketing process (e.g. product design, art director, brand management, advertising, inbound marketing, copywriting etc.) involve the use of the creative arts. however, because marketing makes extensive use of social sciences, psychology, sociology, mathematics, economics, anthropology and neuroscience, the profession is now widely recognized as a science. marketing science has developed a concrete process that can be followed to create a marketing plan.\\n\\nthe \"marketing concept\" proposes that to complete its organizational objectives, an organization should anticipate the needs and wants of potential consumers and satisfy them more effectively than its competitors. this concept originated from adam smith\\'s book the wealth of nations but would not become widely used until nearly 200 years later. marketing and marketing concepts are directly related.\\n\\ngiven the centrality of customer needs, and wants in marketing, a rich understanding of these concepts is essential:\\n\\nneeds: something necessary for people to live a healthy, stable and safe life. when needs remain unfulfilled, there is a clear adverse outcome: a dysfunction or death. needs can be objective and physical, such as the need for food, water, and shelter; or subjective and psychological, such as the need to belong to a family or social group and the need for self-esteem.\\nwants: something that is desired, wished for or aspired to. wants are not essential for basic survival and are often shaped by culture or peer-groups.\\ndemands: when needs and wants are backed by the ability to pay, they have the potential to become economic demands.\\nmarketing research, conducted for the purpose of new product development or product improvement, is often concerned with identifying the consumer\\'s unmet needs. customer needs are central to market segmentation which is concerned with dividing markets into distinct groups of buyers on the basis of \"distinct needs, characteristics, or behaviors who might require separate products or marketing mixes.\" needs-based segmentation (also known as benefit segmentation) \"places the customers\\' desires at the forefront of how a company designs and markets products or services.\" although needs-based segmentation is difficult to do in practice, it has been proved to be one of the most effective ways to segment a market. in addition, a great deal of advertising and promotion is designed to show how a given product\\'s benefits meet the customer\\'s needs, wants or expectations in a unique way.\\n\\nb2b and b2c marketing\\nthe two major segments of marketing are business-to-business (b2b) marketing and business-to-consumer (b2c) marketing.\\n\\nb2b marketing\\nb2b (business-to-business) marketing refers to any marketing strategy or content that is geared towards a business or organization. any company that sells products or services to other businesses or organizations (vs. consumers) typically uses b2b marketing strategies.\\n\\nexamples of products sold through b2b marketing include:\\n\\nmajor equipment\\naccessory equipment\\nraw materials\\ncomponent parts\\nprocessed materials\\nsupplies\\nbusiness services\\nthe four major categories of b2b product purchasers are:\\n\\nproducers- use products sold by b2b marketing to make their own goods (e.g.: mattel buying plastics to make toys)\\nresellers- buy b2b products to sell through retail or wholesale establishments (e.g.: walmart buying vacuums to sell in stores)\\ngovernments- buy b2b products for use in government projects (e.g.: purchasing contractor services to repair infrastructure)\\ninstitutions- use b2b products to continue operation (e.g.: schools buying printers for office use)\\nb2c marketing\\nbusiness-to-consumer marketing, or b2c marketing, refers to the tactics and strategies in which a company promotes its products and services to individual people.\\n\\ntraditionally, this could refer to individuals shopping for personal products in a broad sense. more recently the term b2c refers to the online selling of consumer products.\\n\\nc2b marketing\\nconsumer-to-business marketing or c2b marketing is a business model where the end consumers create products and services which are consumed by businesses and organizations. it is diametrically opposed to the popular concept of b2c or business- to- consumer where the companies make goods and services available to the end consumers.\\n\\nc2c marketing\\ncustomer to customer marketing or c2c marketing represents a market environment where one customer purchases goods from another customer using a third-party business or platform to facilitate the transaction. c2c companies are a new type of model that has emerged with e-commerce technology and the sharing economy.\\n\\ndifferences in b2b and b2c marketing\\nthe different goals of b2b and b2c marketing lead to differences in the b2b and b2c markets. the main differences in these markets are demand, purchasing volume, number of customers, customer concentration, distribution, buying nature, buying influences, negotiations, reciprocity, leasing and promotional methods.\\n\\ndemand: b2b demand is derived because businesses buy products based on how much demand there is for the final consumer product. businesses buy products based on customer\\'s wants and needs. b2c demand is primarily because customers buy products based on their own wants and needs.\\npurchasing volume: businesses buy products in large volumes to distribute to consumers. consumers buy products in smaller volumes suitable for personal use.\\nnumber of customers: there are relatively fewer businesses to market to than direct consumers.\\ncustomer concentration: businesses that specialize in a particular market tend to be geographically concentrated while customers that buy products from these businesses are not concentrated.\\ndistribution: b2b products pass directly from the producer of the product to the business while b2c products must additionally go through a wholesaler or retailer.\\nbuying nature: b2b purchasing is a formal process done by professional buyers and sellers, while b2c purchasing is informal.\\nbuying influences: b2b purchasing is influenced by multiple people in various departments such as quality control, accounting, and logistics while b2c marketing is only influenced by the person making the purchase and possibly a few others.\\nnegotiations: in b2b marketing, negotiating for lower prices or added benefits is commonly accepted while in b2c marketing (particularly in western cultures) prices are fixed.\\nreciprocity: businesses tend to buy from businesses they sell to. for example, a business that sells printer ink is more likely to buy office chairs from a supplier that buys the business\\'s printer ink. in b2c marketing, this does not occur because consumers are not also selling products.\\nleasing: businesses tend to lease expensive items while consumers tend to save up to buy expensive items.\\npromotional methods: in b2b marketing, the most common promotional method is personal selling. b2c marketing mostly uses sales promotion, public relations, advertising, and social media.\\nmarketing management orientations\\nmain article: history of marketing § orientations or philosophies that inform marketing practice\\na marketing orientation has been defined as a \"philosophy of business management.\" or \"a corporate state of mind\" or as an \"organisation culture\" although scholars continue to debate the precise nature of specific concepts that inform marketing practice, the most commonly cited orientations are as follows:\\n\\nproduct concept: mainly concerned with the quality of its product. it has largely been supplanted by the marketing orientation, except for haute couture and arts marketing.\\nproduction concept: specializes in producing as much as possible of a given product or service in order to achieve economies of scale or economies of scope. it dominated marketing practice from the 1860s to the 1930s, yet can still be found in some companies or industries. specifically, kotler and armstrong note that the production philosophy is \"one of the oldest philosophies that guides sellers...  is still useful in some situations.\"\\nselling concept: focuses on the selling/promotion of the firm\\'s existing products, rather than developing new products to satisfy unmet needs or wants primarily through promotion and direct sales techniques, largely for \"unsought goods\" in industrial companies. a 2011 meta analyses found that the factors with the greatest impact on sales performance are a salesperson\\'s sales related knowledge (market segments, presentation skills, conflict resolution, and products), degree of adaptiveness, role clarity, cognitive aptitude, motivation and interest in a sales role).\\nmarketing concept: this is the most common concept used in contemporary marketing, and is a customer-centric approach based on products that suit new consumer tastes. these firm engage in extensive market research, use r&d (research & development), and then utilize promotion techniques. the marketing orientation includes:\\ncustomer orientation: a firm in the market economy can survive by producing goods that people are willing and able to buy. consequently, ascertaining consumer demand is vital for a firm\\'s future viability and even existence as a going concern.\\norganizational orientation: the marketing department is of prime importance within the functional level of an organization. information from the marketing department is used to guide the actions of a company\\'s other departments. a marketing department could ascertain (via marketing research) that consumers desired a new type of product, or a new usage for an existing product. with this in mind, the marketing department would inform the r&d department to create a prototype of a product/service based on consumers\\' new desires. the production department would then start to manufacture the product. the finance department may oppose required capital expenditures since it could undermine a healthy cash flow for the organization.\\nsocietal marketing concept: social responsibility that goes beyond satisfying customers and providing superior value embraces societal stakeholders such as employees, customers, and local communities. companies that adopt this perspective typically practice triple bottom line reporting and publish financial, social and environmental impact reports. sustainable marketing or green marketing is an extension of societal marketing.\\nthe marketing mix\\nmain article: marketing mix\\na marketing mix is a foundational tool used to guide decision making in marketing. the marketing mix represents the basic tools that marketers can use to bring their products or services to the market. they are the foundation of managerial marketing and the marketing plan typically devotes a section to the marketing mix.\\n\\nthe 4cs\\nin response to environmental and technological changes in marketing, as well as criticisms towards the 4ps approach, the 4cs has emerged as a modern marketing mix model.\\n\\noutline\\nconsumer (or client)\\n\\nthe consumer refers to the person or group that will acquire the product. this aspect of the model focuses on fulfilling the wants or needs of the consumer.\\n\\ncost\\n\\ncost refers to what is exchanged in return for the product. cost mainly consists of the monetary value of the product. cost also refers to anything else the consumer must sacrifice to attain the product, such as time or money spent on transportation to acquire the product.\\n\\nconvenience\\n\\nlike \"place\" in the 4ps model, convenience refers to where the product will be sold. this, however, not only refers to physical stores but also whether the product is available in person or online. the convenience aspect emphasizes making it as easy as possible for the consumer to attain the product, thus making them more likely to do so.\\n\\ncommunication\\n\\nlike \"promotion\" in the 4ps model, communication refers to how consumers find out about a product. unlike promotion, communication not only refers to the one-way communication of advertising, but also the two-way communication available through social media.\\n\\n\\n\\n\\n\\n\\n\\n\\n'"
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 137
        },
        "id": "2yBiXteGJT0o",
        "outputId": "0fe41347-e1d5-4e05-ac07-8ef332594284"
      },
      "source": [
        " # The code for removing special characters\n",
        "def removing_special_characters(text):\n",
        "    \"\"\"Removing all the special characters except the one that is passed within \n",
        "       the regex to match, as they have imp meaning in the text provided.\n",
        "   \"\"\"\n",
        "    # The formatted text after removing not necessary punctuations.\n",
        "    Formatted_Text = re.sub(r\"[^-a-zA-Z0-9():,%.!]+\", ' ', text) \n",
        "    \n",
        "    # In the above regex expression,I am providing necessary set of punctuations that are frequent in this particular dataset.\n",
        "    return Formatted_Text\n",
        "#test \n",
        "skillString=removing_special_characters(skillString)\n",
        "skillString"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'marketing marketing is the process of intentionally stimulating demand for and purchases of goods and services potentially including selection of a target audience selection of certain attributes or themes to emphasize in advertising operation of advertising campaigns attendance at trade shows and public events design of products and packaging to be more attractive to buyers selection of the terms of sale, such as price, discounts, warranty, and return policy product placement in media or with people believed to influence the buying habits of others agreements with retailers, wholesale distributors, or resellers and attempts to create awareness of, loyalty to, and positive feelings about a brand. marketing is typically conducted by the seller, typically a retailer or manufacturer. sometimes tasks are contracted to a dedicated marketing firm or advertising agency. more rarely, a trade association or government agency (such as the agricultural marketing service) advertises on behalf of an entire industry or locality, often a specific type of food (e.g. got milk ), food from a specific area, or a city or region as a tourism destination. it is one of the primary components of business management and commerce. marketers can direct their product to other businesses (b2b marketing) or directly to consumers (b2c marketing). regardless of who is being marketed to, several factors apply, including the perspective the marketers will use. known as market orientations, they determine how marketers will approach the planning stage of marketing. the marketing mix, which outlines the specifics of the product and how it will be sold, is affected by the environment surrounding the product, the results of marketing research and market research, and the characteristics of the product s target market. once these factors are determined, marketers must then decide what methods will be used to promote the product, including use of coupons and other price inducements. the term marketing, what is commonly known as attracting customers, incorporates knowledge gained by studying the management of exchange relationships and is the business process of identifying, anticipating and satisfying customers needs and wants. marketing is currently defined by the american marketing association (ama) as the activity, set of institutions, and processes for creating, communicating, delivering, and exchanging offerings that have value for customers, clients, partners, and society at large . however, the definition of marketing has evolved over the years. the ama reviews this definition and its definition for marketing research every three years. the interests of society at large were added into the definition in 2008. the development of the definition may be seen by comparing the 2008 definition with the ama s 1935 version: marketing is the performance of business activities that direct the flow of goods, and services from producers to consumers . the newer definition highlights the increased prominence of other stakeholders in the new conception of marketing. recent definitions of marketing place more emphasis on the consumer relationship, as opposed to a pure exchange process. for instance, prolific marketing author and educator, philip kotler has evolved his definition of marketing. in 1980, he defined marketing as satisfying needs and wants through an exchange process , and in 2018 defined it as the process by which companies engage customers, build strong customer relationships, and create customer value in order to capture value from customers in return . a related definition, from the sales process engineering perspective, defines marketing as a set of processes that are interconnected and interdependent with other functions of a business aimed at achieving customer interest and satisfaction . besides, customers some definitions of marketing highlight marketing s ability to produce value to shareholders of the firm as well. in this context, marketing can be defined as the management process that seeks to maximise returns to shareholders by developing relationships with valued customers and creating a competitive advantage . for instance, the chartered institute of marketing defines marketing from a customer-centric perspective, focusing on the management process responsible for identifying, anticipating and satisfying customer requirements profitably . in the past, marketing practice tended to be seen as a creative industry, which included advertising, distribution and selling, and even today many parts of the marketing process (e.g. product design, art director, brand management, advertising, inbound marketing, copywriting etc.) involve the use of the creative arts. however, because marketing makes extensive use of social sciences, psychology, sociology, mathematics, economics, anthropology and neuroscience, the profession is now widely recognized as a science. marketing science has developed a concrete process that can be followed to create a marketing plan. the marketing concept proposes that to complete its organizational objectives, an organization should anticipate the needs and wants of potential consumers and satisfy them more effectively than its competitors. this concept originated from adam smith s book the wealth of nations but would not become widely used until nearly 200 years later. marketing and marketing concepts are directly related. given the centrality of customer needs, and wants in marketing, a rich understanding of these concepts is essential: needs: something necessary for people to live a healthy, stable and safe life. when needs remain unfulfilled, there is a clear adverse outcome: a dysfunction or death. needs can be objective and physical, such as the need for food, water, and shelter or subjective and psychological, such as the need to belong to a family or social group and the need for self-esteem. wants: something that is desired, wished for or aspired to. wants are not essential for basic survival and are often shaped by culture or peer-groups. demands: when needs and wants are backed by the ability to pay, they have the potential to become economic demands. marketing research, conducted for the purpose of new product development or product improvement, is often concerned with identifying the consumer s unmet needs. customer needs are central to market segmentation which is concerned with dividing markets into distinct groups of buyers on the basis of distinct needs, characteristics, or behaviors who might require separate products or marketing mixes. needs-based segmentation (also known as benefit segmentation) places the customers desires at the forefront of how a company designs and markets products or services. although needs-based segmentation is difficult to do in practice, it has been proved to be one of the most effective ways to segment a market. in addition, a great deal of advertising and promotion is designed to show how a given product s benefits meet the customer s needs, wants or expectations in a unique way. b2b and b2c marketing the two major segments of marketing are business-to-business (b2b) marketing and business-to-consumer (b2c) marketing. b2b marketing b2b (business-to-business) marketing refers to any marketing strategy or content that is geared towards a business or organization. any company that sells products or services to other businesses or organizations (vs. consumers) typically uses b2b marketing strategies. examples of products sold through b2b marketing include: major equipment accessory equipment raw materials component parts processed materials supplies business services the four major categories of b2b product purchasers are: producers- use products sold by b2b marketing to make their own goods (e.g.: mattel buying plastics to make toys) resellers- buy b2b products to sell through retail or wholesale establishments (e.g.: walmart buying vacuums to sell in stores) governments- buy b2b products for use in government projects (e.g.: purchasing contractor services to repair infrastructure) institutions- use b2b products to continue operation (e.g.: schools buying printers for office use) b2c marketing business-to-consumer marketing, or b2c marketing, refers to the tactics and strategies in which a company promotes its products and services to individual people. traditionally, this could refer to individuals shopping for personal products in a broad sense. more recently the term b2c refers to the online selling of consumer products. c2b marketing consumer-to-business marketing or c2b marketing is a business model where the end consumers create products and services which are consumed by businesses and organizations. it is diametrically opposed to the popular concept of b2c or business- to- consumer where the companies make goods and services available to the end consumers. c2c marketing customer to customer marketing or c2c marketing represents a market environment where one customer purchases goods from another customer using a third-party business or platform to facilitate the transaction. c2c companies are a new type of model that has emerged with e-commerce technology and the sharing economy. differences in b2b and b2c marketing the different goals of b2b and b2c marketing lead to differences in the b2b and b2c markets. the main differences in these markets are demand, purchasing volume, number of customers, customer concentration, distribution, buying nature, buying influences, negotiations, reciprocity, leasing and promotional methods. demand: b2b demand is derived because businesses buy products based on how much demand there is for the final consumer product. businesses buy products based on customer s wants and needs. b2c demand is primarily because customers buy products based on their own wants and needs. purchasing volume: businesses buy products in large volumes to distribute to consumers. consumers buy products in smaller volumes suitable for personal use. number of customers: there are relatively fewer businesses to market to than direct consumers. customer concentration: businesses that specialize in a particular market tend to be geographically concentrated while customers that buy products from these businesses are not concentrated. distribution: b2b products pass directly from the producer of the product to the business while b2c products must additionally go through a wholesaler or retailer. buying nature: b2b purchasing is a formal process done by professional buyers and sellers, while b2c purchasing is informal. buying influences: b2b purchasing is influenced by multiple people in various departments such as quality control, accounting, and logistics while b2c marketing is only influenced by the person making the purchase and possibly a few others. negotiations: in b2b marketing, negotiating for lower prices or added benefits is commonly accepted while in b2c marketing (particularly in western cultures) prices are fixed. reciprocity: businesses tend to buy from businesses they sell to. for example, a business that sells printer ink is more likely to buy office chairs from a supplier that buys the business s printer ink. in b2c marketing, this does not occur because consumers are not also selling products. leasing: businesses tend to lease expensive items while consumers tend to save up to buy expensive items. promotional methods: in b2b marketing, the most common promotional method is personal selling. b2c marketing mostly uses sales promotion, public relations, advertising, and social media. marketing management orientations main article: history of marketing orientations or philosophies that inform marketing practice a marketing orientation has been defined as a philosophy of business management. or a corporate state of mind or as an organisation culture although scholars continue to debate the precise nature of specific concepts that inform marketing practice, the most commonly cited orientations are as follows: product concept: mainly concerned with the quality of its product. it has largely been supplanted by the marketing orientation, except for haute couture and arts marketing. production concept: specializes in producing as much as possible of a given product or service in order to achieve economies of scale or economies of scope. it dominated marketing practice from the 1860s to the 1930s, yet can still be found in some companies or industries. specifically, kotler and armstrong note that the production philosophy is one of the oldest philosophies that guides sellers... is still useful in some situations. selling concept: focuses on the selling promotion of the firm s existing products, rather than developing new products to satisfy unmet needs or wants primarily through promotion and direct sales techniques, largely for unsought goods in industrial companies. a 2011 meta analyses found that the factors with the greatest impact on sales performance are a salesperson s sales related knowledge (market segments, presentation skills, conflict resolution, and products), degree of adaptiveness, role clarity, cognitive aptitude, motivation and interest in a sales role). marketing concept: this is the most common concept used in contemporary marketing, and is a customer-centric approach based on products that suit new consumer tastes. these firm engage in extensive market research, use r d (research development), and then utilize promotion techniques. the marketing orientation includes: customer orientation: a firm in the market economy can survive by producing goods that people are willing and able to buy. consequently, ascertaining consumer demand is vital for a firm s future viability and even existence as a going concern. organizational orientation: the marketing department is of prime importance within the functional level of an organization. information from the marketing department is used to guide the actions of a company s other departments. a marketing department could ascertain (via marketing research) that consumers desired a new type of product, or a new usage for an existing product. with this in mind, the marketing department would inform the r d department to create a prototype of a product service based on consumers new desires. the production department would then start to manufacture the product. the finance department may oppose required capital expenditures since it could undermine a healthy cash flow for the organization. societal marketing concept: social responsibility that goes beyond satisfying customers and providing superior value embraces societal stakeholders such as employees, customers, and local communities. companies that adopt this perspective typically practice triple bottom line reporting and publish financial, social and environmental impact reports. sustainable marketing or green marketing is an extension of societal marketing. the marketing mix main article: marketing mix a marketing mix is a foundational tool used to guide decision making in marketing. the marketing mix represents the basic tools that marketers can use to bring their products or services to the market. they are the foundation of managerial marketing and the marketing plan typically devotes a section to the marketing mix. the 4cs in response to environmental and technological changes in marketing, as well as criticisms towards the 4ps approach, the 4cs has emerged as a modern marketing mix model. outline consumer (or client) the consumer refers to the person or group that will acquire the product. this aspect of the model focuses on fulfilling the wants or needs of the consumer. cost cost refers to what is exchanged in return for the product. cost mainly consists of the monetary value of the product. cost also refers to anything else the consumer must sacrifice to attain the product, such as time or money spent on transportation to acquire the product. convenience like place in the 4ps model, convenience refers to where the product will be sold. this, however, not only refers to physical stores but also whether the product is available in person or online. the convenience aspect emphasizes making it as easy as possible for the consumer to attain the product, thus making them more likely to do so. communication like promotion in the 4ps model, communication refers to how consumers find out about a product. unlike promotion, communication not only refers to the one-way communication of advertising, but also the two-way communication available through social media. '"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 137
        },
        "id": "wUMWl9KLJT3F",
        "outputId": "652e1de3-0112-40d4-e0a2-e0b388a41738"
      },
      "source": [
        "# The code for removing stopwords\n",
        "stoplist = stopwords.words('english') \n",
        "# We can Removing Stop Words from Default NLTK Stop Word List \n",
        "stoplist.remove('the')\n",
        "stoplist = set(stoplist)\n",
        "def removing_stopwords(text):\n",
        "    \"\"\"This function will remove stopwords which doesn't add much meaning to a sentence \n",
        "       & they can be remove safely without comprimising meaning of the sentence.\n",
        "   \"\"\"\n",
        "    # repr() function actually gives the precise information about the string\n",
        "    text = repr(text)\n",
        "    # Text without stopwords\n",
        "    No_StopWords = [word for word in word_tokenize(text) if word.lower() not in stoplist ]\n",
        "    # Convert list of tokens_without_stopwords to String type.\n",
        "    words_string = ' '.join(No_StopWords)    \n",
        "    return words_string\n",
        "#test \n",
        "skillString=removing_stopwords(skillString)\n",
        "skillString"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "\"'marketing marketing the process intentionally stimulating demand purchases goods services potentially including selection target audience selection certain attributes themes emphasize advertising operation advertising campaigns attendance trade shows public events design products packaging attractive buyers selection the terms sale , price , discounts , warranty , return policy product placement media people believed influence the buying habits others agreements retailers , wholesale distributors , resellers attempts create awareness , loyalty , positive feelings brand . marketing typically conducted the seller , typically retailer manufacturer . sometimes tasks contracted dedicated marketing firm advertising agency . rarely , trade association government agency ( the agricultural marketing service ) advertises behalf entire industry locality , often specific type food ( e.g . got milk ) , food specific area , city region tourism destination . one the primary components business management commerce . marketers direct product businesses ( b2b marketing ) directly consumers ( b2c marketing ) . regardless marketed , several factors apply , including the perspective the marketers use . known market orientations , determine marketers approach the planning stage marketing . the marketing mix , outlines the specifics the product sold , affected the environment surrounding the product , the results marketing research market research , the characteristics the product target market . factors determined , marketers must decide methods used promote the product , including use coupons price inducements . the term marketing , commonly known attracting customers , incorporates knowledge gained studying the management exchange relationships the business process identifying , anticipating satisfying customers needs wants . marketing currently defined the american marketing association ( ama ) the activity , set institutions , processes creating , communicating , delivering , exchanging offerings value customers , clients , partners , society large . however , the definition marketing evolved the years . the ama reviews definition definition marketing research every three years . the interests society large added the definition 2008. the development the definition may seen comparing the 2008 definition the ama 1935 version : marketing the performance business activities direct the flow goods , services producers consumers . the newer definition highlights the increased prominence stakeholders the new conception marketing . recent definitions marketing place emphasis the consumer relationship , opposed pure exchange process . instance , prolific marketing author educator , philip kotler evolved definition marketing . 1980 , defined marketing satisfying needs wants exchange process , 2018 defined the process companies engage customers , build strong customer relationships , create customer value order capture value customers return . related definition , the sales process engineering perspective , defines marketing set processes interconnected interdependent functions business aimed achieving customer interest satisfaction . besides , customers definitions marketing highlight marketing ability produce value shareholders the firm well . context , marketing defined the management process seeks maximise returns shareholders developing relationships valued customers creating competitive advantage . instance , the chartered institute marketing defines marketing customer-centric perspective , focusing the management process responsible identifying , anticipating satisfying customer requirements profitably . the past , marketing practice tended seen creative industry , included advertising , distribution selling , even today many parts the marketing process ( e.g . product design , art director , brand management , advertising , inbound marketing , copywriting etc . ) involve the use the creative arts . however , marketing makes extensive use social sciences , psychology , sociology , mathematics , economics , anthropology neuroscience , the profession widely recognized science . marketing science developed concrete process followed create marketing plan . the marketing concept proposes complete organizational objectives , organization anticipate the needs wants potential consumers satisfy effectively competitors . concept originated adam smith book the wealth nations would become widely used nearly 200 years later . marketing marketing concepts directly related . given the centrality customer needs , wants marketing , rich understanding concepts essential : needs : something necessary people live healthy , stable safe life . needs remain unfulfilled , clear adverse outcome : dysfunction death . needs objective physical , the need food , water , shelter subjective psychological , the need belong family social group the need self-esteem . wants : something desired , wished aspired . wants essential basic survival often shaped culture peer-groups . demands : needs wants backed the ability pay , the potential become economic demands . marketing research , conducted the purpose new product development product improvement , often concerned identifying the consumer unmet needs . customer needs central market segmentation concerned dividing markets distinct groups buyers the basis distinct needs , characteristics , behaviors might require separate products marketing mixes . needs-based segmentation ( also known benefit segmentation ) places the customers desires the forefront company designs markets products services . although needs-based segmentation difficult practice , proved one the effective ways segment market . addition , great deal advertising promotion designed show given product benefits meet the customer needs , wants expectations unique way . b2b b2c marketing the two major segments marketing business-to-business ( b2b ) marketing business-to-consumer ( b2c ) marketing . b2b marketing b2b ( business-to-business ) marketing refers marketing strategy content geared towards business organization . company sells products services businesses organizations ( vs. consumers ) typically uses b2b marketing strategies . examples products sold b2b marketing include : major equipment accessory equipment raw materials component parts processed materials supplies business services the four major categories b2b product purchasers : producers- use products sold b2b marketing make goods ( e.g . : mattel buying plastics make toys ) resellers- buy b2b products sell retail wholesale establishments ( e.g . : walmart buying vacuums sell stores ) governments- buy b2b products use government projects ( e.g . : purchasing contractor services repair infrastructure ) institutions- use b2b products continue operation ( e.g . : schools buying printers office use ) b2c marketing business-to-consumer marketing , b2c marketing , refers the tactics strategies company promotes products services individual people . traditionally , could refer individuals shopping personal products broad sense . recently the term b2c refers the online selling consumer products . c2b marketing consumer-to-business marketing c2b marketing business model the end consumers create products services consumed businesses organizations . diametrically opposed the popular concept b2c business- to- consumer the companies make goods services available the end consumers . c2c marketing customer customer marketing c2c marketing represents market environment one customer purchases goods another customer using third-party business platform facilitate the transaction . c2c companies new type model emerged e-commerce technology the sharing economy . differences b2b b2c marketing the different goals b2b b2c marketing lead differences the b2b b2c markets . the main differences markets demand , purchasing volume , number customers , customer concentration , distribution , buying nature , buying influences , negotiations , reciprocity , leasing promotional methods . demand : b2b demand derived businesses buy products based much demand the final consumer product . businesses buy products based customer wants needs . b2c demand primarily customers buy products based wants needs . purchasing volume : businesses buy products large volumes distribute consumers . consumers buy products smaller volumes suitable personal use . number customers : relatively fewer businesses market direct consumers . customer concentration : businesses specialize particular market tend geographically concentrated customers buy products businesses concentrated . distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesaler retailer . buying nature : b2b purchasing formal process done professional buyers sellers , b2c purchasing informal . buying influences : b2b purchasing influenced multiple people various departments quality control , accounting , logistics b2c marketing influenced the person making the purchase possibly others . negotiations : b2b marketing , negotiating lower prices added benefits commonly accepted b2c marketing ( particularly western cultures ) prices fixed . reciprocity : businesses tend buy businesses sell . example , business sells printer ink likely buy office chairs supplier buys the business printer ink . b2c marketing , occur consumers also selling products . leasing : businesses tend lease expensive items consumers tend save buy expensive items . promotional methods : b2b marketing , the common promotional method personal selling . b2c marketing mostly uses sales promotion , public relations , advertising , social media . marketing management orientations main article : history marketing orientations philosophies inform marketing practice marketing orientation defined philosophy business management . corporate state mind organisation culture although scholars continue debate the precise nature specific concepts inform marketing practice , the commonly cited orientations follows : product concept : mainly concerned the quality product . largely supplanted the marketing orientation , except haute couture arts marketing . production concept : specializes producing much possible given product service order achieve economies scale economies scope . dominated marketing practice the 1860s the 1930s , yet still found companies industries . specifically , kotler armstrong note the production philosophy one the oldest philosophies guides sellers ... still useful situations . selling concept : focuses the selling promotion the firm existing products , rather developing new products satisfy unmet needs wants primarily promotion direct sales techniques , largely unsought goods industrial companies . 2011 meta analyses found the factors the greatest impact sales performance salesperson sales related knowledge ( market segments , presentation skills , conflict resolution , products ) , degree adaptiveness , role clarity , cognitive aptitude , motivation interest sales role ) . marketing concept : the common concept used contemporary marketing , customer-centric approach based products suit new consumer tastes . firm engage extensive market research , use r ( research development ) , utilize promotion techniques . the marketing orientation includes : customer orientation : firm the market economy survive producing goods people willing able buy . consequently , ascertaining consumer demand vital firm future viability even existence going concern . organizational orientation : the marketing department prime importance within the functional level organization . information the marketing department used guide the actions company departments . marketing department could ascertain ( via marketing research ) consumers desired new type product , new usage existing product . mind , the marketing department would inform the r department create prototype product service based consumers new desires . the production department would start manufacture the product . the finance department may oppose required capital expenditures since could undermine healthy cash flow the organization . societal marketing concept : social responsibility goes beyond satisfying customers providing superior value embraces societal stakeholders employees , customers , local communities . companies adopt perspective typically practice triple bottom line reporting publish financial , social environmental impact reports . sustainable marketing green marketing extension societal marketing . the marketing mix main article : marketing mix marketing mix foundational tool used guide decision making marketing . the marketing mix represents the basic tools marketers use bring products services the market . the foundation managerial marketing the marketing plan typically devotes section the marketing mix . the 4cs response environmental technological changes marketing , well criticisms towards the 4ps approach , the 4cs emerged modern marketing mix model . outline consumer ( client ) the consumer refers the person group acquire the product . aspect the model focuses fulfilling the wants needs the consumer . cost cost refers exchanged return the product . cost mainly consists the monetary value the product . cost also refers anything else the consumer must sacrifice attain the product , time money spent transportation acquire the product . convenience like place the 4ps model , convenience refers the product sold . , however , refers physical stores also whether the product available person online . the convenience aspect emphasizes making easy possible the consumer attain the product , thus making likely . communication like promotion the 4ps model , communication refers consumers find product . unlike promotion , communication refers the one-way communication advertising , also the two-way communication available social media . '\""
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 137
        },
        "id": "USod00ODKL4D",
        "outputId": "ad889f8b-38b1-44c9-9230-d02be596bdb4"
      },
      "source": [
        "# The code for spelling corrections\n",
        "def spelling_correction(text):\n",
        "    ''' \n",
        "    This function will correct spellings.\n",
        "    '''\n",
        "    # Check for spellings in English language\n",
        "    spell = Speller(lang='en')\n",
        "    Corrected_text = spell(text)\n",
        "    return Corrected_text\n",
        "#test \n",
        "skillString=spelling_correction(skillString)\n",
        "skillString"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "\"'marketing marketing the process intentionally stimulating demand purchases goods services potentially including selection target audience selection certain attributes themes emphasize advertising operation advertising campaigns attendance trade shows public events design products packaging attractive buyers selection the terms sale , price , discounts , warranty , return policy product placement media people believed influence the buying habits others agreements retailers , wholesale distributors , sellers attempts create awareness , loyalty , positive feelings brand . marketing typically conducted the seller , typically retailer manufacturer . sometimes tasks contracted dedicated marketing firm advertising agency . rarely , trade association government agency ( the agricultural marketing service ) advertised behalf entire industry locality , often specific type food ( e.g . got milk ) , food specific area , city region tourism destination . one the primary components business management commerce . marketers direct product businesses ( b2b marketing ) directly consumers ( b2c marketing ) . regardless marketed , several factors apply , including the perspective the marketers use . known market orientations , determine marketers approach the planning stage marketing . the marketing mix , outlines the specifics the product sold , affected the environment surrounding the product , the results marketing research market research , the characteristics the product target market . factors determined , marketers must decide methods used promote the product , including use coupons price indictments . the term marketing , commonly known attracting customers , incorporates knowledge gained studying the management exchange relationships the business process identifying , anticipating satisfying customers needs wants . marketing currently defined the american marketing association ( ama ) the activity , set institutions , processes creating , communicating , delivering , exchanging offerings value customers , clients , partners , society large . however , the definition marketing evolved the years . the ama reviews definition definition marketing research every three years . the interests society large added the definition 2008. the development the definition may seen comparing the 2008 definition the ama 1935 version : marketing the performance business activities direct the flow goods , services producers consumers . the newer definition highlights the increased prominence stakeholders the new conception marketing . recent definitions marketing place emphasis the consumer relationship , opposed pure exchange process . instance , prolific marketing author educator , philip other evolved definition marketing . 1980 , defined marketing satisfying needs wants exchange process , 2018 defined the process companies engage customers , build strong customer relationships , create customer value order capture value customers return . related definition , the sales process engineering perspective , defines marketing set processes interconnected interdependent functions business aimed achieving customer interest satisfaction . besides , customers definitions marketing highlight marketing ability produce value shareholders the firm well . context , marketing defined the management process seeks maximise returns shareholders developing relationships valued customers creating competitive advantage . instance , the chartered institute marketing defines marketing customer-centric perspective , focusing the management process responsible identifying , anticipating satisfying customer requirements profitable . the past , marketing practice tended seen creative industry , included advertising , distribution selling , even today many parts the marketing process ( e.g . product design , art director , brand management , advertising , inbound marketing , copyediting etc . ) involve the use the creative arts . however , marketing makes extensive use social sciences , psychology , sociology , mathematics , economics , anthropology neuroscience , the profession widely recognized science . marketing science developed concrete process followed create marketing plan . the marketing concept proposes complete organizational objectives , organization anticipate the needs wants potential consumers satisfy effectively competitors . concept originated adam smith book the wealth nations would become widely used nearly 200 years later . marketing marketing concepts directly related . given the neutrality customer needs , wants marketing , rich understanding concepts essential : needs : something necessary people live healthy , stable safe life . needs remain fulfilled , clear adverse outcome : dysfunction death . needs objective physical , the need food , water , shelter subjective psychological , the need belong family social group the need self-esteem . wants : something desired , wished aspired . wants essential basic survival often shaped culture peer-groups . demands : needs wants backed the ability pay , the potential become economic demands . marketing research , conducted the purpose new product development product improvement , often concerned identifying the consumer unset needs . customer needs central market segmentation concerned dividing markets distinct groups buyers the basis distinct needs , characteristics , behaviors might require separate products marketing mixes . needs-based segmentation ( also known benefit segmentation ) places the customers desires the forefront company designs markets products services . although needs-based segmentation difficult practice , proved one the effective ways segment market . addition , great deal advertising promotion designed show given product benefits meet the customer needs , wants expectations unique way . b2b b2c marketing the two major segments marketing business-to-business ( b2b ) marketing business-to-consumer ( b2c ) marketing . b2b marketing b2b ( business-to-business ) marketing refers marketing strategy content geared towards business organization . company sells products services businesses organizations ( vs. consumers ) typically uses b2b marketing strategies . examples products sold b2b marketing include : major equipment accessory equipment raw materials component parts processed materials supplies business services the four major categories b2b product purchasers : producers- use products sold b2b marketing make goods ( e.g . : matter buying plastics make toys ) sellers- buy b2b products sell retail wholesale establishments ( e.g . : walmart buying vacuum sell stores ) governments- buy b2b products use government projects ( e.g . : purchasing contractor services repair infrastructure ) institutions- use b2b products continue operation ( e.g . : schools buying printers office use ) b2c marketing business-to-consumer marketing , b2c marketing , refers the tactics strategies company promotes products services individual people . traditionally , could refer individuals shopping personal products broad sense . recently the term b2c refers the online selling consumer products . c2b marketing consumer-to-business marketing c2b marketing business model the end consumers create products services consumed businesses organizations . diametrically opposed the popular concept b2c business- to- consumer the companies make goods services available the end consumers . c2c marketing customer customer marketing c2c marketing represents market environment one customer purchases goods another customer using third-party business platform facilitate the transaction . c2c companies new type model emerged e-commerce technology the sharing economy . differences b2b b2c marketing the different goals b2b b2c marketing lead differences the b2b b2c markets . the main differences markets demand , purchasing volume , number customers , customer concentration , distribution , buying nature , buying influences , negotiations , reciprocity , leasing promotional methods . demand : b2b demand derived businesses buy products based much demand the final consumer product . businesses buy products based customer wants needs . b2c demand primarily customers buy products based wants needs . purchasing volume : businesses buy products large volumes distribute consumers . consumers buy products smaller volumes suitable personal use . number customers : relatively fewer businesses market direct consumers . customer concentration : businesses specialize particular market tend geographically concentrated customers buy products businesses concentrated . distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer . buying nature : b2b purchasing formal process done professional buyers sellers , b2c purchasing informal . buying influences : b2b purchasing influenced multiple people various departments quality control , accounting , logistics b2c marketing influenced the person making the purchase possibly others . negotiations : b2b marketing , negotiating lower prices added benefits commonly accepted b2c marketing ( particularly western cultures ) prices fixed . reciprocity : businesses tend buy businesses sell . example , business sells printer ink likely buy office chairs supplier buys the business printer ink . b2c marketing , occur consumers also selling products . leasing : businesses tend lease expensive items consumers tend save buy expensive items . promotional methods : b2b marketing , the common promotional method personal selling . b2c marketing mostly uses sales promotion , public relations , advertising , social media . marketing management orientations main article : history marketing orientations philosophies inform marketing practice marketing orientation defined philosophy business management . corporate state mind organisation culture although scholars continue debate the precise nature specific concepts inform marketing practice , the commonly cited orientations follows : product concept : mainly concerned the quality product . largely supplanted the marketing orientation , except haute couture arts marketing . production concept : specializes producing much possible given product service order achieve economies scale economies scope . dominated marketing practice the 1860s the 1930s , yet still found companies industries . specifically , other armstrong note the production philosophy one the oldest philosophies guides sellers ... still useful situations . selling concept : focuses the selling promotion the firm existing products , rather developing new products satisfy unset needs wants primarily promotion direct sales techniques , largely sought goods industrial companies . 2011 meta analyses found the factors the greatest impact sales performance salesperson sales related knowledge ( market segments , presentation skills , conflict resolution , products ) , degree adaptiveness , role clarity , cognitive aptitude , motivation interest sales role ) . marketing concept : the common concept used contemporary marketing , customer-centric approach based products suit new consumer tastes . firm engage extensive market research , use r ( research development ) , utilize promotion techniques . the marketing orientation includes : customer orientation : firm the market economy survive producing goods people willing able buy . consequently , ascertaining consumer demand vital firm future viability even existence going concern . organizational orientation : the marketing department prime importance within the functional level organization . information the marketing department used guide the actions company departments . marketing department could ascertain ( via marketing research ) consumers desired new type product , new usage existing product . mind , the marketing department would inform the r department create prototype product service based consumers new desires . the production department would start manufacture the product . the finance department may oppose required capital expenditures since could undermine healthy cash flow the organization . societal marketing concept : social responsibility goes beyond satisfying customers providing superior value embraces societal stakeholders employees , customers , local communities . companies adopt perspective typically practice triple bottom line reporting publish financial , social environmental impact reports . sustainable marketing green marketing extension societal marketing . the marketing mix main article : marketing mix marketing mix foundational tool used guide decision making marketing . the marketing mix represents the basic tools marketers use bring products services the market . the foundation managerial marketing the marketing plan typically devotes section the marketing mix . the 4cs response environmental technological changes marketing , well criticisms towards the 4ps approach , the 4cs emerged modern marketing mix model . outline consumer ( client ) the consumer refers the person group acquire the product . aspect the model focuses fulfilling the wants needs the consumer . cost cost refers exchanged return the product . cost mainly consists the monetary value the product . cost also refers anything else the consumer must sacrifice attain the product , time money spent transportation acquire the product . convenience like place the 4ps model , convenience refers the product sold . , however , refers physical stores also whether the product available person online . the convenience aspect emphasizes making easy possible the consumer attain the product , thus making likely . communication like promotion the 4ps model , communication refers consumers find product . unlike promotion , communication refers the one-way communication advertising , also the two-way communication available social media . '\""
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "je3REREMKSwt"
      },
      "source": [
        "# The code for lemmatization\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 137
        },
        "id": "qxrL1cPZKOg-",
        "outputId": "3a382ccb-dc39-422a-dad7-028321b62656"
      },
      "source": [
        "# The code for lemmatization\n",
        "lemmatizer = nltk.stem.WordNetLemmatizer()\n",
        "def lemmatization(text):\n",
        "    \"\"\"This function converts word to their root words \n",
        "   \"\"\"\n",
        "    # Converting words to their root forms\n",
        "    word_list = nltk.word_tokenize(text)\n",
        "    lemmatized_output = ' '.join([lemmatizer.lemmatize(w,'v') for w in word_list])\n",
        "    return lemmatized_output\n",
        "#test \n",
        "skillString=lemmatization(skillString)\n",
        "skillString"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "\"'marketing market the process intentionally stimulate demand purchase goods service potentially include selection target audience selection certain attribute theme emphasize advertise operation advertise campaign attendance trade show public events design products package attractive buyers selection the term sale , price , discount , warranty , return policy product placement media people believe influence the buy habit others agreements retailers , wholesale distributors , sellers attempt create awareness , loyalty , positive feel brand . market typically conduct the seller , typically retailer manufacturer . sometimes task contract dedicate market firm advertise agency . rarely , trade association government agency ( the agricultural market service ) advertise behalf entire industry locality , often specific type food ( e.g . get milk ) , food specific area , city region tourism destination . one the primary components business management commerce . marketers direct product businesses ( b2b market ) directly consumers ( b2c market ) . regardless market , several factor apply , include the perspective the marketers use . know market orientations , determine marketers approach the plan stage market . the market mix , outline the specifics the product sell , affect the environment surround the product , the result market research market research , the characteristics the product target market . factor determine , marketers must decide methods use promote the product , include use coupons price indictments . the term market , commonly know attract customers , incorporate knowledge gain study the management exchange relationships the business process identify , anticipate satisfy customers need want . market currently define the american market association ( ama ) the activity , set institutions , process create , communicate , deliver , exchange offer value customers , clients , partner , society large . however , the definition market evolve the years . the ama review definition definition market research every three years . the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers . the newer definition highlight the increase prominence stakeholders the new conception market . recent definitions market place emphasis the consumer relationship , oppose pure exchange process . instance , prolific market author educator , philip other evolve definition market . 1980 , define market satisfy need want exchange process , 2018 define the process company engage customers , build strong customer relationships , create customer value order capture value customers return . relate definition , the sales process engineer perspective , define market set process interconnect interdependent function business aim achieve customer interest satisfaction . besides , customers definitions market highlight market ability produce value shareholders the firm well . context , market define the management process seek maximise return shareholders develop relationships value customers create competitive advantage . instance , the charter institute market define market customer-centric perspective , focus the management process responsible identify , anticipate satisfy customer requirements profitable . the past , market practice tend see creative industry , include advertise , distribution sell , even today many part the market process ( e.g . product design , art director , brand management , advertise , inbound market , copyedit etc . ) involve the use the creative arts . however , market make extensive use social sciences , psychology , sociology , mathematics , economics , anthropology neuroscience , the profession widely recognize science . market science develop concrete process follow create market plan . the market concept propose complete organizational objectives , organization anticipate the need want potential consumers satisfy effectively competitors . concept originate adam smith book the wealth nations would become widely use nearly 200 years later . market market concepts directly relate . give the neutrality customer need , want market , rich understand concepts essential : need : something necessary people live healthy , stable safe life . need remain fulfil , clear adverse outcome : dysfunction death . need objective physical , the need food , water , shelter subjective psychological , the need belong family social group the need self-esteem . want : something desire , wish aspire . want essential basic survival often shape culture peer-groups . demand : need want back the ability pay , the potential become economic demand . market research , conduct the purpose new product development product improvement , often concern identify the consumer unset need . customer need central market segmentation concern divide market distinct group buyers the basis distinct need , characteristics , behaviors might require separate products market mix . needs-based segmentation ( also know benefit segmentation ) place the customers desire the forefront company design market products service . although needs-based segmentation difficult practice , prove one the effective ways segment market . addition , great deal advertise promotion design show give product benefit meet the customer need , want expectations unique way . b2b b2c market the two major segment market business-to-business ( b2b ) market business-to-consumer ( b2c ) market . b2b market b2b ( business-to-business ) market refer market strategy content gear towards business organization . company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies . examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g . : matter buy plastics make toy ) sellers- buy b2b products sell retail wholesale establishments ( e.g . : walmart buy vacuum sell store ) governments- buy b2b products use government project ( e.g . : purchase contractor service repair infrastructure ) institutions- use b2b products continue operation ( e.g . : school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people . traditionally , could refer individuals shop personal products broad sense . recently the term b2c refer the online sell consumer products . c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations . diametrically oppose the popular concept b2c business- to- consumer the company make goods service available the end consumers . c2c market customer customer market c2c market represent market environment one customer purchase goods another customer use third-party business platform facilitate the transaction . c2c company new type model emerge e-commerce technology the share economy . differences b2b b2c market the different goals b2b b2c market lead differences the b2b b2c market . the main differences market demand , purchase volume , number customers , customer concentration , distribution , buy nature , buy influence , negotiations , reciprocity , lease promotional methods . demand : b2b demand derive businesses buy products base much demand the final consumer product . businesses buy products base customer want need . b2c demand primarily customers buy products base want need . purchase volume : businesses buy products large volumes distribute consumers . consumers buy products smaller volumes suitable personal use . number customers : relatively fewer businesses market direct consumers . customer concentration : businesses specialize particular market tend geographically concentrate customers buy products businesses concentrate . distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer . buy nature : b2b purchase formal process do professional buyers sellers , b2c purchase informal . buy influence : b2b purchase influence multiple people various departments quality control , account , logistics b2c market influence the person make the purchase possibly others . negotiations : b2b market , negotiate lower price add benefit commonly accept b2c market ( particularly western culture ) price fix . reciprocity : businesses tend buy businesses sell . example , business sell printer ink likely buy office chair supplier buy the business printer ink . b2c market , occur consumers also sell products . lease : businesses tend lease expensive items consumers tend save buy expensive items . promotional methods : b2b market , the common promotional method personal sell . b2c market mostly use sales promotion , public relations , advertise , social media . market management orientations main article : history market orientations philosophies inform market practice market orientation define philosophy business management . corporate state mind organisation culture although scholars continue debate the precise nature specific concepts inform market practice , the commonly cite orientations follow : product concept : mainly concern the quality product . largely supplant the market orientation , except haute couture arts market . production concept : specialize produce much possible give product service order achieve economies scale economies scope . dominate market practice the 1860s the 1930s , yet still find company industries . specifically , other armstrong note the production philosophy one the oldest philosophies guide sellers ... still useful situations . sell concept : focus the sell promotion the firm exist products , rather develop new products satisfy unset need want primarily promotion direct sales techniques , largely seek goods industrial company . 2011 meta analyse find the factor the greatest impact sales performance salesperson sales relate knowledge ( market segment , presentation skills , conflict resolution , products ) , degree adaptiveness , role clarity , cognitive aptitude , motivation interest sales role ) . market concept : the common concept use contemporary market , customer-centric approach base products suit new consumer taste . firm engage extensive market research , use r ( research development ) , utilize promotion techniques . the market orientation include : customer orientation : firm the market economy survive produce goods people will able buy . consequently , ascertain consumer demand vital firm future viability even existence go concern . organizational orientation : the market department prime importance within the functional level organization . information the market department use guide the action company departments . market department could ascertain ( via market research ) consumers desire new type product , new usage exist product . mind , the market department would inform the r department create prototype product service base consumers new desire . the production department would start manufacture the product . the finance department may oppose require capital expenditures since could undermine healthy cash flow the organization . societal market concept : social responsibility go beyond satisfy customers provide superior value embrace societal stakeholders employees , customers , local communities . company adopt perspective typically practice triple bottom line report publish financial , social environmental impact report . sustainable market green market extension societal market . the market mix main article : market mix market mix foundational tool use guide decision make market . the market mix represent the basic tool marketers use bring products service the market . the foundation managerial market the market plan typically devote section the market mix . the 4cs response environmental technological change market , well criticisms towards the 4ps approach , the 4cs emerge modern market mix model . outline consumer ( client ) the consumer refer the person group acquire the product . aspect the model focus fulfil the want need the consumer . cost cost refer exchange return the product . cost mainly consist the monetary value the product . cost also refer anything else the consumer must sacrifice attain the product , time money spend transportation acquire the product . convenience like place the 4ps model , convenience refer the product sell . , however , refer physical store also whether the product available person online . the convenience aspect emphasize make easy possible the consumer attain the product , thus make likely . communication like promotion the 4ps model , communication refer consumers find product . unlike promotion , communication refer the one-way communication advertise , also the two-way communication available social media . '\""
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "-hr1WU5UKZG_"
      },
      "source": [
        "# Summarization text using GPT2 Summarizer model"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 102
        },
        "id": "qSXCwe3fKZV6",
        "outputId": "fc85d850-a094-4fe7-f3d9-94fde00a9424"
      },
      "source": [
        "'''from transformers import GPT2Tokenizer,GPT2LMHeadModel\n",
        "def Summarization(text):\n",
        "    # Instantiating the model and tokenizer with gpt-2\n",
        "    tokenizer=GPT2Tokenizer.from_pretrained('gpt2')\n",
        "    model=GPT2LMHeadModel.from_pretrained('gpt2')\n",
        "    # Encoding text to get input ids & pass them to model.generate()\n",
        "    inputs=tokenizer.batch_encode_plus([text],return_tensors='pt',max_length=512)\n",
        "    summary_ids=model.generate(inputs['input_ids'],early_stopping=True)\n",
        "    GPT_summary=tokenizer.decode(summary_ids[0],skip_special_tokens=True)\n",
        "\n",
        "    return GPT_summary\n",
        "#test \n",
        "summarized_text=Summarization(skillString)\n",
        "summarized_text'''"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "\"from transformers import GPT2Tokenizer,GPT2LMHeadModel\\ndef Summarization(text):\\n    # Instantiating the model and tokenizer with gpt-2\\n    tokenizer=GPT2Tokenizer.from_pretrained('gpt2')\\n    model=GPT2LMHeadModel.from_pretrained('gpt2')\\n    # Encoding text to get input ids & pass them to model.generate()\\n    inputs=tokenizer.batch_encode_plus([text],return_tensors='pt',max_length=512)\\n    summary_ids=model.generate(inputs['input_ids'],early_stopping=True)\\n    GPT_summary=tokenizer.decode(summary_ids[0],skip_special_tokens=True)\\n\\n    return GPT_summary\\n#test \\nsummarized_text=Summarization(skillString)\\nsummarized_text\""
            ]
          },
          "metadata": {},
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "pQJ2Yt4EK7ej"
      },
      "source": [
        "# KeyWord Exctraction \n",
        "# 1)Unsupervised models"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5WqDVWj0LGcE"
      },
      "source": [
        "### a)TfIdf "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IHzJIiUwKpZg",
        "outputId": "bb614647-9e43-40c7-b96c-493875150cd3"
      },
      "source": [
        "# TFIDF\n",
        "import string\n",
        "import pke\n",
        "\n",
        "# 1. create a TfIdf extractor.\n",
        "extractor = pke.unsupervised.TfIdf()\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input=skillString,\n",
        "                        language='en',\n",
        "                        normalization=None)\n",
        "\n",
        "# 3. select {1-3}-grams not containing punctuation marks as candidates.\n",
        "extractor.candidate_selection(n=3, stoplist=list(string.punctuation))\n",
        "# 4. weight the candidates using a `tf` x `idf`\n",
        "extractor.candidate_weighting()\n",
        "\n",
        "# 5. get the 10-highest scored candidates as keyphrases\n",
        "keyphrases_TFIDF = extractor.get_n_best(n=10)\n",
        "keyphrases_TFIDF"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:root:LoadFile._df_counts is hard coded to /usr/local/lib/python3.7/dist-packages/pke/models/df-semeval2010.tsv.gz\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market', 244.14981808167266),\n",
              " ('products', 193.85754543040323),\n",
              " ('business', 136.41827271028376),\n",
              " ('b2c', 122.05845453025388),\n",
              " ('customer', 122.05845453025388),\n",
              " ('b2b', 117.49387837516934),\n",
              " ('consumer', 107.69863635022402),\n",
              " ('consumers', 100.51872726020909),\n",
              " ('customers', 100.51872726020909),\n",
              " ('service', 93.33881817019414)]"
            ]
          },
          "metadata": {},
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ZZRKS0tOLR44"
      },
      "source": [
        "### b)KPMiner"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "s0oYRQ1eLM5N",
        "outputId": "d725cfc2-496b-4bcf-e67c-a94ca017973c"
      },
      "source": [
        "# KPMiner\n",
        "import pke\n",
        "# 1. create a KPMiner extractor.\n",
        "extractor = pke.unsupervised.KPMiner()\n",
        "\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input=skillString,\n",
        "                        language='en',\n",
        "                        normalization=None)\n",
        "lasf = 5\n",
        "cutoff = 200\n",
        "extractor.candidate_selection(lasf=lasf, cutoff=cutoff)\n",
        "\n",
        "# 4. weight the candidates using KPMiner weighting function.\n",
        "alpha = 2.3\n",
        "sigma = 3.0\n",
        "extractor.candidate_weighting(alpha=alpha, sigma=sigma)\n",
        "\n",
        "# 5. get the 10-highest scored candidates as keyphrases\n",
        "keyphrases_KPMiner = extractor.get_n_best(n=10)\n",
        "keyphrases_KPMiner"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:root:LoadFile._df_counts is hard coded to /usr/local/lib/python3.7/dist-packages/pke/models/df-semeval2010.tsv.gz\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market', 244.14981808167266),\n",
              " ('b2c market', 236.93699997049285),\n",
              " ('products', 193.85754543040323),\n",
              " ('market mix', 172.31781816035843),\n",
              " ('b2b market', 150.77809089031362),\n",
              " ('business', 136.41827271028376),\n",
              " ('b2c', 122.05845453025388),\n",
              " ('b2b', 117.49387837516934),\n",
              " ('consumers', 100.51872726020909),\n",
              " ('service', 93.33881817019414)]"
            ]
          },
          "metadata": {},
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "P2z8276KLaYj"
      },
      "source": [
        "### c)Yake"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "FYNB8Nf3LZmY",
        "outputId": "3fe3a055-ff2a-47b6-970f-b028adefbf65"
      },
      "source": [
        "# Yake\n",
        "import pke\n",
        "from nltk.corpus import stopwords\n",
        "\n",
        "# 1. create a YAKE extractor.\n",
        "extractor = pke.unsupervised.YAKE()\n",
        "\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input=skillString,\n",
        "                        language='en',\n",
        "                        normalization=None)\n",
        "\n",
        "stoplist = stopwords.words('english')\n",
        "extractor.candidate_selection(n=3, stoplist=stoplist)\n",
        "\n",
        "window = 2\n",
        "use_stems = False # use stems instead of words for weighting\n",
        "extractor.candidate_weighting(window=window,\n",
        "                              stoplist=stoplist,\n",
        "                              use_stems=use_stems)\n",
        "\n",
        "threshold = 0.8\n",
        "keyphrases_Yake = extractor.get_n_best(n=10, threshold=threshold)\n",
        "keyphrases_Yake"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market', 0.0021883423835918473),\n",
              " ('b2c market', 0.011132002479452442),\n",
              " ('product', 0.013484804175570983),\n",
              " ('b2b b2c market', 0.01564669640343764),\n",
              " ('b2b', 0.019152343545309536),\n",
              " ('buy', 0.019846680490852066),\n",
              " ('need', 0.02158554169134289),\n",
              " ('market mix', 0.022212883533282893),\n",
              " ('use', 0.022933855656761953),\n",
              " ('business', 0.022998987440728726)]"
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "EdkPl548Lff1"
      },
      "source": [
        "## Graph-based models\n",
        "###  TextRank"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "x3DzAWisLfpp",
        "outputId": "4025a33a-c86c-4b64-c032-08b9e6d6ba85"
      },
      "source": [
        "# TextRank\n",
        "import pke\n",
        "pos = {'NOUN', 'PROPN', 'ADJ'}\n",
        "\n",
        "# 1. create a TextRank extractor.\n",
        "extractor = pke.unsupervised.TextRank()\n",
        "\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input=skillString,\n",
        "                        language='en',\n",
        "                        normalization=None)\n",
        "extractor.candidate_weighting(window=2,\n",
        "                              pos=pos,\n",
        "                              top_percent=0.33)\n",
        "\n",
        "keyphrases_TextRank = extractor.get_n_best(n=10)\n",
        "keyphrases_TextRank"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:root:Candidates are generated using 0.33-top\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market customer customer market', 0.1265190921340984),\n",
              " ('market market concepts', 0.11158322242254771),\n",
              " ('market refer market', 0.11076931040718202),\n",
              " ('company design market products service', 0.08691493894680599),\n",
              " ('use products sell b2b market', 0.08672685418502786),\n",
              " ('products sell b2b market', 0.07825875751054037),\n",
              " ('b2c market business', 0.07323571782475455),\n",
              " ('major segment market business', 0.07251382469031112),\n",
              " ('market business model', 0.0714349270036042),\n",
              " ('product target market', 0.07008475381664327)]"
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "CrI45XhmLgDp"
      },
      "source": [
        "###  SingleRank\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "I0ywLxplLgLV",
        "outputId": "8f9a596b-acfb-4f11-9970-40e79c8e4487"
      },
      "source": [
        "# SingleRank\n",
        "import pke\n",
        "pos = {'NOUN', 'PROPN', 'ADJ'}\n",
        "\n",
        "# 1. create a SingleRank extractor.\n",
        "extractor = pke.unsupervised.SingleRank()\n",
        "\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input=skillString,\n",
        "                        language='en',\n",
        "                        normalization=None)\n",
        "\n",
        "# 3. select the longest sequences of nouns and adjectives as candidates.\n",
        "extractor.candidate_selection(pos=pos)\n",
        "extractor.candidate_weighting(window=10,\n",
        "                              pos=pos)\n",
        "\n",
        "# 5. get the 10-highest scored candidates as keyphrases\n",
        "keyphrases_SingleRank = extractor.get_n_best(n=10)\n",
        "keyphrases_SingleRank"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market customer customer market c2c market represent market environment',\n",
              "  0.3227890909526488),\n",
              " ('sustainable market green market extension societal market',\n",
              "  0.22659153382749536),\n",
              " ('business market c2b market business model', 0.17930041640221508),\n",
              " ('customers definitions market highlight market ability produce value shareholders',\n",
              "  0.17126321897569124),\n",
              " ('market mix market mix foundational tool use guide decision',\n",
              "  0.16924963572660748),\n",
              " ('charter institute market define market customer', 0.16287125292165747),\n",
              " ('central market segmentation concern divide market distinct group buyers',\n",
              "  0.16247053110727222),\n",
              " ('result market research market research', 0.15689284027758885),\n",
              " ('market practice market orientation', 0.15448894977470262),\n",
              " ('market refer market strategy content gear', 0.1514552616070884)]"
            ]
          },
          "metadata": {},
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "PBHPDoPnLgTB"
      },
      "source": [
        "### TopicRank"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3zjZYg2JLgal",
        "outputId": "3bfdd73f-4bb7-4bce-8d46-1b247920b7a9"
      },
      "source": [
        "# TopicRank\n",
        "import pke\n",
        "import string\n",
        "from nltk.corpus import stopwords\n",
        "\n",
        "extractor = pke.unsupervised.TopicRank()\n",
        "\n",
        " # 2. load the content of the document.\n",
        "extractor.load_document(input=skillString)\n",
        "\n",
        " # 3. select the longest sequences of nouns and adjectives, that do\n",
        " #    not contain punctuation marks or stopwords as candidates.\n",
        "pos = {'NOUN', 'PROPN', 'ADJ'}\n",
        "stoplist = list(string.punctuation)\n",
        "stoplist += ['-lrb-', '-rrb-', '-lcb-', '-rcb-', '-lsb-', '-rsb-']\n",
        "stoplist += stopwords.words('english')\n",
        "extractor.candidate_selection(pos=pos, stoplist=stoplist)\n",
        "extractor.candidate_weighting(threshold=0.74, method='average')\n",
        "\n",
        " # 5. get the 10-highest scored candidates as keyphrases\n",
        "keyphrases_TopicRank = extractor.get_n_best(n=10)\n",
        "keyphrases_TopicRank"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market', 0.060437100193739296),\n",
              " ('public events design products', 0.04645541653997112),\n",
              " ('consumers', 0.032245217750801365),\n",
              " ('attract customers', 0.0290360852052554),\n",
              " ('marketers direct product businesses', 0.027973734027691134),\n",
              " ('b2b market', 0.025812201769717956),\n",
              " ('need', 0.02123743407474008),\n",
              " ('new conception market', 0.013915395949427695),\n",
              " ('market orientations', 0.01179789188459509),\n",
              " ('definition market', 0.011646296377101125)]"
            ]
          },
          "metadata": {},
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "2DVqH2OpLgiH"
      },
      "source": [
        "### Single TopicalPageRank"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "a31A1QS-LgpT",
        "outputId": "96306780-8546-4656-a7b7-3e07e25f7490"
      },
      "source": [
        "import pke\n",
        "from nltk.corpus import stopwords\n",
        "\n",
        "# define the valid Part-of-Speeches to occur in the graph\n",
        "pos = {'NOUN', 'PROPN', 'ADJ'}\n",
        "\n",
        "# define the grammar for selecting the keyphrase candidates\n",
        "grammar = \"NP: {<ADJ>*<NOUN|PROPN>+}\"\n",
        "\n",
        "# 1. create a TopicalPageRank extractor.\n",
        "extractor = pke.unsupervised.TopicalPageRank()\n",
        "\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input='path/to/input',\n",
        "                        language='en',\n",
        "                        normalization=None)\n",
        "\n",
        "# 3. select the noun phrases as keyphrase candidates.\n",
        "extractor.candidate_selection(grammar=grammar)\n",
        "\n",
        "# 4. weight the keyphrase candidates using Single Topical PageRank.\n",
        "#    Builds a word-graph in which edges connecting two words occurring\n",
        "#    in a window are weighted by co-occurrence counts.\n",
        "extractor.candidate_weighting(window=10,pos=pos)\n",
        "\n",
        "# 5. get the 10-highest scored candidates as keyphrases\n",
        "keyphrases_TopicalPageRank = extractor.get_n_best(n=10)\n",
        "keyphrases_TopicalPageRank"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:root:LDA model is hard coded to /usr/local/lib/python3.7/dist-packages/pke/models/lda-1000-semeval2010.py3.pickle.gz\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('input', 0.5049054539701071), ('path', 0.4950945460298929)]"
            ]
          },
          "metadata": {},
          "execution_count": 24
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "LIJBqnCBLgwa"
      },
      "source": [
        "### PositionRank"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "8c-99kDhLg3Q",
        "outputId": "e9118c90-d53e-4c50-f8d2-7e889d6d55fe"
      },
      "source": [
        "#PositionRank\n",
        "import pke\n",
        "# define the valid Part-of-Speeches to occur in the graph\n",
        "pos = {'NOUN', 'PROPN', 'ADJ'}\n",
        "\n",
        "# define the grammar for selecting the keyphrase candidates\n",
        "grammar = \"NP: {<ADJ>*<NOUN|PROPN>+}\"\n",
        "\n",
        "# 1. create a PositionRank extractor.\n",
        "extractor = pke.unsupervised.PositionRank()\n",
        "\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input=skillString,\n",
        "                        language='en',\n",
        "                        normalization=None)\n",
        "\n",
        "# 3. select the noun phrases up to 3 words as keyphrase candidates.\n",
        "extractor.candidate_selection(grammar=grammar,\n",
        "                              maximum_word_number=3)\n",
        "\n",
        "# 4. weight the candidates using the sum of their word's scores that are\n",
        "#    computed using random walk biaised with the position of the words\n",
        "#    in the document. In the graph, nodes are words (nouns and\n",
        "#    adjectives only) that are connected if they occur in a window of\n",
        "#    10 words.\n",
        "extractor.candidate_weighting(window=10,\n",
        "                              pos=pos)\n",
        "\n",
        "# 5. get the 10-highest scored candidates as keyphrases\n",
        "keyphrases_PositionRank = extractor.get_n_best(n=10)\n",
        "keyphrases_PositionRank"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market market concepts', 0.17863937416269737),\n",
              " ('b2c market business', 0.11505096942598787),\n",
              " ('product target market', 0.11313713796170732),\n",
              " ('b2b b2c market', 0.11102809230977867),\n",
              " ('b2b market b2b', 0.10824243814476601),\n",
              " ('market process', 0.10814318713497928),\n",
              " ('agricultural market service', 0.10708900971505261),\n",
              " ('marketing market', 0.105364143105218),\n",
              " ('market business', 0.10234140655933642),\n",
              " ('b2c market', 0.10110418360813987)]"
            ]
          },
          "metadata": {},
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "C2GXuttIMMw_"
      },
      "source": [
        "### MultipartiteRank"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Id_jraPhMISU",
        "outputId": "aad54107-0c73-4421-a28b-fe95bf2b7c81"
      },
      "source": [
        "#MultipartiteRank\n",
        "import pke\n",
        "import string\n",
        "from nltk.corpus import stopwords\n",
        "\n",
        "# 1. create a MultipartiteRank extractor.\n",
        "extractor = pke.unsupervised.MultipartiteRank()\n",
        "\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input=skillString)\n",
        "\n",
        "# 3. select the longest sequences of nouns and adjectives, that do\n",
        "#    not contain punctuation marks or stopwords as candidates.\n",
        "pos = {'NOUN', 'PROPN', 'ADJ'}\n",
        "stoplist = list(string.punctuation)\n",
        "stoplist += ['-lrb-', '-rrb-', '-lcb-', '-rcb-', '-lsb-', '-rsb-']\n",
        "stoplist += stopwords.words('english')\n",
        "extractor.candidate_selection(pos=pos, stoplist=stoplist)\n",
        "\n",
        "# 4. build the Multipartite graph and rank candidates using random walk,\n",
        "#    alpha controls the weight adjustment mechanism, see TopicRank for\n",
        "#    threshold/method parameters.\n",
        "extractor.candidate_weighting(alpha=1.1,\n",
        "                              threshold=0.74,\n",
        "                              method='average')\n",
        "\n",
        "# 5. get the 10-highest scored candidates as keyphrases\n",
        "keyphrases_MultipartiteRank = extractor.get_n_best(n=10)\n",
        "keyphrases_MultipartiteRank"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market', 0.047546150973627896),\n",
              " ('public events design products', 0.03027610289790687),\n",
              " ('b2b market', 0.021095213333767078),\n",
              " ('consumers', 0.02096546777598446),\n",
              " ('marketers direct product businesses', 0.020403945238280312),\n",
              " ('attract customers', 0.018950436717971093),\n",
              " ('product', 0.015428812603812557),\n",
              " ('process', 0.013472750922292276),\n",
              " ('need', 0.013385984145899458),\n",
              " ('definition market', 0.011819663118280579)]"
            ]
          },
          "metadata": {},
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Mcesb3J3MVeQ"
      },
      "source": [
        "# supervised Models\n",
        "## Feature-based models\n",
        "\n",
        "### Kea extractor"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZfFzbptVMR9x",
        "outputId": "abd45661-02db-4a42-81e5-d248e03cdd2c"
      },
      "source": [
        "#Kea extractor\n",
        "import pke\n",
        "from nltk.corpus import stopwords\n",
        "\n",
        "# define a list of stopwords\n",
        "stoplist = stopwords.words('english')\n",
        "\n",
        "# 1. create a Kea extractor.\n",
        "extractor = pke.supervised.Kea()\n",
        "\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input=skillString,\n",
        "                        language='en',\n",
        "                        normalization=None)\n",
        "\n",
        "# 3. select 1-3 grams that do not start or end with a stopword as\n",
        "#    candidates. Candidates that contain punctuation marks as words\n",
        "#    are discarded.\n",
        "extractor.candidate_selection(stoplist=stoplist)\n",
        "\n",
        "extractor.candidate_weighting()\n",
        "\n",
        "# 5. get the 10-highest scored candidates as keyphrases\n",
        "keyphrases_Kea = extractor.get_n_best(n=10)\n",
        "keyphrases_Kea"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:root:LoadFile._df_counts is hard coded to /usr/local/lib/python3.7/dist-packages/pke/models/df-semeval2010.tsv.gz\n",
            "/usr/local/lib/python3.7/dist-packages/sklearn/base.py:333: UserWarning: Trying to unpickle estimator MultinomialNB from version 0.20.0 when using version 1.0.1. This might lead to breaking code or invalid results. Use at your own risk. For more info please refer to:\n",
            "https://scikit-learn.org/stable/modules/model_persistence.html#security-maintainability-limitations\n",
            "  UserWarning,\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market', 0.04998349172718739),\n",
              " ('products', 0.030790353812736405),\n",
              " ('business', 0.017040928869218135),\n",
              " ('b2c', 0.014748547091533754),\n",
              " ('b2b', 0.01414706779403865),\n",
              " ('customer', 0.01327103354646676),\n",
              " ('consumers', 0.011986599094778663),\n",
              " ('service', 0.011830004228740665),\n",
              " ('consumer', 0.011743481915743842),\n",
              " ('customers', 0.011561865765804152)]"
            ]
          },
          "metadata": {},
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "y00soQvpMhyV"
      },
      "source": [
        "### WINGNUS extracto/"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LInqJO5BMdm_",
        "outputId": "1da552f9-dc73-488d-af64-82fc1033479c"
      },
      "source": [
        "# WINGNUS extractor\n",
        "import pke\n",
        "\n",
        "# 1. create a WINGNUS extractor.\n",
        "extractor = pke.supervised.WINGNUS()\n",
        "\n",
        "# 2. load the content of the document.\n",
        "extractor.load_document(input=skillString)\n",
        "\n",
        "# 3. select simplex noun phrases as candidates.\n",
        "extractor.candidate_selection()\n",
        "extractor.candidate_weighting()\n",
        "\n",
        "# 5. get the 10-highest scored candidates as keyphrases\n",
        "keyphrases_WINGNUS = extractor.get_n_best(n=10)\n",
        "keyphrases_WINGNUS"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:root:LoadFile._df_counts is hard coded to /usr/local/lib/python3.7/dist-packages/pke/models/df-semeval2010.tsv.gz\n",
            "/usr/local/lib/python3.7/dist-packages/sklearn/base.py:333: UserWarning: Trying to unpickle estimator MultinomialNB from version 0.20.0 when using version 1.0.1. This might lead to breaking code or invalid results. Use at your own risk. For more info please refer to:\n",
            "https://scikit-learn.org/stable/modules/model_persistence.html#security-maintainability-limitations\n",
            "  UserWarning,\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('market', 0.056928417714362856),\n",
              " ('b2c market', 0.05375829566997105),\n",
              " ('consumers', 0.03990322683683132),\n",
              " ('products', 0.03961092967572039),\n",
              " ('market orientations', 0.0333713385430735),\n",
              " ('market mix', 0.03318083815819399),\n",
              " ('businesses', 0.03288548448351782),\n",
              " ('market research', 0.032849986673869895),\n",
              " ('b2b market', 0.026644931867373236),\n",
              " ('demand purchase goods', 0.02634614783447585)]"
            ]
          },
          "metadata": {},
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "YQIXeRKGMs3G"
      },
      "source": [
        "# concate all keywords"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1w5Dv-FvMncc",
        "outputId": "e29c2c1a-95b2-42ad-d2c8-1dd170e70755"
      },
      "source": [
        "\n",
        "Keywords= keyphrases_TFIDF + keyphrases_KPMiner + keyphrases_Yake + keyphrases_TextRank +keyphrases_SingleRank + keyphrases_TopicRank + keyphrases_TopicalPageRank +keyphrases_PositionRank + keyphrases_MultipartiteRank + keyphrases_Kea + keyphrases_WINGNUS\n",
        "print(Keywords)\n",
        "print(len(Keywords))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[('market', 244.14981808167266), ('products', 193.85754543040323), ('business', 136.41827271028376), ('b2c', 122.05845453025388), ('customer', 122.05845453025388), ('b2b', 117.49387837516934), ('consumer', 107.69863635022402), ('consumers', 100.51872726020909), ('customers', 100.51872726020909), ('service', 93.33881817019414), ('market', 244.14981808167266), ('b2c market', 236.93699997049285), ('products', 193.85754543040323), ('market mix', 172.31781816035843), ('b2b market', 150.77809089031362), ('business', 136.41827271028376), ('b2c', 122.05845453025388), ('b2b', 117.49387837516934), ('consumers', 100.51872726020909), ('service', 93.33881817019414), ('market', 0.0021883423835918473), ('b2c market', 0.011132002479452442), ('product', 0.013484804175570983), ('b2b b2c market', 0.01564669640343764), ('b2b', 0.019152343545309536), ('buy', 0.019846680490852066), ('need', 0.02158554169134289), ('market mix', 0.022212883533282893), ('use', 0.022933855656761953), ('business', 0.022998987440728726), ('market customer customer market', 0.1265190921340984), ('market market concepts', 0.11158322242254771), ('market refer market', 0.11076931040718202), ('company design market products service', 0.08691493894680599), ('use products sell b2b market', 0.08672685418502786), ('products sell b2b market', 0.07825875751054037), ('b2c market business', 0.07323571782475455), ('major segment market business', 0.07251382469031112), ('market business model', 0.0714349270036042), ('product target market', 0.07008475381664327), ('market customer customer market c2c market represent market environment', 0.3227890909526488), ('sustainable market green market extension societal market', 0.22659153382749536), ('business market c2b market business model', 0.17930041640221508), ('customers definitions market highlight market ability produce value shareholders', 0.17126321897569124), ('market mix market mix foundational tool use guide decision', 0.16924963572660748), ('charter institute market define market customer', 0.16287125292165747), ('central market segmentation concern divide market distinct group buyers', 0.16247053110727222), ('result market research market research', 0.15689284027758885), ('market practice market orientation', 0.15448894977470262), ('market refer market strategy content gear', 0.1514552616070884), ('market', 0.060437100193739296), ('public events design products', 0.04645541653997112), ('consumers', 0.032245217750801365), ('attract customers', 0.0290360852052554), ('marketers direct product businesses', 0.027973734027691134), ('b2b market', 0.025812201769717956), ('need', 0.02123743407474008), ('new conception market', 0.013915395949427695), ('market orientations', 0.01179789188459509), ('definition market', 0.011646296377101125), ('input', 0.5049054539701071), ('path', 0.4950945460298929), ('market market concepts', 0.17863937416269737), ('b2c market business', 0.11505096942598787), ('product target market', 0.11313713796170732), ('b2b b2c market', 0.11102809230977867), ('b2b market b2b', 0.10824243814476601), ('market process', 0.10814318713497928), ('agricultural market service', 0.10708900971505261), ('marketing market', 0.105364143105218), ('market business', 0.10234140655933642), ('b2c market', 0.10110418360813987), ('market', 0.047546150973627896), ('public events design products', 0.03027610289790687), ('b2b market', 0.021095213333767078), ('consumers', 0.02096546777598446), ('marketers direct product businesses', 0.020403945238280312), ('attract customers', 0.018950436717971093), ('product', 0.015428812603812557), ('process', 0.013472750922292276), ('need', 0.013385984145899458), ('definition market', 0.011819663118280579), ('market', 0.04998349172718739), ('products', 0.030790353812736405), ('business', 0.017040928869218135), ('b2c', 0.014748547091533754), ('b2b', 0.01414706779403865), ('customer', 0.01327103354646676), ('consumers', 0.011986599094778663), ('service', 0.011830004228740665), ('consumer', 0.011743481915743842), ('customers', 0.011561865765804152), ('market', 0.056928417714362856), ('b2c market', 0.05375829566997105), ('consumers', 0.03990322683683132), ('products', 0.03961092967572039), ('market orientations', 0.0333713385430735), ('market mix', 0.03318083815819399), ('businesses', 0.03288548448351782), ('market research', 0.032849986673869895), ('b2b market', 0.026644931867373236), ('demand purchase goods', 0.02634614783447585)]\n",
            "102\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZHDNy3oAMxjH",
        "outputId": "e1ba736a-e590-4b7b-9023-9a5fc8d93fd2"
      },
      "source": [
        "\n",
        "# Check Keywords Duplicates\n",
        "import collections\n",
        "def find_Repeted_Keyword(keys):\n",
        "  Keywords=[item for item, count in collections.Counter(keys).items() if count > 1]  \n",
        "  return Keywords\n",
        "duplicated_Keywords = find_Repeted_Keyword(Keywords)\n",
        "print(duplicated_Keywords)\n",
        "print(len(duplicated_Keywords))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[('market', 244.14981808167266), ('products', 193.85754543040323), ('business', 136.41827271028376), ('b2c', 122.05845453025388), ('b2b', 117.49387837516934), ('consumers', 100.51872726020909), ('service', 93.33881817019414)]\n",
            "7\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "R20GIZOcM0PK",
        "outputId": "ab4e48a7-5256-4e1a-cb3d-158c6c71125f"
      },
      "source": [
        "Keywords=[]\n",
        "for i in duplicated_Keywords :\n",
        "  Keywords.append(i[0])\n",
        "print(Keywords)  \n",
        "\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "['market', 'products', 'business', 'b2c', 'b2b', 'consumers', 'service']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1-C0XLgJM3Qi"
      },
      "source": [
        "# Sentence Mapping"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "bXhaYB8sM7Fz",
        "outputId": "07d13835-050d-4cf6-f4b6-47c6764c9c3e"
      },
      "source": [
        "\n",
        "\n",
        "\n",
        "filtered_keys=[]\n",
        "from nltk.tokenize import sent_tokenize\n",
        "from flashtext import KeywordProcessor\n",
        "\n",
        "def tokenize_sentences(text):\n",
        "    sentences = [sent_tokenize(text)]\n",
        "    sentences = [y for x in sentences for y in x]\n",
        "    # Remove any short sentences less than 20 letters.\n",
        "    sentences = [sentence.strip() for sentence in sentences if len(sentence) > 20]\n",
        "    return sentences\n",
        "\n",
        "def get_sentences_for_keyword(Keywords, sentences):\n",
        "    keyword_processor = KeywordProcessor()\n",
        "    keyword_sentences = {}\n",
        "    for word in Keywords:\n",
        "        keyword_sentences[word] = []\n",
        "        keyword_processor.add_keyword(word)\n",
        "    for sentence in sentences:\n",
        "        keywords_found = keyword_processor.extract_keywords(sentence)\n",
        "        for key in keywords_found:\n",
        "            keyword_sentences[key].append(sentence)\n",
        "\n",
        "    for key in keyword_sentences.keys():\n",
        "        values = keyword_sentences[key]\n",
        "        values = sorted(values, key=len, reverse=True)\n",
        "        keyword_sentences[key] = values\n",
        "        df = pd.DataFrame({'values':values})\n",
        "        df.drop_duplicates(inplace = True)\n",
        "        keyword_sentences[key] = df['values'].tolist()\n",
        "\n",
        "    return keyword_sentences\n",
        "\n",
        "sentences = tokenize_sentences(skillString)\n",
        "keyword_sentence_mapping_after = get_sentences_for_keyword(Keywords, sentences)\n",
        "keyword_sentence_mapping={key: value for key, value in keyword_sentence_mapping_after.items() if value}\n",
        "keyword_sentence_mapping\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'b2b': ['examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .',\n",
              "  'buy influence : b2b purchase influence multiple people various departments quality control , account , logistics b2c market influence the person make the purchase possibly others .',\n",
              "  'distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer .',\n",
              "  'negotiations : b2b market , negotiate lower price add benefit commonly accept b2c market ( particularly western culture ) price fix .',\n",
              "  'b2b b2c market the two major segment market business-to-business ( b2b ) market business-to-consumer ( b2c ) market .',\n",
              "  'b2b market b2b ( business-to-business ) market refer market strategy content gear towards business organization .',\n",
              "  ': purchase contractor service repair infrastructure ) institutions- use b2b products continue operation ( e.g .',\n",
              "  'company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .',\n",
              "  ': matter buy plastics make toy ) sellers- buy b2b products sell retail wholesale establishments ( e.g .',\n",
              "  'differences b2b b2c market the different goals b2b b2c market lead differences the b2b b2c market .',\n",
              "  'buy nature : b2b purchase formal process do professional buyers sellers , b2c purchase informal .',\n",
              "  'demand : b2b demand derive businesses buy products base much demand the final consumer product .',\n",
              "  ': walmart buy vacuum sell store ) governments- buy b2b products use government project ( e.g .',\n",
              "  'marketers direct product businesses ( b2b market ) directly consumers ( b2c market ) .',\n",
              "  'promotional methods : b2b market , the common promotional method personal sell .'],\n",
              " 'b2c': ['buy influence : b2b purchase influence multiple people various departments quality control , account , logistics b2c market influence the person make the purchase possibly others .',\n",
              "  ': school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .',\n",
              "  'distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer .',\n",
              "  'negotiations : b2b market , negotiate lower price add benefit commonly accept b2c market ( particularly western culture ) price fix .',\n",
              "  'diametrically oppose the popular concept b2c business- to- consumer the company make goods service available the end consumers .',\n",
              "  'b2b b2c market the two major segment market business-to-business ( b2b ) market business-to-consumer ( b2c ) market .',\n",
              "  'differences b2b b2c market the different goals b2b b2c market lead differences the b2b b2c market .',\n",
              "  'buy nature : b2b purchase formal process do professional buyers sellers , b2c purchase informal .',\n",
              "  'marketers direct product businesses ( b2b market ) directly consumers ( b2c market ) .',\n",
              "  'b2c market mostly use sales promotion , public relations , advertise , social media .',\n",
              "  'recently the term b2c refer the online sell consumer products .',\n",
              "  'b2c demand primarily customers buy products base want need .',\n",
              "  'b2c market , occur consumers also sell products .'],\n",
              " 'business': ['examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .',\n",
              "  'the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers .',\n",
              "  'the term market , commonly know attract customers , incorporate knowledge gain study the management exchange relationships the business process identify , anticipate satisfy customers need want .',\n",
              "  'c2c market customer customer market c2c market represent market environment one customer purchase goods another customer use third-party business platform facilitate the transaction .',\n",
              "  'relate definition , the sales process engineer perspective , define market set process interconnect interdependent function business aim achieve customer interest satisfaction .',\n",
              "  ': school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .',\n",
              "  'market management orientations main article : history market orientations philosophies inform market practice market orientation define philosophy business management .',\n",
              "  'c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .',\n",
              "  'distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer .',\n",
              "  'diametrically oppose the popular concept b2c business- to- consumer the company make goods service available the end consumers .',\n",
              "  'b2b b2c market the two major segment market business-to-business ( b2b ) market business-to-consumer ( b2c ) market .',\n",
              "  'b2b market b2b ( business-to-business ) market refer market strategy content gear towards business organization .',\n",
              "  'example , business sell printer ink likely buy office chair supplier buy the business printer ink .',\n",
              "  'one the primary components business management commerce .'],\n",
              " 'consumers': ['the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers .',\n",
              "  'the market concept propose complete organizational objectives , organization anticipate the need want potential consumers satisfy effectively competitors .',\n",
              "  'c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .',\n",
              "  'diametrically oppose the popular concept b2c business- to- consumer the company make goods service available the end consumers .',\n",
              "  'market department could ascertain ( via market research ) consumers desire new type product , new usage exist product .',\n",
              "  'mind , the market department would inform the r department create prototype product service base consumers new desire .',\n",
              "  'company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .',\n",
              "  'communication like promotion the 4ps model , communication refer consumers find product .',\n",
              "  'lease : businesses tend lease expensive items consumers tend save buy expensive items .',\n",
              "  'marketers direct product businesses ( b2b market ) directly consumers ( b2c market ) .',\n",
              "  'purchase volume : businesses buy products large volumes distribute consumers .',\n",
              "  'number customers : relatively fewer businesses market direct consumers .',\n",
              "  'consumers buy products smaller volumes suitable personal use .',\n",
              "  'b2c market , occur consumers also sell products .'],\n",
              " 'market': [\"'marketing market the process intentionally stimulate demand purchase goods service potentially include selection target audience selection certain attribute theme emphasize advertise operation advertise campaign attendance trade show public events design products package attractive buyers selection the term sale , price , discount , warranty , return policy product placement media people believe influence the buy habit others agreements retailers , wholesale distributors , sellers attempt create awareness , loyalty , positive feel brand .\",\n",
              "  '2011 meta analyse find the factor the greatest impact sales performance salesperson sales relate knowledge ( market segment , presentation skills , conflict resolution , products ) , degree adaptiveness , role clarity , cognitive aptitude , motivation interest sales role ) .',\n",
              "  'examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .',\n",
              "  'the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers .',\n",
              "  'corporate state mind organisation culture although scholars continue debate the precise nature specific concepts inform market practice , the commonly cite orientations follow : product concept : mainly concern the quality product .',\n",
              "  'market currently define the american market association ( ama ) the activity , set institutions , process create , communicate , deliver , exchange offer value customers , clients , partner , society large .',\n",
              "  '1980 , define market satisfy need want exchange process , 2018 define the process company engage customers , build strong customer relationships , create customer value order capture value customers return .',\n",
              "  'the main differences market demand , purchase volume , number customers , customer concentration , distribution , buy nature , buy influence , negotiations , reciprocity , lease promotional methods .',\n",
              "  'the market mix , outline the specifics the product sell , affect the environment surround the product , the result market research market research , the characteristics the product target market .',\n",
              "  'the term market , commonly know attract customers , incorporate knowledge gain study the management exchange relationships the business process identify , anticipate satisfy customers need want .',\n",
              "  'instance , the charter institute market define market customer-centric perspective , focus the management process responsible identify , anticipate satisfy customer requirements profitable .',\n",
              "  'customer need central market segmentation concern divide market distinct group buyers the basis distinct need , characteristics , behaviors might require separate products market mix .',\n",
              "  'c2c market customer customer market c2c market represent market environment one customer purchase goods another customer use third-party business platform facilitate the transaction .',\n",
              "  'buy influence : b2b purchase influence multiple people various departments quality control , account , logistics b2c market influence the person make the purchase possibly others .',\n",
              "  'relate definition , the sales process engineer perspective , define market set process interconnect interdependent function business aim achieve customer interest satisfaction .',\n",
              "  'however , market make extensive use social sciences , psychology , sociology , mathematics , economics , anthropology neuroscience , the profession widely recognize science .',\n",
              "  'societal market concept : social responsibility go beyond satisfy customers provide superior value embrace societal stakeholders employees , customers , local communities .',\n",
              "  ': school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .',\n",
              "  'market management orientations main article : history market orientations philosophies inform market practice market orientation define philosophy business management .',\n",
              "  'rarely , trade association government agency ( the agricultural market service ) advertise behalf entire industry locality , often specific type food ( e.g .',\n",
              "  'the market concept propose complete organizational objectives , organization anticipate the need want potential consumers satisfy effectively competitors .',\n",
              "  'give the neutrality customer need , want market , rich understand concepts essential : need : something necessary people live healthy , stable safe life .',\n",
              "  'context , market define the management process seek maximise return shareholders develop relationships value customers create competitive advantage .',\n",
              "  'customer concentration : businesses specialize particular market tend geographically concentrate customers buy products businesses concentrate .',\n",
              "  'the 4cs response environmental technological change market , well criticisms towards the 4ps approach , the 4cs emerge modern market mix model .',\n",
              "  'the past , market practice tend see creative industry , include advertise , distribution sell , even today many part the market process ( e.g .',\n",
              "  'needs-based segmentation ( also know benefit segmentation ) place the customers desire the forefront company design market products service .',\n",
              "  'c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .',\n",
              "  'negotiations : b2b market , negotiate lower price add benefit commonly accept b2c market ( particularly western culture ) price fix .',\n",
              "  'market research , conduct the purpose new product development product improvement , often concern identify the consumer unset need .',\n",
              "  'market concept : the common concept use contemporary market , customer-centric approach base products suit new consumer taste .',\n",
              "  'the market orientation include : customer orientation : firm the market economy survive produce goods people will able buy .',\n",
              "  'market department could ascertain ( via market research ) consumers desire new type product , new usage exist product .',\n",
              "  'mind , the market department would inform the r department create prototype product service base consumers new desire .',\n",
              "  'b2b b2c market the two major segment market business-to-business ( b2b ) market business-to-consumer ( b2c ) market .',\n",
              "  'b2b market b2b ( business-to-business ) market refer market strategy content gear towards business organization .',\n",
              "  'company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .',\n",
              "  'organizational orientation : the market department prime importance within the functional level organization .',\n",
              "  'besides , customers definitions market highlight market ability produce value shareholders the firm well .',\n",
              "  'firm engage extensive market research , use r ( research development ) , utilize promotion techniques .',\n",
              "  'the market mix main article : market mix market mix foundational tool use guide decision make market .',\n",
              "  'although needs-based segmentation difficult practice , prove one the effective ways segment market .',\n",
              "  'recent definitions market place emphasis the consumer relationship , oppose pure exchange process .',\n",
              "  'differences b2b b2c market the different goals b2b b2c market lead differences the b2b b2c market .',\n",
              "  'product design , art director , brand management , advertise , inbound market , copyedit etc . )',\n",
              "  'the newer definition highlight the increase prominence stakeholders the new conception market .',\n",
              "  'the foundation managerial market the market plan typically devote section the market mix .',\n",
              "  'the market mix represent the basic tool marketers use bring products service the market .',\n",
              "  'marketers direct product businesses ( b2b market ) directly consumers ( b2c market ) .',\n",
              "  'regardless market , several factor apply , include the perspective the marketers use .',\n",
              "  'b2c market mostly use sales promotion , public relations , advertise , social media .',\n",
              "  'instance , prolific market author educator , philip other evolve definition market .',\n",
              "  'dominate market practice the 1860s the 1930s , yet still find company industries .',\n",
              "  'promotional methods : b2b market , the common promotional method personal sell .',\n",
              "  'know market orientations , determine marketers approach the plan stage market .',\n",
              "  'largely supplant the market orientation , except haute couture arts market .',\n",
              "  'information the market department use guide the action company departments .',\n",
              "  'the ama review definition definition market research every three years .',\n",
              "  'number customers : relatively fewer businesses market direct consumers .',\n",
              "  'market typically conduct the seller , typically retailer manufacturer .',\n",
              "  'market science develop concrete process follow create market plan .',\n",
              "  'sometimes task contract dedicate market firm advertise agency .',\n",
              "  'sustainable market green market extension societal market .',\n",
              "  'however , the definition market evolve the years .',\n",
              "  'b2c market , occur consumers also sell products .',\n",
              "  'market market concepts directly relate .'],\n",
              " 'products': [\"'marketing market the process intentionally stimulate demand purchase goods service potentially include selection target audience selection certain attribute theme emphasize advertise operation advertise campaign attendance trade show public events design products package attractive buyers selection the term sale , price , discount , warranty , return policy product placement media people believe influence the buy habit others agreements retailers , wholesale distributors , sellers attempt create awareness , loyalty , positive feel brand .\",\n",
              "  '2011 meta analyse find the factor the greatest impact sales performance salesperson sales relate knowledge ( market segment , presentation skills , conflict resolution , products ) , degree adaptiveness , role clarity , cognitive aptitude , motivation interest sales role ) .',\n",
              "  'examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .',\n",
              "  'sell concept : focus the sell promotion the firm exist products , rather develop new products satisfy unset need want primarily promotion direct sales techniques , largely seek goods industrial company .',\n",
              "  'customer need central market segmentation concern divide market distinct group buyers the basis distinct need , characteristics , behaviors might require separate products market mix .',\n",
              "  ': school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .',\n",
              "  'customer concentration : businesses specialize particular market tend geographically concentrate customers buy products businesses concentrate .',\n",
              "  'needs-based segmentation ( also know benefit segmentation ) place the customers desire the forefront company design market products service .',\n",
              "  'c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .',\n",
              "  'distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer .',\n",
              "  'market concept : the common concept use contemporary market , customer-centric approach base products suit new consumer taste .',\n",
              "  ': purchase contractor service repair infrastructure ) institutions- use b2b products continue operation ( e.g .',\n",
              "  'company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .',\n",
              "  ': matter buy plastics make toy ) sellers- buy b2b products sell retail wholesale establishments ( e.g .',\n",
              "  'demand : b2b demand derive businesses buy products base much demand the final consumer product .',\n",
              "  ': walmart buy vacuum sell store ) governments- buy b2b products use government project ( e.g .',\n",
              "  'the market mix represent the basic tool marketers use bring products service the market .',\n",
              "  'purchase volume : businesses buy products large volumes distribute consumers .',\n",
              "  'traditionally , could refer individuals shop personal products broad sense .',\n",
              "  'recently the term b2c refer the online sell consumer products .',\n",
              "  'consumers buy products smaller volumes suitable personal use .',\n",
              "  'b2c demand primarily customers buy products base want need .',\n",
              "  'businesses buy products base customer want need .',\n",
              "  'b2c market , occur consumers also sell products .'],\n",
              " 'service': [\"'marketing market the process intentionally stimulate demand purchase goods service potentially include selection target audience selection certain attribute theme emphasize advertise operation advertise campaign attendance trade show public events design products package attractive buyers selection the term sale , price , discount , warranty , return policy product placement media people believe influence the buy habit others agreements retailers , wholesale distributors , sellers attempt create awareness , loyalty , positive feel brand .\",\n",
              "  'examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .',\n",
              "  'the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers .',\n",
              "  ': school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .',\n",
              "  'rarely , trade association government agency ( the agricultural market service ) advertise behalf entire industry locality , often specific type food ( e.g .',\n",
              "  'needs-based segmentation ( also know benefit segmentation ) place the customers desire the forefront company design market products service .',\n",
              "  'c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .',\n",
              "  'diametrically oppose the popular concept b2c business- to- consumer the company make goods service available the end consumers .',\n",
              "  'production concept : specialize produce much possible give product service order achieve economies scale economies scope .',\n",
              "  'mind , the market department would inform the r department create prototype product service base consumers new desire .',\n",
              "  ': purchase contractor service repair infrastructure ) institutions- use b2b products continue operation ( e.g .',\n",
              "  'company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .',\n",
              "  'the market mix represent the basic tool marketers use bring products service the market .']}"
            ]
          },
          "metadata": {},
          "execution_count": 32
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "OTdFwd-2NAsf"
      },
      "source": [
        "# Generate Question using T5 Model"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6Nb5TV8yMve_",
        "outputId": "af5ed7ef-8732-4f2f-bc20-03452dcbef2b"
      },
      "source": [
        "# !pip install --quiet transformers==4.5.0\n",
        "# We are installing this specific commit of transformers because this adds support for exporting of t5 to onnx for FastT5 library.\n",
        "# https://github.com/huggingface/transformers/commit/5c00918681d6b4027701eb46cea8f795da0d4064\n",
        "!pip install --quiet git+https://github.com/huggingface/transformers.git@5c00918681d6b4027701eb46cea8f795da0d4064\n",
        "!pip install --quiet sentencepiece==0.1.95"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "    Preparing wheel metadata ... \u001b[?25l\u001b[?25hdone\n",
            "  Building wheel for transformers (PEP 517) ... \u001b[?25l\u001b[?25hdone\n",
            "\u001b[K     |████████████████████████████████| 1.2 MB 5.3 MB/s \n",
            "\u001b[?25h"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Tjzp7RKeND7c",
        "outputId": "59e4b71a-4e1f-4b3f-eba6-d480b9e8f37b"
      },
      "source": [
        "!pip install --quiet ipython-autotime\n",
        "%load_ext autotime"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "time: 141 µs (started: 2021-11-09 13:37:14 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 194,
          "referenced_widgets": [
            "d079b97e3c444b5d89f6a3ea098a527d",
            "8a84a6a40d6e44a0b38908cde80531fe",
            "afe094c26aa84f80bac26718ad9dd2a8",
            "5feae4d0f8d94689a4600c4251e73b4b",
            "a64f8d7b16bf499fb43eba3813d4cffc",
            "914d4e129b3a450f89f6300995ed3b86",
            "c8302cef64024f9a804c7e7d82d5854d",
            "80f55021e58b4052b10d01b92c12928c",
            "b8e0a4ed9e614370a7a3fb97e2c4b687",
            "186dfa61eaba411b84506789a8789b48",
            "1d003d5d12b54fa4971a63ade4fb8906",
            "e00d2be70c60403f87436bb453f5c455",
            "602652819c854c57afbcd23587ac0a96",
            "8c34749f8a8b47f0935b541f22244d3a",
            "e53abbeb21114e76b4657c65c71d1252",
            "47713785710947b29856bf6e40dc8f15",
            "17da59bc0ef14b5189d7a30d02b18a8c",
            "1c786cd73068433fa8bbae97d11926af",
            "9de7fc1a780b4a2ca1bede9466779849",
            "56b3e72753fd4c409df15e7e63ee1f57",
            "f5071bc376d0473db3c485cc1d243b17",
            "92f9b47295804d3bbdd284fd4cee0746",
            "e8f5c08204e8431e9a0bff763010cd7f",
            "8699d1d8c5db4728b97d477247374d8a",
            "aa4b1c89c9684f4a8e207eda0fc0d850",
            "e64e10c2d5424349b659dff183c61f2f",
            "6ba4296cdb044d90ad200e64a2652a56",
            "86f69870356341c5959b1f735eded840",
            "d8b3c9761d9f4bf78593b294a9a8d0cf",
            "c9905684119f408eb6a6cd3f48a9814f",
            "b70deea65deb4b77a8138d9b58f94efe",
            "69885c6c47384bc199431a19a24063d0",
            "5b9bfb443250486ab3f816662fb9b279",
            "4948233da5954e2999c7eaa1d8e270ea",
            "483772247905420ba92579fd8727fe2c",
            "cf35292826424b489c16322290efa20a",
            "392cd0144aea478c8e613be0f4ce6991",
            "04617cc4969b46098a34bfd064f18bd8",
            "d1c39392d33445de90e48e1011ee8782",
            "b6eceeeae086475a9a54829efca180e7",
            "d1bc67d8e33d47209b47b41e001880d8",
            "6f0d848eeaa745f4ad26ad7a4d6e5108",
            "43beb3ead2754741a7fdbd80ef04f355",
            "9664fdf891774b8bbb307feba0ed65b3",
            "2c0d4ccfba3a45ffaa45547f7c4fa9a5",
            "4e63aca74ece4c56a6edc8463c08fc0b",
            "dbd0ff706e5e4254b496c48c2f7640f7",
            "ca9720f3639e4d93a0ca5a0f2210c58a",
            "917423d1e8144c8197f3b6bffec6f2c6",
            "86197ff60ed3472da2c0377d48207322",
            "589fc59528764408a776de52d6f1a491",
            "8059fa5153d04204a5c42ac9d92221fa",
            "c601b56501e240019b7f382058e8c438",
            "10d6e2ef9260458197b92062d4bfef81",
            "cfc2b455808e46c1b4d4e581bc416684"
          ]
        },
        "id": "w7AAVNDoNGeX",
        "outputId": "835d8411-f140-4c2c-a541-ae9b3b4b6adb"
      },
      "source": [
        "\n",
        "from transformers import T5ForConditionalGeneration,T5Tokenizer\n",
        "#T5 model size on disk ~ 900 MB\n",
        "question_model = T5ForConditionalGeneration.from_pretrained('ramsrigouthamg/t5_squad_v1')\n",
        "question_tokenizer = T5Tokenizer.from_pretrained('ramsrigouthamg/t5_squad_v1')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "d079b97e3c444b5d89f6a3ea098a527d",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/1.21k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "e00d2be70c60403f87436bb453f5c455",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/892M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "e8f5c08204e8431e9a0bff763010cd7f",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/792k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "4948233da5954e2999c7eaa1d8e270ea",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/1.79k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "2c0d4ccfba3a45ffaa45547f7c4fa9a5",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/1.86k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "time: 40.5 s (started: 2021-11-09 13:37:14 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YdjZfJlFNI2l",
        "outputId": "b784933f-d0eb-4a66-84b5-58288204956b"
      },
      "source": [
        "import requests\n",
        "import json\n",
        "import re\n",
        "import random\n",
        "from pywsd.similarity import max_similarity\n",
        "from pywsd.lesk import adapted_lesk\n",
        "from pywsd.lesk import simple_lesk\n",
        "from pywsd.lesk import cosine_lesk\n",
        "from nltk.corpus import wordnet as wn"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Warming up PyWSD (takes ~10 secs)... "
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "time: 10.3 s (started: 2021-11-09 13:37:55 +00:00)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "took 4.177892208099365 secs.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7dKI0XQsNLI6",
        "outputId": "95c8007a-a4fe-4fd7-ddb5-1ccc8691937d"
      },
      "source": [
        "\n",
        "def get_question(sentence,answer,mdl,tknizer):\n",
        "  text = \"context: {} answer: {}\".format(sentence,answer)\n",
        "  #print (text)\n",
        "  max_len = 256\n",
        "  encoding = tknizer.encode_plus(text,max_length=max_len, pad_to_max_length=False,truncation=True, return_tensors=\"pt\")\n",
        "\n",
        "  input_ids, attention_mask = encoding[\"input_ids\"], encoding[\"attention_mask\"]\n",
        "\n",
        "  outs = mdl.generate(input_ids=input_ids,\n",
        "                                  attention_mask=attention_mask,\n",
        "                                  early_stopping=True,\n",
        "                                  num_beams=5,\n",
        "                                  num_return_sequences=1,\n",
        "                                  no_repeat_ngram_size=2,\n",
        "                                  max_length=300)\n",
        "\n",
        "\n",
        "  dec = [tknizer.decode(ids,skip_special_tokens=True) for ids in outs]\n",
        "\n",
        "\n",
        "  question = dec[0].replace(\"question:\",\"\")\n",
        "  question= question.strip()\n",
        "  return question\n",
        "  "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "time: 9.9 ms (started: 2021-11-09 13:38:05 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "HuNfCfO-r1cb"
      },
      "source": [
        "# Generate Questions with Answers & Questions"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BpO1X6dTr1mS",
        "outputId": "2607f868-3739-4ecf-f9cf-c52db8976bf7"
      },
      "source": [
        "questions=[]\n",
        "contexts=[]\n",
        "answers=[]\n",
        "Distractors=[]\n",
        "key_distractor_list = {}\n",
        "for k , list_of_values in keyword_sentence_mapping.items():\n",
        "  for v in list_of_values:\n",
        "    context = v\n",
        "    answer = k\n",
        "    ques= get_question(context,answer,question_model,question_tokenizer)\n",
        "    '''listToStr = ' '.join(map(str, v))\n",
        "    # Get Distractors using model\n",
        "    wordsense = get_wordsense(listToStr,k)\n",
        "    if wordsense:\n",
        "        distractors = get_distractors_wordnet(wordsense,answer)\n",
        "        key_distractor_list[k] = distractors'''\n",
        "    # Get Distractors using sense2vec model\n",
        "    #distractors = sense2vec_get_words(answer,s2v) \n",
        "    #key_distractor_list[k] = distractors   \n",
        "    questions.append(ques)\n",
        "    contexts.append(context)\n",
        "    answers.append(answer)\n",
        "    #Distractors.append(distractors)\n",
        "    #key_distractor_list[k]=Distractors \n",
        "    print (\"Context: \", context)\n",
        "    print (\"question: \", ques)\n",
        "    print(\"Answer: \", answer)\n",
        "    #print(\"distractors: \", distractors)\n",
        "    print()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/transformers/generation_utils.py:965: UserWarning: `max_length` is deprecated in this function, use `stopping_criteria=StoppingCriteriaList(MaxLengthCriteria(max_length=max_length))` instead.\n",
            "  UserWarning,\n",
            "/usr/local/lib/python3.7/dist-packages/torch/_tensor.py:575: UserWarning: floor_divide is deprecated, and will be removed in a future version of pytorch. It currently rounds toward 0 (like the 'trunc' function NOT 'floor'). This results in incorrect rounding for negative values.\n",
            "To keep the current behavior, use torch.div(a, b, rounding_mode='trunc'), or for actual floor division, use torch.div(a, b, rounding_mode='floor'). (Triggered internally at  /pytorch/aten/src/ATen/native/BinaryOps.cpp:467.)\n",
            "  return torch.floor_divide(self, other)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Context:  'marketing market the process intentionally stimulate demand purchase goods service potentially include selection target audience selection certain attribute theme emphasize advertise operation advertise campaign attendance trade show public events design products package attractive buyers selection the term sale , price , discount , warranty , return policy product placement media people believe influence the buy habit others agreements retailers , wholesale distributors , sellers attempt create awareness , loyalty , positive feel brand .\n",
            "question:  What is the process that intentionally stimulates demand purchase goods service potentially include selection?\n",
            "Answer:  market\n",
            "\n",
            "Context:  2011 meta analyse find the factor the greatest impact sales performance salesperson sales relate knowledge ( market segment , presentation skills , conflict resolution , products ) , degree adaptiveness , role clarity , cognitive aptitude , motivation interest sales role ) .\n",
            "question:  Salesperson sales relate knowledge is related to what segment?\n",
            "Answer:  market\n",
            "\n",
            "Context:  examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .\n",
            "question:  products sell b2b what?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers .\n",
            "question:  What does the performance business activities direct the flow goods?\n",
            "Answer:  market\n",
            "\n",
            "Context:  corporate state mind organisation culture although scholars continue debate the precise nature specific concepts inform market practice , the commonly cite orientations follow : product concept : mainly concern the quality product .\n",
            "question:  What do scholars continue to debate the precise nature specific concepts inform?\n",
            "Answer:  market\n",
            "\n",
            "Context:  market currently define the american market association ( ama ) the activity , set institutions , process create , communicate , deliver , exchange offer value customers , clients , partner , society large .\n",
            "question:  What defines the american market association?\n",
            "Answer:  market\n",
            "\n",
            "Context:  1980 , define market satisfy need want exchange process , 2018 define the process company engage customers , build strong customer relationships , create customer value order capture value customers return .\n",
            "question:  What satisfy need want exchange process?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the main differences market demand , purchase volume , number customers , customer concentration , distribution , buy nature , buy influence , negotiations , reciprocity , lease promotional methods .\n",
            "question:  What is the main difference between demand and quantity?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the market mix , outline the specifics the product sell , affect the environment surround the product , the result market research market research , the characteristics the product target market .\n",
            "question:  What mix outlines the specifics of the product sell?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the term market , commonly know attract customers , incorporate knowledge gain study the management exchange relationships the business process identify , anticipate satisfy customers need want .\n",
            "question:  What term is used to attract customers?\n",
            "Answer:  market\n",
            "\n",
            "Context:  instance , the charter institute market define market customer-centric perspective , focus the management process responsible identify , anticipate satisfy customer requirements profitable .\n",
            "question:  What does the charter institute define?\n",
            "Answer:  market\n",
            "\n",
            "Context:  customer need central market segmentation concern divide market distinct group buyers the basis distinct need , characteristics , behaviors might require separate products market mix .\n",
            "question:  What segmentation concern divide market distinct group buyers?\n",
            "Answer:  market\n",
            "\n",
            "Context:  c2c market customer customer market c2c market represent market environment one customer purchase goods another customer use third-party business platform facilitate the transaction .\n",
            "question:  What does c2c represent?\n",
            "Answer:  market\n",
            "\n",
            "Context:  buy influence : b2b purchase influence multiple people various departments quality control , account , logistics b2c market influence the person make the purchase possibly others .\n",
            "question:  b2c influence the person make the purchase possibly others?\n",
            "Answer:  market\n",
            "\n",
            "Context:  relate definition , the sales process engineer perspective , define market set process interconnect interdependent function business aim achieve customer interest satisfaction .\n",
            "question:  define what set process interconnect interdependent function?\n",
            "Answer:  market\n",
            "\n",
            "Context:  however , market make extensive use social sciences , psychology , sociology , mathematics , economics , anthropology neuroscience , the profession widely recognize science .\n",
            "question:  What group make extensive use of social sciences, psychology, sociology, mathematics, economics, anthropology neuroscience?\n",
            "Answer:  market\n",
            "\n",
            "Context:  societal market concept : social responsibility go beyond satisfy customers provide superior value embrace societal stakeholders employees , customers , local communities .\n",
            "question:  Social responsibility go beyond satisfy customers provide superior value?\n",
            "Answer:  market\n",
            "\n",
            "Context:  : school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .\n",
            "question:  What is a b2c market?\n",
            "Answer:  market\n",
            "\n",
            "Context:  market management orientations main article : history market orientations philosophies inform market practice market orientation define philosophy business management .\n",
            "question:  What type of management orientations main article?\n",
            "Answer:  market\n",
            "\n",
            "Context:  rarely , trade association government agency ( the agricultural market service ) advertise behalf entire industry locality , often specific type food ( e.g .\n",
            "question:  What is the agricultural market service?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the market concept propose complete organizational objectives , organization anticipate the need want potential consumers satisfy effectively competitors .\n",
            "question:  What concept propose complete organizational objectives?\n",
            "Answer:  market\n",
            "\n",
            "Context:  give the neutrality customer need , want market , rich understand concepts essential : need : something necessary people live healthy , stable safe life .\n",
            "question:  What do people want?\n",
            "Answer:  market\n",
            "\n",
            "Context:  context , market define the management process seek maximise return shareholders develop relationships value customers create competitive advantage .\n",
            "question:  What defines the management process seek maximise return?\n",
            "Answer:  market\n",
            "\n",
            "Context:  customer concentration : businesses specialize particular market tend geographically concentrate customers buy products businesses concentrate .\n",
            "question:  What do businesses specialize in?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the 4cs response environmental technological change market , well criticisms towards the 4ps approach , the 4cs emerge modern market mix model .\n",
            "question:  The 4cs response environmental technological change what?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the past , market practice tend see creative industry , include advertise , distribution sell , even today many part the market process ( e.g .\n",
            "question:  In the past, what practice tend to see creative industry?\n",
            "Answer:  market\n",
            "\n",
            "Context:  needs-based segmentation ( also know benefit segmentation ) place the customers desire the forefront company design market products service .\n",
            "question:  What does needs-based segmentation place the customers desire the forefront company design?\n",
            "Answer:  market\n",
            "\n",
            "Context:  c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .\n",
            "question:  What type of business model is c2b?\n",
            "Answer:  market\n",
            "\n",
            "Context:  negotiations : b2b market , negotiate lower price add benefit commonly accept b2c market ( particularly western culture ) price fix .\n",
            "question:  Negotiate lower price add benefit commonly accept what type of market?\n",
            "Answer:  market\n",
            "\n",
            "Context:  market research , conduct the purpose new product development product improvement , often concern identify the consumer unset need .\n",
            "question:  What type of research is conducted?\n",
            "Answer:  market\n",
            "\n",
            "Context:  market concept : the common concept use contemporary market , customer-centric approach base products suit new consumer taste .\n",
            "question:  The common concept use contemporary what?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the market orientation include : customer orientation : firm the market economy survive produce goods people will able buy .\n",
            "question:  What type of orientation includes customer orientation?\n",
            "Answer:  market\n",
            "\n",
            "Context:  market department could ascertain ( via market research ) consumers desire new type product , new usage exist product .\n",
            "question:  What department could ascertain (via market research ) consumers desire new type product?\n",
            "Answer:  market\n",
            "\n",
            "Context:  mind , the market department would inform the r department create prototype product service base consumers new desire .\n",
            "question:  What department would inform the r department create prototype product service base consumers new desire?\n",
            "Answer:  market\n",
            "\n",
            "Context:  b2b b2c market the two major segment market business-to-business ( b2b ) market business-to-consumer ( b2c ) market .\n",
            "question:  B2b and b2c are the two major segments of what?\n",
            "Answer:  market\n",
            "\n",
            "Context:  b2b market b2b ( business-to-business ) market refer market strategy content gear towards business organization .\n",
            "question:  What does b2b refer to?\n",
            "Answer:  market\n",
            "\n",
            "Context:  company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .\n",
            "question:  What type of strategy is b2b?\n",
            "Answer:  market\n",
            "\n",
            "Context:  organizational orientation : the market department prime importance within the functional level organization .\n",
            "question:  What department is of prime importance within the functional level organization?\n",
            "Answer:  market\n",
            "\n",
            "Context:  besides , customers definitions market highlight market ability produce value shareholders the firm well .\n",
            "question:  What does customers definitions highlight?\n",
            "Answer:  market\n",
            "\n",
            "Context:  firm engage extensive market research , use r ( research development ) , utilize promotion techniques .\n",
            "question:  What type of research does a firm engage in?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the market mix main article : market mix market mix foundational tool use guide decision make market .\n",
            "question:  What is the main article about market mix?\n",
            "Answer:  market\n",
            "\n",
            "Context:  although needs-based segmentation difficult practice , prove one the effective ways segment market .\n",
            "question:  Needs-based segmentation prove one of the effective ways segment what?\n",
            "Answer:  market\n",
            "\n",
            "Context:  recent definitions market place emphasis the consumer relationship , oppose pure exchange process .\n",
            "question:  What place emphasizes the consumer relationship?\n",
            "Answer:  market\n",
            "\n",
            "Context:  differences b2b b2c market the different goals b2b b2c market lead differences the b2b b2c market .\n",
            "question:  Differences between b2b and c2c?\n",
            "Answer:  market\n",
            "\n",
            "Context:  product design , art director , brand management , advertise , inbound market , copyedit etc . )\n",
            "question:  Inbound what is another term for?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the newer definition highlight the increase prominence stakeholders the new conception market .\n",
            "question:  What does the newer definition highlight the increase of prominence stakeholders?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the foundation managerial market the market plan typically devote section the market mix .\n",
            "question:  The foundation managerial market plan typically devote section the market mix.\n",
            "Answer:  market\n",
            "\n",
            "Context:  the market mix represent the basic tool marketers use bring products service the market .\n",
            "question:  What is the basic tool marketers use to bring products to the market?\n",
            "Answer:  market\n",
            "\n",
            "Context:  marketers direct product businesses ( b2b market ) directly consumers ( b2c market ) .\n",
            "question:  What is another term for direct product businesses?\n",
            "Answer:  market\n",
            "\n",
            "Context:  regardless market , several factor apply , include the perspective the marketers use .\n",
            "question:  Regardless of what, several factors apply, including the perspective the marketers use.\n",
            "Answer:  market\n",
            "\n",
            "Context:  b2c market mostly use sales promotion , public relations , advertise , social media .\n",
            "question:  What type of media is social media used by?\n",
            "Answer:  market\n",
            "\n",
            "Context:  instance , prolific market author educator , philip other evolve definition market .\n",
            "question:  philip other evolve definition of what?\n",
            "Answer:  market\n",
            "\n",
            "Context:  dominate market practice the 1860s the 1930s , yet still find company industries .\n",
            "question:  What practice did the 1860s and 1930s dominate?\n",
            "Answer:  market\n",
            "\n",
            "Context:  promotional methods : b2b market , the common promotional method personal sell .\n",
            "question:  What is the common promotional method personal sell?\n",
            "Answer:  market\n",
            "\n",
            "Context:  know market orientations , determine marketers approach the plan stage market .\n",
            "question:  What orientations do marketers need to know?\n",
            "Answer:  market\n",
            "\n",
            "Context:  largely supplant the market orientation , except haute couture arts market .\n",
            "question:  What orientation does the market largely supplant?\n",
            "Answer:  market\n",
            "\n",
            "Context:  information the market department use guide the action company departments .\n",
            "question:  What department use information to guide the action company departments?\n",
            "Answer:  market\n",
            "\n",
            "Context:  the ama review definition definition market research every three years .\n",
            "question:  What type of research is done every three years?\n",
            "Answer:  market\n",
            "\n",
            "Context:  number customers : relatively fewer businesses market direct consumers .\n",
            "question:  What do fewer businesses do for direct consumers?\n",
            "Answer:  market\n",
            "\n",
            "Context:  market typically conduct the seller , typically retailer manufacturer .\n",
            "question:  What typically conducts the seller?\n",
            "Answer:  market\n",
            "\n",
            "Context:  market science develop concrete process follow create market plan .\n",
            "question:  What type of science develop concrete process follow create market plan?\n",
            "Answer:  market\n",
            "\n",
            "Context:  sometimes task contract dedicate market firm advertise agency .\n",
            "question:  What type of firm can advertise agency?\n",
            "Answer:  market\n",
            "\n",
            "Context:  sustainable market green market extension societal market .\n",
            "question:  What is a sustainable market?\n",
            "Answer:  market\n",
            "\n",
            "Context:  however , the definition market evolve the years .\n",
            "question:  What definition evolves the years?\n",
            "Answer:  market\n",
            "\n",
            "Context:  b2c market , occur consumers also sell products .\n",
            "question:  What is it called when consumers sell products?\n",
            "Answer:  market\n",
            "\n",
            "Context:  market market concepts directly relate .\n",
            "question:  What concept directly relates to market concepts?\n",
            "Answer:  market\n",
            "\n",
            "Context:  'marketing market the process intentionally stimulate demand purchase goods service potentially include selection target audience selection certain attribute theme emphasize advertise operation advertise campaign attendance trade show public events design products package attractive buyers selection the term sale , price , discount , warranty , return policy product placement media people believe influence the buy habit others agreements retailers , wholesale distributors , sellers attempt create awareness , loyalty , positive feel brand .\n",
            "question:  Marketing market the process intentionally stimulate demand purchase what?\n",
            "Answer:  products\n",
            "\n",
            "Context:  2011 meta analyse find the factor the greatest impact sales performance salesperson sales relate knowledge ( market segment , presentation skills , conflict resolution , products ) , degree adaptiveness , role clarity , cognitive aptitude , motivation interest sales role ) .\n",
            "question:  What is one of the factors that have the greatest impact on sales performance?\n",
            "Answer:  products\n",
            "\n",
            "Context:  examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .\n",
            "question:  producers- use what products sell b2b market make goods?\n",
            "Answer:  products\n",
            "\n",
            "Context:  sell concept : focus the sell promotion the firm exist products , rather develop new products satisfy unset need want primarily promotion direct sales techniques , largely seek goods industrial company .\n",
            "question:  Focus the sell promotion the firm exist what?\n",
            "Answer:  products\n",
            "\n",
            "Context:  customer need central market segmentation concern divide market distinct group buyers the basis distinct need , characteristics , behaviors might require separate products market mix .\n",
            "question:  What might require separate products market mix?\n",
            "Answer:  products\n",
            "\n",
            "Context:  : school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .\n",
            "question:  b2c market refers to the tactics strategies company promote what service individual people?\n",
            "Answer:  products\n",
            "\n",
            "Context:  customer concentration : businesses specialize particular market tend geographically concentrate customers buy products businesses concentrate .\n",
            "question:  What do customers buy?\n",
            "Answer:  products\n",
            "\n",
            "Context:  needs-based segmentation ( also know benefit segmentation ) place the customers desire the forefront company design market products service .\n",
            "question:  What does needs-based segmentation place the customers desire at the forefront company design market?\n",
            "Answer:  products\n",
            "\n",
            "Context:  c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .\n",
            "question:  What do consumers create?\n",
            "Answer:  products\n",
            "\n",
            "Context:  distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer .\n",
            "question:  What do b2b products pass directly to the producer?\n",
            "Answer:  products\n",
            "\n",
            "Context:  market concept : the common concept use contemporary market , customer-centric approach base products suit new consumer taste .\n",
            "question:  What type of products suit new consumer taste?\n",
            "Answer:  products\n",
            "\n",
            "Context:  : purchase contractor service repair infrastructure ) institutions- use b2b products continue operation ( e.g .\n",
            "question:  Institutions- use b2b what to continue operation?\n",
            "Answer:  products\n",
            "\n",
            "Context:  company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .\n",
            "question:  What does a company sell?\n",
            "Answer:  products\n",
            "\n",
            "Context:  : matter buy plastics make toy ) sellers- buy b2b products sell retail wholesale establishments ( e.g .\n",
            "question:  What do sellers buy b2b?\n",
            "Answer:  products\n",
            "\n",
            "Context:  demand : b2b demand derive businesses buy products base much demand the final consumer product .\n",
            "question:  b2b demand derive businesses buy what?\n",
            "Answer:  products\n",
            "\n",
            "Context:  : walmart buy vacuum sell store ) governments- buy b2b products use government project ( e.g .\n",
            "question:  government- buy b2b what?\n",
            "Answer:  products\n",
            "\n",
            "Context:  the market mix represent the basic tool marketers use bring products service the market .\n",
            "question:  What do marketers use to service the market?\n",
            "Answer:  products\n",
            "\n",
            "Context:  purchase volume : businesses buy products large volumes distribute consumers .\n",
            "question:  What do businesses buy large volumes of?\n",
            "Answer:  products\n",
            "\n",
            "Context:  traditionally , could refer individuals shop personal products broad sense .\n",
            "question:  What could refer individuals shop personal?\n",
            "Answer:  products\n",
            "\n",
            "Context:  recently the term b2c refer the online sell consumer products .\n",
            "question:  What does the term b2c refer to?\n",
            "Answer:  products\n",
            "\n",
            "Context:  consumers buy products smaller volumes suitable personal use .\n",
            "question:  Consumers buy smaller volumes of what?\n",
            "Answer:  products\n",
            "\n",
            "Context:  b2c demand primarily customers buy products base want need .\n",
            "question:  B2c demand primarily customers buy what?\n",
            "Answer:  products\n",
            "\n",
            "Context:  businesses buy products base customer want need .\n",
            "question:  What do businesses buy based on customer want need?\n",
            "Answer:  products\n",
            "\n",
            "Context:  b2c market , occur consumers also sell products .\n",
            "question:  What do consumers sell in the b2c market?\n",
            "Answer:  products\n",
            "\n",
            "Context:  examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .\n",
            "question:  What type of services are offered by b2b product purchasers?\n",
            "Answer:  business\n",
            "\n",
            "Context:  the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers .\n",
            "question:  what type of activities direct the flow goods?\n",
            "Answer:  business\n",
            "\n",
            "Context:  the term market , commonly know attract customers , incorporate knowledge gain study the management exchange relationships the business process identify , anticipate satisfy customers need want .\n",
            "question:  What is the term market?\n",
            "Answer:  business\n",
            "\n",
            "Context:  c2c market customer customer market c2c market represent market environment one customer purchase goods another customer use third-party business platform facilitate the transaction .\n",
            "question:  What type of platform facilitate the transaction?\n",
            "Answer:  business\n",
            "\n",
            "Context:  relate definition , the sales process engineer perspective , define market set process interconnect interdependent function business aim achieve customer interest satisfaction .\n",
            "question:  What type of goal achieve customer interest satisfaction?\n",
            "Answer:  business\n",
            "\n",
            "Context:  : school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .\n",
            "question:  What type of market is b2c?\n",
            "Answer:  business\n",
            "\n",
            "Context:  market management orientations main article : history market orientations philosophies inform market practice market orientation define philosophy business management .\n",
            "question:  Market orientation define philosophy what type of management?\n",
            "Answer:  business\n",
            "\n",
            "Context:  c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .\n",
            "question:  What type of market is the consumer-to-business market?\n",
            "Answer:  business\n",
            "\n",
            "Context:  distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer .\n",
            "question:  B2c products must additionally go wholesale retailer?\n",
            "Answer:  business\n",
            "\n",
            "Context:  diametrically oppose the popular concept b2c business- to- consumer the company make goods service available the end consumers .\n",
            "question:  What is b2c?\n",
            "Answer:  business\n",
            "\n",
            "Context:  b2b b2c market the two major segment market business-to-business ( b2b ) market business-to-consumer ( b2c ) market .\n",
            "question:  What does b2b stand for?\n",
            "Answer:  business\n",
            "\n",
            "Context:  b2b market b2b ( business-to-business ) market refer market strategy content gear towards business organization .\n",
            "question:  What does b2b mean?\n",
            "Answer:  business\n",
            "\n",
            "Context:  example , business sell printer ink likely buy office chair supplier buy the business printer ink .\n",
            "question:  Who sells printer ink?\n",
            "Answer:  business\n",
            "\n",
            "Context:  one the primary components business management commerce .\n",
            "question:  What is one of the primary components of business management commerce?\n",
            "Answer:  business\n",
            "\n",
            "Context:  buy influence : b2b purchase influence multiple people various departments quality control , account , logistics b2c market influence the person make the purchase possibly others .\n",
            "question:  What type of buy influence can be used by multiple people?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  : school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .\n",
            "question:  What is the business-to-consumer market?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer .\n",
            "question:  What type of products must additionally go wholesale retailer?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  negotiations : b2b market , negotiate lower price add benefit commonly accept b2c market ( particularly western culture ) price fix .\n",
            "question:  Negotiate lower price add benefit commonly accept what market?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  diametrically oppose the popular concept b2c business- to- consumer the company make goods service available the end consumers .\n",
            "question:  What is the term for business-to-consumer?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  b2b b2c market the two major segment market business-to-business ( b2b ) market business-to-consumer ( b2c ) market .\n",
            "question:  What is the second major segment of the business-to-business market?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  differences b2b b2c market the different goals b2b b2c market lead differences the b2b b2c market .\n",
            "question:  Differences in b2b and what other market?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  buy nature : b2b purchase formal process do professional buyers sellers , b2c purchase informal .\n",
            "question:  What type of purchase informal?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  marketers direct product businesses ( b2b market ) directly consumers ( b2c market ) .\n",
            "question:  What is another term for direct product businesses?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  b2c market mostly use sales promotion , public relations , advertise , social media .\n",
            "question:  What type of market use public relations, advertise, and social media?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  recently the term b2c refer the online sell consumer products .\n",
            "question:  What term refers to the online sale of consumer products?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  b2c demand primarily customers buy products base want need .\n",
            "question:  What type of demand primarily customers buy products base want?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  b2c market , occur consumers also sell products .\n",
            "question:  What type of market occurs when consumers sell products?\n",
            "Answer:  b2c\n",
            "\n",
            "Context:  examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .\n",
            "question:  Producers- use products sell what market make goods?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  buy influence : b2b purchase influence multiple people various departments quality control , account , logistics b2c market influence the person make the purchase possibly others .\n",
            "question:  What type of purchase influence?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  distribution : b2b products pass directly the producer the product the business b2c products must additionally go wholesale retailer .\n",
            "question:  What type of products pass directly to the producer?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  negotiations : b2b market , negotiate lower price add benefit commonly accept b2c market ( particularly western culture ) price fix .\n",
            "question:  Negotiate lower price add benefit commonly accept what market?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  b2b b2c market the two major segment market business-to-business ( b2b ) market business-to-consumer ( b2c ) market .\n",
            "question:  What is the two major segment market business-to-business?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  b2b market b2b ( business-to-business ) market refer market strategy content gear towards business organization .\n",
            "question:  What is the term for business-to-business?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  : purchase contractor service repair infrastructure ) institutions- use b2b products continue operation ( e.g .\n",
            "question:  What type of products continue operation?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .\n",
            "question:  What type of market strategies do companies typically use?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  : matter buy plastics make toy ) sellers- buy b2b products sell retail wholesale establishments ( e.g .\n",
            "question:  What type of products do sellers buy?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  differences b2b b2c market the different goals b2b b2c market lead differences the b2b b2c market .\n",
            "question:  What type of market is b2c?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  buy nature : b2b purchase formal process do professional buyers sellers , b2c purchase informal .\n",
            "question:  What type of purchase formal process do professional buyers sellers?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  demand : b2b demand derive businesses buy products base much demand the final consumer product .\n",
            "question:  What type of demand derive businesses buy products?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  : walmart buy vacuum sell store ) governments- buy b2b products use government project ( e.g .\n",
            "question:  What type of products do governments buy?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  marketers direct product businesses ( b2b market ) directly consumers ( b2c market ) .\n",
            "question:  What is another term for direct product businesses?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  promotional methods : b2b market , the common promotional method personal sell .\n",
            "question:  What is the common promotional method personal sell?\n",
            "Answer:  b2b\n",
            "\n",
            "Context:  the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers .\n",
            "question:  Who are service producers?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  the market concept propose complete organizational objectives , organization anticipate the need want potential consumers satisfy effectively competitors .\n",
            "question:  Organization anticipate the need want potential what to satisfy effectively competitors?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .\n",
            "question:  Who creates products service consume businesses?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  diametrically oppose the popular concept b2c business- to- consumer the company make goods service available the end consumers .\n",
            "question:  Who do companies make goods service available to?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  market department could ascertain ( via market research ) consumers desire new type product , new usage exist product .\n",
            "question:  Who wants a new type of product?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  mind , the market department would inform the r department create prototype product service base consumers new desire .\n",
            "question:  Who would the market department inform the r department create prototype product service base?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .\n",
            "question:  Company sell products service businesses organizations are different from what other group?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  communication like promotion the 4ps model , communication refer consumers find product .\n",
            "question:  Communication refers to who to find product?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  lease : businesses tend lease expensive items consumers tend save buy expensive items .\n",
            "question:  Who tends to save money by buying expensive items?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  marketers direct product businesses ( b2b market ) directly consumers ( b2c market ) .\n",
            "question:  What is the b2c market?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  purchase volume : businesses buy products large volumes distribute consumers .\n",
            "question:  Who do businesses distribute products to?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  number customers : relatively fewer businesses market direct consumers .\n",
            "question:  What do fewer businesses market direct?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  consumers buy products smaller volumes suitable personal use .\n",
            "question:  Who buys smaller volumes of products for personal use?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  b2c market , occur consumers also sell products .\n",
            "question:  Who sells products in the b2c market?\n",
            "Answer:  consumers\n",
            "\n",
            "Context:  'marketing market the process intentionally stimulate demand purchase goods service potentially include selection target audience selection certain attribute theme emphasize advertise operation advertise campaign attendance trade show public events design products package attractive buyers selection the term sale , price , discount , warranty , return policy product placement media people believe influence the buy habit others agreements retailers , wholesale distributors , sellers attempt create awareness , loyalty , positive feel brand .\n",
            "question:  What potentially include selection target audience selection?\n",
            "Answer:  service\n",
            "\n",
            "Context:  examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .\n",
            "question:  What is one example of a product sell b2b market?\n",
            "Answer:  service\n",
            "\n",
            "Context:  the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers .\n",
            "question:  What is the term for producers consumers?\n",
            "Answer:  service\n",
            "\n",
            "Context:  : school buy printers office use ) b2c market business-to-consumer market , b2c market , refer the tactics strategies company promote products service individual people .\n",
            "question:  b2c market refers to the tactics strategies company promote products what individual people?\n",
            "Answer:  service\n",
            "\n",
            "Context:  rarely , trade association government agency ( the agricultural market service ) advertise behalf entire industry locality , often specific type food ( e.g .\n",
            "question:  What is the agricultural market?\n",
            "Answer:  service\n",
            "\n",
            "Context:  needs-based segmentation ( also know benefit segmentation ) place the customers desire the forefront company design market products service .\n",
            "question:  What does needs-based segmentation place the customers desire at the forefront company design market products?\n",
            "Answer:  service\n",
            "\n",
            "Context:  c2b market consumer-to-business market c2b market business model the end consumers create products service consume businesses organizations .\n",
            "question:  What type of products do consumers create?\n",
            "Answer:  service\n",
            "\n",
            "Context:  diametrically oppose the popular concept b2c business- to- consumer the company make goods service available the end consumers .\n",
            "question:  What does b2c stand for?\n",
            "Answer:  service\n",
            "\n",
            "Context:  production concept : specialize produce much possible give product service order achieve economies scale economies scope .\n",
            "question:  What type of order is a production concept?\n",
            "Answer:  service\n",
            "\n",
            "Context:  mind , the market department would inform the r department create prototype product service base consumers new desire .\n",
            "question:  What type of product would the market department create?\n",
            "Answer:  service\n",
            "\n",
            "Context:  : purchase contractor service repair infrastructure ) institutions- use b2b products continue operation ( e.g .\n",
            "question:  What type of infrastructure does a contractor purchase?\n",
            "Answer:  service\n",
            "\n",
            "Context:  company sell products service businesses organizations ( vs. consumers ) typically use b2b market strategies .\n",
            "question:  What type of business typically uses b2b market strategies?\n",
            "Answer:  service\n",
            "\n",
            "Context:  the market mix represent the basic tool marketers use bring products service the market .\n",
            "question:  What does the market mix bring products?\n",
            "Answer:  service\n",
            "\n",
            "time: 4min 52s (started: 2021-11-09 13:38:05 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "g75CwAkDNTWT"
      },
      "source": [
        "# Get distractors using Sense2vec"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "D1gChd02NW52"
      },
      "source": [
        "#!pip install sense2vec\n",
        "#!python -m spacy download en # download the english model\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mMKu7vXUNOo2",
        "outputId": "a495d864-1eff-4fb2-fdbc-7e104fd1be16"
      },
      "source": [
        "!pip install git+https://github.com/boudinfl/pke.git\n",
        "!python -m nltk.downloader stopwords\n",
        "\n",
        "!python -m nltk.downloader universal_tagset"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting git+https://github.com/boudinfl/pke.git\n",
            "  Cloning https://github.com/boudinfl/pke.git to /tmp/pip-req-build-7tnha6pf\n",
            "  Running command git clone -q https://github.com/boudinfl/pke.git /tmp/pip-req-build-7tnha6pf\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (3.6.5)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (2.6.3)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.21.4)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.7.2)\n",
            "Requirement already satisfied: spacy in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (3.2.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.16.0)\n",
            "Requirement already satisfied: sklearn in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (0.0)\n",
            "Requirement already satisfied: unidecode in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.3.2)\n",
            "Requirement already satisfied: future in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (0.16.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from pke==1.8.1) (1.1.0)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.7/dist-packages (from nltk->pke==1.8.1) (2021.11.2)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from nltk->pke==1.8.1) (8.0.3)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from nltk->pke==1.8.1) (4.62.3)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from click->nltk->pke==1.8.1) (4.8.1)\n",
            "Requirement already satisfied: typing-extensions>=3.6.4 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->click->nltk->pke==1.8.1) (3.10.0.2)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->click->nltk->pke==1.8.1) (3.6.0)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from sklearn->pke==1.8.1) (1.0.1)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->sklearn->pke==1.8.1) (3.0.0)\n",
            "Requirement already satisfied: thinc<8.1.0,>=8.0.12 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (8.0.13)\n",
            "Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.8 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (3.0.8)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.0.6)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.26.0)\n",
            "Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.0.6)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (1.0.6)\n",
            "Requirement already satisfied: srsly<3.0.0,>=2.4.1 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (2.4.2)\n",
            "Requirement already satisfied: blis<0.8.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (0.7.5)\n",
            "Requirement already satisfied: pathy>=0.3.5 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (0.6.1)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (3.0.2)\n",
            "Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (3.2.1)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.8.1 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (0.8.2)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (58.5.3)\n",
            "Requirement already satisfied: typer<0.5.0,>=0.3.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (0.4.0)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (3.0.6)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (21.2)\n",
            "Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (1.0.1)\n",
            "Requirement already satisfied: pydantic!=1.8,!=1.8.1,<1.9.0,>=1.7.4 in /usr/local/lib/python3.7/dist-packages (from spacy->pke==1.8.1) (1.8.2)\n",
            "Requirement already satisfied: pyparsing<3,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->spacy->pke==1.8.1) (2.4.7)\n",
            "Requirement already satisfied: smart-open<6.0.0,>=5.0.0 in /usr/local/lib/python3.7/dist-packages (from pathy>=0.3.5->spacy->pke==1.8.1) (5.2.1)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (2021.10.8)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (1.26.7)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy->pke==1.8.1) (3.3)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.7/dist-packages (from jinja2->spacy->pke==1.8.1) (2.0.1)\n",
            "/usr/lib/python3.7/runpy.py:125: RuntimeWarning: 'nltk.downloader' found in sys.modules after import of package 'nltk', but prior to execution of 'nltk.downloader'; this may result in unpredictable behaviour\n",
            "  warn(RuntimeWarning(msg))\n",
            "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]   Package stopwords is already up-to-date!\n",
            "/usr/lib/python3.7/runpy.py:125: RuntimeWarning: 'nltk.downloader' found in sys.modules after import of package 'nltk', but prior to execution of 'nltk.downloader'; this may result in unpredictable behaviour\n",
            "  warn(RuntimeWarning(msg))\n",
            "[nltk_data] Downloading package universal_tagset to /root/nltk_data...\n",
            "[nltk_data]   Package universal_tagset is already up-to-date!\n",
            "time: 12 s (started: 2021-11-08 20:26:41 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "wVquM0JcNdMA",
        "outputId": "6606d1eb-c642-42d1-e78d-f1b06cd7229c"
      },
      "source": [
        "!wget https://github.com/explosion/sense2vec/releases/download/v1.0.0/s2v_reddit_2015_md.tar.gz\n",
        "!tar -xvf  s2v_reddit_2015_md.tar.gz"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2021-11-08 20:26:53--  https://github.com/explosion/sense2vec/releases/download/v1.0.0/s2v_reddit_2015_md.tar.gz\n",
            "Resolving github.com (github.com)... 192.30.255.113\n",
            "Connecting to github.com (github.com)|192.30.255.113|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://github-releases.githubusercontent.com/50261113/52126080-0993-11ea-8190-8f0e295df22a?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20211108%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20211108T202654Z&X-Amz-Expires=300&X-Amz-Signature=85856aa358b2d0b73aa8b3280611ab17011062178e838834d2b263a5b91f6455&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=50261113&response-content-disposition=attachment%3B%20filename%3Ds2v_reddit_2015_md.tar.gz&response-content-type=application%2Foctet-stream [following]\n",
            "--2021-11-08 20:26:54--  https://github-releases.githubusercontent.com/50261113/52126080-0993-11ea-8190-8f0e295df22a?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20211108%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20211108T202654Z&X-Amz-Expires=300&X-Amz-Signature=85856aa358b2d0b73aa8b3280611ab17011062178e838834d2b263a5b91f6455&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=50261113&response-content-disposition=attachment%3B%20filename%3Ds2v_reddit_2015_md.tar.gz&response-content-type=application%2Foctet-stream\n",
            "Resolving github-releases.githubusercontent.com (github-releases.githubusercontent.com)... 185.199.111.154, 185.199.109.154, 185.199.108.154, ...\n",
            "Connecting to github-releases.githubusercontent.com (github-releases.githubusercontent.com)|185.199.111.154|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 600444501 (573M) [application/octet-stream]\n",
            "Saving to: ‘s2v_reddit_2015_md.tar.gz’\n",
            "\n",
            "s2v_reddit_2015_md. 100%[===================>] 572.63M  69.5MB/s    in 8.7s    \n",
            "\n",
            "2021-11-08 20:27:03 (65.7 MB/s) - ‘s2v_reddit_2015_md.tar.gz’ saved [600444501/600444501]\n",
            "\n",
            "./._s2v_old\n",
            "./s2v_old/\n",
            "./s2v_old/._freqs.json\n",
            "./s2v_old/freqs.json\n",
            "./s2v_old/._vectors\n",
            "./s2v_old/vectors\n",
            "./s2v_old/._cfg\n",
            "./s2v_old/cfg\n",
            "./s2v_old/._strings.json\n",
            "./s2v_old/strings.json\n",
            "./s2v_old/._key2row\n",
            "./s2v_old/key2row\n",
            "time: 18.8 s (started: 2021-11-08 20:26:53 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SAcrCNY7NdPi"
      },
      "source": [
        "# load sense2vec vectors\n",
        "from sense2vec import Sense2Vec\n",
        "s2v = Sense2Vec().from_disk('s2v_old')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-dZRUpuHNi8N"
      },
      "source": [
        "def edits(word):\n",
        "    \"All edits that are one edit away from `word`.\"\n",
        "    letters    = 'abcdefghijklmnopqrstuvwxyz '+string.punctuation\n",
        "    splits     = [(word[:i], word[i:])    for i in range(len(word) + 1)]\n",
        "    deletes    = [L + R[1:]               for L, R in splits if R]\n",
        "    transposes = [L + R[1] + R[0] + R[2:] for L, R in splits if len(R)>1]\n",
        "    replaces   = [L + c + R[1:]           for L, R in splits if R for c in letters]\n",
        "    inserts    = [L + c + R               for L, R in splits for c in letters]\n",
        "    return set(deletes + transposes + replaces + inserts)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "90SNAdipNi_J"
      },
      "source": [
        "def sense2vec_get_words(word,s2v):\n",
        "    output = []\n",
        "\n",
        "    word_preprocessed =  word.translate(word.maketrans(\"\",\"\", string.punctuation))\n",
        "    word_preprocessed = word_preprocessed.lower()\n",
        "\n",
        "    word_edits = edits(word_preprocessed)\n",
        "\n",
        "    word = word.replace(\" \", \"_\")\n",
        "\n",
        "    sense = s2v.get_best_sense(word)\n",
        "    most_similar = s2v.most_similar(sense, n=15)\n",
        "\n",
        "    compare_list = [word_preprocessed]\n",
        "    for each_word in most_similar:\n",
        "        append_word = each_word[0].split(\"|\")[0].replace(\"_\", \" \")\n",
        "        append_word = append_word.strip()\n",
        "        append_word_processed = append_word.lower()\n",
        "        append_word_processed = append_word_processed.translate(append_word_processed.maketrans(\"\",\"\", string.punctuation))\n",
        "        if append_word_processed not in compare_list and word_preprocessed not in append_word_processed and append_word_processed not in word_edits:\n",
        "            output.append(append_word.title())\n",
        "            compare_list.append(append_word_processed)\n",
        "\n",
        "\n",
        "    out = list(OrderedDict.fromkeys(output))\n",
        "\n",
        "    return out"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YwBxueS5NjFP"
      },
      "source": [
        "def get_options(answer,s2v):\n",
        "    distractors =[]\n",
        "\n",
        "    try:\n",
        "        distractors = sense2vec_get_words(answer,s2v)\n",
        "        if len(distractors) > 0:\n",
        "            print(\" Sense2vec_distractors successful for word : \", answer)\n",
        "            return distractors\n",
        "    except:\n",
        "        print (\" Sense2vec_distractors failed for word : \",answer)\n",
        "\n",
        "\n",
        "    return distractors"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "N9QOy76fNqWV"
      },
      "source": [
        "# Generate Distractors using Race"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "diLpy2sge4wN",
        "outputId": "11665979-a442-483b-81e7-e35a791a1edf"
      },
      "source": [
        "!git clone https://github.com/Yifan-Gao/Distractor-Generation-RACE.git "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cloning into 'Distractor-Generation-RACE'...\n",
            "remote: Enumerating objects: 78, done.\u001b[K\n",
            "remote: Total 78 (delta 0), reused 0 (delta 0), pack-reused 78\u001b[K\n",
            "Unpacking objects: 100% (78/78), done.\n",
            "time: 8.32 s (started: 2021-11-09 13:44:33 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "TDaby_2GNqrh",
        "outputId": "55021d57-f3f4-412d-b90d-df073a150326"
      },
      "source": [
        "#!wget https://github.com/Yifan-Gao/Distractor-Generation-RACE/blob/master/data/data.tar.gz\n",
        "#!tar -xvfz data.tar.gz"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tar: z: Cannot open: No such file or directory\n",
            "tar: Error is not recoverable: exiting now\n",
            "time: 198 ms (started: 2021-11-09 14:42:30 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Tq_y8iG5Nz-P",
        "outputId": "e49429db-3261-433b-f57f-cdd580231c74"
      },
      "source": [
        "!wget http://nlp.stanford.edu/data/glove.840B.300d.zip"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2021-11-09 13:44:54--  http://nlp.stanford.edu/data/glove.840B.300d.zip\n",
            "Resolving nlp.stanford.edu (nlp.stanford.edu)... 171.64.67.140\n",
            "Connecting to nlp.stanford.edu (nlp.stanford.edu)|171.64.67.140|:80... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://nlp.stanford.edu/data/glove.840B.300d.zip [following]\n",
            "--2021-11-09 13:44:54--  https://nlp.stanford.edu/data/glove.840B.300d.zip\n",
            "Connecting to nlp.stanford.edu (nlp.stanford.edu)|171.64.67.140|:443... connected.\n",
            "HTTP request sent, awaiting response... 301 Moved Permanently\n",
            "Location: http://downloads.cs.stanford.edu/nlp/data/glove.840B.300d.zip [following]\n",
            "--2021-11-09 13:44:54--  http://downloads.cs.stanford.edu/nlp/data/glove.840B.300d.zip\n",
            "Resolving downloads.cs.stanford.edu (downloads.cs.stanford.edu)... 171.64.64.22\n",
            "Connecting to downloads.cs.stanford.edu (downloads.cs.stanford.edu)|171.64.64.22|:80... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 2176768927 (2.0G) [application/zip]\n",
            "Saving to: ‘glove.840B.300d.zip’\n",
            "\n",
            "glove.840B.300d.zip 100%[===================>]   2.03G  5.10MB/s    in 6m 51s  \n",
            "\n",
            "2021-11-09 13:51:45 (5.05 MB/s) - ‘glove.840B.300d.zip’ saved [2176768927/2176768927]\n",
            "\n",
            "time: 6min 51s (started: 2021-11-09 13:44:54 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "0YR69AmXnCgg",
        "outputId": "291692ab-5045-4468-eda4-e700a26987d0"
      },
      "source": [
        "!unzip  glove.840B.300d.zip "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Archive:  glove.840B.300d.zip\n",
            "  inflating: glove.840B.300d.txt     \n",
            "time: 1min 38s (started: 2021-11-09 13:51:45 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JRnoMwsO81Qj",
        "outputId": "c1f7a5fc-760f-4af9-9df1-7a97b130a34f"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tar: data.tar.gz: Cannot open: No such file or directory\n",
            "tar: Error is not recoverable: exiting now\n",
            "time: 491 ms (started: 2021-11-09 13:53:23 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "II6RbxFEfu_a",
        "outputId": "71e9e3c0-0245-49b3-9f05-d8385f0d2ebf"
      },
      "source": [
        "!pwd "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7kacmDPtfvHh",
        "outputId": "d2563f21-3d8d-457c-8963-b9a6a6c2ce2d"
      },
      "source": [
        "%cd Distractor-Generation-RACE/data"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/Distractor-Generation-RACE/data\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "0Q4ZLCbEfvZj",
        "outputId": "b11e28aa-fa1c-4f9c-c980-169fd2e52050"
      },
      "source": [
        "!pwd"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/Distractor-Generation-RACE/data\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9uY-X_jnFmSr",
        "outputId": "16ff5219-d5b2-4a1f-8d07-50e543c7a95f"
      },
      "source": [
        "!tar -xvzf data.tar.gz"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "distractor/\n",
            "distractor/race_dev_original.json\n",
            "distractor/race_test_original.json\n",
            "distractor/race_test_updated.json\n",
            "distractor/race_train_updated.json\n",
            "distractor/race_train_original.json\n",
            "distractor/race_dev_updated.json\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 609
        },
        "id": "fOSZS_wou778",
        "outputId": "d8862e81-4760-4166-d359-e5d3fbca0e94"
      },
      "source": [
        "#!pip install -U torchtext"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: torchtext in /usr/local/lib/python3.7/dist-packages (0.10.0)\n",
            "Collecting torchtext\n",
            "  Downloading torchtext-0.11.0-cp37-cp37m-manylinux1_x86_64.whl (8.0 MB)\n",
            "\u001b[K     |████████████████████████████████| 8.0 MB 5.9 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from torchtext) (4.62.3)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from torchtext) (1.21.4)\n",
            "Collecting torch==1.10.0\n",
            "  Downloading torch-1.10.0-cp37-cp37m-manylinux1_x86_64.whl (881.9 MB)\n",
            "\u001b[K     |██████████████████████████████▎ | 834.1 MB 2.0 MB/s eta 0:00:25tcmalloc: large alloc 1147494400 bytes == 0x55e69d9f2000 @  0x7fcb2c50b615 0x55e6640d84cc 0x55e6641b847a 0x55e6640db2ed 0x55e6641cce1d 0x55e66414ee99 0x55e6641499ee 0x55e6640dcbda 0x55e66414ed00 0x55e6641499ee 0x55e6640dcbda 0x55e66414b737 0x55e6641cdc66 0x55e66414adaf 0x55e6641cdc66 0x55e66414adaf 0x55e6641cdc66 0x55e66414adaf 0x55e6640dd039 0x55e664120409 0x55e6640dbc52 0x55e66414ec25 0x55e6641499ee 0x55e6640dcbda 0x55e66414b737 0x55e6641499ee 0x55e6640dcbda 0x55e66414a915 0x55e6640dcafa 0x55e66414ac0d 0x55e6641499ee\n",
            "\u001b[K     |████████████████████████████████| 881.9 MB 14 kB/s \n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from torchtext) (2.26.0)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch==1.10.0->torchtext) (3.10.0.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->torchtext) (3.3)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->torchtext) (1.26.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->torchtext) (2021.10.8)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.7/dist-packages (from requests->torchtext) (2.0.7)\n",
            "Installing collected packages: torch, torchtext\n",
            "  Attempting uninstall: torch\n",
            "    Found existing installation: torch 1.9.0+cu111\n",
            "    Uninstalling torch-1.9.0+cu111:\n",
            "      Successfully uninstalled torch-1.9.0+cu111\n",
            "  Attempting uninstall: torchtext\n",
            "    Found existing installation: torchtext 0.10.0\n",
            "    Uninstalling torchtext-0.10.0:\n",
            "      Successfully uninstalled torchtext-0.10.0\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "torchvision 0.10.0+cu111 requires torch==1.9.0, but you have torch 1.10.0 which is incompatible.\u001b[0m\n",
            "Successfully installed torch-1.10.0 torchtext-0.11.0\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.colab-display-data+json": {
              "pip_warning": {
                "packages": [
                  "torch"
                ]
              }
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "time: 3min 22s (started: 2021-11-09 14:24:50 +00:00)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xRF3vkELKeXh",
        "outputId": "1951522d-ebae-4046-d85f-43821a34c4b4"
      },
      "source": [
        "%cd Distractor-Generation-RACE/distractor"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/Distractor-Generation-RACE/distractor\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vtypJ7rE4kPH",
        "outputId": "63b90202-2d75-41af-aa54-3bf93c8cf5c8"
      },
      "source": [
        "!nvidia-smi"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Tue Nov  9 14:46:54 2021       \n",
            "+-----------------------------------------------------------------------------+\n",
            "| NVIDIA-SMI 495.44       Driver Version: 460.32.03    CUDA Version: 11.2     |\n",
            "|-------------------------------+----------------------+----------------------+\n",
            "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\n",
            "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\n",
            "|                               |                      |               MIG M. |\n",
            "|===============================+======================+======================|\n",
            "|   0  Tesla K80           Off  | 00000000:00:04.0 Off |                    0 |\n",
            "| N/A   35C    P8    29W / 149W |      0MiB / 11441MiB |      0%      Default |\n",
            "|                               |                      |                  N/A |\n",
            "+-------------------------------+----------------------+----------------------+\n",
            "                                                                               \n",
            "+-----------------------------------------------------------------------------+\n",
            "| Processes:                                                                  |\n",
            "|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |\n",
            "|        ID   ID                                                   Usage      |\n",
            "|=============================================================================|\n",
            "|  No running processes found                                                 |\n",
            "+-----------------------------------------------------------------------------+\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c0xxMutv4qlG"
      },
      "source": [
        "import torch\n",
        "torch._C._cuda_init()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vh-JPuz_3REm",
        "outputId": "db417949-3c75-4903-d04a-1ae45598b209"
      },
      "source": [
        "torch.cuda.is_available()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BSFnP7vw3gJ8",
        "outputId": "2c7dbfa9-deb7-40ac-e48c-e675adff7e4f"
      },
      "source": [
        "!nvcc --version"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "nvcc: NVIDIA (R) Cuda compiler driver\n",
            "Copyright (c) 2005-2020 NVIDIA Corporation\n",
            "Built on Mon_Oct_12_20:09:46_PDT_2020\n",
            "Cuda compilation tools, release 11.1, V11.1.105\n",
            "Build cuda_11.1.TC455_06.29190527_0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "Z4bhKIpB5Aq6",
        "outputId": "b58667c0-d5e8-469f-8ffc-d1a8d1bc6dcd"
      },
      "source": [
        "import tensorflow as tf\n",
        "tf.test.gpu_device_name()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'/device:GPU:0'"
            ]
          },
          "metadata": {},
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cLP0hMZVgbPx",
        "outputId": "4e611327-1427-4fe5-a13f-5cf36aee0166"
      },
      "source": [
        "!python preprocess.py"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Traceback (most recent call last):\n",
            "  File \"preprocess.py\", line 14, in <module>\n",
            "    from onmt.utils.logging import init_logger, logger\n",
            "  File \"/content/Distractor-Generation-RACE/distractor/onmt/__init__.py\", line 4, in <module>\n",
            "    import onmt.inputters\n",
            "  File \"/content/Distractor-Generation-RACE/distractor/onmt/inputters/__init__.py\", line 6, in <module>\n",
            "    from onmt.inputters.inputter import collect_feature_vocabs, make_features, \\\n",
            "  File \"/content/Distractor-Generation-RACE/distractor/onmt/inputters/inputter.py\", line 14, in <module>\n",
            "    from torchtext.data import NestedField\n",
            "ImportError: cannot import name 'NestedField' from 'torchtext.data' (/usr/local/lib/python3.7/dist-packages/torchtext/data/__init__.py)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KPsSUiebgbTs"
      },
      "source": [
        "!python embeddings_to_torch.py"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XI9tlwmuzHYq"
      },
      "source": [
        "!sh script/preprocess.sh"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tJSriuUg5FN8"
      },
      "source": [
        "!python train_single.py"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9Hwnnmtj5Umm"
      },
      "source": [
        "!python translate.py"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PdsxLxmf5nwS"
      },
      "source": [
        "!sh script/train.sh"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tEuMKbD_5v2-"
      },
      "source": [
        "s=!sh script/translate.sh"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IgvGXGHn6_Jh"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "rv_nOLEAN9RE"
      },
      "source": [
        "# Apply Allen"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "8bTVUKJNN-ud",
        "outputId": "062af800-ace8-49bd-e7ba-40752dd5d961"
      },
      "source": [
        "!pip install allennlp==2.1.0 allennlp-models==2.1.0"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting allennlp==2.1.0\n",
            "  Downloading allennlp-2.1.0-py3-none-any.whl (585 kB)\n",
            "\u001b[K     |████████████████████████████████| 585 kB 5.5 MB/s \n",
            "\u001b[?25hCollecting allennlp-models==2.1.0\n",
            "  Downloading allennlp_models-2.1.0-py3-none-any.whl (407 kB)\n",
            "\u001b[K     |████████████████████████████████| 407 kB 45.0 MB/s \n",
            "\u001b[?25hCollecting boto3<2.0,>=1.14\n",
            "  Downloading boto3-1.20.0-py3-none-any.whl (131 kB)\n",
            "\u001b[K     |████████████████████████████████| 131 kB 32.9 MB/s \n",
            "\u001b[?25hCollecting jsonnet>=0.10.0\n",
            "  Downloading jsonnet-0.17.0.tar.gz (259 kB)\n",
            "\u001b[K     |████████████████████████████████| 259 kB 54.5 MB/s \n",
            "\u001b[?25hCollecting jsonpickle\n",
            "  Downloading jsonpickle-2.0.0-py2.py3-none-any.whl (37 kB)\n",
            "Collecting torch<1.8.0,>=1.6.0\n",
            "  Downloading torch-1.7.1-cp37-cp37m-manylinux1_x86_64.whl (776.8 MB)\n",
            "\u001b[K     |████████████████████████████████| 776.8 MB 18 kB/s \n",
            "\u001b[?25hCollecting torchvision<0.9.0,>=0.8.1\n",
            "  Downloading torchvision-0.8.2-cp37-cp37m-manylinux1_x86_64.whl (12.8 MB)\n",
            "\u001b[K     |████████████████████████████████| 12.8 MB 22 kB/s \n",
            "\u001b[?25hRequirement already satisfied: lmdb in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (0.99)\n",
            "Requirement already satisfied: spacy<3.1,>=2.1.0 in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (2.1.3)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (1.0.1)\n",
            "Collecting filelock<3.1,>=3.0\n",
            "  Downloading filelock-3.0.12-py3-none-any.whl (7.6 kB)\n",
            "Collecting tensorboardX>=1.2\n",
            "  Downloading tensorboardX-2.4-py2.py3-none-any.whl (124 kB)\n",
            "\u001b[K     |████████████████████████████████| 124 kB 49.6 MB/s \n",
            "\u001b[?25hRequirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (1.7.2)\n",
            "Requirement already satisfied: more-itertools in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (8.10.0)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (1.21.4)\n",
            "Requirement already satisfied: pytest in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (3.6.4)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (0.1.95)\n",
            "Requirement already satisfied: requests>=2.18 in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (2.26.0)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (3.6.5)\n",
            "Collecting overrides==3.1.0\n",
            "  Downloading overrides-3.1.0.tar.gz (11 kB)\n",
            "Requirement already satisfied: tqdm>=4.19 in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (4.62.3)\n",
            "Requirement already satisfied: h5py in /usr/local/lib/python3.7/dist-packages (from allennlp==2.1.0) (3.1.0)\n",
            "Collecting transformers<4.4,>=4.1\n",
            "  Downloading transformers-4.3.3-py3-none-any.whl (1.9 MB)\n",
            "\u001b[K     |████████████████████████████████| 1.9 MB 36.8 MB/s \n",
            "\u001b[?25hCollecting ftfy\n",
            "  Downloading ftfy-6.0.3.tar.gz (64 kB)\n",
            "\u001b[K     |████████████████████████████████| 64 kB 2.6 MB/s \n",
            "\u001b[?25hCollecting conllu==4.4\n",
            "  Downloading conllu-4.4-py2.py3-none-any.whl (15 kB)\n",
            "Collecting word2number>=1.1\n",
            "  Downloading word2number-1.1.zip (9.7 kB)\n",
            "Collecting py-rouge==1.1\n",
            "  Downloading py_rouge-1.1-py3-none-any.whl (56 kB)\n",
            "\u001b[K     |████████████████████████████████| 56 kB 4.2 MB/s \n",
            "\u001b[?25hCollecting jmespath<1.0.0,>=0.7.1\n",
            "  Downloading jmespath-0.10.0-py2.py3-none-any.whl (24 kB)\n",
            "Collecting botocore<1.24.0,>=1.23.0\n",
            "  Downloading botocore-1.23.0-py3-none-any.whl (8.1 MB)\n",
            "\u001b[K     |████████████████████████████████| 8.1 MB 26.5 MB/s \n",
            "\u001b[?25hCollecting s3transfer<0.6.0,>=0.5.0\n",
            "  Downloading s3transfer-0.5.0-py3-none-any.whl (79 kB)\n",
            "\u001b[K     |████████████████████████████████| 79 kB 7.4 MB/s \n",
            "\u001b[?25hRequirement already satisfied: urllib3<1.27,>=1.25.4 in /usr/local/lib/python3.7/dist-packages (from botocore<1.24.0,>=1.23.0->boto3<2.0,>=1.14->allennlp==2.1.0) (1.26.7)\n",
            "Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /usr/local/lib/python3.7/dist-packages (from botocore<1.24.0,>=1.23.0->boto3<2.0,>=1.14->allennlp==2.1.0) (2.8.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil<3.0.0,>=2.1->botocore<1.24.0,>=1.23.0->boto3<2.0,>=1.14->allennlp==2.1.0) (1.16.0)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.7/dist-packages (from requests>=2.18->allennlp==2.1.0) (2.0.7)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests>=2.18->allennlp==2.1.0) (3.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests>=2.18->allennlp==2.1.0) (2021.10.8)\n",
            "Requirement already satisfied: plac<1.0.0,>=0.9.6 in /usr/local/lib/python3.7/dist-packages (from spacy<3.1,>=2.1.0->allennlp==2.1.0) (0.9.6)\n",
            "Requirement already satisfied: thinc<7.1.0,>=7.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy<3.1,>=2.1.0->allennlp==2.1.0) (7.0.8)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.7/dist-packages (from spacy<3.1,>=2.1.0->allennlp==2.1.0) (1.0.6)\n",
            "Requirement already satisfied: blis<0.3.0,>=0.2.2 in /usr/local/lib/python3.7/dist-packages (from spacy<3.1,>=2.1.0->allennlp==2.1.0) (0.2.4)\n",
            "Requirement already satisfied: preshed<2.1.0,>=2.0.1 in /usr/local/lib/python3.7/dist-packages (from spacy<3.1,>=2.1.0->allennlp==2.1.0) (2.0.1)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy<3.1,>=2.1.0->allennlp==2.1.0) (2.0.6)\n",
            "Requirement already satisfied: jsonschema<3.0.0,>=2.6.0 in /usr/local/lib/python3.7/dist-packages (from spacy<3.1,>=2.1.0->allennlp==2.1.0) (2.6.0)\n",
            "Requirement already satisfied: srsly<1.1.0,>=0.0.5 in /usr/local/lib/python3.7/dist-packages (from spacy<3.1,>=2.1.0->allennlp==2.1.0) (1.0.5)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.2.0 in /usr/local/lib/python3.7/dist-packages (from spacy<3.1,>=2.1.0->allennlp==2.1.0) (0.8.2)\n",
            "Requirement already satisfied: protobuf>=3.8.0 in /usr/local/lib/python3.7/dist-packages (from tensorboardX>=1.2->allennlp==2.1.0) (3.17.3)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch<1.8.0,>=1.6.0->allennlp==2.1.0) (3.10.0.2)\n",
            "Requirement already satisfied: pillow>=4.1.1 in /usr/local/lib/python3.7/dist-packages (from torchvision<0.9.0,>=0.8.1->allennlp==2.1.0) (7.1.2)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers<4.4,>=4.1->allennlp==2.1.0) (4.8.1)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers<4.4,>=4.1->allennlp==2.1.0) (2021.11.2)\n",
            "Requirement already satisfied: tokenizers<0.11,>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from transformers<4.4,>=4.1->allennlp==2.1.0) (0.10.3)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers<4.4,>=4.1->allennlp==2.1.0) (0.0.46)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from transformers<4.4,>=4.1->allennlp==2.1.0) (21.2)\n",
            "Requirement already satisfied: wcwidth in /usr/local/lib/python3.7/dist-packages (from ftfy->allennlp-models==2.1.0) (0.2.5)\n",
            "Requirement already satisfied: cached-property in /usr/local/lib/python3.7/dist-packages (from h5py->allennlp==2.1.0) (1.5.2)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers<4.4,>=4.1->allennlp==2.1.0) (3.6.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from nltk->allennlp==2.1.0) (1.1.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from nltk->allennlp==2.1.0) (8.0.3)\n",
            "Requirement already satisfied: pyparsing<3,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->transformers<4.4,>=4.1->allennlp==2.1.0) (2.4.7)\n",
            "Requirement already satisfied: attrs>=17.4.0 in /usr/local/lib/python3.7/dist-packages (from pytest->allennlp==2.1.0) (21.2.0)\n",
            "Requirement already satisfied: pluggy<0.8,>=0.5 in /usr/local/lib/python3.7/dist-packages (from pytest->allennlp==2.1.0) (0.7.1)\n",
            "Requirement already satisfied: atomicwrites>=1.0 in /usr/local/lib/python3.7/dist-packages (from pytest->allennlp==2.1.0) (1.4.0)\n",
            "Requirement already satisfied: py>=1.5.0 in /usr/local/lib/python3.7/dist-packages (from pytest->allennlp==2.1.0) (1.10.0)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (from pytest->allennlp==2.1.0) (58.5.3)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->allennlp==2.1.0) (3.0.0)\n",
            "Building wheels for collected packages: overrides, jsonnet, word2number, ftfy\n",
            "  Building wheel for overrides (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for overrides: filename=overrides-3.1.0-py3-none-any.whl size=10186 sha256=135de2da15b466926dea1855e221d997117f10625cd2ba6914840d8c2c80113f\n",
            "  Stored in directory: /root/.cache/pip/wheels/3a/0d/38/01a9bc6e20dcfaf0a6a7b552d03137558ba1c38aea47644682\n",
            "  Building wheel for jsonnet (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for jsonnet: filename=jsonnet-0.17.0-cp37-cp37m-linux_x86_64.whl size=3388678 sha256=f33eae09b351cbcba3b561837a66ffcd8ee0576868426516786ee79d828700ed\n",
            "  Stored in directory: /root/.cache/pip/wheels/1c/28/7e/287c6b19f7161bb03c6986a3c46b51d0d7d9a1805346634e3a\n",
            "  Building wheel for word2number (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for word2number: filename=word2number-1.1-py3-none-any.whl size=5580 sha256=bb34d44db527b4f5457f44e669f9581292be4ca769ba110237cd062110c1ca35\n",
            "  Stored in directory: /root/.cache/pip/wheels/4b/c3/77/a5f48aeb0d3efb7cd5ad61cbd3da30bbf9ffc9662b07c9f879\n",
            "  Building wheel for ftfy (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for ftfy: filename=ftfy-6.0.3-py3-none-any.whl size=41933 sha256=067d419ce774da91710e66ed024a763e85e4441d77278dcbb203eae5be1172a0\n",
            "  Stored in directory: /root/.cache/pip/wheels/19/f5/38/273eb3b5e76dfd850619312f693716ac4518b498f5ffb6f56d\n",
            "Successfully built overrides jsonnet word2number ftfy\n",
            "Installing collected packages: jmespath, botocore, torch, s3transfer, filelock, transformers, torchvision, tensorboardX, overrides, jsonpickle, jsonnet, boto3, word2number, py-rouge, ftfy, conllu, allennlp, allennlp-models\n",
            "  Attempting uninstall: torch\n",
            "    Found existing installation: torch 1.10.0\n",
            "    Uninstalling torch-1.10.0:\n",
            "      Successfully uninstalled torch-1.10.0\n",
            "  Attempting uninstall: filelock\n",
            "    Found existing installation: filelock 3.3.2\n",
            "    Uninstalling filelock-3.3.2:\n",
            "      Successfully uninstalled filelock-3.3.2\n",
            "  Attempting uninstall: transformers\n",
            "    Found existing installation: transformers 4.6.0.dev0\n",
            "    Uninstalling transformers-4.6.0.dev0:\n",
            "      Successfully uninstalled transformers-4.6.0.dev0\n",
            "  Attempting uninstall: torchvision\n",
            "    Found existing installation: torchvision 0.10.0+cu111\n",
            "    Uninstalling torchvision-0.10.0+cu111:\n",
            "      Successfully uninstalled torchvision-0.10.0+cu111\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "torchtext 0.11.0 requires torch==1.10.0, but you have torch 1.7.1 which is incompatible.\u001b[0m\n",
            "Successfully installed allennlp-2.1.0 allennlp-models-2.1.0 boto3-1.20.0 botocore-1.23.0 conllu-4.4 filelock-3.0.12 ftfy-6.0.3 jmespath-0.10.0 jsonnet-0.17.0 jsonpickle-2.0.0 overrides-3.1.0 py-rouge-1.1 s3transfer-0.5.0 tensorboardX-2.4 torch-1.7.1 torchvision-0.8.2 transformers-4.3.3 word2number-1.1\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.colab-display-data+json": {
              "pip_warning": {
                "packages": [
                  "torch"
                ]
              }
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "53AOvGsFOCXA"
      },
      "source": [
        "from allennlp.predictors.predictor import Predictor\n",
        "import allennlp_models.rc"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lAmkpBEYOCZz"
      },
      "source": [
        "predictor = Predictor.from_path(\"https://storage.googleapis.com/allennlp-public-models/bidaf-elmo.2021-02-11.tar.gz\")\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "aSVXvOLiOJER",
        "outputId": "a2f58dc0-7a83-4901-c80b-4d2a96542032"
      },
      "source": [
        "## Allen to generate anther answers\n",
        "#from sense2vec import Sense2Vec\n",
        "Allen_answers=[]\n",
        "Questions=[]\n",
        "Contexts=[]\n",
        "Distractors=[]\n",
        "keywords_with_distractors={}\n",
        "\n",
        "for i in range(len(questions)):\n",
        "  ans = predictor.predict(\n",
        "      passage=contexts[i],\n",
        "      question=questions[i])\n",
        "  answer = ans[\"best_span_str\"]\n",
        "  distractor=get_options(answer,s2v)\n",
        "\n",
        "  Allen_answers.append(answer)\n",
        "  Questions.append(questions[i])\n",
        "  Contexts.append(contexts[i])\n",
        "  Distractors.append(distractor)\n",
        "  keywords_with_distractors[answer]=distractor\n",
        "\n",
        "  print(\"context: \" , contexts[i])\n",
        "  print(\"question\", questions[i])\n",
        "  print(\"answer:\", answer)\n",
        "  print(\"distractor\", distractor)\n",
        "  print()\n",
        "  "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[2021-11-08 21:27:10,234] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '''. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '''. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,239] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'marketing'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'marketing'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,246] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,249] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,252] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'process'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'process'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,256] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'intentionally'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'intentionally'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,259] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'stimulate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'stimulate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,262] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'demand'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'demand'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,265] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'purchase'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'purchase'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,269] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,273] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'service'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'service'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,277] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'potentially'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'potentially'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,280] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'include'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'include'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,284] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'selection'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'selection'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,288] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'target'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'target'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,291] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'audience'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'audience'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,294] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'selection'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'selection'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,298] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'certain'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'certain'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,301] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'attribute'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'attribute'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,305] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'theme'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'theme'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,309] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'emphasize'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'emphasize'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,312] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'advertise'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'advertise'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,316] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'operation'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'operation'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,319] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'advertise'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'advertise'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,323] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'campaign'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'campaign'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,326] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'attendance'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'attendance'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,330] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'trade'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'trade'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,333] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'show'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'show'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,337] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'public'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'public'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,340] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'events'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'events'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,345] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'design'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'design'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,349] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,353] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'package'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'package'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,356] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'attractive'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'attractive'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,360] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'buyers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'buyers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,363] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'selection'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'selection'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,367] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,370] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'term'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'term'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,374] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'sale'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'sale'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,377] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,381] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'price'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'price'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,384] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,387] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'discount'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'discount'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,390] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,393] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'warranty'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'warranty'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,397] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,400] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'return'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'return'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,403] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'policy'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'policy'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,407] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'product'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'product'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,411] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'placement'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'placement'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,414] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'media'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'media'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,419] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'people'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'people'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,422] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'believe'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'believe'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,426] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'influence'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'influence'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,429] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,432] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'buy'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'buy'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,436] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'habit'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'habit'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,440] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'others'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'others'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,443] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'agreements'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'agreements'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,447] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'retailers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'retailers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,451] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,454] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'wholesale'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'wholesale'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,457] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'distributors'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'distributors'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,461] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,464] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'sellers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'sellers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,467] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'attempt'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'attempt'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,471] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'create'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'create'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,478] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'awareness'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'awareness'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,484] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,488] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'loyalty'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'loyalty'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,493] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,498] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'positive'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'positive'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,502] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'feel'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'feel'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,508] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'brand'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'brand'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,512] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,529] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'What'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'What'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,535] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'is'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'is'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,540] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,545] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'process'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'process'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,549] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'that'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'that'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,554] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'intentionally'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'intentionally'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,559] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'stimulates'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'stimulates'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,564] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'demand'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'demand'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,568] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'purchase'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'purchase'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,572] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,575] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'service'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'service'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,578] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'potentially'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'potentially'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,583] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'include'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'include'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,587] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'selection'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'selection'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:10,590] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,201] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '2011'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '2011'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,209] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'meta'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'meta'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,216] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'analyse'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'analyse'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,230] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'find'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'find'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,236] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,240] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'factor'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'factor'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,246] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,250] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'greatest'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'greatest'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,255] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'impact'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'impact'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,259] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'sales'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'sales'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,264] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'performance'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'performance'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,269] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'salesperson'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'salesperson'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,276] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'sales'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'sales'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,288] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'relate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'relate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,290] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'knowledge'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'knowledge'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,293] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '('. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '('. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,296] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,299] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'segment'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'segment'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,302] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,304] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'presentation'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'presentation'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,307] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'skills'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'skills'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,310] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,312] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'conflict'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'conflict'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,317] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'resolution'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'resolution'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,319] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,321] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,324] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ')'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ')'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,326] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,329] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'degree'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'degree'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,331] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'adaptiveness'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'adaptiveness'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,334] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,337] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'role'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'role'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,340] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'clarity'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'clarity'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,343] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,346] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'cognitive'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'cognitive'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,349] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'aptitude'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'aptitude'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,351] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,354] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'motivation'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'motivation'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,357] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'interest'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'interest'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,359] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'sales'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'sales'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,361] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'role'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'role'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,364] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ')'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ')'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,366] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,374] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'Salesperson'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'Salesperson'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,377] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'sales'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'sales'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,385] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'relate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'relate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            " Sense2vec_distractors failed for word :  'marketing market\n",
            "context:  'marketing market the process intentionally stimulate demand purchase goods service potentially include selection target audience selection certain attribute theme emphasize advertise operation advertise campaign attendance trade show public events design products package attractive buyers selection the term sale , price , discount , warranty , return policy product placement media people believe influence the buy habit others agreements retailers , wholesale distributors , sellers attempt create awareness , loyalty , positive feel brand .\n",
            "question What is the process that intentionally stimulates demand purchase goods service potentially include selection?\n",
            "answer: 'marketing market\n",
            "distractor []\n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[2021-11-08 21:27:14,393] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'knowledge'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'knowledge'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,399] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'is'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'is'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,403] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'related'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'related'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,408] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'to'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'to'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,413] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'what'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'what'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,421] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'segment'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'segment'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:14,435] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,558] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'examples'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'examples'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,566] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,576] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'sell'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'sell'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,582] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'b2b'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'b2b'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,589] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,595] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'include'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'include'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,600] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,607] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'major'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'major'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,624] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'equipment'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'equipment'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,630] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'accessory'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'accessory'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,635] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'equipment'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'equipment'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,645] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'raw'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'raw'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,651] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'materials'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'materials'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,660] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'component'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'component'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,665] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'part'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'part'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,668] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'process'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'process'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,673] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'materials'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'materials'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,678] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'supply'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'supply'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,681] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'business'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'business'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,687] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'service'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'service'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,700] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,711] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'four'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'four'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,717] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'major'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'major'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,722] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'categories'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'categories'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,728] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'b2b'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'b2b'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,734] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'product'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'product'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,738] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'purchasers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'purchasers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,743] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            " Sense2vec_distractors failed for word :  market segment\n",
            "context:  2011 meta analyse find the factor the greatest impact sales performance salesperson sales relate knowledge ( market segment , presentation skills , conflict resolution , products ) , degree adaptiveness , role clarity , cognitive aptitude , motivation interest sales role ) .\n",
            "question Salesperson sales relate knowledge is related to what segment?\n",
            "answer: market segment\n",
            "distractor []\n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[2021-11-08 21:27:18,751] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'producers-'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'producers-'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,758] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'use'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'use'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,761] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,767] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'sell'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'sell'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,771] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'b2b'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'b2b'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,777] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,779] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'make'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'make'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,787] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,794] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '('. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '('. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,808] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'e.g'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'e.g'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,816] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,871] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'products'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,875] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'sell'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'sell'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,878] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'b2b'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'b2b'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,892] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'what'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'what'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:18,908] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,650] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,658] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'interest'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'interest'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,670] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'society'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'society'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,679] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'large'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'large'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,687] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'add'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'add'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,692] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,697] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'definition'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'definition'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,705] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '2008'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '2008'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,711] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,714] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,720] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'development'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'development'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,725] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,732] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'definition'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'definition'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,742] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'may'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'may'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,746] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'see'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'see'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,751] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'compare'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'compare'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,755] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,758] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '2008'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '2008'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,762] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'definition'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'definition'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,765] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,769] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'ama'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'ama'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,772] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '1935'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '1935'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,775] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'version'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'version'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,779] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,783] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,786] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,790] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'performance'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'performance'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,800] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'business'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'business'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,805] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'activities'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'activities'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,814] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'direct'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'direct'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,820] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,827] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'flow'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'flow'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,836] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            " Sense2vec_distractors failed for word :  b2b market make goods\n",
            "context:  examples products sell b2b market include : major equipment accessory equipment raw materials component part process materials supply business service the four major categories b2b product purchasers : producers- use products sell b2b market make goods ( e.g .\n",
            "question products sell b2b what?\n",
            "answer: b2b market make goods\n",
            "distractor []\n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[2021-11-08 21:27:20,854] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,862] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'service'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'service'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,870] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'producers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'producers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,879] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'consumers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'consumers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,884] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,902] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'What'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'What'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,920] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'does'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'does'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,926] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,930] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'performance'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'performance'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,935] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'business'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'business'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,941] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'activities'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'activities'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,947] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'direct'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'direct'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,952] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,969] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'flow'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'flow'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,986] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'goods'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:20,996] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,035] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'corporate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'corporate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,043] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'state'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'state'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,053] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'mind'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'mind'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,064] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'organisation'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'organisation'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,074] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'culture'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'culture'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,085] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'although'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'although'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,097] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'scholars'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'scholars'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,107] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'continue'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'continue'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,115] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'debate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'debate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,122] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,127] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'precise'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'precise'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,132] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'nature'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'nature'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,138] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'specific'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'specific'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,143] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'concepts'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'concepts'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,149] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'inform'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'inform'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,163] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,172] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'practice'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'practice'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,175] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,180] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,185] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'commonly'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'commonly'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,190] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'cite'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'cite'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,193] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'orientations'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'orientations'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,205] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'follow'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'follow'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,211] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,226] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'product'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            " Sense2vec_distractors failed for word :  service producers consumers\n",
            "context:  the interest society large add the definition 2008. the development the definition may see compare the 2008 definition the ama 1935 version : market the performance business activities direct the flow goods , service producers consumers .\n",
            "question What does the performance business activities direct the flow goods?\n",
            "answer: service producers consumers\n",
            "distractor []\n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'product'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,234] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'concept'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'concept'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,247] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ':'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,254] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'mainly'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'mainly'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,261] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'concern'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'concern'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,263] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,267] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'quality'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'quality'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,269] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'product'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'product'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,272] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,281] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'What'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'What'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,289] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'do'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'do'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,301] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'scholars'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'scholars'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,309] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'continue'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'continue'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,320] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'to'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'to'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,328] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'debate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'debate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,334] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,342] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'precise'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'precise'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,358] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'nature'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'nature'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,362] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'specific'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'specific'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,366] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'concepts'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'concepts'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,372] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'inform'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'inform'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:23,378] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,217] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,231] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'currently'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'currently'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,243] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'define'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'define'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,246] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,252] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'american'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'american'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,264] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,278] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'association'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'association'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,281] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '('. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '('. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,294] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'ama'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'ama'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,301] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ')'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ')'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,307] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,321] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'activity'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'activity'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,328] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,336] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'set'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'set'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,347] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'institutions'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'institutions'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,354] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,364] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'process'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'process'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,371] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'create'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'create'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,374] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,383] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'communicate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'communicate'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,393] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,399] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'deliver'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'deliver'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,401] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,404] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'exchange'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'exchange'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            " Sense2vec_distractors failed for word :  market practice\n",
            "context:  corporate state mind organisation culture although scholars continue debate the precise nature specific concepts inform market practice , the commonly cite orientations follow : product concept : mainly concern the quality product .\n",
            "question What do scholars continue to debate the precise nature specific concepts inform?\n",
            "answer: market practice\n",
            "distractor []\n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[2021-11-08 21:27:25,406] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'offer'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'offer'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,409] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'value'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'value'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,417] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'customers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'customers'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,427] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,436] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'clients'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'clients'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,442] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,452] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'partner'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'partner'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,458] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token ','. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,472] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'society'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'society'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,484] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'large'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'large'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,503] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '.'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,521] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'What'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'What'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,525] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'defines'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'defines'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,528] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'the'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,531] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'american'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'american'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,535] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'market'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,537] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token 'association'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token 'association'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "[2021-11-08 21:27:25,539] [WARNING] [W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n",
            "WARNING:spacy:[W108] The rule-based lemmatizer did not find POS annotation for the token '?'. Check that your pipeline includes components that assign token.pos, typically 'tagger'+'attribute_ruler' or 'morphologizer'.\n"
          ]
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-41-d89bc944adb0>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     10\u001b[0m   ans = predictor.predict(\n\u001b[1;32m     11\u001b[0m       \u001b[0mpassage\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcontexts\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 12\u001b[0;31m       question=questions[i])\n\u001b[0m\u001b[1;32m     13\u001b[0m   \u001b[0manswer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mans\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"best_span_str\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     14\u001b[0m   \u001b[0mdistractor\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mget_options\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0manswer\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0ms2v\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp_models/rc/predictors/bidaf.py\u001b[0m in \u001b[0;36mpredict\u001b[0;34m(self, question, passage)\u001b[0m\n\u001b[1;32m     42\u001b[0m         \u001b[0;34m\"best_span_str\"\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     43\u001b[0m         \"\"\"\n\u001b[0;32m---> 44\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpredict_json\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m\"passage\"\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mpassage\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"question\"\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mquestion\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     45\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     46\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0moverrides\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/predictors/predictor.py\u001b[0m in \u001b[0;36mpredict_json\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m     53\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mpredict_json\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mJsonDict\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mJsonDict\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     54\u001b[0m         \u001b[0minstance\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_json_to_instance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 55\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpredict_instance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minstance\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     56\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     57\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mjson_to_labeled_instances\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mJsonDict\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mList\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mInstance\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/predictors/predictor.py\u001b[0m in \u001b[0;36mpredict_instance\u001b[0;34m(self, instance)\u001b[0m\n\u001b[1;32m    261\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mpredict_instance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minstance\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mInstance\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mJsonDict\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    262\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_dataset_reader\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply_token_indexers\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minstance\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 263\u001b[0;31m         \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_model\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward_on_instance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minstance\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    264\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0msanitize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    265\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/models/model.py\u001b[0m in \u001b[0;36mforward_on_instance\u001b[0;34m(self, instance)\u001b[0m\n\u001b[1;32m    157\u001b[0m         \u001b[0;31m`\u001b[0m\u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTensors\u001b[0m\u001b[0;31m`\u001b[0m \u001b[0minto\u001b[0m \u001b[0mnumpy\u001b[0m \u001b[0marrays\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mremove\u001b[0m \u001b[0mthe\u001b[0m \u001b[0mbatch\u001b[0m \u001b[0mdimension\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    158\u001b[0m         \"\"\"\n\u001b[0;32m--> 159\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward_on_instances\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0minstance\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    160\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    161\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mforward_on_instances\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minstances\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mList\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mInstance\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mList\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mDict\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mstr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnumpy\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mndarray\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/models/model.py\u001b[0m in \u001b[0;36mforward_on_instances\u001b[0;34m(self, instances)\u001b[0m\n\u001b[1;32m    183\u001b[0m             \u001b[0mdataset\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mindex_instances\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvocab\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    184\u001b[0m             \u001b[0mmodel_input\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mutil\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmove_to_device\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdataset\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mas_tensor_dict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcuda_device\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 185\u001b[0;31m             \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmake_output_human_readable\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0mmodel_input\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    186\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    187\u001b[0m             instance_separated_output: List[Dict[str, numpy.ndarray]] = [\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    725\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    726\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 727\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    728\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    729\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp_models/rc/models/bidaf.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, question, passage, span_start, span_end, metadata)\u001b[0m\n\u001b[1;32m    196\u001b[0m             \u001b[0mquestion\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    197\u001b[0m         \"\"\"\n\u001b[0;32m--> 198\u001b[0;31m         \u001b[0membedded_question\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_highway_layer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_text_field_embedder\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mquestion\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    199\u001b[0m         \u001b[0membedded_passage\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_highway_layer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_text_field_embedder\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpassage\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    200\u001b[0m         \u001b[0mbatch_size\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0membedded_question\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    725\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    726\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 727\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    728\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    729\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/modules/text_field_embedders/basic_text_field_embedder.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, text_field_input, num_wrapping_dims, **kwargs)\u001b[0m\n\u001b[1;32m    101\u001b[0m                 \u001b[0;31m# If there are multiple tensor arguments, we have to require matching names from the\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    102\u001b[0m                 \u001b[0;31m# TokenIndexer.  I don't think there's an easy way around that.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 103\u001b[0;31m                 \u001b[0mtoken_vectors\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0membedder\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0mtensors\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mforward_params_values\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    104\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mtoken_vectors\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    105\u001b[0m                 \u001b[0;31m# To handle some very rare use cases, we allow the return value of the embedder to\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    725\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    726\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 727\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    728\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    729\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/modules/token_embedders/elmo_token_embedder.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, elmo_tokens, word_inputs)\u001b[0m\n\u001b[1;32m     99\u001b[0m             \u001b[0;31m`\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch_size\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtimesteps\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0membedding_dim\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;31m`\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    100\u001b[0m         \"\"\"\n\u001b[0;32m--> 101\u001b[0;31m         \u001b[0melmo_output\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_elmo\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0melmo_tokens\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mword_inputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    102\u001b[0m         \u001b[0melmo_representations\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0melmo_output\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"elmo_representations\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    103\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_projection\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    725\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    726\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 727\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    728\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    729\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/modules/elmo.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, inputs, word_inputs)\u001b[0m\n\u001b[1;32m    184\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    185\u001b[0m         \u001b[0;31m# run the biLM\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 186\u001b[0;31m         \u001b[0mbilm_output\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_elmo_lstm\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mreshaped_inputs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreshaped_word_inputs\u001b[0m\u001b[0;34m)\u001b[0m  \u001b[0;31m# type: ignore\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    187\u001b[0m         \u001b[0mlayer_activations\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mbilm_output\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"activations\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    188\u001b[0m         \u001b[0mmask_with_bos_eos\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mbilm_output\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"mask\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    725\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    726\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 727\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    728\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    729\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/modules/elmo.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, inputs, word_inputs)\u001b[0m\n\u001b[1;32m    596\u001b[0m             \u001b[0mmask\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtoken_embedding\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"mask\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    597\u001b[0m             \u001b[0mtype_representation\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtoken_embedding\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"token_embedding\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 598\u001b[0;31m         \u001b[0mlstm_outputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_elmo_lstm\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtype_representation\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmask\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    599\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    600\u001b[0m         \u001b[0;31m# Prepare the output.  The first layer is duplicated.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    725\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    726\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 727\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    728\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    729\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/modules/elmo_lstm.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, inputs, mask)\u001b[0m\n\u001b[1;32m    128\u001b[0m         \u001b[0mbatch_size\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtotal_sequence_length\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    129\u001b[0m         stacked_sequence_output, final_states, restoration_indices = self.sort_and_run_forward(\n\u001b[0;32m--> 130\u001b[0;31m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_lstm_forward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmask\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    131\u001b[0m         )\n\u001b[1;32m    132\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/modules/encoder_base.py\u001b[0m in \u001b[0;36msort_and_run_forward\u001b[0;34m(self, module, inputs, mask, hidden_state)\u001b[0m\n\u001b[1;32m    131\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    132\u001b[0m         \u001b[0;31m# Actually call the module on the sorted PackedSequence.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 133\u001b[0;31m         \u001b[0mmodule_output\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfinal_states\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodule\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpacked_sequence_input\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minitial_states\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    134\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    135\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mmodule_output\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfinal_states\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrestoration_indices\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/modules/elmo_lstm.py\u001b[0m in \u001b[0;36m_lstm_forward\u001b[0;34m(self, inputs, initial_state)\u001b[0m\n\u001b[1;32m    226\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    227\u001b[0m             forward_output_sequence, forward_state = forward_layer(\n\u001b[0;32m--> 228\u001b[0;31m                 \u001b[0mforward_output_sequence\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_lengths\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mforward_state\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    229\u001b[0m             )\n\u001b[1;32m    230\u001b[0m             backward_output_sequence, backward_state = backward_layer(\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    725\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    726\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 727\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    728\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    729\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/allennlp/modules/lstm_cell_with_projection.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, inputs, batch_lengths, initial_state)\u001b[0m\n\u001b[1;32m    186\u001b[0m             \u001b[0;31m# Both have shape (batch_size, 4 * cell_size)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    187\u001b[0m             \u001b[0mprojected_input\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minput_linearity\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtimestep_input\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 188\u001b[0;31m             \u001b[0mprojected_state\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstate_linearity\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprevious_state\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    189\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    190\u001b[0m             \u001b[0;31m# Main LSTM equations using relevant chunks of the big linear\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    725\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    726\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 727\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    728\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    729\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/linear.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m     91\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     92\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mTensor\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mTensor\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 93\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mF\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlinear\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     94\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     95\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mextra_repr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/functional.py\u001b[0m in \u001b[0;36mlinear\u001b[0;34m(input, weight, bias)\u001b[0m\n\u001b[1;32m   1688\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdim\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m2\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mbias\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1689\u001b[0m         \u001b[0;31m# fused op is marginally faster\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1690\u001b[0;31m         \u001b[0mret\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maddmm\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbias\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mt\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1691\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1692\u001b[0m         \u001b[0moutput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmatmul\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mt\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "J6V1FUj4OJHU"
      },
      "source": [
        "print(keywords_with_distractors)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ZoJxazqpONVD"
      },
      "source": [
        "## Create Dataframe to save (Question, Answers, contexts, Type Of Question)\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Oj0WO8dvOPyj"
      },
      "source": [
        "import pandas as pd\n",
        "df = pd.DataFrame()\n",
        "df['context']=Contexts\n",
        "df['question']=Questions\n",
        "df['Answer']=Allen_answers\n",
        "df['Type']='MCQ'\n",
        "df.head()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XEQDxS5UOSQ2"
      },
      "source": [
        "for ans in df['Answer'].values:\n",
        "  if keywords_with_distractors[ans] == []:\n",
        "    df.loc[df['Answer'] == ans,'Type']='T/F'\n",
        "df.head() "
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jd9DpUDCOSXF"
      },
      "source": [
        "df['Type'].value_counts()"
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}