ingredients_processing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b56b578b",
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import string\n",
    "import swifter\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import spacy\n",
    "from spacy import displacy\n",
    "from spacy.tokens import DocBin\n",
    "from spacy.tokens import Doc\n",
    "\n",
    "import time\n",
    "\n",
    "nlp = spacy.load('en_core_web_sm')\n",
    "import pickle\n",
    "import random\n",
    "\n",
    "from nltk.stem.snowball import SnowballStemmer\n",
    "\n",
    "stemmer = SnowballStemmer('english')\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d88bca44-af9b-4d1a-806e-aa378020fe33",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame()\n",
    "\n",
    "with open('data/ingredients_spacied.pickle', 'rb') as f:\n",
    "    df = pickle.load(f)\n",
    "\n",
    "df['ingredients'] = df['ingredients'].swifter.apply(lambda x: DocBin().from_bytes(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e6f88f8b-4d18-4db9-9b0a-a89e4234fcd1",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('data/ingredients_spacied_docbins.pickle', 'wb') as f:\n",
    "    pickle.dump(df, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e76f1edd-1da7-4d1a-884c-417c95299097",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('data/ingredients_spacied_docbins.pickle', 'rb') as f:\n",
    "    df = pickle.load(f)\n",
    "    \n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "85c73ffe-a077-4271-a841-605d67153cf2",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['ingredients'] = df['ingredients'].swifter.apply(lambda x: list(x.get_docs(nlp.vocab)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ed0c3986-dd33-469a-8431-8c33f40beb9a",
   "metadata": {},
   "outputs": [],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "94a50968-ac18-4ca1-a9b9-17160c24a02e",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('data/ingredients_spacied_docs.pickle', 'wb') as f:\n",
    "    pickle.dump(df, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3a091a62-2e77-46de-a6e1-39a7c57f4d1e",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "807de3ca-07af-45f3-a583-cbeef83c2d36",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "396ec73b-8b76-40c8-97b1-54ac99246a13",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "af46ea2a-28a2-4d6a-bf1b-f70250d30658",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_json('data/recipe1M_layers/layer1.json')[['ingredients']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "fdeff133",
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocessor(text):\n",
    "    \n",
    "    text = re.sub('(\\((?:\\(??[^\\(]*?\\)))','',text)\n",
    "        \n",
    "    text = text.split(',')[0]\n",
    "    text = text.split(' or ')[0]\n",
    "    text = text.split(' for ')[0]\n",
    "    text = re.sub('[^a-zA-Z]\\sto\\s[^a-zA-Z]','',text)\n",
    "    text = text.split(' to ')[0]\n",
    "\n",
    "    text = text.split(' and ')[0]\n",
    "\n",
    "\n",
    "    text = text.lower()\n",
    "    \n",
    "    # Removes quotation marks.\n",
    "    text = text.replace('\"', \"\")\n",
    "    \n",
    "    # Remove numeric characters.\n",
    "    text = re.sub('\\w*\\d\\w*', ' ', text)\n",
    "    \n",
    "    # Remove puncuation.\n",
    "    text = re.sub('[%s]' % re.escape(string.punctuation), ' ', text)\n",
    "    \n",
    "    text = re.sub('\\s+', ' ', text).strip()\n",
    "          \n",
    "    text = \" \".join([stemmer.stem(x) for x in text.split(' ') if (x not in unit_words)])\n",
    "\n",
    "    text = text.title()\n",
    "    \n",
    "    combined = text.replace(' ','')\n",
    "    \n",
    "#     text = \" \".join([combined,text])\n",
    "    text = combined\n",
    "    \n",
    "    return text\n",
    "\n",
    "unit_words = {\n",
    "    'all',\n",
    "     'bunch','bunched'\n",
    "     'bushel','bushels',\n",
    "     'c',\n",
    "     'chopped',\n",
    "     'clove','cloves',\n",
    "     'coarse','coarsely',\n",
    "     'crumbled',\n",
    "     'cup','cups',\n",
    "     'dash','dashes',\n",
    "     'diced',\n",
    "     'drop','drops',\n",
    "     'extra',\n",
    "     'finely',\n",
    "     'fl. oz',\n",
    "     'fresh','freshly',\n",
    "     'g',\n",
    "     'gallon','gallons',\n",
    "     'glass','glasses',\n",
    "     'gram','grams',\n",
    "     'grated',\n",
    "     'italian',\n",
    "     'kg','kgs',\n",
    "     'lb','lbs',\n",
    "     'liter','liters',\n",
    "     'lrg','large',\n",
    "     'mashed',\n",
    "     'med','medium',\n",
    "     'minced',\n",
    "     'ml','mls',\n",
    "     'ounce','ounces','oz',\n",
    "     'package','packaged','pkg',\n",
    "     'pasta','pastas',\n",
    "     'pinch','pinches',\n",
    "     'pint','pints',\n",
    "     'pound','pounds',\n",
    "     'purpose',\n",
    "     'qt',\n",
    "     'quart','quarts',\n",
    "     'scoop','scoops',\n",
    "     'shot','shots',\n",
    "     'shredded',\n",
    "     'sifted',\n",
    "     'sliced','slivered'\n",
    "     'sm','small',\n",
    "     'stick','sticks',\n",
    "     'tablespoon','tablespoons','tbs','tbsp','tbsps',\n",
    "     'teaspoon','teaspoons','tsp','tsps',\n",
    "     'thin','thinly',\n",
    "     'to',\n",
    "     'virgin',\n",
    "     'Virgin',\n",
    "     'white','whites',\n",
    "     'whole',\n",
    "     'x',\n",
    "     'yolk','yolks'\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "fda826ba",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "07539c77a6e042298afd8af5c609e0c4",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Pandas Apply:   0%|          | 0/1029720 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# df['instructions'] = df['instructions'].swifter.apply(lambda x: [y['text'] for y in x])\n",
    "df['ingredients'] = df['ingredients'].swifter.apply(lambda x: [y['text'] for y in x])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "fe8fb598",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c3bc6fe8081749519ad83ea328e4186e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Pandas Apply:   0%|          | 0/1029720 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--- 495.46034574508667 seconds ---\n"
     ]
    }
   ],
   "source": [
    "start_time = time.time()\n",
    "\n",
    "df['ingredients'] = df['ingredients'].swifter.apply(lambda x: ([preprocessor(y) for y in x]))\n",
    "\n",
    "print(\"--- %s seconds ---\" % (time.time() - start_time))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "952c0906",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a494600c600e407eb3120985cef63ec9",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Pandas Apply:   0%|          | 0/1029720 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df['ingredients'] = df['ingredients'].swifter.apply(lambda x: ' '.join(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "5d6c2cb3-78bf-44e9-824d-dcb4598f88d4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "483f3b27583c4524862765b2b9e12c92",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Pandas Apply:   0%|          | 0/1029720 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df['ingredients'] = df['ingredients'].swifter.apply(lambda x: ' '.join(list(set(x.split(' ')))) )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "bdb3f70d-b1d8-465e-ac98-6f783e278a3a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<wordcloud.wordcloud.WordCloud at 0x7fb4ce7058e0>"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from wordcloud import WordCloud\n",
    "from PIL import Image\n",
    "\n",
    "lemon_mask = np.array(Image.open(\"lemon_mask.jpg\"))\n",
    "wc_text = ' '.join(df['ingredients'].iloc[:100000].tolist())\n",
    "wc = WordCloud(background_color='white', max_words=5000, mask=lemon_mask)\n",
    "wc.generate(wc_text)\n",
    "wc.to_file('test.png')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "5c6028e4-4143-4eec-8a09-8251e2edeef8",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('data/ingredients_cleaned.pickle', 'wb') as f:\n",
    "    pickle.dump(df, f) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "b53ccd25",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "723f86ae0788430299f799c9d0c7bc81",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Pandas Apply:   0%|          | 0/1029720 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "[('Salt', 536072),\n",
       " ('Sugar', 349522),\n",
       " ('Oil', 347623),\n",
       " ('Pepper', 341774),\n",
       " ('Onion', 327338),\n",
       " ('Butter', 304227),\n",
       " ('Garlic', 283960),\n",
       " ('Egg', 275071),\n",
       " ('Flour', 247039),\n",
       " ('Chees', 238970),\n",
       " ('Ground', 214511),\n",
       " ('Oliv', 206898),\n",
       " ('Water', 198043),\n",
       " ('Cream', 195114),\n",
       " ('Powder', 192202),\n",
       " ('OlivOil', 182226),\n",
       " ('Milk', 180478),\n",
       " ('Can', 171074),\n",
       " ('Juic', 161931),\n",
       " ('Red', 160156),\n",
       " ('Dri', 158921),\n",
       " ('Sauc', 158790),\n",
       " ('Tomato', 157068),\n",
       " ('Black', 155139),\n",
       " ('Chicken', 144962),\n",
       " ('Lemon', 139899),\n",
       " ('Vanilla', 137907),\n",
       " ('Green', 129187),\n",
       " ('Bake', 120250),\n",
       " ('Brown', 110369),\n",
       " ('Vinegar', 98554),\n",
       " ('Veget', 92347),\n",
       " ('Parsley', 89647),\n",
       " ('Cinnamon', 88120),\n",
       " ('Of', 87693),\n",
       " ('Leav', 81245),\n",
       " ('Wine', 78877),\n",
       " ('LemonJuic', 77657),\n",
       " ('Extract', 76651),\n",
       " ('Cook', 76633),\n",
       " ('Potato', 74401),\n",
       " ('Slice', 71113),\n",
       " ('Beef', 68723),\n",
       " ('Chocol', 68387),\n",
       " ('Unsalt', 67662),\n",
       " ('BakePowder', 67478),\n",
       " ('Carrot', 66524),\n",
       " ('Mix', 65764),\n",
       " ('Soda', 64857),\n",
       " ('Rice', 64613),\n",
       " ('Celeri', 63719),\n",
       " ('Mustard', 63469),\n",
       " ('Bean', 62525),\n",
       " ('VegetOil', 62459),\n",
       " ('Chili', 62374),\n",
       " ('Mushroom', 61651),\n",
       " ('Parmesan', 60240),\n",
       " ('GroundBlackPepper', 59212),\n",
       " ('Bread', 58580),\n",
       " ('BakeSoda', 58406),\n",
       " ('UnsaltButter', 58229),\n",
       " ('Ginger', 58220),\n",
       " ('Broth', 57534),\n",
       " ('VanillaExtract', 55176),\n",
       " ('Sweet', 55170),\n",
       " ('Orang', 54949),\n",
       " ('', 54568),\n",
       " ('BrownSugar', 54387),\n",
       " ('Sour', 53675),\n",
       " ('Corn', 53610),\n",
       " ('Basil', 53561),\n",
       " ('Cheddar', 52437),\n",
       " ('Frozen', 52306),\n",
       " ('Kosher', 52110),\n",
       " ('Seed', 52086),\n",
       " ('Soy', 51453),\n",
       " ('Season', 51224),\n",
       " ('Bell', 50049),\n",
       " ('Breast', 49903),\n",
       " ('Lime', 49394),\n",
       " ('Thyme', 48588),\n",
       " ('KosherSalt', 48219),\n",
       " ('Honey', 47727),\n",
       " ('Whip', 47631),\n",
       " ('BlackPepper', 46543),\n",
       " ('Cumin', 46392),\n",
       " ('Light', 46228),\n",
       " ('Hot', 46089),\n",
       " ('ParmesanChees', 45361),\n",
       " ('Appl', 45004),\n",
       " ('Cilantro', 44997),\n",
       " ('Flake', 44704),\n",
       " ('Fat', 43222),\n",
       " ('Oregano', 43203),\n",
       " ('Boneless', 42687),\n",
       " ('Heavi', 42527),\n",
       " ('Mayonnais', 41963),\n",
       " ('Bacon', 41938),\n",
       " ('GreenOnion', 41201),\n",
       " ('Yellow', 41014),\n",
       " ('Crush', 40453),\n",
       " ('Granul', 40409),\n",
       " ('Stock', 39575),\n",
       " ('Nutmeg', 39087),\n",
       " ('Chip', 39016),\n",
       " ('SourCream', 38448),\n",
       " ('Almond', 38181),\n",
       " ('SoySauc', 37187),\n",
       " ('Leaf', 36684),\n",
       " ('Pork', 36576),\n",
       " ('Paprika', 36360),\n",
       " ('GarlicPowder', 36219),\n",
       " ('Pack', 36195),\n",
       " ('Cayenn', 35548),\n",
       " ('Syrup', 34983),\n",
       " ('Ice', 34261),\n",
       " ('Coconut', 32601),\n",
       " ('Peanut', 32544),\n",
       " ('GroundCinnamon', 32543),\n",
       " ('Bay', 32259),\n",
       " ('HeaviCream', 32120),\n",
       " ('Low', 31960),\n",
       " ('Soup', 31957),\n",
       " ('RedOnion', 31931),\n",
       " ('GranulSugar', 31171),\n",
       " ('Cornstarch', 30834),\n",
       " ('Peel', 30499),\n",
       " ('Past', 30161),\n",
       " ('Wheat', 30135),\n",
       " ('Skinless', 29946),\n",
       " ('Worcestershir', 29480),\n",
       " ('Roast', 29378),\n",
       " ('Pecan', 28941),\n",
       " ('CheddarChees', 28442),\n",
       " ('Walnut', 28355),\n",
       " ('CreamChees', 28002),\n",
       " ('Zest', 27945),\n",
       " ('Sesam', 27788),\n",
       " ('Spinach', 27646),\n",
       " ('WorcestershirSauc', 27532),\n",
       " ('Dress', 26803),\n",
       " ('Yogurt', 26747),\n",
       " ('Dijon', 26614),\n",
       " ('S', 26296),\n",
       " ('Shallot', 26241),\n",
       " ('Cocoa', 25681),\n",
       " ('Mozzarella', 25415),\n",
       " ('Jalapeno', 25242),\n",
       " ('Sea', 25052),\n",
       " ('Cube', 25048),\n",
       " ('Kraft', 25026),\n",
       " ('CayennPepper', 24755),\n",
       " ('Plain', 24684),\n",
       " ('Pure', 24543),\n",
       " ('Cold', 24519),\n",
       " ('Cherri', 24490),\n",
       " ('Each', 24418),\n",
       " ('Dark', 24416),\n",
       " ('LimeJuic', 24399),\n",
       " ('PowderSugar', 24183),\n",
       " ('Pineappl', 24172),\n",
       " ('ChiliPowder', 24040),\n",
       " ('Raisin', 23965),\n",
       " ('GroundCumin', 23923),\n",
       " ('Unsweeten', 23868),\n",
       " ('Instant', 23789),\n",
       " ('Banana', 23643),\n",
       " ('Crumb', 23563),\n",
       " ('And', 23531),\n",
       " ('Sprig', 23495),\n",
       " ('Piec', 23378),\n",
       " ('Free', 23361),\n",
       " ('Sausag', 23266),\n",
       " ('Pea', 23266),\n",
       " ('Ripe', 23240),\n",
       " ('Cake', 23211),\n",
       " ('Tortilla', 23154),\n",
       " ('ChickenBroth', 23119),\n",
       " ('Scallion', 23021),\n",
       " ('Lettuc', 22956),\n",
       " ('Canola', 22628),\n",
       " ('Stalk', 22473),\n",
       " ('Nut', 22416),\n",
       " ('RedBellPepper', 22289),\n",
       " ('In', 22142),\n",
       " ('Cracker', 22121),\n",
       " ('Boil', 22059),\n",
       " ('DijonMustard', 21943),\n",
       " ('Shrimp', 21943),\n",
       " ('Margarin', 21815),\n",
       " ('Strawberri', 21774),\n",
       " ('Head', 21511),\n",
       " ('Rosemari', 21447),\n",
       " ('Buttermilk', 21100),\n",
       " ('Babi', 20989),\n",
       " ('Yeast', 20689),\n",
       " ('Packag', 20597),\n",
       " ('Mint', 20453),\n",
       " ('Cider', 20436),\n",
       " ('Pie', 20363),\n",
       " ('Top', 20254),\n",
       " ('Coriand', 20211),\n",
       " ('Fillet', 20196),\n",
       " ('CanolaOil', 20134),\n",
       " ('With', 20067),\n",
       " ('GroundPepper', 19945),\n",
       " ('Oat', 19854),\n",
       " ('Breadcrumb', 19784),\n",
       " ('GroundBeef', 19754),\n",
       " ('Zucchini', 19660),\n",
       " ('Chile', 19557),\n",
       " ('Plus', 19556),\n",
       " ('Jar', 19508),\n",
       " ('OrangJuic', 19447),\n",
       " ('Roll', 19381),\n",
       " ('Smoke', 19294),\n",
       " ('Steak', 19257),\n",
       " ('Balsam', 19017),\n",
       " ('Inch', 18942),\n",
       " ('Flavor', 18796),\n",
       " ('Noodl', 18720),\n",
       " ('Sodium', 18406),\n",
       " ('Dill', 18380),\n",
       " ('GreenPepper', 18291),\n",
       " ('Cucumb', 18253),\n",
       " ('Chive', 18177),\n",
       " ('ChickenStock', 18174),\n",
       " ('Turkey', 18082),\n",
       " ('DriOregano', 17997),\n",
       " ('Spray', 17863),\n",
       " ('Broccoli', 17674),\n",
       " ('Ham', 17462),\n",
       " ('Confection', 17449),\n",
       " ('CanTomato', 17343),\n",
       " ('Toast', 17314),\n",
       " ('Box', 17073),\n",
       " ('Lean', 16918),\n",
       " ('Or', 16876),\n",
       " ('Shorten', 16792),\n",
       " ('Prepar', 16619),\n",
       " ('Cabbag', 16455),\n",
       " ('SeaSalt', 16419),\n",
       " ('Condens', 16413),\n",
       " ('Melt', 16227),\n",
       " ('ConfectionSugar', 16125),\n",
       " ('Ketchup', 16121),\n",
       " ('Curri', 16109),\n",
       " ('Cranberri', 16001),\n",
       " ('WhipCream', 15863),\n",
       " ('BalsamVinegar', 15843),\n",
       " ('GreenBellPepper', 15769),\n",
       " ('Avocado', 15757),\n",
       " ('Rib', 15757),\n",
       " ('DriWine', 15537),\n",
       " ('Halv', 15506),\n",
       " ('Half', 15425),\n",
       " ('Cut', 15377),\n",
       " ('RedWineVinegar', 15245),\n",
       " ('Bag', 15010),\n",
       " ('MozzarellaChees', 14990),\n",
       " ('Sweeten', 14820),\n",
       " ('Grain', 14681),\n",
       " ('Lowfat', 14653),\n",
       " ('Pumpkin', 14589),\n",
       " ('Warm', 14506),\n",
       " ('Reduc', 14491),\n",
       " ('Flat', 14359),\n",
       " ('Firm', 14322),\n",
       " ('StalkCeleri', 14264),\n",
       " ('BonelessSkinlessChickenBreast', 14181),\n",
       " ('YellowOnion', 14166),\n",
       " ('BayLeaf', 14147),\n",
       " ('Salsa', 14078),\n",
       " ('Jack', 14041),\n",
       " ('Shell', 14002),\n",
       " ('A', 13986),\n",
       " ('For', 13815),\n",
       " ('Mapl', 13750),\n",
       " ('Style', 13681),\n",
       " ('GroundGinger', 13677),\n",
       " ('OnionPowder', 13588),\n",
       " ('Crust', 13468),\n",
       " ('Bottl', 13436),\n",
       " ('Raspberri', 13419),\n",
       " ('SliceBacon', 13342),\n",
       " ('Semi', 13338),\n",
       " ('Salad', 13251),\n",
       " ('WheatFlour', 13110),\n",
       " ('Allspic', 12980),\n",
       " ('GroundNutmeg', 12927),\n",
       " ('French', 12854),\n",
       " ('DriThyme', 12848),\n",
       " ('TomatoPast', 12758),\n",
       " ('Pud', 12703),\n",
       " ('Sherri', 12635),\n",
       " ('Graham', 12580),\n",
       " ('BayLeav', 12578),\n",
       " ('Sharp', 12501),\n",
       " ('Spice', 12481),\n",
       " ('Squash', 12297),\n",
       " ('Sage', 12262),\n",
       " ('Fish', 12241),\n",
       " ('Cool', 12183),\n",
       " ('BoilWater', 12147),\n",
       " ('SesamOil', 12093),\n",
       " ('LemonZest', 11918),\n",
       " ('Coffe', 11833),\n",
       " ('ChickenBreast', 11803),\n",
       " ('Plum', 11790),\n",
       " ('Uncook', 11731),\n",
       " ('Blueberri', 11649),\n",
       " ('Rum', 11538),\n",
       " ('Monterey', 11501),\n",
       " ('RedPepper', 11466),\n",
       " ('Feta', 11377),\n",
       " ('Pastri', 11360),\n",
       " ('Salmon', 11287),\n",
       " ('Turmer', 11021),\n",
       " ('Food', 11020),\n",
       " ('Contain', 11003),\n",
       " ('Cornmeal', 10912),\n",
       " ('Philadelphia', 10872),\n",
       " ('Skim', 10803),\n",
       " ('Bouillon', 10701),\n",
       " ('Spaghetti', 10694),\n",
       " ('Pickl', 10689),\n",
       " ('Peppercorn', 10688),\n",
       " ('MeltButter', 10626),\n",
       " ('Gelatin', 10499),\n",
       " ('Meat', 10447),\n",
       " ('ColdWater', 10434),\n",
       " ('RedPepperFlake', 10401),\n",
       " ('O', 10382),\n",
       " ('Evapor', 10368),\n",
       " ('DriMustard', 10230),\n",
       " ('Leek', 10211),\n",
       " ('Fine', 10188),\n",
       " ('Thick', 10182),\n",
       " ('PackBrownSugar', 10135),\n",
       " ('Molass', 10064),\n",
       " ('Ricotta', 10043),\n",
       " ('Fruit', 10040),\n",
       " ('Raw', 10011),\n",
       " ('Marshmallow', 9994),\n",
       " ('DriBasil', 9956),\n",
       " ('ChocolChip', 9948),\n",
       " ('Thru', 9947),\n",
       " ('CurriPowder', 9916),\n",
       " ('FlatLeafParsley', 9890),\n",
       " ('Peach', 9871),\n",
       " ('Grape', 9854),\n",
       " ('Candi', 9720),\n",
       " ('Apricot', 9691),\n",
       " ('Golden', 9684),\n",
       " ('Herb', 9638),\n",
       " ('LightBrownSugar', 9561),\n",
       " ('Long', 9542),\n",
       " ('Cooki', 9535),\n",
       " ('Asparagus', 9475),\n",
       " ('Swiss', 9440),\n",
       " ('Fennel', 9254),\n",
       " ('GarlicSalt', 9246),\n",
       " ('CiderVinegar', 9200),\n",
       " ('PureVanillaExtract', 9188),\n",
       " ('Semisweet', 9185),\n",
       " ('Kernel', 9167),\n",
       " ('WarmWater', 9116),\n",
       " ('CanTomatoSauc', 9076),\n",
       " ('LeanGroundBeef', 8990),\n",
       " ('JalapenoPepper', 8988),\n",
       " ('Dough', 8971),\n",
       " ('Soft', 8941),\n",
       " ('BasilLeav', 8940),\n",
       " ('One', 8923),\n",
       " ('Chop', 8894),\n",
       " ('Pit', 8834),\n",
       " ('CookSpray', 8781),\n",
       " ('Grnd', 8684),\n",
       " ('Caper', 8668),\n",
       " ('WineVinegar', 8636),\n",
       " ('Hard', 8620),\n",
       " ('Kidney', 8615),\n",
       " ('Pwdr', 8607),\n",
       " ('PeanutButter', 8576),\n",
       " ('Taco', 8510),\n",
       " ('CrushRedPepperFlake', 8473),\n",
       " ('Tarragon', 8439),\n",
       " ('Size', 8421),\n",
       " ('SesamSeed', 8418),\n",
       " ('Mango', 8418),\n",
       " ('SharpCheddarChees', 8341),\n",
       " ('Old', 8289),\n",
       " ('Liqueur', 8282),\n",
       " ('AlmondExtract', 8255),\n",
       " ('Round', 8239),\n",
       " ('SweetPotato', 8203),\n",
       " ('MaplSyrup', 8200),\n",
       " ('Color', 8147),\n",
       " ('Chipotl', 8057),\n",
       " ('Liquid', 8026),\n",
       " ('Nonfat', 7995),\n",
       " ('Tuna', 7994),\n",
       " ('HalfAndHalf', 7980),\n",
       " ('Lamb', 7959),\n",
       " ('Beer', 7941),\n",
       " ('Quick', 7918),\n",
       " ('Artichok', 7918),\n",
       " ('CeleriRib', 7907),\n",
       " ('Eggplant', 7887),\n",
       " ('Macaroni', 7810),\n",
       " ('Pine', 7782),\n",
       " ('FetaChees', 7762),\n",
       " ('Wedg', 7718),\n",
       " ('Stew', 7652),\n",
       " ('CanBlackBean', 7645),\n",
       " ('Activ', 7636),\n",
       " ('Blue', 7614),\n",
       " ('Cardamom', 7574),\n",
       " ('Tabasco', 7569),\n",
       " ('Barbecu', 7527),\n",
       " ('Heart', 7470),\n",
       " ('Pizza', 7448),\n",
       " ('BellPepper', 7368),\n",
       " ('CherriTomato', 7354),\n",
       " ('CakeFlour', 7350),\n",
       " ('HotWater', 7348),\n",
       " ('Rind', 7339),\n",
       " ('HotSauc', 7308),\n",
       " ('Jell', 7290),\n",
       " ('Refriger', 7266),\n",
       " ('Applesauc', 7264),\n",
       " ('Greek', 7261),\n",
       " ('Squeez', 7244),\n",
       " ('OrangZest', 7151),\n",
       " ('GroundCoriand', 7147),\n",
       " ('Substitut', 7144),\n",
       " ('Loaf', 7120),\n",
       " ('Tofu', 7116),\n",
       " ('Sprout', 7109),\n",
       " ('Creme', 7101),\n",
       " ('MontereyJackChees', 7074),\n",
       " ('ParsleyLeav', 7073),\n",
       " ('Floret', 7071),\n",
       " ('SemiSweetChocolChip', 7063),\n",
       " ('CocoaPowder', 7062),\n",
       " ('Crack', 7048),\n",
       " ('Sheet', 7044),\n",
       " ('Vodka', 7009),\n",
       " ('Cereal', 7003),\n",
       " ('LowfatMilk', 7002),\n",
       " ('Hamburg', 6993),\n",
       " ('Sliver', 6913),\n",
       " ('Good', 6898),\n",
       " ('SeasonSalt', 6898),\n",
       " ('Ranch', 6881),\n",
       " ('Origin', 6864),\n",
       " ('ApplCiderVinegar', 6860),\n",
       " ('Bun', 6853),\n",
       " ('Strip', 6851),\n",
       " ('FlourTortilla', 6850),\n",
       " ('Mexican', 6838),\n",
       " ('Cauliflow', 6838),\n",
       " ('Romain', 6786),\n",
       " ('SaltAndPepper', 6779),\n",
       " ('Creami', 6762),\n",
       " ('Fill', 6754),\n",
       " ('SliceBread', 6754),\n",
       " ('Mild', 6745),\n",
       " ('Thigh', 6733),\n",
       " ('Sun', 6693),\n",
       " ('Pear', 6650),\n",
       " ('Chunk', 6640),\n",
       " ('HeaviWhipCream', 6594),\n",
       " ('Horseradish', 6584),\n",
       " ('Brandi', 6517),\n",
       " ('Tenderloin', 6502),\n",
       " ('Jam', 6464),\n",
       " ('Stuf', 6369),\n",
       " ('TomatoSauc', 6343),\n",
       " ('GreenBean', 6339),\n",
       " ('Unbleach', 6331),\n",
       " ('SaltPepper', 6328),\n",
       " ('PeanutOil', 6306),\n",
       " ('Beaten', 6296),\n",
       " ('PineNut', 6256),\n",
       " ('RiceVinegar', 6250),\n",
       " ('Cottag', 6233),\n",
       " ('UnsweetenCocoaPowder', 6215),\n",
       " ('Goat', 6169),\n",
       " ('Berri', 6119),\n",
       " ('Self', 6082),\n",
       " ('CanCreamOfMushroomSoup', 6075),\n",
       " ('The', 6059),\n",
       " ('Tartar', 6021),\n",
       " ('SaltGroundBlackPepper', 6006),\n",
       " ('RedWine', 5998),\n",
       " ('LightCornSyrup', 5991),\n",
       " ('PlainYogurt', 5976),\n",
       " ('Seedless', 5889),\n",
       " ('Oyster', 5885),\n",
       " ('Blend', 5870),\n",
       " ('Envelop', 5862),\n",
       " ('IceCube', 5837),\n",
       " ('Bone', 5821),\n",
       " ('Sm', 5788),\n",
       " ('Fri', 5774),\n",
       " ('PlumTomato', 5772),\n",
       " ('SweetOnion', 5765),\n",
       " ('Chuck', 5759),\n",
       " ('RollOat', 5736),\n",
       " ('TabascoSauc', 5722),\n",
       " ('FrozenPea', 5715),\n",
       " ('De', 5712),\n",
       " ('From', 5697),\n",
       " ('CuminSeed', 5688),\n",
       " ('Bittersweet', 5688),\n",
       " ('Mini', 5681),\n",
       " ('Oscar', 5676),\n",
       " ('Mayer', 5667),\n",
       " ('MintLeav', 5652),\n",
       " ('Preserv', 5613),\n",
       " ('BreadFlour', 5613),\n",
       " ('Chickpea', 5606),\n",
       " ('SkimMilk', 5578),\n",
       " ('Caramel', 5575),\n",
       " ('Lg', 5548),\n",
       " ('DarkBrownSugar', 5537),\n",
       " ('Smith', 5525),\n",
       " ('CreamOfTartar', 5522),\n",
       " ('Granni', 5514),\n",
       " ('ThymeLeav', 5503),\n",
       " ('Chill', 5497),\n",
       " ('Parmigiano', 5487),\n",
       " ('Chines', 5485),\n",
       " ('English', 5469),\n",
       " ('Arugula', 5464),\n",
       " ('Miniatur', 5461),\n",
       " ('GroundAllspic', 5399),\n",
       " ('RedPotato', 5385),\n",
       " ('Biscuit', 5371),\n",
       " ('CookChicken', 5360),\n",
       " ('Gingerroot', 5351),\n",
       " ('UnbleachFlour', 5350),\n",
       " ('Soften', 5347),\n",
       " ('As', 5338),\n",
       " ('Drain', 5333),\n",
       " ('Spread', 5297),\n",
       " ('Loin', 5277),\n",
       " ('Reggiano', 5275),\n",
       " ('DriCranberri', 5274),\n",
       " ('Lentil', 5269),\n",
       " ('Crabmeat', 5268),\n",
       " ('Date', 5262),\n",
       " ('CilantroLeav', 5259),\n",
       " ('Qualiti', 5255),\n",
       " ('Concentr', 5254),\n",
       " ('BlackPeppercorn', 5231),\n",
       " ('Your', 5221),\n",
       " ('ActivDriYeast', 5218),\n",
       " ('Panko', 5181),\n",
       " ('SprigThyme', 5159),\n",
       " ('Sunflow', 5139),\n",
       " ('Packet', 5132),\n",
       " ('Russet', 5103),\n",
       " ('CookRice', 5078),\n",
       " ('PlainFlour', 5021),\n",
       " ('Tast', 4969),\n",
       " ('Marjoram', 4965),\n",
       " ('Sirloin', 4931),\n",
       " ('Roma', 4925),\n",
       " ('Cashew', 4913),\n",
       " ('Caster', 4913),\n",
       " ('Chestnut', 4911),\n",
       " ('Anchovi', 4895),\n",
       " ('Baker', 4893),\n",
       " ('RicottaChees', 4892),\n",
       " ('VanillaIceCream', 4842),\n",
       " ('CanCreamOfChickenSoup', 4827),\n",
       " ('Sake', 4805),\n",
       " ('Veri', 4802),\n",
       " ('FishSauc', 4785),\n",
       " ('BlackOliv', 4776),\n",
       " ('BeefBroth', 4768),\n",
       " ('PackagCreamChees', 4767),\n",
       " ('BreadCrumb', 4763),\n",
       " ('Spring', 4727),\n",
       " ('Velveeta', 4713),\n",
       " ('Thaw', 4709),\n",
       " ('Radish', 4706),\n",
       " ('BroccoliFloret', 4694),\n",
       " ('Adobo', 4668),\n",
       " ('SwissChees', 4644),\n",
       " ('Squar', 4630),\n",
       " ('Butternut', 4605),\n",
       " ('CanTomatoPast', 4586),\n",
       " ('Safeway', 4583),\n",
       " ('Wafer', 4573),\n",
       " ('GranniSmithAppl', 4570),\n",
       " ('HotPepperSauc', 4559),\n",
       " ('DriParsley', 4542),\n",
       " ('HardBoilEgg', 4542),\n",
       " ('Recip', 4528),\n",
       " ('Puff', 4512),\n",
       " ('LowFatMilk', 4505),\n",
       " ('Saffron', 4499),\n",
       " ('Rise', 4497),\n",
       " ('Penn', 4492),\n",
       " ('CanSweetenCondensMilk', 4492),\n",
       " ('Splenda', 4484),\n",
       " ('Root', 4464),\n",
       " ('CanChickenBroth', 4453),\n",
       " ('CasterSugar', 4451),\n",
       " ('Tea', 4427),\n",
       " ('RussetPotato', 4425),\n",
       " ('FrozenSpinach', 4420),\n",
       " ('Natur', 4417),\n",
       " ('EvaporMilk', 4417),\n",
       " ('Bulb', 4402),\n",
       " ('GrahamCrackerCrumb', 4384),\n",
       " ('Mirin', 4383),\n",
       " ('Spanish', 4362),\n",
       " ('IceSugar', 4349),\n",
       " ('Oatmeal', 4347),\n",
       " ('Skin', 4344),\n",
       " ('Clam', 4340),\n",
       " ('DriSherri', 4335),\n",
       " ('Into', 4331),\n",
       " ('CookOil', 4323),\n",
       " ('Part', 4318),\n",
       " ('CeleriSeed', 4315),\n",
       " ('Deli', 4310),\n",
       " ('Ear', 4305),\n",
       " ('CornTortilla', 4301),\n",
       " ('RomaTomato', 4276),\n",
       " ('Gold', 4268),\n",
       " ('Weed', 4267),\n",
       " ('Baguett', 4267),\n",
       " ('Hazelnut', 4265),\n",
       " ('Beet', 4262),\n",
       " ('New', 4259),\n",
       " ('Eye', 4257),\n",
       " ('Romano', 4242),\n",
       " ('Scallop', 4234),\n",
       " ('RipeBanana', 4192),\n",
       " ('Serrano', 4192),\n",
       " ('Thai', 4188),\n",
       " ('GroundPork', 4183),\n",
       " ('PineapplJuic', 4181),\n",
       " ('Bunch', 4179),\n",
       " ('Kalamata', 4178),\n",
       " ('Shiitak', 4177),\n",
       " ('Prosciutto', 4177),\n",
       " ('Real', 4173),\n",
       " ('CrackBlackPepper', 4173),\n",
       " ('VegetStock', 4166),\n",
       " ('Vinaigrett', 4152),\n",
       " ('Hand', 4152),\n",
       " ('DriRedWine', 4144),\n",
       " ('SliverAlmond', 4134),\n",
       " ('Jelli', 4130),\n",
       " ('About', 4128),\n",
       " ('CoconutMilk', 4119),\n",
       " ('Button', 4116),\n",
       " ('Veal', 4116),\n",
       " ('Bar', 4082),\n",
       " ('Planter', 4076),\n",
       " ('Pesto', 4065),\n",
       " ('BlueChees', 4013),\n",
       " ('LongGrainRice', 4011),\n",
       " ('CreamiPeanutButter', 3979),\n",
       " ('PhiladelphiaCreamChees', 3976),\n",
       " ('Elbow', 3971),\n",
       " ('VanillaBean', 3966),\n",
       " ('Spici', 3933),\n",
       " ('VegetBroth', 3927),\n",
       " ('Wild', 3924),\n",
       " ('BakePwdr', 3906),\n",
       " ('GoldenRaisin', 3906),\n",
       " ('Leg', 3903),\n",
       " ('FennelSeed', 3882),\n",
       " ('Pistachio', 3874),\n",
       " ('Pinto', 3868),\n",
       " ('Miracl', 3866),\n",
       " ('LowSodiumChickenBroth', 3863),\n",
       " ('Masala', 3840),\n",
       " ('GroundTurkey', 3836),\n",
       " ('Currant', 3835),\n",
       " ('CanKidneyBean', 3830),\n",
       " ('Maraschino', 3827),\n",
       " ('Pod', 3808),\n",
       " ('Nonstick', 3801),\n",
       " ('BonelessSkinlessChickenBreastHalv', 3797),\n",
       " ('Favorit', 3797),\n",
       " ('Tart', 3793),\n",
       " ('KraftParmesanChees', 3788),\n",
       " ('PackLightBrownSugar', 3758),\n",
       " ('American', 3747),\n",
       " ('Asian', 3742),\n",
       " ('BeefStock', 3734),\n",
       " ('ApplJuic', 3731),\n",
       " ('Chunki', 3722),\n",
       " ('Gruyer', 3700),\n",
       " ('Mandarin', 3682),\n",
       " ('YellowBellPepper', 3681),\n",
       " ('Blanch', 3677),\n",
       " ('Garnish', 3658),\n",
       " ('Bourbon', 3655),\n",
       " ('Lasagna', 3653),\n",
       " ('Angel', 3635),\n",
       " ('Essenc', 3629),\n",
       " ('FirmPackBrownSugar', 3627),\n",
       " ('Pita', 3620),\n",
       " ('Nectar', 3617),\n",
       " ('PreparMustard', 3615),\n",
       " ('No', 3612),\n",
       " ('Shoulder', 3597),\n",
       " ('CanCrushPineappl', 3589),\n",
       " ('LemonPeel', 3581),\n",
       " ('RipeTomato', 3563),\n",
       " ('Yukon', 3540),\n",
       " ('PorkTenderloin', 3537),\n",
       " ('Sandwich', 3531),\n",
       " ('Kale', 3530),\n",
       " ('Bran', 3527),\n",
       " ('GoatChees', 3522),\n",
       " ('Wing', 3518),\n",
       " ('Meal', 3517),\n",
       " ('Garam', 3513),\n",
       " ('Poppi', 3498),\n",
       " ('Fashion', 3489),\n",
       " ('Anis', 3488),\n",
       " ('DriRosemari', 3487),\n",
       " ('Non', 3481),\n",
       " ('DriApricot', 3467),\n",
       " ('OfSalt', 3464),\n",
       " ('Blackberri', 3461),\n",
       " ('Quinoa', 3460),\n",
       " ('CanMushroom', 3450),\n",
       " ('Flax', 3447),\n",
       " ('BakePotato', 3439),\n",
       " ('Bit', 3435),\n",
       " ('Caraway', 3435),\n",
       " ('Gluten', 3428),\n",
       " ('Unflavor', 3427),\n",
       " ('Crab', 3426),\n",
       " ('CrushRedPepper', 3408),\n",
       " ('Doubl', 3405),\n",
       " ('CanGreenChili', 3392),\n",
       " ('Fluid', 3390),\n",
       " ('PumpkinPieSpice', 3380),\n",
       " ('ButtonMushroom', 3371),\n",
       " ('SalmonFillet', 3367),\n",
       " ('Frzn', 3365),\n",
       " ('SemisweetChocol', 3360),\n",
       " ('Oreo', 3347),\n",
       " ('RiceWineVinegar', 3343),\n",
       " ('Espresso', 3326),\n",
       " ('Couscous', 3305),\n",
       " ('Addit', 3304),\n",
       " ('SqueezLemonJuic', 3303),\n",
       " ('CoriandSeed', 3298),\n",
       " ('BittersweetChocol', 3297),\n",
       " ('Pearl', 3272),\n",
       " ('GroundRedPepper', 3270),\n",
       " ('CornSyrup', 3267),\n",
       " ('Option', 3266),\n",
       " ('Crystal', 3263),\n",
       " ('ButternutSquash', 3263),\n",
       " ('Tequila', 3262),\n",
       " ('Provolon', 3262),\n",
       " ('Assort', 3259),\n",
       " ('GreenChili', 3259),\n",
       " ('Fraich', 3259),\n",
       " ('Pepperoni', 3243),\n",
       " ('Cajun', 3232),\n",
       " ('LowSodiumSoySauc', 3223),\n",
       " ('Barley', 3221),\n",
       " ('Equip', 3210),\n",
       " ('King', 3201),\n",
       " ('CanCrushTomato', 3198),\n",
       " ('Frost', 3196),\n",
       " ('Stem', 3186),\n",
       " ('Hoisin', 3179),\n",
       " ('LemonRind', 3169),\n",
       " ('Strong', 3168),\n",
       " ('Pimento', 3158),\n",
       " ('VegetShorten', 3145),\n",
       " ('Choic', 3143),\n",
       " ('Agav', 3132),\n",
       " ('BabiSpinach', 3127),\n",
       " ('CanEvaporMilk', 3126),\n",
       " ('CarawaySeed', 3126),\n",
       " ('PoppiSeed', 3115),\n",
       " ('SmokePaprika', 3113),\n",
       " ('Readi', 3105),\n",
       " ('FrozenCorn', 3105),\n",
       " ('BarbecuSauc', 3104),\n",
       " ('MustardSeed', 3097),\n",
       " ('Dinner', 3097),\n",
       " ('Lite', 3093),\n",
       " ('Process', 3092),\n",
       " ('Tub', 3088),\n",
       " ('Snow', 3084),\n",
       " ('Countri', 3079),\n",
       " ('Special', 3074),\n",
       " ('DarkRum', 3067),\n",
       " ('SprigRosemari', 3057),\n",
       " ('CeleriSalt', 3057),\n",
       " ('YellowCornmeal', 3057),\n",
       " ('Relish', 3056),\n",
       " ('Sprinkl', 3053),\n",
       " ('Japanes', 3039),\n",
       " ('SunDriTomato', 3039),\n",
       " ('Brew', 3030),\n",
       " ('SpringOnion', 3028),\n",
       " ('CanPumpkin', 3021),\n",
       " ('IceWater', 3017),\n",
       " ('HoisinSauc', 3013),\n",
       " ('GaramMasala', 3011),\n",
       " ('Snip', 3010),\n",
       " ('OysterSauc', 3008),\n",
       " ('Use', 3001),\n",
       " ('FlakeCoconut', 2998),\n",
       " ('GroundCardamom', 2995),\n",
       " ('Mayo', 2987),\n",
       " ('SelfRiseFlour', 2986),\n",
       " ('Crescent', 2974),\n",
       " ('Hash', 2968),\n",
       " ('Muffin', 2945),\n",
       " ('Poblano', 2941),\n",
       " ('Chorizo', 2938),\n",
       " ('ApplCider', 2936),\n",
       " ('LemonWedg', 2933),\n",
       " ('On', 2927),\n",
       " ('ColdMilk', 2914),\n",
       " ('Organ', 2911),\n",
       " ('Parsnip', 2908),\n",
       " ('CottagChees', 2906),\n",
       " ('Refri', 2905),\n",
       " ('ParmigianoReggianoChees', 2902),\n",
       " ('GroundTurmer', 2896),\n",
       " ('Rye', 2890),\n",
       " ('CremeFraich', 2878),\n",
       " ('Loos', 2877),\n",
       " ('YukonGoldPotato', 2874),\n",
       " ('Four', 2868),\n",
       " ('Torn', 2866),\n",
       " ('EachEgg', 2862),\n",
       " ('Cannellini', 2857),\n",
       " ('Up', 2849),\n",
       " ('Linguin', 2848),\n",
       " ('Cocktail', 2847),\n",
       " ('ShiitakMushroom', 2833),\n",
       " ('Fig', 2811),\n",
       " ('Zesti', 2785),\n",
       " ('Lemonad', 2783),\n",
       " ('Butterscotch', 2783),\n",
       " ('Breakston', 2781),\n",
       " ('Poultri', 2773),\n",
       " ('DillWeed', 2770),\n",
       " ('Ancho', 2765),\n",
       " ('HeadGarlic', 2760),\n",
       " ('CanChickpea', 2760),\n",
       " ('ColdUnsaltButter', 2756),\n",
       " ('Pancetta', 2755),\n",
       " ('Shave', 2748),\n",
       " ('Rais', 2739),\n",
       " ('JuicOfLemon', 2729),\n",
       " ('Mascarpon', 2728),\n",
       " ('Pecorino', 2721),\n",
       " ('Grill', 2719),\n",
       " ('Garbanzo', 2719),\n",
       " ('Gravi', 2711),\n",
       " ('Champagn', 2703),\n",
       " ('Drink', 2702),\n",
       " ('BonelessChickenBreast', 2698),\n",
       " ('Pkt', 2698),\n",
       " ('BabiCarrot', 2694),\n",
       " ('PreparHorseradish', 2687),\n",
       " ('GrapeTomato', 2687),\n",
       " ('LimeWedg', 2686),\n",
       " ('PecanHalv', 2682),\n",
       " ('Grapefruit', 2681),\n",
       " ('Spear', 2677),\n",
       " ('Carton', 2669),\n",
       " ('Sourdough', 2668),\n",
       " ('CornKernel', 2664),\n",
       " ('Flank', 2661),\n",
       " ('Rhubarb', 2659),\n",
       " ('LightCream', 2654),\n",
       " ('FennelBulb', 2651),\n",
       " ('LimeZest', 2646),\n",
       " ('Watercress', 2646),\n",
       " ('ChickenThigh', 2643),\n",
       " ('CoconutOil', 2642),\n",
       " ('Pomegran', 2636),\n",
       " ('Lake', 2627),\n",
       " ('Link', 2623),\n",
       " ('Marmalad', 2623),\n",
       " ('Block', 2622),\n",
       " ('ElbowMacaroni', 2619),\n",
       " ('DriBreadcrumb', 2603),\n",
       " ('Germ', 2595),\n",
       " ('Land', 2587),\n",
       " ('CanCorn', 2585),\n",
       " ('Short', 2583),\n",
       " ('PeelGinger', 2579),\n",
       " ('Turnip', 2579),\n",
       " ('CanStewTomato', 2573),\n",
       " ('Tapioca', 2570),\n",
       " ('Tabl', 2568),\n",
       " ('Tahini', 2567),\n",
       " ('Unbak', 2561),\n",
       " ('PoultriSeason', 2558),\n",
       " ('CeleriStalk', 2553),\n",
       " ('Two', 2550),\n",
       " ('Wrapper', 2550),\n",
       " ('Lemongrass', 2550),\n",
       " ('Jumbo', 2544),\n",
       " ('SelfRaisFlour', 2543),\n",
       " ('Distil', 2543),\n",
       " ('Marinara', 2542),\n",
       " ('MaraschinoCherri', 2535),\n",
       " ('RoastRedPepper', 2527),\n",
       " ('PureMaplSyrup', 2519),\n",
       " ('HamburgBun', 2515),\n",
       " ('Superfin', 2511),\n",
       " ('Thread', 2510),\n",
       " ('DriYeast', 2509),\n",
       " ('Star', 2497),\n",
       " ('Bisquick', 2494),\n",
       " ('PorkChop', 2480),\n",
       " ('Fettuccin', 2479),\n",
       " ('YellowSquash', 2469),\n",
       " ('Five', 2460),\n",
       " ('QuickCookOat', 2460),\n",
       " ('Grey', 2458),\n",
       " ('Pretzel', 2457),\n",
       " ('Arborio', 2455),\n",
       " ('Brand', 2452),\n",
       " ('Phyllo', 2448),\n",
       " ('Basmati', 2444),\n",
       " ('Hous', 2439),\n",
       " ('OfMint', 2438),\n",
       " ('Iceberg', 2437),\n",
       " ('BeanSprout', 2436),\n",
       " ('Miso', 2432),\n",
       " ('NonstickCookSpray', 2429),\n",
       " ('Sauerkraut', 2425),\n",
       " ('OrangRind', 2418),\n",
       " ('ChiliSauc', 2417),\n",
       " ('Tender', 2411),\n",
       " ('ColdButter', 2404),\n",
       " ('UnsweetenApplesauc', 2393),\n",
       " ('GruyerChees', 2390),\n",
       " ('OrangPeel', 2390),\n",
       " ('Singl', 2389),\n",
       " ('Sooper', 2387),\n",
       " ('Serv', 2384),\n",
       " ('Peppermint', 2380),\n",
       " ('SemisweetChocolChip', 2367),\n",
       " ('Crouton', 2365),\n",
       " ('Crisco', 2363),\n",
       " ('FineSeaSalt', 2363),\n",
       " ('Pimiento', 2360),\n",
       " ('HeadCauliflow', 2357),\n",
       " ('KalamataOliv', 2354),\n",
       " ('Whiskey', 2352),\n",
       " ('ThawCoolWhipWhipTop', 2346),\n",
       " ('Vidalia', 2346),\n",
       " ('At', 2344),\n",
       " ('Lobster', 2341),\n",
       " ('Simpl', 2341),\n",
       " ('Ritz', 2336),\n",
       " ('Creol', 2333),\n",
       " ('CajunSeason', 2332),\n",
       " ('TomatoJuic', 2330),\n",
       " ('Chilli', 2321),\n",
       " ('LightSoySauc', 2304),\n",
       " ('Sriracha', 2300),\n",
       " ('Quarter', 2300),\n",
       " ('Room', 2299),\n",
       " ('ChickenWing', 2299),\n",
       " ('Starch', 2298),\n",
       " ('Crusti', 2293),\n",
       " ('UnsweetenChocol', 2291),\n",
       " ('FirmTofu', 2284),\n",
       " ('MiniaturMarshmallow', 2282),\n",
       " ('Base', 2269),\n",
       " ('ThymeSprig', 2268),\n",
       " ('Dog', 2261),\n",
       " ('LowfatSourCream', 2258),\n",
       " ('TortillaChip', 2258),\n",
       " ('Colbi', 2257),\n",
       " ('Brussel', 2257),\n",
       " ('SageLeav', 2255),\n",
       " ('VelveetaChees', 2253),\n",
       " ('Vermouth', 2252),\n",
       " ('Barrel', 2251),\n",
       " ('SnowPea', 2250),\n",
       " ...]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def flatten(t):\n",
    "    return [item for sublist in t for item in sublist]\n",
    "from collections import Counter\n",
    "\n",
    "counted = Counter(flatten(df['ingredients'].swifter.apply(lambda x: x.split(' ')).tolist()))\n",
    "counted.most_common()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5778a991",
   "metadata": {},
   "outputs": [],
   "source": [
    "# df.to_csv('ingredients_cleaned.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "0a8382ce",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1029720, 111208)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.decomposition import TruncatedSVD, NMF\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "tfidf = TfidfVectorizer(lowercase=False,min_df=2,max_df=0.8)\n",
    "svd_model = NMF(100)\n",
    "\n",
    "doc_word = tfidf.fit_transform(df['ingredients'])\n",
    "doc_topic = svd_model.fit_transform(doc_word)\n",
    "doc_word.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "5668696f-e06c-41c4-bdf6-73cf26441bb1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Topic  0\n",
      "Flour, BakePwdr, IceWater, VegetShorten, ColdUnsaltButter\n",
      "\n",
      "Topic  1\n",
      "OlivOil, RedWineVinegar, BasilLeav, PineNut, FlatLeafParsley\n",
      "\n",
      "Topic  2\n",
      "Sugar, CreamOfTartar, VanillaBean, CakeFlour, Cranberri\n",
      "\n",
      "Topic  3\n",
      "Water, Rice, BreadFlour, Yeast, LongGrainRice\n",
      "\n",
      "Topic  4\n",
      "Butter, Cream, IceSugar, EvaporMilk, PlainFlour\n",
      "\n",
      "Topic  5\n",
      "BrownSugar, RollOat, Oatmeal, Oat, SweetPotato\n",
      "\n",
      "Topic  6\n",
      "VanillaExtract, UnsweetenCocoaPowder, CocoaPowder, SemiSweetChocolChip, HeaviWhipCream\n",
      "\n",
      "Topic  7\n",
      "SourCream, Salsa, MontereyJackChees, PackagCreamChees, CanCreamOfChickenSoup\n",
      "\n",
      "Topic  8\n",
      "Milk, SharpCheddarChees, SelfRiseFlour, Cornmeal, ElbowMacaroni\n",
      "\n",
      "Topic  9\n",
      "LemonJuic, LemonPeel, LemonRind, Tahini, Dill\n",
      "\n",
      "Topic  10\n",
      "Egg, Breadcrumb, CreamOfTartar, CasterSugar, CakeFlour\n",
      "\n",
      "Topic  11\n",
      "VegetOil, CornTortilla, RussetPotato, CiderVinegar, Skinless\n",
      "\n",
      "Topic  12\n",
      "UnsaltButter, PureVanillaExtract, LightBrownSugar, PackLightBrownSugar, UnbleachFlour\n",
      "\n",
      "Topic  13\n",
      "GarlicPowder, OnionPowder, SeasonSalt, Season, DriParsley\n",
      "\n",
      "Topic  14\n",
      "Salt, Cayenn, CookOil, IceWater, Lard\n",
      "\n",
      "Topic  15\n",
      "Vanilla, Cocoa, Nut, SemiSweetChocolChip, Coconut\n",
      "\n",
      "Topic  16\n",
      "Cinnamon, Allspic, ApplCider, Applesauc, GranniSmithAppl\n",
      "\n",
      "Topic  17\n",
      "ParmesanChees, Breadcrumb, FrozenSpinach, Spaghetti, PineNut\n",
      "\n",
      "Topic  18\n",
      "Pepper, GarlicSalt, Breadcrumb, SwissChees, RedPotato\n",
      "\n",
      "Topic  19\n",
      "BakeSoda, RipeBanana, Molass, CreamOfTartar, Applesauc\n",
      "\n",
      "Topic  20\n",
      "Honey, ApplCiderVinegar, SesamSeed, RollOat, PlainYogurt\n",
      "\n",
      "Topic  21\n",
      "Onion, BellPepper, CanTomato, BayLeaf, StalkCeleri\n",
      "\n",
      "Topic  22\n",
      "GroundCinnamon, GroundNutmeg, GroundAllspic, LightBrownSugar, GranniSmithAppl\n",
      "\n",
      "Topic  23\n",
      "BlackPepper, SeaSalt, GarlicSalt, SeasonSalt, CookSpray\n",
      "\n",
      "Topic  24\n",
      "BakePowder, CakeFlour, Blueberri, Cornmeal, YellowCornmeal\n",
      "\n",
      "Topic  25\n",
      "GroundGinger, Ground, GroundNutmeg, Molass, GroundAllspic\n",
      "\n",
      "Topic  26\n",
      "Garlic, RedPepperFlake, CrushRedPepperFlake, TomatoPast, BayLeav\n",
      "\n",
      "Topic  27\n",
      "Lemon, Chicken, Dill, Caper, Artichok\n",
      "\n",
      "Topic  28\n",
      "Tomato, Cucumb, Lettuc, Avocado, BlackOliv\n",
      "\n",
      "Topic  29\n",
      "Carrot, StalkCeleri, CeleriRib, BayLeaf, BayLeav\n",
      "\n",
      "Topic  30\n",
      "HeaviCream, VanillaBean, BittersweetChocol, SemisweetChocol, PureVanillaExtract\n",
      "\n",
      "Topic  31\n",
      "Parsley, Breadcrumb, DriWine, Caper, Shrimp\n",
      "\n",
      "Topic  32\n",
      "Oil, GreenChili, TurmerPowder, RedChiliPowder, YellowCakeMix\n",
      "\n",
      "Topic  33\n",
      "GroundCumin, GroundCoriand, GroundTurmer, PlainYogurt, Turmer\n",
      "\n",
      "Topic  34\n",
      "GranulSugar, PureVanillaExtract, LightBrownSugar, CakeFlour, PackLightBrownSugar\n",
      "\n",
      "Topic  35\n",
      "CreamChees, CoolWhip, GrahamCrackerCrumb, CanCrushPineappl, GarlicSalt\n",
      "\n",
      "Topic  36\n",
      "KosherSalt, YellowOnion, BlackPeppercorn, RussetPotato, FlatLeafParsley\n",
      "\n",
      "Topic  37\n",
      "Potato, Bacon, Leek, SaltPepper, Cream\n",
      "\n",
      "Topic  38\n",
      "PowderSugar, CreamiPeanutButter, AlmondExtract, CocoaPowder, HeaviWhipCream\n",
      "\n",
      "Topic  39\n",
      "CheddarChees, Salsa, FlourTortilla, CanCreamOfChickenSoup, CanCreamOfMushroomSoup\n",
      "\n",
      "Topic  40\n",
      "ChocolChip, Nut, CocoaPowder, Coconut, ButterscotchChip\n",
      "\n",
      "Topic  41\n",
      "GroundBlackPepper, SeaSalt, YellowOnion, CookSpray, FlatLeafParsley\n",
      "\n",
      "Topic  42\n",
      "Mayonnais, HardBoilEgg, CurriPowder, Mustard, SweetPicklRelish\n",
      "\n",
      "Topic  43\n",
      "Pecan, LightBrownSugar, Coconut, SweetPotato, MaplSyrup\n",
      "\n",
      "Topic  44\n",
      "GreenOnion, SesamOil, Cucumb, SesamSeed, RedPepper\n",
      "\n",
      "Topic  45\n",
      "Cornstarch, ColdWater, Blueberri, PeanutOil, DriSherri\n",
      "\n",
      "Topic  46\n",
      "Vinegar, Cucumb, DriMustard, CeleriSeed, MustardSeed\n",
      "\n",
      "Topic  47\n",
      "Margarin, Nut, Cocoa, EvaporMilk, SkimMilk\n",
      "\n",
      "Topic  48\n",
      "WorcestershirSauc, DriMustard, TabascoSauc, HotSauc, Catsup\n",
      "\n",
      "Topic  49\n",
      "Walnut, Date, SemiSweetChocolChip, Cranberri, Coconut\n",
      "\n",
      "Topic  50\n",
      "OrangJuic, OrangZest, OrangRind, OrangPeel, Cranberri\n",
      "\n",
      "Topic  51\n",
      "Basil, Oregano, CanTomato, FetaChees, PlumTomato\n",
      "\n",
      "Topic  52\n",
      "Banana, IceCube, SkimMilk, Ice, VanillaIceCream\n",
      "\n",
      "Topic  53\n",
      "Paprika, DriMustard, OnionPowder, Cayenn, Chicken\n",
      "\n",
      "Topic  54\n",
      "RedOnion, RedWineVinegar, Cucumb, FetaChees, CherriTomato\n",
      "\n",
      "Topic  55\n",
      "Mushroom, Spinach, RedWine, CanCreamOfMushroomSoup, BeefBroth\n",
      "\n",
      "Topic  56\n",
      "ConfectionSugar, PureVanillaExtract, UnsweetenCocoaPowder, CreamOfTartar, HeaviWhipCream\n",
      "\n",
      "Topic  57\n",
      "ChiliPowder, Cumin, CanTomato, CanBlackBean, CanTomatoSauc\n",
      "\n",
      "Topic  58\n",
      "Wine, Shrimp, Cream, RedPepperFlake, Mussel\n",
      "\n",
      "Topic  59\n",
      "ChickenBroth, ChickenBreast, CookChicken, Chicken, Rice\n",
      "\n",
      "Topic  60\n",
      "WarmWater, ActivDriYeast, BreadFlour, Yeast, DriYeast\n",
      "\n",
      "Topic  61\n",
      "Nutmeg, Allspic, SweetPotato, Spinach, CanPumpkin\n",
      "\n",
      "Topic  62\n",
      "WhipCream, VanillaIceCream, SemisweetChocol, Chocol, HalfAndHalf\n",
      "\n",
      "Topic  63\n",
      "Appl, ApplJuic, MaplSyrup, ApplCider, Pear\n",
      "\n",
      "Topic  64\n",
      "Strawberri, Blueberri, Raspberri, IceCube, Blackberri\n",
      "\n",
      "Topic  65\n",
      "GroundPepper, SeaSalt, Dill, YukonGoldPotato, FlatLeafParsley\n",
      "\n",
      "Topic  66\n",
      "RedBellPepper, GreenBellPepper, YellowBellPepper, YellowOnion, JalapenoPepper\n",
      "\n",
      "Topic  67\n",
      "Shorten, Molass, HotWater, BakePwdr, Nut\n",
      "\n",
      "Topic  68\n",
      "LimeJuic, LimeZest, Tequila, Ice, CilantroLeav\n",
      "\n",
      "Topic  69\n",
      "CayennPepper, SharpCheddarChees, DriThyme, OnionPowder, Essenc\n",
      "\n",
      "Topic  70\n",
      "Shallot, DriWine, Tarragon, WineVinegar, FlatLeafParsley\n",
      "\n",
      "Topic  71\n",
      "SoySauc, SesamOil, Mirin, Sake, SesamSeed\n",
      "\n",
      "Topic  72\n",
      "Raisin, Nut, RollOat, Coconut, PineNut\n",
      "\n",
      "Topic  73\n",
      "BalsamVinegar, BasilLeav, CherriTomato, GoatChees, Asparagus\n",
      "\n",
      "Topic  74\n",
      "Cilantro, Lime, Jalapeno, JalapenoPepper, Avocado\n",
      "\n",
      "Topic  75\n",
      "SliceBacon, SharpCheddarChees, GreenBean, HalfAndHalf, SaltAndPepper\n",
      "\n",
      "Topic  76\n",
      "Zucchini, YellowSquash, Eggplant, RedPepper, SummerSquash\n",
      "\n",
      "Topic  77\n",
      "DriOregano, DriBasil, DriThyme, CanTomato, DriParsley\n",
      "\n",
      "Topic  78\n",
      "Buttermilk, Cornmeal, SelfRiseFlour, YellowCornmeal, Cocoa\n",
      "\n",
      "Topic  79\n",
      "Ginger, Molass, SesamOil, CurriPowder, Turmer\n",
      "\n",
      "Topic  80\n",
      "CanolaOil, RussetPotato, CookSpray, ApplCiderVinegar, MaplSyrup\n",
      "\n",
      "Topic  81\n",
      "Almond, AlmondExtract, Coconut, DriCranberri, SesamSeed\n",
      "\n",
      "Topic  82\n",
      "Thyme, Rosemari, Sage, Oregano, BayLeaf\n",
      "\n",
      "Topic  83\n",
      "BonelessSkinlessChickenBreast, KraftParmesanChees, CanCreamOfChickenSoup, RedPepper, CanCreamOfMushroomSoup\n",
      "\n",
      "Topic  84\n",
      "BoilWater, ColdWater, IceCube, Cocoa, ThawCoolWhipWhipTop\n",
      "\n",
      "Topic  85\n",
      "GroundBeef, CanTomatoSauc, Breadcrumb, CanTomato, GroundPork\n",
      "\n",
      "Topic  86\n",
      "PeanutButter, SemiSweetChocolChip, Peanut, LightCornSyrup, RiceKrispi\n",
      "\n",
      "Topic  87\n",
      "MozzarellaChees, RicottaChees, Season, Pepperoni, LasagnaNoodl\n",
      "\n",
      "Topic  88\n",
      "Scallion, Cucumb, Dill, SesamOil, Shrimp\n",
      "\n",
      "Topic  89\n",
      "PackBrownSugar, RollOat, QuickCookOat, SemisweetChocolChip, SemiSweetChocolChip\n",
      "\n",
      "Topic  90\n",
      "MeltButter, GrahamCrackerCrumb, CanCreamOfChickenSoup, SweetPotato, Breadcrumb\n",
      "\n",
      "Topic  91\n",
      "ChickenStock, ChickenBreast, YellowOnion, DriWine, Leek\n",
      "\n",
      "Topic  92\n",
      "Chive, Dill, Leek, Tarragon, RussetPotato\n",
      "\n",
      "Topic  93\n",
      "WheatFlour, RollOat, Applesauc, SkimMilk, SeaSalt\n",
      "\n",
      "Topic  94\n",
      "Celeri, GreenPepper, RedPepper, CanTomato, CookChicken\n",
      "\n",
      "Topic  95\n",
      "Orang, Lime, Cranberri, CasterSugar, Brandi\n",
      "\n",
      "Topic  96\n",
      "Ketchup, CiderVinegar, Mustard, LeanGroundBeef, ApplCiderVinegar\n",
      "\n",
      "Topic  97\n",
      "DijonMustard, RedWineVinegar, WineVinegar, MaplSyrup, CiderVinegar\n",
      "\n",
      "Topic  98\n",
      "LemonZest, Blueberri, OrangZest, FlatLeafParsley, SqueezLemonJuic\n",
      "\n",
      "Topic  99\n",
      "Chees, SliceBread, LowfatMilk, BakePwdr, DriMustard\n"
     ]
    }
   ],
   "source": [
    "def display_topics(model, feature_names, no_top_words, topic_names=None):\n",
    "    for ix, topic in enumerate(model.components_):\n",
    "        if not topic_names or not topic_names[ix]:\n",
    "            print(\"\\nTopic \", ix)\n",
    "        else:\n",
    "            print(\"\\nTopic: '\",topic_names[ix],\"'\")\n",
    "        print(\", \".join([feature_names[i]\n",
    "                        for i in topic.argsort()[:-no_top_words - 1:-1]]))\n",
    "        \n",
    "display_topics(svd_model, tfidf.get_feature_names(), 5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "23187ffb",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2a308833-8f21-4b3d-b2e4-96fca6faf237",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "39133205",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2aa5e6a1",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "environment": {
   "name": "common-cpu.m76",
   "type": "gcloud",
   "uri": "gcr.io/deeplearning-platform-release/base-cpu:m76"
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}