RS_Assignment3_PreProcessing.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "mount_file_id": "1bocwj8cE2v7FUIX8Ep5cAe3CPCkVn8rY",
      "authorship_tag": "ABX9TyN0XRVqLIjVBV2lU0DtQrRq",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Sarvesh1814/US-Book-Recommendation-System/blob/main/RS_Assignment3_PreProcessing.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "RuprosARcs1F"
      },
      "outputs": [],
      "source": [
        "import pandas as pd"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df1 = pd.read_csv(\"/content/drive/MyDrive/RS Data/Assignment 3/Processed_data/Books_Final.csv\")\n",
        "df1"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 658
        },
        "id": "2BVe-88ZdU_f",
        "outputId": "37764c3a-d7b6-4f10-c306-39e7f3451c45"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      Unnamed: 0.1  Unnamed: 0  \\\n",
              "0                0           0   \n",
              "1                1           1   \n",
              "2                2           2   \n",
              "3                3           3   \n",
              "4                4           4   \n",
              "...            ...         ...   \n",
              "6570          6570        6570   \n",
              "6571          6571        6571   \n",
              "6572          6572        6572   \n",
              "6573          6573        6573   \n",
              "6574          6574        6574   \n",
              "\n",
              "                                             Book_Title language page_count  \\\n",
              "0                                              Footfall       en        706   \n",
              "1                                            The Reader       en        224   \n",
              "2                         Hidden Star (The Star Series)       en        234   \n",
              "3     Songs in Ordinary Time (Oprah's Book Club (Pap...       en        682   \n",
              "4                                    The Hours: A Novel       en        295   \n",
              "...                                                 ...      ...        ...   \n",
              "6570           Art of Peace (Shambhala Pocket Classics)       en      192.0   \n",
              "6571                                       Autumn Lover       en      416.0   \n",
              "6572              Tales of Two Cities: A Persian Memoir       en      276.0   \n",
              "6573                                               Heat       en      244.0   \n",
              "6574                     Shadow Puppets (Ender, Book 7)       en      477.0   \n",
              "\n",
              "                                  categories  \\\n",
              "0                                ['Fiction']   \n",
              "1                                ['Fiction']   \n",
              "2                                ['Fiction']   \n",
              "3                                ['Fiction']   \n",
              "4                                ['Fiction']   \n",
              "...                                      ...   \n",
              "6570                          ['Philosophy']   \n",
              "6571                             ['Fiction']   \n",
              "6572                              ['Exiles']   \n",
              "6573                    ['Juvenile Fiction']   \n",
              "6574  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                            description  \n",
              "0     Hostile extraterrestrials, known as the Fithp,...  \n",
              "1     Hailed for its coiled eroticism and the moral ...  \n",
              "2     Eleven-year-old Nolitye's granny used to say: ...  \n",
              "3     This New York Times bestseller of a troubled f...  \n",
              "4     Michael Cunningham brings together his Pulitze...  \n",
              "...                                                 ...  \n",
              "6570  The inspirational teachings in this collection...  \n",
              "6571  Returning to her Wyoming ranch at the Civil Wa...  \n",
              "6572  \"Tales of Two Cities is an engrossing, cross-c...  \n",
              "6573  The #1 Bestseller! Michael Arroyo has a pitchi...  \n",
              "6574  Orson Scott Card's award-winning Ender series ...  \n",
              "\n",
              "[6575 rows x 7 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-42ac52bb-4ab2-4491-bb49-a3553b552e00\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0.1</th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>Book_Title</th>\n",
              "      <th>language</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>description</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>Footfall</td>\n",
              "      <td>en</td>\n",
              "      <td>706</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Hostile extraterrestrials, known as the Fithp,...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>The Reader</td>\n",
              "      <td>en</td>\n",
              "      <td>224</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Hailed for its coiled eroticism and the moral ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>Hidden Star (The Star Series)</td>\n",
              "      <td>en</td>\n",
              "      <td>234</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Eleven-year-old Nolitye's granny used to say: ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>Songs in Ordinary Time (Oprah's Book Club (Pap...</td>\n",
              "      <td>en</td>\n",
              "      <td>682</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>This New York Times bestseller of a troubled f...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>The Hours: A Novel</td>\n",
              "      <td>en</td>\n",
              "      <td>295</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Michael Cunningham brings together his Pulitze...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6570</th>\n",
              "      <td>6570</td>\n",
              "      <td>6570</td>\n",
              "      <td>Art of Peace (Shambhala Pocket Classics)</td>\n",
              "      <td>en</td>\n",
              "      <td>192.0</td>\n",
              "      <td>['Philosophy']</td>\n",
              "      <td>The inspirational teachings in this collection...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6571</th>\n",
              "      <td>6571</td>\n",
              "      <td>6571</td>\n",
              "      <td>Autumn Lover</td>\n",
              "      <td>en</td>\n",
              "      <td>416.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Returning to her Wyoming ranch at the Civil Wa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6572</th>\n",
              "      <td>6572</td>\n",
              "      <td>6572</td>\n",
              "      <td>Tales of Two Cities: A Persian Memoir</td>\n",
              "      <td>en</td>\n",
              "      <td>276.0</td>\n",
              "      <td>['Exiles']</td>\n",
              "      <td>\"Tales of Two Cities is an engrossing, cross-c...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6573</th>\n",
              "      <td>6573</td>\n",
              "      <td>6573</td>\n",
              "      <td>Heat</td>\n",
              "      <td>en</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>The #1 Bestseller! Michael Arroyo has a pitchi...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6574</th>\n",
              "      <td>6574</td>\n",
              "      <td>6574</td>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>en</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>Orson Scott Card's award-winning Ender series ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>6575 rows × 7 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-42ac52bb-4ab2-4491-bb49-a3553b552e00')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-42ac52bb-4ab2-4491-bb49-a3553b552e00 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-42ac52bb-4ab2-4491-bb49-a3553b552e00');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 75
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df1.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "dTmLbSUCErag",
        "outputId": "241e04e3-e8a8-45e2-f892-5c6e50eb4d8a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 6575 entries, 0 to 6574\n",
            "Data columns (total 7 columns):\n",
            " #   Column        Non-Null Count  Dtype \n",
            "---  ------        --------------  ----- \n",
            " 0   Unnamed: 0.1  6575 non-null   int64 \n",
            " 1   Unnamed: 0    6575 non-null   int64 \n",
            " 2   Book_Title    6574 non-null   object\n",
            " 3   language      6575 non-null   object\n",
            " 4   page_count    6476 non-null   object\n",
            " 5   categories    6575 non-null   object\n",
            " 6   description   6400 non-null   object\n",
            "dtypes: int64(2), object(5)\n",
            "memory usage: 359.7+ KB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Keep only informative columns"
      ],
      "metadata": {
        "id": "I5xbLDw5g5VF"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df1=df1[['Book_Title', 'page_count','categories', 'description' ]]\n",
        "df1"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 537
        },
        "id": "uEfsIlW2dnED",
        "outputId": "58ac9970-4ccd-4e98-fdb7-194e5967725a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                             Book_Title page_count  \\\n",
              "0                                              Footfall        706   \n",
              "1                                            The Reader        224   \n",
              "2                         Hidden Star (The Star Series)        234   \n",
              "3     Songs in Ordinary Time (Oprah's Book Club (Pap...        682   \n",
              "4                                    The Hours: A Novel        295   \n",
              "...                                                 ...        ...   \n",
              "6570           Art of Peace (Shambhala Pocket Classics)      192.0   \n",
              "6571                                       Autumn Lover      416.0   \n",
              "6572              Tales of Two Cities: A Persian Memoir      276.0   \n",
              "6573                                               Heat      244.0   \n",
              "6574                     Shadow Puppets (Ender, Book 7)      477.0   \n",
              "\n",
              "                                  categories  \\\n",
              "0                                ['Fiction']   \n",
              "1                                ['Fiction']   \n",
              "2                                ['Fiction']   \n",
              "3                                ['Fiction']   \n",
              "4                                ['Fiction']   \n",
              "...                                      ...   \n",
              "6570                          ['Philosophy']   \n",
              "6571                             ['Fiction']   \n",
              "6572                              ['Exiles']   \n",
              "6573                    ['Juvenile Fiction']   \n",
              "6574  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                            description  \n",
              "0     Hostile extraterrestrials, known as the Fithp,...  \n",
              "1     Hailed for its coiled eroticism and the moral ...  \n",
              "2     Eleven-year-old Nolitye's granny used to say: ...  \n",
              "3     This New York Times bestseller of a troubled f...  \n",
              "4     Michael Cunningham brings together his Pulitze...  \n",
              "...                                                 ...  \n",
              "6570  The inspirational teachings in this collection...  \n",
              "6571  Returning to her Wyoming ranch at the Civil Wa...  \n",
              "6572  \"Tales of Two Cities is an engrossing, cross-c...  \n",
              "6573  The #1 Bestseller! Michael Arroyo has a pitchi...  \n",
              "6574  Orson Scott Card's award-winning Ender series ...  \n",
              "\n",
              "[6575 rows x 4 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-91cc85fa-f14a-4926-b262-3f5b0ad56821\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book_Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>description</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Hostile extraterrestrials, known as the Fithp,...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Hailed for its coiled eroticism and the moral ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Hidden Star (The Star Series)</td>\n",
              "      <td>234</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Eleven-year-old Nolitye's granny used to say: ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Songs in Ordinary Time (Oprah's Book Club (Pap...</td>\n",
              "      <td>682</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>This New York Times bestseller of a troubled f...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Hours: A Novel</td>\n",
              "      <td>295</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Michael Cunningham brings together his Pulitze...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6570</th>\n",
              "      <td>Art of Peace (Shambhala Pocket Classics)</td>\n",
              "      <td>192.0</td>\n",
              "      <td>['Philosophy']</td>\n",
              "      <td>The inspirational teachings in this collection...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6571</th>\n",
              "      <td>Autumn Lover</td>\n",
              "      <td>416.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Returning to her Wyoming ranch at the Civil Wa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6572</th>\n",
              "      <td>Tales of Two Cities: A Persian Memoir</td>\n",
              "      <td>276.0</td>\n",
              "      <td>['Exiles']</td>\n",
              "      <td>\"Tales of Two Cities is an engrossing, cross-c...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6573</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>The #1 Bestseller! Michael Arroyo has a pitchi...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6574</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>Orson Scott Card's award-winning Ender series ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>6575 rows × 4 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-91cc85fa-f14a-4926-b262-3f5b0ad56821')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-91cc85fa-f14a-4926-b262-3f5b0ad56821 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-91cc85fa-f14a-4926-b262-3f5b0ad56821');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 77
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Drop All Null value rows and rows having empty list"
      ],
      "metadata": {
        "id": "1gFHGrjZg_35"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df1.replace(' ', pd.np.nan, inplace=True)\n",
        "null_counts = df1.isnull().sum()\n",
        "null_counts"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "btnd3KsDfUqW",
        "outputId": "31d71db3-51c0-42f6-ef17-578a44517479"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-78-0f41b2d10102>:1: FutureWarning: The pandas.np module is deprecated and will be removed from pandas in a future version. Import numpy directly instead.\n",
            "  df1.replace(' ', pd.np.nan, inplace=True)\n",
            "<ipython-input-78-0f41b2d10102>:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df1.replace(' ', pd.np.nan, inplace=True)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Book_Title       1\n",
              "page_count     100\n",
              "categories       1\n",
              "description    176\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 78
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df1 = df1.dropna()\n",
        "mask = df1.apply(lambda row: isinstance(row['categories'], list) and len(row['categories']) == 0, axis=1)\n",
        "df = df1.drop(df1[mask].index)\n",
        "df1"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 537
        },
        "id": "LWLQfgNwe5NU",
        "outputId": "b56a8640-b889-4964-a4ae-94ab4ec8e187"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                             Book_Title page_count  \\\n",
              "0                                              Footfall        706   \n",
              "1                                            The Reader        224   \n",
              "2                         Hidden Star (The Star Series)        234   \n",
              "3     Songs in Ordinary Time (Oprah's Book Club (Pap...        682   \n",
              "4                                    The Hours: A Novel        295   \n",
              "...                                                 ...        ...   \n",
              "6570           Art of Peace (Shambhala Pocket Classics)      192.0   \n",
              "6571                                       Autumn Lover      416.0   \n",
              "6572              Tales of Two Cities: A Persian Memoir      276.0   \n",
              "6573                                               Heat      244.0   \n",
              "6574                     Shadow Puppets (Ender, Book 7)      477.0   \n",
              "\n",
              "                                  categories  \\\n",
              "0                                ['Fiction']   \n",
              "1                                ['Fiction']   \n",
              "2                                ['Fiction']   \n",
              "3                                ['Fiction']   \n",
              "4                                ['Fiction']   \n",
              "...                                      ...   \n",
              "6570                          ['Philosophy']   \n",
              "6571                             ['Fiction']   \n",
              "6572                              ['Exiles']   \n",
              "6573                    ['Juvenile Fiction']   \n",
              "6574  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                            description  \n",
              "0     Hostile extraterrestrials, known as the Fithp,...  \n",
              "1     Hailed for its coiled eroticism and the moral ...  \n",
              "2     Eleven-year-old Nolitye's granny used to say: ...  \n",
              "3     This New York Times bestseller of a troubled f...  \n",
              "4     Michael Cunningham brings together his Pulitze...  \n",
              "...                                                 ...  \n",
              "6570  The inspirational teachings in this collection...  \n",
              "6571  Returning to her Wyoming ranch at the Civil Wa...  \n",
              "6572  \"Tales of Two Cities is an engrossing, cross-c...  \n",
              "6573  The #1 Bestseller! Michael Arroyo has a pitchi...  \n",
              "6574  Orson Scott Card's award-winning Ender series ...  \n",
              "\n",
              "[6331 rows x 4 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-3d18192c-ce82-4b5e-8b53-b3e38807eac4\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book_Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>description</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Hostile extraterrestrials, known as the Fithp,...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Hailed for its coiled eroticism and the moral ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Hidden Star (The Star Series)</td>\n",
              "      <td>234</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Eleven-year-old Nolitye's granny used to say: ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Songs in Ordinary Time (Oprah's Book Club (Pap...</td>\n",
              "      <td>682</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>This New York Times bestseller of a troubled f...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Hours: A Novel</td>\n",
              "      <td>295</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Michael Cunningham brings together his Pulitze...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6570</th>\n",
              "      <td>Art of Peace (Shambhala Pocket Classics)</td>\n",
              "      <td>192.0</td>\n",
              "      <td>['Philosophy']</td>\n",
              "      <td>The inspirational teachings in this collection...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6571</th>\n",
              "      <td>Autumn Lover</td>\n",
              "      <td>416.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Returning to her Wyoming ranch at the Civil Wa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6572</th>\n",
              "      <td>Tales of Two Cities: A Persian Memoir</td>\n",
              "      <td>276.0</td>\n",
              "      <td>['Exiles']</td>\n",
              "      <td>\"Tales of Two Cities is an engrossing, cross-c...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6573</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>The #1 Bestseller! Michael Arroyo has a pitchi...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6574</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>Orson Scott Card's award-winning Ender series ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>6331 rows × 4 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3d18192c-ce82-4b5e-8b53-b3e38807eac4')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-3d18192c-ce82-4b5e-8b53-b3e38807eac4 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-3d18192c-ce82-4b5e-8b53-b3e38807eac4');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 79
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "null_counts = df1.isnull().sum()\n",
        "null_counts"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6odAgOkHfI7F",
        "outputId": "0e422ad6-74d3-4871-db75-a3537d64486f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Book_Title     0\n",
              "page_count     0\n",
              "categories     0\n",
              "description    0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 80
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Clean the text of description"
      ],
      "metadata": {
        "id": "zaCy7CVbhQVS"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import nltk\n",
        "nltk.download('omw-1.4')\n",
        "nltk.download(\"stopwords\")\n",
        "nltk.download(\"punkt\")\n",
        "nltk.download(\"wordnet\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "orLu_nEmhXeY",
        "outputId": "38b80e4a-776a-4675-88b1-cc9f51d402c7"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[nltk_data] Downloading package omw-1.4 to /root/nltk_data...\n",
            "[nltk_data]   Package omw-1.4 is already up-to-date!\n",
            "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]   Package stopwords is already up-to-date!\n",
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Package punkt is already up-to-date!\n",
            "[nltk_data] Downloading package wordnet to /root/nltk_data...\n",
            "[nltk_data]   Package wordnet is already up-to-date!\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 81
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import re\n",
        "import nltk\n",
        "from nltk.corpus import stopwords\n",
        "from nltk.stem import PorterStemmer\n",
        "from nltk.tokenize import word_tokenize\n",
        "from nltk.stem import WordNetLemmatizer\n",
        "\n",
        "def clean_text(text):\n",
        "    \"\"\"\n",
        "    Clean the text by removing punctuation, stopwords, and converting to lowercase.\n",
        "    \"\"\"\n",
        "    # Remove punctuation\n",
        "    text = re.sub(r\"[^\\w\\s]\", \"\", text)\n",
        "    \n",
        "    # Convert to lowercase\n",
        "    text = text.lower()\n",
        "\n",
        "    # Remove non-English characters\n",
        "    text = re.sub(r\"[^\\x00-\\x7F]+\", \"\", text)\n",
        "    \n",
        "    # Tokenize the text\n",
        "    words = word_tokenize(text)\n",
        "    \n",
        "    # Remove stopwords\n",
        "    stop_words = set(stopwords.words(\"english\"))\n",
        "    words = [word for word in words if word not in stop_words]\n",
        "    \n",
        "    # Perform lemmatization\n",
        "    lemmatizer = WordNetLemmatizer()\n",
        "    words = [lemmatizer.lemmatize(word) for word in words]\n",
        "    \n",
        "    # Join the words back into a single string\n",
        "    cleaned_text = \" \".join(words)\n",
        "    \n",
        "    return cleaned_text"
      ],
      "metadata": {
        "id": "y6AecNq2i0Lv"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df1[\"Synopsis\"] = df[\"description\"].apply(clean_text)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "njztKKEWi3o_",
        "outputId": "11e2a7f1-07b9-47d9-a9f8-fd5b5ec2d48f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-83-70ff3920d010>:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df1[\"Synopsis\"] = df[\"description\"].apply(clean_text)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df1"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 641
        },
        "id": "s1k_MSTcjE40",
        "outputId": "4bc6579c-4ff0-4cff-c4cf-9b1e101febd6"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                             Book_Title page_count  \\\n",
              "0                                              Footfall        706   \n",
              "1                                            The Reader        224   \n",
              "2                         Hidden Star (The Star Series)        234   \n",
              "3     Songs in Ordinary Time (Oprah's Book Club (Pap...        682   \n",
              "4                                    The Hours: A Novel        295   \n",
              "...                                                 ...        ...   \n",
              "6570           Art of Peace (Shambhala Pocket Classics)      192.0   \n",
              "6571                                       Autumn Lover      416.0   \n",
              "6572              Tales of Two Cities: A Persian Memoir      276.0   \n",
              "6573                                               Heat      244.0   \n",
              "6574                     Shadow Puppets (Ender, Book 7)      477.0   \n",
              "\n",
              "                                  categories  \\\n",
              "0                                ['Fiction']   \n",
              "1                                ['Fiction']   \n",
              "2                                ['Fiction']   \n",
              "3                                ['Fiction']   \n",
              "4                                ['Fiction']   \n",
              "...                                      ...   \n",
              "6570                          ['Philosophy']   \n",
              "6571                             ['Fiction']   \n",
              "6572                              ['Exiles']   \n",
              "6573                    ['Juvenile Fiction']   \n",
              "6574  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                            description  \\\n",
              "0     Hostile extraterrestrials, known as the Fithp,...   \n",
              "1     Hailed for its coiled eroticism and the moral ...   \n",
              "2     Eleven-year-old Nolitye's granny used to say: ...   \n",
              "3     This New York Times bestseller of a troubled f...   \n",
              "4     Michael Cunningham brings together his Pulitze...   \n",
              "...                                                 ...   \n",
              "6570  The inspirational teachings in this collection...   \n",
              "6571  Returning to her Wyoming ranch at the Civil Wa...   \n",
              "6572  \"Tales of Two Cities is an engrossing, cross-c...   \n",
              "6573  The #1 Bestseller! Michael Arroyo has a pitchi...   \n",
              "6574  Orson Scott Card's award-winning Ender series ...   \n",
              "\n",
              "                                               Synopsis  \n",
              "0     hostile extraterrestrial known fithp invade ea...  \n",
              "1     hailed coiled eroticism moral claim make upon ...  \n",
              "2     elevenyearold nolityes granny used say mess wo...  \n",
              "3     new york time bestseller troubled family 1960s...  \n",
              "4     michael cunningham brings together pulitzer pr...  \n",
              "...                                                 ...  \n",
              "6570  inspirational teaching collection show real wa...  \n",
              "6571  returning wyoming ranch civil war end elyssa s...  \n",
              "6572  tale two city engrossing crosscultural memoir ...  \n",
              "6573  1 bestseller michael arroyo pitching arm throw...  \n",
              "6574  orson scott card awardwinning ender series gen...  \n",
              "\n",
              "[6331 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-1df12849-29d0-4a3e-b699-09622870bff7\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book_Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>description</th>\n",
              "      <th>Synopsis</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Hostile extraterrestrials, known as the Fithp,...</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Hailed for its coiled eroticism and the moral ...</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Hidden Star (The Star Series)</td>\n",
              "      <td>234</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Eleven-year-old Nolitye's granny used to say: ...</td>\n",
              "      <td>elevenyearold nolityes granny used say mess wo...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Songs in Ordinary Time (Oprah's Book Club (Pap...</td>\n",
              "      <td>682</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>This New York Times bestseller of a troubled f...</td>\n",
              "      <td>new york time bestseller troubled family 1960s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Hours: A Novel</td>\n",
              "      <td>295</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Michael Cunningham brings together his Pulitze...</td>\n",
              "      <td>michael cunningham brings together pulitzer pr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6570</th>\n",
              "      <td>Art of Peace (Shambhala Pocket Classics)</td>\n",
              "      <td>192.0</td>\n",
              "      <td>['Philosophy']</td>\n",
              "      <td>The inspirational teachings in this collection...</td>\n",
              "      <td>inspirational teaching collection show real wa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6571</th>\n",
              "      <td>Autumn Lover</td>\n",
              "      <td>416.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>Returning to her Wyoming ranch at the Civil Wa...</td>\n",
              "      <td>returning wyoming ranch civil war end elyssa s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6572</th>\n",
              "      <td>Tales of Two Cities: A Persian Memoir</td>\n",
              "      <td>276.0</td>\n",
              "      <td>['Exiles']</td>\n",
              "      <td>\"Tales of Two Cities is an engrossing, cross-c...</td>\n",
              "      <td>tale two city engrossing crosscultural memoir ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6573</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>The #1 Bestseller! Michael Arroyo has a pitchi...</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6574</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>Orson Scott Card's award-winning Ender series ...</td>\n",
              "      <td>orson scott card awardwinning ender series gen...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>6331 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1df12849-29d0-4a3e-b699-09622870bff7')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-1df12849-29d0-4a3e-b699-09622870bff7 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-1df12849-29d0-4a3e-b699-09622870bff7');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 84
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df1.rename(columns={'Book_Title': 'Book-Title'}, inplace=True)\n",
        "df1 = df1[['Book-Title', 'page_count', 'categories', 'Synopsis']]\n",
        "df1"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 626
        },
        "id": "bdSRDpY6jF43",
        "outputId": "3e8730cd-d284-48fb-8157-051608e63978"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-85-c2a6c27714c8>:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df1.rename(columns={'Book_Title': 'Book-Title'}, inplace=True)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                             Book-Title page_count  \\\n",
              "0                                              Footfall        706   \n",
              "1                                            The Reader        224   \n",
              "2                         Hidden Star (The Star Series)        234   \n",
              "3     Songs in Ordinary Time (Oprah's Book Club (Pap...        682   \n",
              "4                                    The Hours: A Novel        295   \n",
              "...                                                 ...        ...   \n",
              "6570           Art of Peace (Shambhala Pocket Classics)      192.0   \n",
              "6571                                       Autumn Lover      416.0   \n",
              "6572              Tales of Two Cities: A Persian Memoir      276.0   \n",
              "6573                                               Heat      244.0   \n",
              "6574                     Shadow Puppets (Ender, Book 7)      477.0   \n",
              "\n",
              "                                  categories  \\\n",
              "0                                ['Fiction']   \n",
              "1                                ['Fiction']   \n",
              "2                                ['Fiction']   \n",
              "3                                ['Fiction']   \n",
              "4                                ['Fiction']   \n",
              "...                                      ...   \n",
              "6570                          ['Philosophy']   \n",
              "6571                             ['Fiction']   \n",
              "6572                              ['Exiles']   \n",
              "6573                    ['Juvenile Fiction']   \n",
              "6574  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                               Synopsis  \n",
              "0     hostile extraterrestrial known fithp invade ea...  \n",
              "1     hailed coiled eroticism moral claim make upon ...  \n",
              "2     elevenyearold nolityes granny used say mess wo...  \n",
              "3     new york time bestseller troubled family 1960s...  \n",
              "4     michael cunningham brings together pulitzer pr...  \n",
              "...                                                 ...  \n",
              "6570  inspirational teaching collection show real wa...  \n",
              "6571  returning wyoming ranch civil war end elyssa s...  \n",
              "6572  tale two city engrossing crosscultural memoir ...  \n",
              "6573  1 bestseller michael arroyo pitching arm throw...  \n",
              "6574  orson scott card awardwinning ender series gen...  \n",
              "\n",
              "[6331 rows x 4 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-8ef3713b-8aa3-4509-8184-11cbc6845867\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book-Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>Synopsis</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Hidden Star (The Star Series)</td>\n",
              "      <td>234</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>elevenyearold nolityes granny used say mess wo...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Songs in Ordinary Time (Oprah's Book Club (Pap...</td>\n",
              "      <td>682</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>new york time bestseller troubled family 1960s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Hours: A Novel</td>\n",
              "      <td>295</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>michael cunningham brings together pulitzer pr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6570</th>\n",
              "      <td>Art of Peace (Shambhala Pocket Classics)</td>\n",
              "      <td>192.0</td>\n",
              "      <td>['Philosophy']</td>\n",
              "      <td>inspirational teaching collection show real wa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6571</th>\n",
              "      <td>Autumn Lover</td>\n",
              "      <td>416.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>returning wyoming ranch civil war end elyssa s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6572</th>\n",
              "      <td>Tales of Two Cities: A Persian Memoir</td>\n",
              "      <td>276.0</td>\n",
              "      <td>['Exiles']</td>\n",
              "      <td>tale two city engrossing crosscultural memoir ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6573</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6574</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>orson scott card awardwinning ender series gen...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>6331 rows × 4 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-8ef3713b-8aa3-4509-8184-11cbc6845867')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-8ef3713b-8aa3-4509-8184-11cbc6845867 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-8ef3713b-8aa3-4509-8184-11cbc6845867');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 85
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df2 = pd.read_csv(\"/content/drive/MyDrive/RS Data/Assignment 3/Books.csv\")\n",
        "df2 = df2[['ISBN','Book-Title', 'Book-Author', 'Year-Of-Publication', 'Publisher']]\n",
        "df2"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 589
        },
        "id": "7SzV2fXilDvE",
        "outputId": "fa679d06-9088-462e-d025-a5fde430e659"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-86-6a0e365130e2>:1: DtypeWarning: Columns (3) have mixed types. Specify dtype option on import or set low_memory=False.\n",
            "  df2 = pd.read_csv(\"/content/drive/MyDrive/RS Data/Assignment 3/Books.csv\")\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "              ISBN                                         Book-Title  \\\n",
              "0       0195153448                                Classical Mythology   \n",
              "1       0002005018                                       Clara Callan   \n",
              "2       0060973129                               Decision in Normandy   \n",
              "3       0374157065  Flu: The Story of the Great Influenza Pandemic...   \n",
              "4       0393045218                             The Mummies of Urumchi   \n",
              "...            ...                                                ...   \n",
              "271355  0440400988                         There's a Bat in Bunk Five   \n",
              "271356  0525447644                            From One to One Hundred   \n",
              "271357  006008667X  Lily Dale : The True Story of the Town that Ta...   \n",
              "271358  0192126040                        Republic (World's Classics)   \n",
              "271359  0767409752  A Guided Tour of Rene Descartes' Meditations o...   \n",
              "\n",
              "                 Book-Author Year-Of-Publication  \\\n",
              "0         Mark P. O. Morford                2002   \n",
              "1       Richard Bruce Wright                2001   \n",
              "2               Carlo D'Este                1991   \n",
              "3           Gina Bari Kolata                1999   \n",
              "4            E. J. W. Barber                1999   \n",
              "...                      ...                 ...   \n",
              "271355        Paula Danziger                1988   \n",
              "271356            Teri Sloat                1991   \n",
              "271357      Christine Wicker                2004   \n",
              "271358                 Plato                1996   \n",
              "271359   Christopher  Biffle                2000   \n",
              "\n",
              "                                               Publisher  \n",
              "0                                Oxford University Press  \n",
              "1                                  HarperFlamingo Canada  \n",
              "2                                        HarperPerennial  \n",
              "3                                   Farrar Straus Giroux  \n",
              "4                             W. W. Norton &amp; Company  \n",
              "...                                                  ...  \n",
              "271355                   Random House Childrens Pub (Mm)  \n",
              "271356                                      Dutton Books  \n",
              "271357                                HarperSanFrancisco  \n",
              "271358                           Oxford University Press  \n",
              "271359  McGraw-Hill Humanities/Social Sciences/Languages  \n",
              "\n",
              "[271360 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-9b3fd1db-0c45-4ffd-9d77-09a87b31cdb2\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Title</th>\n",
              "      <th>Book-Author</th>\n",
              "      <th>Year-Of-Publication</th>\n",
              "      <th>Publisher</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0195153448</td>\n",
              "      <td>Classical Mythology</td>\n",
              "      <td>Mark P. O. Morford</td>\n",
              "      <td>2002</td>\n",
              "      <td>Oxford University Press</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0002005018</td>\n",
              "      <td>Clara Callan</td>\n",
              "      <td>Richard Bruce Wright</td>\n",
              "      <td>2001</td>\n",
              "      <td>HarperFlamingo Canada</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0060973129</td>\n",
              "      <td>Decision in Normandy</td>\n",
              "      <td>Carlo D'Este</td>\n",
              "      <td>1991</td>\n",
              "      <td>HarperPerennial</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0374157065</td>\n",
              "      <td>Flu: The Story of the Great Influenza Pandemic...</td>\n",
              "      <td>Gina Bari Kolata</td>\n",
              "      <td>1999</td>\n",
              "      <td>Farrar Straus Giroux</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0393045218</td>\n",
              "      <td>The Mummies of Urumchi</td>\n",
              "      <td>E. J. W. Barber</td>\n",
              "      <td>1999</td>\n",
              "      <td>W. W. Norton &amp;amp; Company</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271355</th>\n",
              "      <td>0440400988</td>\n",
              "      <td>There's a Bat in Bunk Five</td>\n",
              "      <td>Paula Danziger</td>\n",
              "      <td>1988</td>\n",
              "      <td>Random House Childrens Pub (Mm)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271356</th>\n",
              "      <td>0525447644</td>\n",
              "      <td>From One to One Hundred</td>\n",
              "      <td>Teri Sloat</td>\n",
              "      <td>1991</td>\n",
              "      <td>Dutton Books</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271357</th>\n",
              "      <td>006008667X</td>\n",
              "      <td>Lily Dale : The True Story of the Town that Ta...</td>\n",
              "      <td>Christine Wicker</td>\n",
              "      <td>2004</td>\n",
              "      <td>HarperSanFrancisco</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271358</th>\n",
              "      <td>0192126040</td>\n",
              "      <td>Republic (World's Classics)</td>\n",
              "      <td>Plato</td>\n",
              "      <td>1996</td>\n",
              "      <td>Oxford University Press</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271359</th>\n",
              "      <td>0767409752</td>\n",
              "      <td>A Guided Tour of Rene Descartes' Meditations o...</td>\n",
              "      <td>Christopher  Biffle</td>\n",
              "      <td>2000</td>\n",
              "      <td>McGraw-Hill Humanities/Social Sciences/Languages</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>271360 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9b3fd1db-0c45-4ffd-9d77-09a87b31cdb2')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-9b3fd1db-0c45-4ffd-9d77-09a87b31cdb2 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-9b3fd1db-0c45-4ffd-9d77-09a87b31cdb2');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 86
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "results_df = df1.merge(df2, how=\"left\", on=\"Book-Title\")\n",
        "results_df = results_df.drop_duplicates()\n",
        "results_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 745
        },
        "id": "xavvhBx2lYFG",
        "outputId": "2a226198-12f9-4055-d544-d027b6bc269c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                           Book-Title page_count  \\\n",
              "0                            Footfall        706   \n",
              "1                            Footfall        706   \n",
              "2                          The Reader        224   \n",
              "3                          The Reader        224   \n",
              "4                          The Reader        224   \n",
              "...                               ...        ...   \n",
              "12769                            Heat      244.0   \n",
              "12770                            Heat      244.0   \n",
              "12771                            Heat      244.0   \n",
              "12772                            Heat      244.0   \n",
              "12773  Shadow Puppets (Ender, Book 7)      477.0   \n",
              "\n",
              "                                   categories  \\\n",
              "0                                 ['Fiction']   \n",
              "1                                 ['Fiction']   \n",
              "2                                 ['Fiction']   \n",
              "3                                 ['Fiction']   \n",
              "4                                 ['Fiction']   \n",
              "...                                       ...   \n",
              "12769                    ['Juvenile Fiction']   \n",
              "12770                    ['Juvenile Fiction']   \n",
              "12771                    ['Juvenile Fiction']   \n",
              "12772                    ['Juvenile Fiction']   \n",
              "12773  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                                Synopsis        ISBN  \\\n",
              "0      hostile extraterrestrial known fithp invade ea...  0345323440   \n",
              "1      hostile extraterrestrial known fithp invade ea...  0345323475   \n",
              "2      hailed coiled eroticism moral claim make upon ...  0679442790   \n",
              "3      hailed coiled eroticism moral claim make upon ...  0375707972   \n",
              "4      hailed coiled eroticism moral claim make upon ...  0679781307   \n",
              "...                                                  ...         ...   \n",
              "12769  1 bestseller michael arroyo pitching arm throw...  0061093580   \n",
              "12770  1 bestseller michael arroyo pitching arm throw...  0060177764   \n",
              "12771  1 bestseller michael arroyo pitching arm throw...  0345306732   \n",
              "12772  1 bestseller michael arroyo pitching arm throw...  0944276512   \n",
              "12773  orson scott card awardwinning ender series gen...  0765340054   \n",
              "\n",
              "               Book-Author Year-Of-Publication          Publisher  \n",
              "0              Larry Niven                1996      Del Rey Books  \n",
              "1              Larry Niven                1985   Ballantine Books  \n",
              "2         Bernhard Schlink                1997       Random House  \n",
              "3         Bernhard Schlink                1999  Vintage Books USA  \n",
              "4      Carol Brown Janeway                1998   Random House Inc  \n",
              "...                    ...                 ...                ...  \n",
              "12769         Stuart Woods                1995        HarperTorch  \n",
              "12770         Stuart Woods                1994      Harpercollins  \n",
              "12771            Ed McBain                1983   Ballantine Books  \n",
              "12772        Arthur Herzog                1989   Tudor Publishers  \n",
              "12773     Orson Scott Card                2003          Tor Books  \n",
              "\n",
              "[12774 rows x 8 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-84ab3052-cf01-4529-9e8b-8107a45f17a0\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book-Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>Synopsis</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Author</th>\n",
              "      <th>Year-Of-Publication</th>\n",
              "      <th>Publisher</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323440</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1996</td>\n",
              "      <td>Del Rey Books</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323475</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1985</td>\n",
              "      <td>Ballantine Books</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679442790</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1997</td>\n",
              "      <td>Random House</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0375707972</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1999</td>\n",
              "      <td>Vintage Books USA</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679781307</td>\n",
              "      <td>Carol Brown Janeway</td>\n",
              "      <td>1998</td>\n",
              "      <td>Random House Inc</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12769</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0061093580</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1995</td>\n",
              "      <td>HarperTorch</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12770</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0060177764</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1994</td>\n",
              "      <td>Harpercollins</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12771</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0345306732</td>\n",
              "      <td>Ed McBain</td>\n",
              "      <td>1983</td>\n",
              "      <td>Ballantine Books</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12772</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0944276512</td>\n",
              "      <td>Arthur Herzog</td>\n",
              "      <td>1989</td>\n",
              "      <td>Tudor Publishers</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12773</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>orson scott card awardwinning ender series gen...</td>\n",
              "      <td>0765340054</td>\n",
              "      <td>Orson Scott Card</td>\n",
              "      <td>2003</td>\n",
              "      <td>Tor Books</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>12774 rows × 8 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-84ab3052-cf01-4529-9e8b-8107a45f17a0')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-84ab3052-cf01-4529-9e8b-8107a45f17a0 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-84ab3052-cf01-4529-9e8b-8107a45f17a0');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 87
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "results_df.isna().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "8vhHjsDQA5Os",
        "outputId": "01e3b122-0556-4da7-b413-919630b5e087"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Book-Title             0\n",
              "page_count             0\n",
              "categories             0\n",
              "Synopsis               0\n",
              "ISBN                   0\n",
              "Book-Author            0\n",
              "Year-Of-Publication    0\n",
              "Publisher              0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 88
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "isbn_mask = (results_df['ISBN'] == '0671867873')\n",
        "isbn_results = results_df[isbn_mask]\n",
        "isbn_results['Synopsis']"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ac_tLxPJCUZy",
        "outputId": "d1d15880-2965-436a-b2b4-296fb2ea339b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Series([], Name: Synopsis, dtype: object)"
            ]
          },
          "metadata": {},
          "execution_count": 89
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "results_df.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2WG00l_aFAQE",
        "outputId": "8ba195b5-44e4-4e1b-9e9c-a94a3064f78d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "Int64Index: 12774 entries, 0 to 12773\n",
            "Data columns (total 8 columns):\n",
            " #   Column               Non-Null Count  Dtype \n",
            "---  ------               --------------  ----- \n",
            " 0   Book-Title           12774 non-null  object\n",
            " 1   page_count           12774 non-null  object\n",
            " 2   categories           12774 non-null  object\n",
            " 3   Synopsis             12774 non-null  object\n",
            " 4   ISBN                 12774 non-null  object\n",
            " 5   Book-Author          12774 non-null  object\n",
            " 6   Year-Of-Publication  12774 non-null  object\n",
            " 7   Publisher            12774 non-null  object\n",
            "dtypes: object(8)\n",
            "memory usage: 898.2+ KB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "results_df.to_csv('/content/drive/MyDrive/RS Data/Assignment 3/Processed_data/Books_final_dataset.csv', index=False)"
      ],
      "metadata": {
        "id": "nmf8gTFqow01"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Filtering Train and Test"
      ],
      "metadata": {
        "id": "Rj_vZEnbpm1V"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "train_df = pd.read_csv(\"/content/drive/MyDrive/RS Data/Assignment 3/Processed_data/train_df.csv\")\n",
        "train_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "xzilopypprkV",
        "outputId": "70884923-f279-4ccb-d46e-58e9e52d3263"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "       Unnamed: 0  User-ID        ISBN  Book-Rating  \\\n",
              "0               0    68436  0345323440            8   \n",
              "1               1   216829  0375707972            5   \n",
              "2               2   153718  0373484887            7   \n",
              "3               3    62862  0140244824            5   \n",
              "4               4    17003  0312305060           10   \n",
              "...           ...      ...         ...          ...   \n",
              "96291       96291   251721  1551666766            3   \n",
              "96292       96292   275476  0151008116            8   \n",
              "96293       96293   237898  0375758232            7   \n",
              "96294       96294      254  0451167317            8   \n",
              "96295       96295    34588  0140257934           10   \n",
              "\n",
              "                                               book_name  \n",
              "0                                               Footfall  \n",
              "1                                             The Reader  \n",
              "2                          Hidden Star (The Star Series)  \n",
              "3      Songs in Ordinary Time (Oprah's Book Club (Pap...  \n",
              "4                                     The Hours: A Novel  \n",
              "...                                                  ...  \n",
              "96291                                   Naughty Marietta  \n",
              "96292                                         Life of Pi  \n",
              "96293                                  Paris to the Moon  \n",
              "96294                                      The Dark Half  \n",
              "96295        These High, Green Hills (The Mitford Years)  \n",
              "\n",
              "[96296 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b647cf4d-32de-4637-ae32-91607973ad30\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>User-ID</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Rating</th>\n",
              "      <th>book_name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>68436</td>\n",
              "      <td>0345323440</td>\n",
              "      <td>8</td>\n",
              "      <td>Footfall</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>216829</td>\n",
              "      <td>0375707972</td>\n",
              "      <td>5</td>\n",
              "      <td>The Reader</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>153718</td>\n",
              "      <td>0373484887</td>\n",
              "      <td>7</td>\n",
              "      <td>Hidden Star (The Star Series)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>62862</td>\n",
              "      <td>0140244824</td>\n",
              "      <td>5</td>\n",
              "      <td>Songs in Ordinary Time (Oprah's Book Club (Pap...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>17003</td>\n",
              "      <td>0312305060</td>\n",
              "      <td>10</td>\n",
              "      <td>The Hours: A Novel</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96291</th>\n",
              "      <td>96291</td>\n",
              "      <td>251721</td>\n",
              "      <td>1551666766</td>\n",
              "      <td>3</td>\n",
              "      <td>Naughty Marietta</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96292</th>\n",
              "      <td>96292</td>\n",
              "      <td>275476</td>\n",
              "      <td>0151008116</td>\n",
              "      <td>8</td>\n",
              "      <td>Life of Pi</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96293</th>\n",
              "      <td>96293</td>\n",
              "      <td>237898</td>\n",
              "      <td>0375758232</td>\n",
              "      <td>7</td>\n",
              "      <td>Paris to the Moon</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96294</th>\n",
              "      <td>96294</td>\n",
              "      <td>254</td>\n",
              "      <td>0451167317</td>\n",
              "      <td>8</td>\n",
              "      <td>The Dark Half</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96295</th>\n",
              "      <td>96295</td>\n",
              "      <td>34588</td>\n",
              "      <td>0140257934</td>\n",
              "      <td>10</td>\n",
              "      <td>These High, Green Hills (The Mitford Years)</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>96296 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b647cf4d-32de-4637-ae32-91607973ad30')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b647cf4d-32de-4637-ae32-91607973ad30 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b647cf4d-32de-4637-ae32-91607973ad30');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 92
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "train_df = train_df[train_df['ISBN'].isin(results_df['ISBN'])]\n",
        "train_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "YX10UFzTqrVp",
        "outputId": "65160a56-379b-4382-ae81-f03f7c7a0c43"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "       Unnamed: 0  User-ID        ISBN  Book-Rating  \\\n",
              "0               0    68436  0345323440            8   \n",
              "1               1   216829  0375707972            5   \n",
              "2               2   153718  0373484887            7   \n",
              "3               3    62862  0140244824            5   \n",
              "4               4    17003  0312305060           10   \n",
              "...           ...      ...         ...          ...   \n",
              "96291       96291   251721  1551666766            3   \n",
              "96292       96292   275476  0151008116            8   \n",
              "96293       96293   237898  0375758232            7   \n",
              "96294       96294      254  0451167317            8   \n",
              "96295       96295    34588  0140257934           10   \n",
              "\n",
              "                                               book_name  \n",
              "0                                               Footfall  \n",
              "1                                             The Reader  \n",
              "2                          Hidden Star (The Star Series)  \n",
              "3      Songs in Ordinary Time (Oprah's Book Club (Pap...  \n",
              "4                                     The Hours: A Novel  \n",
              "...                                                  ...  \n",
              "96291                                   Naughty Marietta  \n",
              "96292                                         Life of Pi  \n",
              "96293                                  Paris to the Moon  \n",
              "96294                                      The Dark Half  \n",
              "96295        These High, Green Hills (The Mitford Years)  \n",
              "\n",
              "[93456 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-6dda5279-9a41-4c7e-9a0d-d0340ae50cf0\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>User-ID</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Rating</th>\n",
              "      <th>book_name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>68436</td>\n",
              "      <td>0345323440</td>\n",
              "      <td>8</td>\n",
              "      <td>Footfall</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>216829</td>\n",
              "      <td>0375707972</td>\n",
              "      <td>5</td>\n",
              "      <td>The Reader</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>153718</td>\n",
              "      <td>0373484887</td>\n",
              "      <td>7</td>\n",
              "      <td>Hidden Star (The Star Series)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>62862</td>\n",
              "      <td>0140244824</td>\n",
              "      <td>5</td>\n",
              "      <td>Songs in Ordinary Time (Oprah's Book Club (Pap...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>17003</td>\n",
              "      <td>0312305060</td>\n",
              "      <td>10</td>\n",
              "      <td>The Hours: A Novel</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96291</th>\n",
              "      <td>96291</td>\n",
              "      <td>251721</td>\n",
              "      <td>1551666766</td>\n",
              "      <td>3</td>\n",
              "      <td>Naughty Marietta</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96292</th>\n",
              "      <td>96292</td>\n",
              "      <td>275476</td>\n",
              "      <td>0151008116</td>\n",
              "      <td>8</td>\n",
              "      <td>Life of Pi</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96293</th>\n",
              "      <td>96293</td>\n",
              "      <td>237898</td>\n",
              "      <td>0375758232</td>\n",
              "      <td>7</td>\n",
              "      <td>Paris to the Moon</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96294</th>\n",
              "      <td>96294</td>\n",
              "      <td>254</td>\n",
              "      <td>0451167317</td>\n",
              "      <td>8</td>\n",
              "      <td>The Dark Half</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96295</th>\n",
              "      <td>96295</td>\n",
              "      <td>34588</td>\n",
              "      <td>0140257934</td>\n",
              "      <td>10</td>\n",
              "      <td>These High, Green Hills (The Mitford Years)</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>93456 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-6dda5279-9a41-4c7e-9a0d-d0340ae50cf0')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-6dda5279-9a41-4c7e-9a0d-d0340ae50cf0 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-6dda5279-9a41-4c7e-9a0d-d0340ae50cf0');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 93
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "train_df.to_csv('/content/drive/MyDrive/RS Data/Assignment 3/Processed_data/Train_df_final.csv', index=False)"
      ],
      "metadata": {
        "id": "ZXXjq4_krRO3"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "test_df = pd.read_csv(\"/content/drive/MyDrive/RS Data/Assignment 3/Processed_data/test_df.csv\")\n",
        "test_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "SHGDL6R0q7lh",
        "outputId": "61595ea0-c290-43f1-b37e-ffe475e55c3c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "       Unnamed: 0  User-ID        ISBN  Book-Rating  \\\n",
              "0               0   151824  0425167801            9   \n",
              "1               1   174157  0767914767            7   \n",
              "2               2    11718  0440212359            8   \n",
              "3               3   253243  0425122123            7   \n",
              "4               4    34657  0451208811            8   \n",
              "...           ...      ...         ...          ...   \n",
              "24069       24069    61747  0345422589            8   \n",
              "24070       24070   109135  0142001740            9   \n",
              "24071       24071   153927  0842329293           10   \n",
              "24072       24072    33656  0446672351            9   \n",
              "24073       24073   259260  0515136557            8   \n",
              "\n",
              "                                               book_name  \n",
              "0                   Crewel World (Needlecraft Mysteries)  \n",
              "1                        The Devil Wears Prada : A Novel  \n",
              "2                                      London Transports  \n",
              "3            Clear and Present Danger (Jack Ryan Novels)  \n",
              "4                                           Blood Orchid  \n",
              "...                                                  ...  \n",
              "24069  Running With the Demon (The Word and the Void ...  \n",
              "24070                            The Secret Life of Bees  \n",
              "24071  The Indwelling: The Beast Takes Possession (Le...  \n",
              "24072                                  Reservation Blues  \n",
              "24073                 The Cat Who Brought Down the House  \n",
              "\n",
              "[24074 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d5f3a822-2eae-4c55-8c3e-bd650f030c57\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>User-ID</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Rating</th>\n",
              "      <th>book_name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>151824</td>\n",
              "      <td>0425167801</td>\n",
              "      <td>9</td>\n",
              "      <td>Crewel World (Needlecraft Mysteries)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>174157</td>\n",
              "      <td>0767914767</td>\n",
              "      <td>7</td>\n",
              "      <td>The Devil Wears Prada : A Novel</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>11718</td>\n",
              "      <td>0440212359</td>\n",
              "      <td>8</td>\n",
              "      <td>London Transports</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>253243</td>\n",
              "      <td>0425122123</td>\n",
              "      <td>7</td>\n",
              "      <td>Clear and Present Danger (Jack Ryan Novels)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>34657</td>\n",
              "      <td>0451208811</td>\n",
              "      <td>8</td>\n",
              "      <td>Blood Orchid</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24069</th>\n",
              "      <td>24069</td>\n",
              "      <td>61747</td>\n",
              "      <td>0345422589</td>\n",
              "      <td>8</td>\n",
              "      <td>Running With the Demon (The Word and the Void ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24070</th>\n",
              "      <td>24070</td>\n",
              "      <td>109135</td>\n",
              "      <td>0142001740</td>\n",
              "      <td>9</td>\n",
              "      <td>The Secret Life of Bees</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24071</th>\n",
              "      <td>24071</td>\n",
              "      <td>153927</td>\n",
              "      <td>0842329293</td>\n",
              "      <td>10</td>\n",
              "      <td>The Indwelling: The Beast Takes Possession (Le...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24072</th>\n",
              "      <td>24072</td>\n",
              "      <td>33656</td>\n",
              "      <td>0446672351</td>\n",
              "      <td>9</td>\n",
              "      <td>Reservation Blues</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24073</th>\n",
              "      <td>24073</td>\n",
              "      <td>259260</td>\n",
              "      <td>0515136557</td>\n",
              "      <td>8</td>\n",
              "      <td>The Cat Who Brought Down the House</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>24074 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d5f3a822-2eae-4c55-8c3e-bd650f030c57')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-d5f3a822-2eae-4c55-8c3e-bd650f030c57 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-d5f3a822-2eae-4c55-8c3e-bd650f030c57');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 95
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "test_df = test_df[test_df['ISBN'].isin(results_df['ISBN'])]\n",
        "test_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "-O18inIdrCs2",
        "outputId": "0712218c-74e2-4d3e-fefd-76db7d702779"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "       Unnamed: 0  User-ID        ISBN  Book-Rating  \\\n",
              "0               0   151824  0425167801            9   \n",
              "1               1   174157  0767914767            7   \n",
              "2               2    11718  0440212359            8   \n",
              "3               3   253243  0425122123            7   \n",
              "4               4    34657  0451208811            8   \n",
              "...           ...      ...         ...          ...   \n",
              "24069       24069    61747  0345422589            8   \n",
              "24070       24070   109135  0142001740            9   \n",
              "24071       24071   153927  0842329293           10   \n",
              "24072       24072    33656  0446672351            9   \n",
              "24073       24073   259260  0515136557            8   \n",
              "\n",
              "                                               book_name  \n",
              "0                   Crewel World (Needlecraft Mysteries)  \n",
              "1                        The Devil Wears Prada : A Novel  \n",
              "2                                      London Transports  \n",
              "3            Clear and Present Danger (Jack Ryan Novels)  \n",
              "4                                           Blood Orchid  \n",
              "...                                                  ...  \n",
              "24069  Running With the Demon (The Word and the Void ...  \n",
              "24070                            The Secret Life of Bees  \n",
              "24071  The Indwelling: The Beast Takes Possession (Le...  \n",
              "24072                                  Reservation Blues  \n",
              "24073                 The Cat Who Brought Down the House  \n",
              "\n",
              "[23428 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5d214c27-fdbe-490a-8621-91ffecccc3ac\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>User-ID</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Rating</th>\n",
              "      <th>book_name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>151824</td>\n",
              "      <td>0425167801</td>\n",
              "      <td>9</td>\n",
              "      <td>Crewel World (Needlecraft Mysteries)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>174157</td>\n",
              "      <td>0767914767</td>\n",
              "      <td>7</td>\n",
              "      <td>The Devil Wears Prada : A Novel</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>11718</td>\n",
              "      <td>0440212359</td>\n",
              "      <td>8</td>\n",
              "      <td>London Transports</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>253243</td>\n",
              "      <td>0425122123</td>\n",
              "      <td>7</td>\n",
              "      <td>Clear and Present Danger (Jack Ryan Novels)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>34657</td>\n",
              "      <td>0451208811</td>\n",
              "      <td>8</td>\n",
              "      <td>Blood Orchid</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24069</th>\n",
              "      <td>24069</td>\n",
              "      <td>61747</td>\n",
              "      <td>0345422589</td>\n",
              "      <td>8</td>\n",
              "      <td>Running With the Demon (The Word and the Void ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24070</th>\n",
              "      <td>24070</td>\n",
              "      <td>109135</td>\n",
              "      <td>0142001740</td>\n",
              "      <td>9</td>\n",
              "      <td>The Secret Life of Bees</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24071</th>\n",
              "      <td>24071</td>\n",
              "      <td>153927</td>\n",
              "      <td>0842329293</td>\n",
              "      <td>10</td>\n",
              "      <td>The Indwelling: The Beast Takes Possession (Le...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24072</th>\n",
              "      <td>24072</td>\n",
              "      <td>33656</td>\n",
              "      <td>0446672351</td>\n",
              "      <td>9</td>\n",
              "      <td>Reservation Blues</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24073</th>\n",
              "      <td>24073</td>\n",
              "      <td>259260</td>\n",
              "      <td>0515136557</td>\n",
              "      <td>8</td>\n",
              "      <td>The Cat Who Brought Down the House</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>23428 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5d214c27-fdbe-490a-8621-91ffecccc3ac')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5d214c27-fdbe-490a-8621-91ffecccc3ac button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5d214c27-fdbe-490a-8621-91ffecccc3ac');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 96
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "test_df.to_csv('/content/drive/MyDrive/RS Data/Assignment 3/Processed_data/Test_df_final.csv', index=False)"
      ],
      "metadata": {
        "id": "K5VPp-EprgCn"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Creating Word2Vec for synopsis"
      ],
      "metadata": {
        "id": "PRASWSz1sd0k"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df = pd.read_csv(\"/content/drive/MyDrive/RS Data/Assignment 3/Processed_data/Books_final_dataset.csv\")\n",
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 745
        },
        "id": "wiCDhB_d-eMe",
        "outputId": "59259474-b402-4973-fcd5-f9a20c25881c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                           Book-Title  page_count  \\\n",
              "0                            Footfall       706.0   \n",
              "1                            Footfall       706.0   \n",
              "2                          The Reader       224.0   \n",
              "3                          The Reader       224.0   \n",
              "4                          The Reader       224.0   \n",
              "...                               ...         ...   \n",
              "12769                            Heat       244.0   \n",
              "12770                            Heat       244.0   \n",
              "12771                            Heat       244.0   \n",
              "12772                            Heat       244.0   \n",
              "12773  Shadow Puppets (Ender, Book 7)       477.0   \n",
              "\n",
              "                                   categories  \\\n",
              "0                                 ['Fiction']   \n",
              "1                                 ['Fiction']   \n",
              "2                                 ['Fiction']   \n",
              "3                                 ['Fiction']   \n",
              "4                                 ['Fiction']   \n",
              "...                                       ...   \n",
              "12769                    ['Juvenile Fiction']   \n",
              "12770                    ['Juvenile Fiction']   \n",
              "12771                    ['Juvenile Fiction']   \n",
              "12772                    ['Juvenile Fiction']   \n",
              "12773  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                                Synopsis        ISBN  \\\n",
              "0      hostile extraterrestrial known fithp invade ea...  0345323440   \n",
              "1      hostile extraterrestrial known fithp invade ea...  0345323475   \n",
              "2      hailed coiled eroticism moral claim make upon ...  0679442790   \n",
              "3      hailed coiled eroticism moral claim make upon ...  0375707972   \n",
              "4      hailed coiled eroticism moral claim make upon ...  0679781307   \n",
              "...                                                  ...         ...   \n",
              "12769  1 bestseller michael arroyo pitching arm throw...  0061093580   \n",
              "12770  1 bestseller michael arroyo pitching arm throw...  0060177764   \n",
              "12771  1 bestseller michael arroyo pitching arm throw...  0345306732   \n",
              "12772  1 bestseller michael arroyo pitching arm throw...  0944276512   \n",
              "12773  orson scott card awardwinning ender series gen...  0765340054   \n",
              "\n",
              "               Book-Author  Year-Of-Publication          Publisher  \n",
              "0              Larry Niven                 1996      Del Rey Books  \n",
              "1              Larry Niven                 1985   Ballantine Books  \n",
              "2         Bernhard Schlink                 1997       Random House  \n",
              "3         Bernhard Schlink                 1999  Vintage Books USA  \n",
              "4      Carol Brown Janeway                 1998   Random House Inc  \n",
              "...                    ...                  ...                ...  \n",
              "12769         Stuart Woods                 1995        HarperTorch  \n",
              "12770         Stuart Woods                 1994      Harpercollins  \n",
              "12771            Ed McBain                 1983   Ballantine Books  \n",
              "12772        Arthur Herzog                 1989   Tudor Publishers  \n",
              "12773     Orson Scott Card                 2003          Tor Books  \n",
              "\n",
              "[12774 rows x 8 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-cad90c99-1c25-402e-a85b-ca4196d6acf5\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book-Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>Synopsis</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Author</th>\n",
              "      <th>Year-Of-Publication</th>\n",
              "      <th>Publisher</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323440</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1996</td>\n",
              "      <td>Del Rey Books</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323475</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1985</td>\n",
              "      <td>Ballantine Books</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679442790</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1997</td>\n",
              "      <td>Random House</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0375707972</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1999</td>\n",
              "      <td>Vintage Books USA</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679781307</td>\n",
              "      <td>Carol Brown Janeway</td>\n",
              "      <td>1998</td>\n",
              "      <td>Random House Inc</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12769</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0061093580</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1995</td>\n",
              "      <td>HarperTorch</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12770</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0060177764</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1994</td>\n",
              "      <td>Harpercollins</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12771</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0345306732</td>\n",
              "      <td>Ed McBain</td>\n",
              "      <td>1983</td>\n",
              "      <td>Ballantine Books</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12772</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0944276512</td>\n",
              "      <td>Arthur Herzog</td>\n",
              "      <td>1989</td>\n",
              "      <td>Tudor Publishers</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12773</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>orson scott card awardwinning ender series gen...</td>\n",
              "      <td>0765340054</td>\n",
              "      <td>Orson Scott Card</td>\n",
              "      <td>2003</td>\n",
              "      <td>Tor Books</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>12774 rows × 8 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-cad90c99-1c25-402e-a85b-ca4196d6acf5')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-cad90c99-1c25-402e-a85b-ca4196d6acf5 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-cad90c99-1c25-402e-a85b-ca4196d6acf5');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 98
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.isna().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9QjwIolaAmVB",
        "outputId": "2aa3b93c-30c8-403a-9e30-f6e181c5a30c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Book-Title             0\n",
              "page_count             0\n",
              "categories             0\n",
              "Synopsis               0\n",
              "ISBN                   0\n",
              "Book-Author            0\n",
              "Year-Of-Publication    0\n",
              "Publisher              0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 99
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import nltk\n",
        "\n",
        "nltk.download(\"punkt\")\n",
        "nltk.download(\"wordnet\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Epk4ihtR0agL",
        "outputId": "6215cd0c-0193-4659-ba6f-4fd3c2b910c4"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Package punkt is already up-to-date!\n",
            "[nltk_data] Downloading package wordnet to /root/nltk_data...\n",
            "[nltk_data]   Package wordnet is already up-to-date!\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 100
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import numpy as np"
      ],
      "metadata": {
        "id": "vzc5KT4oAej3"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from gensim.models import Word2Vec\n",
        "from nltk.tokenize import word_tokenize\n",
        "\n",
        "# Tokenize the sentences\n",
        "tokenized_sentences = [word_tokenize(sentence) for sentence in df[\"Synopsis\"]]\n",
        "\n",
        "# Train the Word2Vec model\n",
        "model = Word2Vec(tokenized_sentences, vector_size=100, window=5, min_count=1)"
      ],
      "metadata": {
        "id": "ivqcbJth_wKG"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "book_vectors = []\n",
        "for i in range(len(df[\"Synopsis\"])):\n",
        "  words = df[\"Synopsis\"][i].split()\n",
        "\n",
        "  # Initialize the document representation vector\n",
        "  document_vector = np.zeros((1,model.vector_size))\n",
        "\n",
        "  # For each word in the document, get its word embedding and sum it with the document representation vector\n",
        "  for word in words:\n",
        "      if word in model.wv.key_to_index:\n",
        "          document_vector += model.wv[word]\n",
        "\n",
        "  # Divide the document representation vector by the number of words in the document to get the average word embedding\n",
        "  document_vector = document_vector / len(words)\n",
        "  book_vectors.append(document_vector)"
      ],
      "metadata": {
        "id": "j0xJBgRS1gzO"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df4 = pd.DataFrame({\"Word_vec\":book_vectors})"
      ],
      "metadata": {
        "id": "3GdPZevq1rg4"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df4"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "j6ZHL0UhMxpF",
        "outputId": "deb185d0-72a6-460f-c15f-8b592aa5e185"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                Word_vec\n",
              "0      [[-0.32408969453535974, 0.1780901828315109, 0....\n",
              "1      [[-0.32408969453535974, 0.1780901828315109, 0....\n",
              "2      [[-0.26543906432591746, 0.18058132935605456, -...\n",
              "3      [[-0.26543906432591746, 0.18058132935605456, -...\n",
              "4      [[-0.26543906432591746, 0.18058132935605456, -...\n",
              "...                                                  ...\n",
              "12769  [[-0.4851516437020183, 0.30569880909657454, -0...\n",
              "12770  [[-0.4851516437020183, 0.30569880909657454, -0...\n",
              "12771  [[-0.4851516437020183, 0.30569880909657454, -0...\n",
              "12772  [[-0.4851516437020183, 0.30569880909657454, -0...\n",
              "12773  [[-0.40771608811585164, 0.394778627409743, 0.0...\n",
              "\n",
              "[12774 rows x 1 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-75629ef0-6a3f-405c-9fba-1043b40252c8\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Word_vec</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>[[-0.32408969453535974, 0.1780901828315109, 0....</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>[[-0.32408969453535974, 0.1780901828315109, 0....</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>[[-0.26543906432591746, 0.18058132935605456, -...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>[[-0.26543906432591746, 0.18058132935605456, -...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>[[-0.26543906432591746, 0.18058132935605456, -...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12769</th>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12770</th>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12771</th>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12772</th>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12773</th>\n",
              "      <td>[[-0.40771608811585164, 0.394778627409743, 0.0...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>12774 rows × 1 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-75629ef0-6a3f-405c-9fba-1043b40252c8')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-75629ef0-6a3f-405c-9fba-1043b40252c8 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-75629ef0-6a3f-405c-9fba-1043b40252c8');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 105
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df['Word_Vec'] = df4"
      ],
      "metadata": {
        "id": "ms86Nhj7M0J-"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "DJANtJRXM-iw",
        "outputId": "ab04a609-8548-46e9-9fa9-87149aa97751"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                           Book-Title  page_count  \\\n",
              "0                            Footfall       706.0   \n",
              "1                            Footfall       706.0   \n",
              "2                          The Reader       224.0   \n",
              "3                          The Reader       224.0   \n",
              "4                          The Reader       224.0   \n",
              "...                               ...         ...   \n",
              "12769                            Heat       244.0   \n",
              "12770                            Heat       244.0   \n",
              "12771                            Heat       244.0   \n",
              "12772                            Heat       244.0   \n",
              "12773  Shadow Puppets (Ender, Book 7)       477.0   \n",
              "\n",
              "                                   categories  \\\n",
              "0                                 ['Fiction']   \n",
              "1                                 ['Fiction']   \n",
              "2                                 ['Fiction']   \n",
              "3                                 ['Fiction']   \n",
              "4                                 ['Fiction']   \n",
              "...                                       ...   \n",
              "12769                    ['Juvenile Fiction']   \n",
              "12770                    ['Juvenile Fiction']   \n",
              "12771                    ['Juvenile Fiction']   \n",
              "12772                    ['Juvenile Fiction']   \n",
              "12773  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                                Synopsis        ISBN  \\\n",
              "0      hostile extraterrestrial known fithp invade ea...  0345323440   \n",
              "1      hostile extraterrestrial known fithp invade ea...  0345323475   \n",
              "2      hailed coiled eroticism moral claim make upon ...  0679442790   \n",
              "3      hailed coiled eroticism moral claim make upon ...  0375707972   \n",
              "4      hailed coiled eroticism moral claim make upon ...  0679781307   \n",
              "...                                                  ...         ...   \n",
              "12769  1 bestseller michael arroyo pitching arm throw...  0061093580   \n",
              "12770  1 bestseller michael arroyo pitching arm throw...  0060177764   \n",
              "12771  1 bestseller michael arroyo pitching arm throw...  0345306732   \n",
              "12772  1 bestseller michael arroyo pitching arm throw...  0944276512   \n",
              "12773  orson scott card awardwinning ender series gen...  0765340054   \n",
              "\n",
              "               Book-Author  Year-Of-Publication          Publisher  \\\n",
              "0              Larry Niven                 1996      Del Rey Books   \n",
              "1              Larry Niven                 1985   Ballantine Books   \n",
              "2         Bernhard Schlink                 1997       Random House   \n",
              "3         Bernhard Schlink                 1999  Vintage Books USA   \n",
              "4      Carol Brown Janeway                 1998   Random House Inc   \n",
              "...                    ...                  ...                ...   \n",
              "12769         Stuart Woods                 1995        HarperTorch   \n",
              "12770         Stuart Woods                 1994      Harpercollins   \n",
              "12771            Ed McBain                 1983   Ballantine Books   \n",
              "12772        Arthur Herzog                 1989   Tudor Publishers   \n",
              "12773     Orson Scott Card                 2003          Tor Books   \n",
              "\n",
              "                                                Word_Vec  \n",
              "0      [[-0.32408969453535974, 0.1780901828315109, 0....  \n",
              "1      [[-0.32408969453535974, 0.1780901828315109, 0....  \n",
              "2      [[-0.26543906432591746, 0.18058132935605456, -...  \n",
              "3      [[-0.26543906432591746, 0.18058132935605456, -...  \n",
              "4      [[-0.26543906432591746, 0.18058132935605456, -...  \n",
              "...                                                  ...  \n",
              "12769  [[-0.4851516437020183, 0.30569880909657454, -0...  \n",
              "12770  [[-0.4851516437020183, 0.30569880909657454, -0...  \n",
              "12771  [[-0.4851516437020183, 0.30569880909657454, -0...  \n",
              "12772  [[-0.4851516437020183, 0.30569880909657454, -0...  \n",
              "12773  [[-0.40771608811585164, 0.394778627409743, 0.0...  \n",
              "\n",
              "[12774 rows x 9 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-a8910e90-4cfb-42d7-96bd-956dd5a0f451\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book-Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>Synopsis</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Author</th>\n",
              "      <th>Year-Of-Publication</th>\n",
              "      <th>Publisher</th>\n",
              "      <th>Word_Vec</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323440</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1996</td>\n",
              "      <td>Del Rey Books</td>\n",
              "      <td>[[-0.32408969453535974, 0.1780901828315109, 0....</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323475</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1985</td>\n",
              "      <td>Ballantine Books</td>\n",
              "      <td>[[-0.32408969453535974, 0.1780901828315109, 0....</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679442790</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1997</td>\n",
              "      <td>Random House</td>\n",
              "      <td>[[-0.26543906432591746, 0.18058132935605456, -...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0375707972</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1999</td>\n",
              "      <td>Vintage Books USA</td>\n",
              "      <td>[[-0.26543906432591746, 0.18058132935605456, -...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679781307</td>\n",
              "      <td>Carol Brown Janeway</td>\n",
              "      <td>1998</td>\n",
              "      <td>Random House Inc</td>\n",
              "      <td>[[-0.26543906432591746, 0.18058132935605456, -...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12769</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0061093580</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1995</td>\n",
              "      <td>HarperTorch</td>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12770</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0060177764</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1994</td>\n",
              "      <td>Harpercollins</td>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12771</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0345306732</td>\n",
              "      <td>Ed McBain</td>\n",
              "      <td>1983</td>\n",
              "      <td>Ballantine Books</td>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12772</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0944276512</td>\n",
              "      <td>Arthur Herzog</td>\n",
              "      <td>1989</td>\n",
              "      <td>Tudor Publishers</td>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12773</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>orson scott card awardwinning ender series gen...</td>\n",
              "      <td>0765340054</td>\n",
              "      <td>Orson Scott Card</td>\n",
              "      <td>2003</td>\n",
              "      <td>Tor Books</td>\n",
              "      <td>[[-0.40771608811585164, 0.394778627409743, 0.0...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>12774 rows × 9 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a8910e90-4cfb-42d7-96bd-956dd5a0f451')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-a8910e90-4cfb-42d7-96bd-956dd5a0f451 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-a8910e90-4cfb-42d7-96bd-956dd5a0f451');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 107
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.to_csv('Trial_Books.csv', index=False)\n",
        "df"
      ],
      "metadata": {
        "id": "U93AdUy7nTRL",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "e229328f-905d-44f7-e1e7-771f21c4b6e3"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                           Book-Title  page_count  \\\n",
              "0                            Footfall       706.0   \n",
              "1                            Footfall       706.0   \n",
              "2                          The Reader       224.0   \n",
              "3                          The Reader       224.0   \n",
              "4                          The Reader       224.0   \n",
              "...                               ...         ...   \n",
              "12769                            Heat       244.0   \n",
              "12770                            Heat       244.0   \n",
              "12771                            Heat       244.0   \n",
              "12772                            Heat       244.0   \n",
              "12773  Shadow Puppets (Ender, Book 7)       477.0   \n",
              "\n",
              "                                   categories  \\\n",
              "0                                 ['Fiction']   \n",
              "1                                 ['Fiction']   \n",
              "2                                 ['Fiction']   \n",
              "3                                 ['Fiction']   \n",
              "4                                 ['Fiction']   \n",
              "...                                       ...   \n",
              "12769                    ['Juvenile Fiction']   \n",
              "12770                    ['Juvenile Fiction']   \n",
              "12771                    ['Juvenile Fiction']   \n",
              "12772                    ['Juvenile Fiction']   \n",
              "12773  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                                Synopsis        ISBN  \\\n",
              "0      hostile extraterrestrial known fithp invade ea...  0345323440   \n",
              "1      hostile extraterrestrial known fithp invade ea...  0345323475   \n",
              "2      hailed coiled eroticism moral claim make upon ...  0679442790   \n",
              "3      hailed coiled eroticism moral claim make upon ...  0375707972   \n",
              "4      hailed coiled eroticism moral claim make upon ...  0679781307   \n",
              "...                                                  ...         ...   \n",
              "12769  1 bestseller michael arroyo pitching arm throw...  0061093580   \n",
              "12770  1 bestseller michael arroyo pitching arm throw...  0060177764   \n",
              "12771  1 bestseller michael arroyo pitching arm throw...  0345306732   \n",
              "12772  1 bestseller michael arroyo pitching arm throw...  0944276512   \n",
              "12773  orson scott card awardwinning ender series gen...  0765340054   \n",
              "\n",
              "               Book-Author  Year-Of-Publication          Publisher  \\\n",
              "0              Larry Niven                 1996      Del Rey Books   \n",
              "1              Larry Niven                 1985   Ballantine Books   \n",
              "2         Bernhard Schlink                 1997       Random House   \n",
              "3         Bernhard Schlink                 1999  Vintage Books USA   \n",
              "4      Carol Brown Janeway                 1998   Random House Inc   \n",
              "...                    ...                  ...                ...   \n",
              "12769         Stuart Woods                 1995        HarperTorch   \n",
              "12770         Stuart Woods                 1994      Harpercollins   \n",
              "12771            Ed McBain                 1983   Ballantine Books   \n",
              "12772        Arthur Herzog                 1989   Tudor Publishers   \n",
              "12773     Orson Scott Card                 2003          Tor Books   \n",
              "\n",
              "                                                Word_Vec  \n",
              "0      [[-0.32408969453535974, 0.1780901828315109, 0....  \n",
              "1      [[-0.32408969453535974, 0.1780901828315109, 0....  \n",
              "2      [[-0.26543906432591746, 0.18058132935605456, -...  \n",
              "3      [[-0.26543906432591746, 0.18058132935605456, -...  \n",
              "4      [[-0.26543906432591746, 0.18058132935605456, -...  \n",
              "...                                                  ...  \n",
              "12769  [[-0.4851516437020183, 0.30569880909657454, -0...  \n",
              "12770  [[-0.4851516437020183, 0.30569880909657454, -0...  \n",
              "12771  [[-0.4851516437020183, 0.30569880909657454, -0...  \n",
              "12772  [[-0.4851516437020183, 0.30569880909657454, -0...  \n",
              "12773  [[-0.40771608811585164, 0.394778627409743, 0.0...  \n",
              "\n",
              "[12774 rows x 9 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-055e579c-1356-46e8-aaae-7d5f8116d8bf\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book-Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>Synopsis</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Author</th>\n",
              "      <th>Year-Of-Publication</th>\n",
              "      <th>Publisher</th>\n",
              "      <th>Word_Vec</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323440</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1996</td>\n",
              "      <td>Del Rey Books</td>\n",
              "      <td>[[-0.32408969453535974, 0.1780901828315109, 0....</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323475</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1985</td>\n",
              "      <td>Ballantine Books</td>\n",
              "      <td>[[-0.32408969453535974, 0.1780901828315109, 0....</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679442790</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1997</td>\n",
              "      <td>Random House</td>\n",
              "      <td>[[-0.26543906432591746, 0.18058132935605456, -...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0375707972</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1999</td>\n",
              "      <td>Vintage Books USA</td>\n",
              "      <td>[[-0.26543906432591746, 0.18058132935605456, -...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679781307</td>\n",
              "      <td>Carol Brown Janeway</td>\n",
              "      <td>1998</td>\n",
              "      <td>Random House Inc</td>\n",
              "      <td>[[-0.26543906432591746, 0.18058132935605456, -...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12769</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0061093580</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1995</td>\n",
              "      <td>HarperTorch</td>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12770</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0060177764</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1994</td>\n",
              "      <td>Harpercollins</td>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12771</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0345306732</td>\n",
              "      <td>Ed McBain</td>\n",
              "      <td>1983</td>\n",
              "      <td>Ballantine Books</td>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12772</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0944276512</td>\n",
              "      <td>Arthur Herzog</td>\n",
              "      <td>1989</td>\n",
              "      <td>Tudor Publishers</td>\n",
              "      <td>[[-0.4851516437020183, 0.30569880909657454, -0...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12773</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>orson scott card awardwinning ender series gen...</td>\n",
              "      <td>0765340054</td>\n",
              "      <td>Orson Scott Card</td>\n",
              "      <td>2003</td>\n",
              "      <td>Tor Books</td>\n",
              "      <td>[[-0.40771608811585164, 0.394778627409743, 0.0...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>12774 rows × 9 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-055e579c-1356-46e8-aaae-7d5f8116d8bf')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-055e579c-1356-46e8-aaae-7d5f8116d8bf button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-055e579c-1356-46e8-aaae-7d5f8116d8bf');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 114
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Convert Word2Vec to 100 individual Book features"
      ],
      "metadata": {
        "id": "y-LnMZmx62RG"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "import pandas as pd\n",
        "\n",
        "arr = np.vstack(df['Word_Vec'].values)\n",
        "\n",
        "# Reshape the array to the desired shape\n",
        "arr = arr.reshape(-1, 100)\n",
        "arr.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "bGKRiqc84kdq",
        "outputId": "642c9ce7-3eb7-4f00-f9ab-f17ec921a602"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(12774, 100)"
            ]
          },
          "metadata": {},
          "execution_count": 132
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_word2vec = pd.DataFrame(arr, columns=['feature_{}'.format(i+1) for i in range(100)])\n",
        "df5 = pd.concat([df, df_word2vec], axis=1)\n",
        "\n",
        "# drop the original 'word2vec' column\n",
        "df5 = df5.drop('Word_Vec', axis=1)"
      ],
      "metadata": {
        "id": "fJ-GeLIq4kej"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df5"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "PqAmiTJD6hcH",
        "outputId": "42cd4fa5-864d-4ab8-a37f-7aa7c6583974"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                           Book-Title  page_count  \\\n",
              "0                            Footfall       706.0   \n",
              "1                            Footfall       706.0   \n",
              "2                          The Reader       224.0   \n",
              "3                          The Reader       224.0   \n",
              "4                          The Reader       224.0   \n",
              "...                               ...         ...   \n",
              "12769                            Heat       244.0   \n",
              "12770                            Heat       244.0   \n",
              "12771                            Heat       244.0   \n",
              "12772                            Heat       244.0   \n",
              "12773  Shadow Puppets (Ender, Book 7)       477.0   \n",
              "\n",
              "                                   categories  \\\n",
              "0                                 ['Fiction']   \n",
              "1                                 ['Fiction']   \n",
              "2                                 ['Fiction']   \n",
              "3                                 ['Fiction']   \n",
              "4                                 ['Fiction']   \n",
              "...                                       ...   \n",
              "12769                    ['Juvenile Fiction']   \n",
              "12770                    ['Juvenile Fiction']   \n",
              "12771                    ['Juvenile Fiction']   \n",
              "12772                    ['Juvenile Fiction']   \n",
              "12773  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                                Synopsis        ISBN  \\\n",
              "0      hostile extraterrestrial known fithp invade ea...  0345323440   \n",
              "1      hostile extraterrestrial known fithp invade ea...  0345323475   \n",
              "2      hailed coiled eroticism moral claim make upon ...  0679442790   \n",
              "3      hailed coiled eroticism moral claim make upon ...  0375707972   \n",
              "4      hailed coiled eroticism moral claim make upon ...  0679781307   \n",
              "...                                                  ...         ...   \n",
              "12769  1 bestseller michael arroyo pitching arm throw...  0061093580   \n",
              "12770  1 bestseller michael arroyo pitching arm throw...  0060177764   \n",
              "12771  1 bestseller michael arroyo pitching arm throw...  0345306732   \n",
              "12772  1 bestseller michael arroyo pitching arm throw...  0944276512   \n",
              "12773  orson scott card awardwinning ender series gen...  0765340054   \n",
              "\n",
              "               Book-Author  Year-Of-Publication          Publisher  feature_1  \\\n",
              "0              Larry Niven                 1996      Del Rey Books  -0.324090   \n",
              "1              Larry Niven                 1985   Ballantine Books  -0.324090   \n",
              "2         Bernhard Schlink                 1997       Random House  -0.265439   \n",
              "3         Bernhard Schlink                 1999  Vintage Books USA  -0.265439   \n",
              "4      Carol Brown Janeway                 1998   Random House Inc  -0.265439   \n",
              "...                    ...                  ...                ...        ...   \n",
              "12769         Stuart Woods                 1995        HarperTorch  -0.485152   \n",
              "12770         Stuart Woods                 1994      Harpercollins  -0.485152   \n",
              "12771            Ed McBain                 1983   Ballantine Books  -0.485152   \n",
              "12772        Arthur Herzog                 1989   Tudor Publishers  -0.485152   \n",
              "12773     Orson Scott Card                 2003          Tor Books  -0.407716   \n",
              "\n",
              "       feature_2  ...  feature_91  feature_92  feature_93  feature_94  \\\n",
              "0       0.178090  ...    0.382992   -0.090160   -0.040599   -0.159770   \n",
              "1       0.178090  ...    0.382992   -0.090160   -0.040599   -0.159770   \n",
              "2       0.180581  ...    0.527207   -0.152366   -0.067668    0.264588   \n",
              "3       0.180581  ...    0.527207   -0.152366   -0.067668    0.264588   \n",
              "4       0.180581  ...    0.527207   -0.152366   -0.067668    0.264588   \n",
              "...          ...  ...         ...         ...         ...         ...   \n",
              "12769   0.305699  ...    0.585524   -0.146053    0.055709    0.105450   \n",
              "12770   0.305699  ...    0.585524   -0.146053    0.055709    0.105450   \n",
              "12771   0.305699  ...    0.585524   -0.146053    0.055709    0.105450   \n",
              "12772   0.305699  ...    0.585524   -0.146053    0.055709    0.105450   \n",
              "12773   0.394779  ...    0.526002    0.011215    0.000382   -0.060507   \n",
              "\n",
              "       feature_95  feature_96  feature_97  feature_98  feature_99  feature_100  \n",
              "0        0.468369    0.346564    0.053775   -0.575963    0.202055     0.013086  \n",
              "1        0.468369    0.346564    0.053775   -0.575963    0.202055     0.013086  \n",
              "2        0.671669    0.287058    0.089154   -0.696850   -0.135784     0.029446  \n",
              "3        0.671669    0.287058    0.089154   -0.696850   -0.135784     0.029446  \n",
              "4        0.671669    0.287058    0.089154   -0.696850   -0.135784     0.029446  \n",
              "...           ...         ...         ...         ...         ...          ...  \n",
              "12769    0.671014    0.420261   -0.018404   -0.749099   -0.129430     0.161574  \n",
              "12770    0.671014    0.420261   -0.018404   -0.749099   -0.129430     0.161574  \n",
              "12771    0.671014    0.420261   -0.018404   -0.749099   -0.129430     0.161574  \n",
              "12772    0.671014    0.420261   -0.018404   -0.749099   -0.129430     0.161574  \n",
              "12773    0.898616    0.511100   -0.141442   -0.612886    0.187668    -0.121639  \n",
              "\n",
              "[12774 rows x 108 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b720ee63-85e1-44ba-a444-f34415da0c53\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book-Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>Synopsis</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Author</th>\n",
              "      <th>Year-Of-Publication</th>\n",
              "      <th>Publisher</th>\n",
              "      <th>feature_1</th>\n",
              "      <th>feature_2</th>\n",
              "      <th>...</th>\n",
              "      <th>feature_91</th>\n",
              "      <th>feature_92</th>\n",
              "      <th>feature_93</th>\n",
              "      <th>feature_94</th>\n",
              "      <th>feature_95</th>\n",
              "      <th>feature_96</th>\n",
              "      <th>feature_97</th>\n",
              "      <th>feature_98</th>\n",
              "      <th>feature_99</th>\n",
              "      <th>feature_100</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323440</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1996</td>\n",
              "      <td>Del Rey Books</td>\n",
              "      <td>-0.324090</td>\n",
              "      <td>0.178090</td>\n",
              "      <td>...</td>\n",
              "      <td>0.382992</td>\n",
              "      <td>-0.090160</td>\n",
              "      <td>-0.040599</td>\n",
              "      <td>-0.159770</td>\n",
              "      <td>0.468369</td>\n",
              "      <td>0.346564</td>\n",
              "      <td>0.053775</td>\n",
              "      <td>-0.575963</td>\n",
              "      <td>0.202055</td>\n",
              "      <td>0.013086</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323475</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1985</td>\n",
              "      <td>Ballantine Books</td>\n",
              "      <td>-0.324090</td>\n",
              "      <td>0.178090</td>\n",
              "      <td>...</td>\n",
              "      <td>0.382992</td>\n",
              "      <td>-0.090160</td>\n",
              "      <td>-0.040599</td>\n",
              "      <td>-0.159770</td>\n",
              "      <td>0.468369</td>\n",
              "      <td>0.346564</td>\n",
              "      <td>0.053775</td>\n",
              "      <td>-0.575963</td>\n",
              "      <td>0.202055</td>\n",
              "      <td>0.013086</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679442790</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1997</td>\n",
              "      <td>Random House</td>\n",
              "      <td>-0.265439</td>\n",
              "      <td>0.180581</td>\n",
              "      <td>...</td>\n",
              "      <td>0.527207</td>\n",
              "      <td>-0.152366</td>\n",
              "      <td>-0.067668</td>\n",
              "      <td>0.264588</td>\n",
              "      <td>0.671669</td>\n",
              "      <td>0.287058</td>\n",
              "      <td>0.089154</td>\n",
              "      <td>-0.696850</td>\n",
              "      <td>-0.135784</td>\n",
              "      <td>0.029446</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0375707972</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1999</td>\n",
              "      <td>Vintage Books USA</td>\n",
              "      <td>-0.265439</td>\n",
              "      <td>0.180581</td>\n",
              "      <td>...</td>\n",
              "      <td>0.527207</td>\n",
              "      <td>-0.152366</td>\n",
              "      <td>-0.067668</td>\n",
              "      <td>0.264588</td>\n",
              "      <td>0.671669</td>\n",
              "      <td>0.287058</td>\n",
              "      <td>0.089154</td>\n",
              "      <td>-0.696850</td>\n",
              "      <td>-0.135784</td>\n",
              "      <td>0.029446</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679781307</td>\n",
              "      <td>Carol Brown Janeway</td>\n",
              "      <td>1998</td>\n",
              "      <td>Random House Inc</td>\n",
              "      <td>-0.265439</td>\n",
              "      <td>0.180581</td>\n",
              "      <td>...</td>\n",
              "      <td>0.527207</td>\n",
              "      <td>-0.152366</td>\n",
              "      <td>-0.067668</td>\n",
              "      <td>0.264588</td>\n",
              "      <td>0.671669</td>\n",
              "      <td>0.287058</td>\n",
              "      <td>0.089154</td>\n",
              "      <td>-0.696850</td>\n",
              "      <td>-0.135784</td>\n",
              "      <td>0.029446</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12769</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0061093580</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1995</td>\n",
              "      <td>HarperTorch</td>\n",
              "      <td>-0.485152</td>\n",
              "      <td>0.305699</td>\n",
              "      <td>...</td>\n",
              "      <td>0.585524</td>\n",
              "      <td>-0.146053</td>\n",
              "      <td>0.055709</td>\n",
              "      <td>0.105450</td>\n",
              "      <td>0.671014</td>\n",
              "      <td>0.420261</td>\n",
              "      <td>-0.018404</td>\n",
              "      <td>-0.749099</td>\n",
              "      <td>-0.129430</td>\n",
              "      <td>0.161574</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12770</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0060177764</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1994</td>\n",
              "      <td>Harpercollins</td>\n",
              "      <td>-0.485152</td>\n",
              "      <td>0.305699</td>\n",
              "      <td>...</td>\n",
              "      <td>0.585524</td>\n",
              "      <td>-0.146053</td>\n",
              "      <td>0.055709</td>\n",
              "      <td>0.105450</td>\n",
              "      <td>0.671014</td>\n",
              "      <td>0.420261</td>\n",
              "      <td>-0.018404</td>\n",
              "      <td>-0.749099</td>\n",
              "      <td>-0.129430</td>\n",
              "      <td>0.161574</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12771</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0345306732</td>\n",
              "      <td>Ed McBain</td>\n",
              "      <td>1983</td>\n",
              "      <td>Ballantine Books</td>\n",
              "      <td>-0.485152</td>\n",
              "      <td>0.305699</td>\n",
              "      <td>...</td>\n",
              "      <td>0.585524</td>\n",
              "      <td>-0.146053</td>\n",
              "      <td>0.055709</td>\n",
              "      <td>0.105450</td>\n",
              "      <td>0.671014</td>\n",
              "      <td>0.420261</td>\n",
              "      <td>-0.018404</td>\n",
              "      <td>-0.749099</td>\n",
              "      <td>-0.129430</td>\n",
              "      <td>0.161574</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12772</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0944276512</td>\n",
              "      <td>Arthur Herzog</td>\n",
              "      <td>1989</td>\n",
              "      <td>Tudor Publishers</td>\n",
              "      <td>-0.485152</td>\n",
              "      <td>0.305699</td>\n",
              "      <td>...</td>\n",
              "      <td>0.585524</td>\n",
              "      <td>-0.146053</td>\n",
              "      <td>0.055709</td>\n",
              "      <td>0.105450</td>\n",
              "      <td>0.671014</td>\n",
              "      <td>0.420261</td>\n",
              "      <td>-0.018404</td>\n",
              "      <td>-0.749099</td>\n",
              "      <td>-0.129430</td>\n",
              "      <td>0.161574</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12773</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>orson scott card awardwinning ender series gen...</td>\n",
              "      <td>0765340054</td>\n",
              "      <td>Orson Scott Card</td>\n",
              "      <td>2003</td>\n",
              "      <td>Tor Books</td>\n",
              "      <td>-0.407716</td>\n",
              "      <td>0.394779</td>\n",
              "      <td>...</td>\n",
              "      <td>0.526002</td>\n",
              "      <td>0.011215</td>\n",
              "      <td>0.000382</td>\n",
              "      <td>-0.060507</td>\n",
              "      <td>0.898616</td>\n",
              "      <td>0.511100</td>\n",
              "      <td>-0.141442</td>\n",
              "      <td>-0.612886</td>\n",
              "      <td>0.187668</td>\n",
              "      <td>-0.121639</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>12774 rows × 108 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b720ee63-85e1-44ba-a444-f34415da0c53')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b720ee63-85e1-44ba-a444-f34415da0c53 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b720ee63-85e1-44ba-a444-f34415da0c53');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 145
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df5.to_csv('/content/drive/MyDrive/RS Data/Assignment 3/Processed_data/Books_with_108_features.csv', index=False)\n"
      ],
      "metadata": {
        "id": "KPf-gpWZ9PVi"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "dft = pd.read_csv(\"/content/Trial_Books.csv\")\n",
        "dft"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "59ZWtwey3R_t",
        "outputId": "71adfa0b-a1cf-4154-883f-0592d0953050"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                           Book-Title  page_count  \\\n",
              "0                            Footfall       706.0   \n",
              "1                            Footfall       706.0   \n",
              "2                          The Reader       224.0   \n",
              "3                          The Reader       224.0   \n",
              "4                          The Reader       224.0   \n",
              "...                               ...         ...   \n",
              "12769                            Heat       244.0   \n",
              "12770                            Heat       244.0   \n",
              "12771                            Heat       244.0   \n",
              "12772                            Heat       244.0   \n",
              "12773  Shadow Puppets (Ender, Book 7)       477.0   \n",
              "\n",
              "                                   categories  \\\n",
              "0                                 ['Fiction']   \n",
              "1                                 ['Fiction']   \n",
              "2                                 ['Fiction']   \n",
              "3                                 ['Fiction']   \n",
              "4                                 ['Fiction']   \n",
              "...                                       ...   \n",
              "12769                    ['Juvenile Fiction']   \n",
              "12770                    ['Juvenile Fiction']   \n",
              "12771                    ['Juvenile Fiction']   \n",
              "12772                    ['Juvenile Fiction']   \n",
              "12773  ['Bean (Fictitious character : Card)']   \n",
              "\n",
              "                                                Synopsis        ISBN  \\\n",
              "0      hostile extraterrestrial known fithp invade ea...  0345323440   \n",
              "1      hostile extraterrestrial known fithp invade ea...  0345323475   \n",
              "2      hailed coiled eroticism moral claim make upon ...  0679442790   \n",
              "3      hailed coiled eroticism moral claim make upon ...  0375707972   \n",
              "4      hailed coiled eroticism moral claim make upon ...  0679781307   \n",
              "...                                                  ...         ...   \n",
              "12769  1 bestseller michael arroyo pitching arm throw...  0061093580   \n",
              "12770  1 bestseller michael arroyo pitching arm throw...  0060177764   \n",
              "12771  1 bestseller michael arroyo pitching arm throw...  0345306732   \n",
              "12772  1 bestseller michael arroyo pitching arm throw...  0944276512   \n",
              "12773  orson scott card awardwinning ender series gen...  0765340054   \n",
              "\n",
              "               Book-Author  Year-Of-Publication          Publisher  \\\n",
              "0              Larry Niven                 1996      Del Rey Books   \n",
              "1              Larry Niven                 1985   Ballantine Books   \n",
              "2         Bernhard Schlink                 1997       Random House   \n",
              "3         Bernhard Schlink                 1999  Vintage Books USA   \n",
              "4      Carol Brown Janeway                 1998   Random House Inc   \n",
              "...                    ...                  ...                ...   \n",
              "12769         Stuart Woods                 1995        HarperTorch   \n",
              "12770         Stuart Woods                 1994      Harpercollins   \n",
              "12771            Ed McBain                 1983   Ballantine Books   \n",
              "12772        Arthur Herzog                 1989   Tudor Publishers   \n",
              "12773     Orson Scott Card                 2003          Tor Books   \n",
              "\n",
              "                                                Word_Vec  \n",
              "0      [[-0.32408969  0.17809018  0.08567939  0.05169...  \n",
              "1      [[-0.32408969  0.17809018  0.08567939  0.05169...  \n",
              "2      [[-0.26543906  0.18058133 -0.04499814  0.52179...  \n",
              "3      [[-0.26543906  0.18058133 -0.04499814  0.52179...  \n",
              "4      [[-0.26543906  0.18058133 -0.04499814  0.52179...  \n",
              "...                                                  ...  \n",
              "12769  [[-0.48515164  0.30569881 -0.01879496  0.48827...  \n",
              "12770  [[-0.48515164  0.30569881 -0.01879496  0.48827...  \n",
              "12771  [[-0.48515164  0.30569881 -0.01879496  0.48827...  \n",
              "12772  [[-0.48515164  0.30569881 -0.01879496  0.48827...  \n",
              "12773  [[-4.07716088e-01  3.94778627e-01  3.44128194e...  \n",
              "\n",
              "[12774 rows x 9 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-64c63a28-26f9-416f-9d15-1b881da9da48\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Book-Title</th>\n",
              "      <th>page_count</th>\n",
              "      <th>categories</th>\n",
              "      <th>Synopsis</th>\n",
              "      <th>ISBN</th>\n",
              "      <th>Book-Author</th>\n",
              "      <th>Year-Of-Publication</th>\n",
              "      <th>Publisher</th>\n",
              "      <th>Word_Vec</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323440</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1996</td>\n",
              "      <td>Del Rey Books</td>\n",
              "      <td>[[-0.32408969  0.17809018  0.08567939  0.05169...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Footfall</td>\n",
              "      <td>706.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hostile extraterrestrial known fithp invade ea...</td>\n",
              "      <td>0345323475</td>\n",
              "      <td>Larry Niven</td>\n",
              "      <td>1985</td>\n",
              "      <td>Ballantine Books</td>\n",
              "      <td>[[-0.32408969  0.17809018  0.08567939  0.05169...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679442790</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1997</td>\n",
              "      <td>Random House</td>\n",
              "      <td>[[-0.26543906  0.18058133 -0.04499814  0.52179...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0375707972</td>\n",
              "      <td>Bernhard Schlink</td>\n",
              "      <td>1999</td>\n",
              "      <td>Vintage Books USA</td>\n",
              "      <td>[[-0.26543906  0.18058133 -0.04499814  0.52179...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Reader</td>\n",
              "      <td>224.0</td>\n",
              "      <td>['Fiction']</td>\n",
              "      <td>hailed coiled eroticism moral claim make upon ...</td>\n",
              "      <td>0679781307</td>\n",
              "      <td>Carol Brown Janeway</td>\n",
              "      <td>1998</td>\n",
              "      <td>Random House Inc</td>\n",
              "      <td>[[-0.26543906  0.18058133 -0.04499814  0.52179...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12769</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0061093580</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1995</td>\n",
              "      <td>HarperTorch</td>\n",
              "      <td>[[-0.48515164  0.30569881 -0.01879496  0.48827...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12770</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0060177764</td>\n",
              "      <td>Stuart Woods</td>\n",
              "      <td>1994</td>\n",
              "      <td>Harpercollins</td>\n",
              "      <td>[[-0.48515164  0.30569881 -0.01879496  0.48827...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12771</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0345306732</td>\n",
              "      <td>Ed McBain</td>\n",
              "      <td>1983</td>\n",
              "      <td>Ballantine Books</td>\n",
              "      <td>[[-0.48515164  0.30569881 -0.01879496  0.48827...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12772</th>\n",
              "      <td>Heat</td>\n",
              "      <td>244.0</td>\n",
              "      <td>['Juvenile Fiction']</td>\n",
              "      <td>1 bestseller michael arroyo pitching arm throw...</td>\n",
              "      <td>0944276512</td>\n",
              "      <td>Arthur Herzog</td>\n",
              "      <td>1989</td>\n",
              "      <td>Tudor Publishers</td>\n",
              "      <td>[[-0.48515164  0.30569881 -0.01879496  0.48827...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12773</th>\n",
              "      <td>Shadow Puppets (Ender, Book 7)</td>\n",
              "      <td>477.0</td>\n",
              "      <td>['Bean (Fictitious character : Card)']</td>\n",
              "      <td>orson scott card awardwinning ender series gen...</td>\n",
              "      <td>0765340054</td>\n",
              "      <td>Orson Scott Card</td>\n",
              "      <td>2003</td>\n",
              "      <td>Tor Books</td>\n",
              "      <td>[[-4.07716088e-01  3.94778627e-01  3.44128194e...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>12774 rows × 9 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-64c63a28-26f9-416f-9d15-1b881da9da48')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-64c63a28-26f9-416f-9d15-1b881da9da48 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-64c63a28-26f9-416f-9d15-1b881da9da48');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 115
        }
      ]
    }
  ]
}