pontuacao.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "source": [
    "import os\n",
    "import glob\n",
    "from collections import Counter\n",
    "import pandas as pd\n",
    "import re\n",
    "import nltk\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.tokenize import word_tokenize\n",
    "nltk.download('stopwords')"
   ],
   "outputs": [
    {
     "output_type": "stream",
     "name": "stderr",
     "text": [
      "[nltk_data] Downloading package stopwords to /home/rute/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    },
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "metadata": {},
     "execution_count": 1
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "source": [
    "#dataframe pontuacao SEM RETICENCIAS\n",
    "\n",
    "pontuacao_final = pd.DataFrame()\n",
    "\n",
    "for file in os.scandir(\"./TXT-punct\"):\n",
    "    if file.is_file():\n",
    "        with open(file) as fp:\n",
    "            content = fp.read()\n",
    "            content_list = list(content)\n",
    "            dict_lst = Counter(content_list)\n",
    "\n",
    "            full_data = pd.DataFrame.from_dict(dict_lst, orient='index').reset_index()\n",
    "            full_data['filename'] = os.path.basename(file)\n",
    "            full_data = full_data.assign(filename_lista=full_data.filename.str.split('-'))\n",
    "            full_data[['ano', 'titulo', 'autor', 'punct']] = pd.DataFrame(full_data.filename_lista.tolist(), index= full_data.index)\n",
    "            full_data.rename(columns={'index': 'pontuacao', 0: 'ocorrencias'}, inplace=True)\n",
    "            \n",
    "            #acertos e filtragens\n",
    "            full_data[\".\"] = (full_data[\"pontuacao\"] == '.')\n",
    "            full_data = full_data.loc[(full_data[\"pontuacao\"] == ',') | (full_data[\"pontuacao\"] == '.') | (full_data[\"pontuacao\"] == ':') | (full_data[\"pontuacao\"] == ';') | (full_data[\"pontuacao\"] == '?') | (full_data[\"pontuacao\"] == '!') | (full_data[\"pontuacao\"] == '(') | (full_data[\"pontuacao\"] == ')')]\n",
    "            full_data = full_data.loc[((full_data[\"ocorrencias\"] > 5))]\n",
    "            \n",
    "            full_data = full_data[['ano', 'titulo', 'autor','pontuacao','ocorrencias']]\n",
    "\n",
    "            pontuacao_final = pd.concat([pontuacao_final, full_data])\n",
    "            \n",
    "\n",
    "\n",
    "pontuacao_final = pd.pivot_table(pontuacao_final, values=\"ocorrencias\", index=[\"ano\", \"titulo\", \"autor\"], columns=[\"pontuacao\"])\n",
    "#pontuacao_final.to_csv(\"pontuacao_final_SEM_RETICENCIAS.csv\", index=False)\n",
    "pontuacao_final"
   ],
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>pontuacao</th>\n",
       "      <th>!</th>\n",
       "      <th>(</th>\n",
       "      <th>)</th>\n",
       "      <th>,</th>\n",
       "      <th>.</th>\n",
       "      <th>:</th>\n",
       "      <th>;</th>\n",
       "      <th>?</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ano</th>\n",
       "      <th>titulo</th>\n",
       "      <th>autor</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1862</th>\n",
       "      <th>AmorDePerdição</th>\n",
       "      <th>CamiloCasteloBranco</th>\n",
       "      <td>460.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4207.0</td>\n",
       "      <td>2520.0</td>\n",
       "      <td>232.0</td>\n",
       "      <td>351.0</td>\n",
       "      <td>389.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1866</th>\n",
       "      <th>AsPupilasDoSenhorReitor</th>\n",
       "      <th>JulioDinis</th>\n",
       "      <td>924.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8956.0</td>\n",
       "      <td>5310.0</td>\n",
       "      <td>372.0</td>\n",
       "      <td>881.0</td>\n",
       "      <td>1243.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1888</th>\n",
       "      <th>OsMaias</th>\n",
       "      <th>EçaDeQueiroz</th>\n",
       "      <td>3096.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>25394.0</td>\n",
       "      <td>19260.0</td>\n",
       "      <td>1673.0</td>\n",
       "      <td>1169.0</td>\n",
       "      <td>1332.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1908</th>\n",
       "      <th>QuatroNovelas</th>\n",
       "      <th>AnaDeCastroOsório</th>\n",
       "      <td>501.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4378.0</td>\n",
       "      <td>2642.0</td>\n",
       "      <td>125.0</td>\n",
       "      <td>187.0</td>\n",
       "      <td>207.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1914</th>\n",
       "      <th>AConfissãoDeLúcio</th>\n",
       "      <th>MárioSáCarneiro</th>\n",
       "      <td>240.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2564.0</td>\n",
       "      <td>1610.0</td>\n",
       "      <td>246.0</td>\n",
       "      <td>123.0</td>\n",
       "      <td>101.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1917</th>\n",
       "      <th>Húmus</th>\n",
       "      <th>RaulBrandão</th>\n",
       "      <td>606.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>4133.0</td>\n",
       "      <td>4894.0</td>\n",
       "      <td>329.0</td>\n",
       "      <td>125.0</td>\n",
       "      <td>254.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1922</th>\n",
       "      <th>OBanqueiroAnarquista</th>\n",
       "      <th>FernandoPessoa</th>\n",
       "      <td>30.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1046.0</td>\n",
       "      <td>599.0</td>\n",
       "      <td>44.0</td>\n",
       "      <td>120.0</td>\n",
       "      <td>111.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1945</th>\n",
       "      <th>Vindima</th>\n",
       "      <th>MiguelTorga</th>\n",
       "      <td>937.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>6299.0</td>\n",
       "      <td>7568.0</td>\n",
       "      <td>215.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>495.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1953</th>\n",
       "      <th>UmaAbelhaNaChuva</th>\n",
       "      <th>CarlosDeOliveira</th>\n",
       "      <td>14.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>2243.0</td>\n",
       "      <td>1404.0</td>\n",
       "      <td>280.0</td>\n",
       "      <td>257.0</td>\n",
       "      <td>153.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1954</th>\n",
       "      <th>ASibila</th>\n",
       "      <th>AugustinaBessaLuis</th>\n",
       "      <td>194.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10157.0</td>\n",
       "      <td>3178.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>388.0</td>\n",
       "      <td>170.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958</th>\n",
       "      <th>ACasaGrandeDeRomarigães</th>\n",
       "      <th>AquilinoRibeiro</th>\n",
       "      <td>630.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8153.0</td>\n",
       "      <td>6283.0</td>\n",
       "      <td>382.0</td>\n",
       "      <td>123.0</td>\n",
       "      <td>618.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959</th>\n",
       "      <th>Aparicao</th>\n",
       "      <th>VergílioFerreira</th>\n",
       "      <td>156.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>56.0</td>\n",
       "      <td>6213.0</td>\n",
       "      <td>5291.0</td>\n",
       "      <td>460.0</td>\n",
       "      <td>69.0</td>\n",
       "      <td>654.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1968</th>\n",
       "      <th>ODelfim</th>\n",
       "      <th>JoséCardosoPires</th>\n",
       "      <td>22.0</td>\n",
       "      <td>204.0</td>\n",
       "      <td>210.0</td>\n",
       "      <td>4850.0</td>\n",
       "      <td>4048.0</td>\n",
       "      <td>410.0</td>\n",
       "      <td>157.0</td>\n",
       "      <td>402.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1979</th>\n",
       "      <th>SinaisDeFogo</th>\n",
       "      <th>JorgeDeSena</th>\n",
       "      <td>221.0</td>\n",
       "      <td>310.0</td>\n",
       "      <td>311.0</td>\n",
       "      <td>19630.0</td>\n",
       "      <td>10788.0</td>\n",
       "      <td>1518.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>2936.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1988</th>\n",
       "      <th>AsNaus</th>\n",
       "      <th>AntonioLoboAntunes</th>\n",
       "      <td>NaN</td>\n",
       "      <td>28.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>5171.0</td>\n",
       "      <td>935.0</td>\n",
       "      <td>75.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>54.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1995</th>\n",
       "      <th>EnsaioSobreACegueira</th>\n",
       "      <th>JoseSaramago</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15398.0</td>\n",
       "      <td>2194.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <th>LilliasFraser</th>\n",
       "      <th>HéliaCorreia</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5489.0</td>\n",
       "      <td>3930.0</td>\n",
       "      <td>38.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>104.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <th>OVentoAssobiandoNasGruas</th>\n",
       "      <th>LídiaJorge</th>\n",
       "      <td>131.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>14612.0</td>\n",
       "      <td>11329.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1242.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <th>Jerusalem</th>\n",
       "      <th>GoncaloMTavares</th>\n",
       "      <td>52.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>3692.0</td>\n",
       "      <td>2229.0</td>\n",
       "      <td>463.0</td>\n",
       "      <td>231.0</td>\n",
       "      <td>156.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <th>OApocalipseDosTrabalhadores</th>\n",
       "      <th>ValterHugoMãe</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4645.0</td>\n",
       "      <td>3256.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <th>ABonecaDeKokoschka</th>\n",
       "      <th>AfonsoCruz</th>\n",
       "      <td>22.0</td>\n",
       "      <td>109.0</td>\n",
       "      <td>112.0</td>\n",
       "      <td>3422.0</td>\n",
       "      <td>3188.0</td>\n",
       "      <td>202.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>220.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <th>AsLuzesDeLeonor</th>\n",
       "      <th>MariaTeresaHorta</th>\n",
       "      <td>529.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>30869.0</td>\n",
       "      <td>13232.0</td>\n",
       "      <td>1214.0</td>\n",
       "      <td>1034.0</td>\n",
       "      <td>553.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <th>QueImportaAFuriaDoMar</th>\n",
       "      <th>AnaMargaridaDeCarvalho</th>\n",
       "      <td>95.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>6763.0</td>\n",
       "      <td>3416.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>188.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <th>AGorda</th>\n",
       "      <th>IsabelaFigueiredo</th>\n",
       "      <td>234.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>5295.0</td>\n",
       "      <td>4461.0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>328.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <th>LuandaLisboaParaiso</th>\n",
       "      <th>DjaimiliaPereiraDeAlmeida</th>\n",
       "      <td>50.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>3328.0</td>\n",
       "      <td>2438.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>102.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "pontuacao                                                        !      (  \\\n",
       "ano  titulo                      autor                                      \n",
       "1862 AmorDePerdição              CamiloCasteloBranco         460.0    NaN   \n",
       "1866 AsPupilasDoSenhorReitor     JulioDinis                  924.0    6.0   \n",
       "1888 OsMaias                     EçaDeQueiroz               3096.0   71.0   \n",
       "1908 QuatroNovelas               AnaDeCastroOsório           501.0    NaN   \n",
       "1914 AConfissãoDeLúcio           MárioSáCarneiro             240.0   12.0   \n",
       "1917 Húmus                       RaulBrandão                 606.0   17.0   \n",
       "1922 OBanqueiroAnarquista        FernandoPessoa               30.0    9.0   \n",
       "1945 Vindima                     MiguelTorga                 937.0    7.0   \n",
       "1953 UmaAbelhaNaChuva            CarlosDeOliveira             14.0   27.0   \n",
       "1954 ASibila                     AugustinaBessaLuis          194.0    NaN   \n",
       "1958 ACasaGrandeDeRomarigães     AquilinoRibeiro             630.0    NaN   \n",
       "1959 Aparicao                    VergílioFerreira            156.0   57.0   \n",
       "1968 ODelfim                     JoséCardosoPires             22.0  204.0   \n",
       "1979 SinaisDeFogo                JorgeDeSena                 221.0  310.0   \n",
       "1988 AsNaus                      AntonioLoboAntunes            NaN   28.0   \n",
       "1995 EnsaioSobreACegueira        JoseSaramago                  NaN    NaN   \n",
       "2001 LilliasFraser               HéliaCorreia                  NaN    NaN   \n",
       "2002 OVentoAssobiandoNasGruas    LídiaJorge                  131.0    NaN   \n",
       "2005 Jerusalem                   GoncaloMTavares              52.0   29.0   \n",
       "2008 OApocalipseDosTrabalhadores ValterHugoMãe                 NaN    NaN   \n",
       "2010 ABonecaDeKokoschka          AfonsoCruz                   22.0  109.0   \n",
       "2011 AsLuzesDeLeonor             MariaTeresaHorta            529.0   12.0   \n",
       "2013 QueImportaAFuriaDoMar       AnaMargaridaDeCarvalho       95.0   85.0   \n",
       "2016 AGorda                      IsabelaFigueiredo           234.0   21.0   \n",
       "2018 LuandaLisboaParaiso         DjaimiliaPereiraDeAlmeida    50.0   25.0   \n",
       "\n",
       "pontuacao                                                       )        ,  \\\n",
       "ano  titulo                      autor                                       \n",
       "1862 AmorDePerdição              CamiloCasteloBranco          NaN   4207.0   \n",
       "1866 AsPupilasDoSenhorReitor     JulioDinis                   6.0   8956.0   \n",
       "1888 OsMaias                     EçaDeQueiroz                71.0  25394.0   \n",
       "1908 QuatroNovelas               AnaDeCastroOsório            NaN   4378.0   \n",
       "1914 AConfissãoDeLúcio           MárioSáCarneiro             12.0   2564.0   \n",
       "1917 Húmus                       RaulBrandão                 17.0   4133.0   \n",
       "1922 OBanqueiroAnarquista        FernandoPessoa               9.0   1046.0   \n",
       "1945 Vindima                     MiguelTorga                  7.0   6299.0   \n",
       "1953 UmaAbelhaNaChuva            CarlosDeOliveira            27.0   2243.0   \n",
       "1954 ASibila                     AugustinaBessaLuis           NaN  10157.0   \n",
       "1958 ACasaGrandeDeRomarigães     AquilinoRibeiro              NaN   8153.0   \n",
       "1959 Aparicao                    VergílioFerreira            56.0   6213.0   \n",
       "1968 ODelfim                     JoséCardosoPires           210.0   4850.0   \n",
       "1979 SinaisDeFogo                JorgeDeSena                311.0  19630.0   \n",
       "1988 AsNaus                      AntonioLoboAntunes          28.0   5171.0   \n",
       "1995 EnsaioSobreACegueira        JoseSaramago                 NaN  15398.0   \n",
       "2001 LilliasFraser               HéliaCorreia                 NaN   5489.0   \n",
       "2002 OVentoAssobiandoNasGruas    LídiaJorge                   NaN  14612.0   \n",
       "2005 Jerusalem                   GoncaloMTavares             28.0   3692.0   \n",
       "2008 OApocalipseDosTrabalhadores ValterHugoMãe                NaN   4645.0   \n",
       "2010 ABonecaDeKokoschka          AfonsoCruz                 112.0   3422.0   \n",
       "2011 AsLuzesDeLeonor             MariaTeresaHorta            12.0  30869.0   \n",
       "2013 QueImportaAFuriaDoMar       AnaMargaridaDeCarvalho      85.0   6763.0   \n",
       "2016 AGorda                      IsabelaFigueiredo           21.0   5295.0   \n",
       "2018 LuandaLisboaParaiso         DjaimiliaPereiraDeAlmeida   25.0   3328.0   \n",
       "\n",
       "pontuacao                                                         .       :  \\\n",
       "ano  titulo                      autor                                        \n",
       "1862 AmorDePerdição              CamiloCasteloBranco         2520.0   232.0   \n",
       "1866 AsPupilasDoSenhorReitor     JulioDinis                  5310.0   372.0   \n",
       "1888 OsMaias                     EçaDeQueiroz               19260.0  1673.0   \n",
       "1908 QuatroNovelas               AnaDeCastroOsório           2642.0   125.0   \n",
       "1914 AConfissãoDeLúcio           MárioSáCarneiro             1610.0   246.0   \n",
       "1917 Húmus                       RaulBrandão                 4894.0   329.0   \n",
       "1922 OBanqueiroAnarquista        FernandoPessoa               599.0    44.0   \n",
       "1945 Vindima                     MiguelTorga                 7568.0   215.0   \n",
       "1953 UmaAbelhaNaChuva            CarlosDeOliveira            1404.0   280.0   \n",
       "1954 ASibila                     AugustinaBessaLuis          3178.0    94.0   \n",
       "1958 ACasaGrandeDeRomarigães     AquilinoRibeiro             6283.0   382.0   \n",
       "1959 Aparicao                    VergílioFerreira            5291.0   460.0   \n",
       "1968 ODelfim                     JoséCardosoPires            4048.0   410.0   \n",
       "1979 SinaisDeFogo                JorgeDeSena                10788.0  1518.0   \n",
       "1988 AsNaus                      AntonioLoboAntunes           935.0    75.0   \n",
       "1995 EnsaioSobreACegueira        JoseSaramago                2194.0     NaN   \n",
       "2001 LilliasFraser               HéliaCorreia                3930.0    38.0   \n",
       "2002 OVentoAssobiandoNasGruas    LídiaJorge                 11329.0     NaN   \n",
       "2005 Jerusalem                   GoncaloMTavares             2229.0   463.0   \n",
       "2008 OApocalipseDosTrabalhadores ValterHugoMãe               3256.0     NaN   \n",
       "2010 ABonecaDeKokoschka          AfonsoCruz                  3188.0   202.0   \n",
       "2011 AsLuzesDeLeonor             MariaTeresaHorta           13232.0  1214.0   \n",
       "2013 QueImportaAFuriaDoMar       AnaMargaridaDeCarvalho      3416.0    62.0   \n",
       "2016 AGorda                      IsabelaFigueiredo           4461.0    60.0   \n",
       "2018 LuandaLisboaParaiso         DjaimiliaPereiraDeAlmeida   2438.0    36.0   \n",
       "\n",
       "pontuacao                                                        ;       ?  \n",
       "ano  titulo                      autor                                      \n",
       "1862 AmorDePerdição              CamiloCasteloBranco         351.0   389.0  \n",
       "1866 AsPupilasDoSenhorReitor     JulioDinis                  881.0  1243.0  \n",
       "1888 OsMaias                     EçaDeQueiroz               1169.0  1332.0  \n",
       "1908 QuatroNovelas               AnaDeCastroOsório           187.0   207.0  \n",
       "1914 AConfissãoDeLúcio           MárioSáCarneiro             123.0   101.0  \n",
       "1917 Húmus                       RaulBrandão                 125.0   254.0  \n",
       "1922 OBanqueiroAnarquista        FernandoPessoa              120.0   111.0  \n",
       "1945 Vindima                     MiguelTorga                  76.0   495.0  \n",
       "1953 UmaAbelhaNaChuva            CarlosDeOliveira            257.0   153.0  \n",
       "1954 ASibila                     AugustinaBessaLuis          388.0   170.0  \n",
       "1958 ACasaGrandeDeRomarigães     AquilinoRibeiro             123.0   618.0  \n",
       "1959 Aparicao                    VergílioFerreira             69.0   654.0  \n",
       "1968 ODelfim                     JoséCardosoPires            157.0   402.0  \n",
       "1979 SinaisDeFogo                JorgeDeSena                 181.0  2936.0  \n",
       "1988 AsNaus                      AntonioLoboAntunes           35.0    54.0  \n",
       "1995 EnsaioSobreACegueira        JoseSaramago                  NaN     NaN  \n",
       "2001 LilliasFraser               HéliaCorreia                 11.0   104.0  \n",
       "2002 OVentoAssobiandoNasGruas    LídiaJorge                    NaN  1242.0  \n",
       "2005 Jerusalem                   GoncaloMTavares             231.0   156.0  \n",
       "2008 OApocalipseDosTrabalhadores ValterHugoMãe                 NaN     NaN  \n",
       "2010 ABonecaDeKokoschka          AfonsoCruz                    7.0   220.0  \n",
       "2011 AsLuzesDeLeonor             MariaTeresaHorta           1034.0   553.0  \n",
       "2013 QueImportaAFuriaDoMar       AnaMargaridaDeCarvalho       39.0   188.0  \n",
       "2016 AGorda                      IsabelaFigueiredo            55.0   328.0  \n",
       "2018 LuandaLisboaParaiso         DjaimiliaPereiraDeAlmeida    49.0   102.0  "
      ]
     },
     "metadata": {},
     "execution_count": 2
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "source": [
    "#contagem de palavras e afins\n",
    "\n",
    "textos_limpos = pd.DataFrame()\n",
    "\n",
    "#ir buscar os ficheiros TXT\n",
    "file_location = os.path.join('TXTs', '*.txt')\n",
    "\n",
    "\n",
    "#esta funçao leva alguns segundos a correr\n",
    "for file in glob.glob(file_location):\n",
    "    with open(file) as fp:\n",
    "            \n",
    "            textinhos = fp.read()\n",
    "            textinhos_dict = {}\n",
    "\n",
    "            #limpar o texto para dataframe\n",
    "            textinhos_dict[\"reticencias\"] = textinhos.count(\"...\")\n",
    "            textinhos_dict[\"texto\"] = re.sub(r'[^\\w\\s]', '', textinhos).lower()\n",
    "            textinhos_dict[\"texto\"] = re.sub(r'[\\n]', ' ', textinhos).lower()\n",
    "            textinhos = pd.DataFrame.from_dict(textinhos_dict, orient='index')\n",
    "            textinhos = textinhos.transpose()\n",
    "\n",
    "            # ano, título e autor\n",
    "            textinhos['filename'] = os.path.basename(file)\n",
    "            textinhos = textinhos.assign(filename_lista=textinhos.filename.str.split('-'))            \n",
    "            textinhos[['ano', 'titulo', 'autor']] = pd.DataFrame(textinhos.filename_lista.tolist(), index= textinhos.index)\n",
    "            textinhos[\"autor\"] = textinhos.autor.str.strip(\".txt\")\n",
    "            textinhos.rename(columns={0: 'texto'}, inplace=True)\n",
    "\n",
    "            # número de palavras e palavras únicas\n",
    "            \n",
    "            textinhos[\"palavras_num\"] = [len(x) for x in textinhos[\"texto\"]]\n",
    "\n",
    "            stopwords_pt = nltk.corpus.stopwords.words('portuguese')\n",
    "            stopwords_pt.append(\"porque\")\n",
    "            textinhos['no_stopwords'] = textinhos.apply(lambda x : ' '.join([word for word in x['texto'].split(' ') if word not in stopwords_pt]), axis = 1)\n",
    "            textinhos['tokens'] = textinhos['no_stopwords'].apply(nltk.word_tokenize)\n",
    "\n",
    "            textinhos[\"palavras_unic\"] = [len(x) for x in textinhos['tokens']]\n",
    "\n",
    "            \n",
    "            textinhos = textinhos[['ano', 'titulo', 'autor', 'reticencias', 'palavras_num', 'palavras_unic']]\n",
    "           \n",
    "            textos_limpos = pd.concat([textos_limpos, textinhos])\n",
    "\n",
    "textos_limpos"
   ],
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ano</th>\n",
       "      <th>titulo</th>\n",
       "      <th>autor</th>\n",
       "      <th>reticencias</th>\n",
       "      <th>palavras_num</th>\n",
       "      <th>palavras_unic</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2013</td>\n",
       "      <td>QueImportaAFuriaDoMar</td>\n",
       "      <td>AnaMargaridaDeCarvalho</td>\n",
       "      <td>12</td>\n",
       "      <td>390206</td>\n",
       "      <td>47741</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2002</td>\n",
       "      <td>OVentoAssobiandoNasGruas</td>\n",
       "      <td>LídiaJorge</td>\n",
       "      <td>996</td>\n",
       "      <td>815580</td>\n",
       "      <td>108269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1862</td>\n",
       "      <td>AmorDePerdição</td>\n",
       "      <td>CamiloCasteloBranco</td>\n",
       "      <td>2</td>\n",
       "      <td>276130</td>\n",
       "      <td>36233</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1988</td>\n",
       "      <td>AsNaus</td>\n",
       "      <td>AntonioLoboAntunes</td>\n",
       "      <td>0</td>\n",
       "      <td>335309</td>\n",
       "      <td>37146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2018</td>\n",
       "      <td>LuandaLisboaParaiso</td>\n",
       "      <td>DjaimiliaPereiraDeAlmeida</td>\n",
       "      <td>7</td>\n",
       "      <td>248873</td>\n",
       "      <td>30395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1954</td>\n",
       "      <td>ASibila</td>\n",
       "      <td>AugustinaBessaLuis</td>\n",
       "      <td>1</td>\n",
       "      <td>511070</td>\n",
       "      <td>62949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2011</td>\n",
       "      <td>AsLuzesDeLeonor</td>\n",
       "      <td>MariaTeresaHorta</td>\n",
       "      <td>0</td>\n",
       "      <td>2098216</td>\n",
       "      <td>249914</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1917</td>\n",
       "      <td>Húmus</td>\n",
       "      <td>RaulBrandão</td>\n",
       "      <td>402</td>\n",
       "      <td>313231</td>\n",
       "      <td>40900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2010</td>\n",
       "      <td>ABonecaDeKokoschka</td>\n",
       "      <td>AfonsoCruz</td>\n",
       "      <td>12</td>\n",
       "      <td>256933</td>\n",
       "      <td>32278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1945</td>\n",
       "      <td>Vindima</td>\n",
       "      <td>MiguelTorga</td>\n",
       "      <td>1043</td>\n",
       "      <td>420907</td>\n",
       "      <td>55339</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1914</td>\n",
       "      <td>AConfissãoDeLúcio</td>\n",
       "      <td>MárioSáCarneiro</td>\n",
       "      <td>169</td>\n",
       "      <td>157746</td>\n",
       "      <td>19822</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1979</td>\n",
       "      <td>SinaisDeFogo</td>\n",
       "      <td>JorgeDeSena</td>\n",
       "      <td>0</td>\n",
       "      <td>1082226</td>\n",
       "      <td>139124</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1958</td>\n",
       "      <td>ACasaGrandeDeRomarigães</td>\n",
       "      <td>AquilinoRibeiro</td>\n",
       "      <td>421</td>\n",
       "      <td>532690</td>\n",
       "      <td>67761</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1888</td>\n",
       "      <td>OsMaias</td>\n",
       "      <td>EçaDeQueiroz</td>\n",
       "      <td>3534</td>\n",
       "      <td>1276590</td>\n",
       "      <td>173955</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1959</td>\n",
       "      <td>Aparicao</td>\n",
       "      <td>VergílioFerreira</td>\n",
       "      <td>386</td>\n",
       "      <td>353142</td>\n",
       "      <td>47075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2001</td>\n",
       "      <td>LilliasFraser</td>\n",
       "      <td>HéliaCorreia</td>\n",
       "      <td>4</td>\n",
       "      <td>359916</td>\n",
       "      <td>43973</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1908</td>\n",
       "      <td>QuatroNovelas</td>\n",
       "      <td>AnaDeCastroOsório</td>\n",
       "      <td>432</td>\n",
       "      <td>284213</td>\n",
       "      <td>33982</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1922</td>\n",
       "      <td>OBanqueiroAnarquista</td>\n",
       "      <td>FernandoPessoa</td>\n",
       "      <td>56</td>\n",
       "      <td>61885</td>\n",
       "      <td>7510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1995</td>\n",
       "      <td>EnsaioSobreACegueira</td>\n",
       "      <td>JoseSaramago</td>\n",
       "      <td>0</td>\n",
       "      <td>597896</td>\n",
       "      <td>74019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1866</td>\n",
       "      <td>AsPupilasDoSenhorReitor</td>\n",
       "      <td>JulioDinis</td>\n",
       "      <td>0</td>\n",
       "      <td>554226</td>\n",
       "      <td>74494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016</td>\n",
       "      <td>AGorda</td>\n",
       "      <td>IsabelaFigueiredo</td>\n",
       "      <td>9</td>\n",
       "      <td>341610</td>\n",
       "      <td>43810</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1953</td>\n",
       "      <td>UmaAbelhaNaChuva</td>\n",
       "      <td>CarlosDeOliveira</td>\n",
       "      <td>43</td>\n",
       "      <td>133126</td>\n",
       "      <td>17711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2005</td>\n",
       "      <td>Jerusalem</td>\n",
       "      <td>GoncaloMTavares</td>\n",
       "      <td>24</td>\n",
       "      <td>242001</td>\n",
       "      <td>30415</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1968</td>\n",
       "      <td>ODelfim</td>\n",
       "      <td>JoséCardosoPires</td>\n",
       "      <td>267</td>\n",
       "      <td>301401</td>\n",
       "      <td>41125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2008</td>\n",
       "      <td>OApocalipseDosTrabalhadores</td>\n",
       "      <td>ValterHugoMãe</td>\n",
       "      <td>0</td>\n",
       "      <td>307790</td>\n",
       "      <td>37183</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    ano                       titulo                      autor reticencias  \\\n",
       "0  2013        QueImportaAFuriaDoMar     AnaMargaridaDeCarvalho          12   \n",
       "0  2002     OVentoAssobiandoNasGruas                 LídiaJorge         996   \n",
       "0  1862               AmorDePerdição        CamiloCasteloBranco           2   \n",
       "0  1988                       AsNaus         AntonioLoboAntunes           0   \n",
       "0  2018          LuandaLisboaParaiso  DjaimiliaPereiraDeAlmeida           7   \n",
       "0  1954                      ASibila         AugustinaBessaLuis           1   \n",
       "0  2011              AsLuzesDeLeonor           MariaTeresaHorta           0   \n",
       "0  1917                        Húmus                RaulBrandão         402   \n",
       "0  2010           ABonecaDeKokoschka                 AfonsoCruz          12   \n",
       "0  1945                      Vindima                MiguelTorga        1043   \n",
       "0  1914            AConfissãoDeLúcio            MárioSáCarneiro         169   \n",
       "0  1979                 SinaisDeFogo                JorgeDeSena           0   \n",
       "0  1958      ACasaGrandeDeRomarigães            AquilinoRibeiro         421   \n",
       "0  1888                      OsMaias               EçaDeQueiroz        3534   \n",
       "0  1959                     Aparicao           VergílioFerreira         386   \n",
       "0  2001                LilliasFraser               HéliaCorreia           4   \n",
       "0  1908                QuatroNovelas          AnaDeCastroOsório         432   \n",
       "0  1922         OBanqueiroAnarquista             FernandoPessoa          56   \n",
       "0  1995         EnsaioSobreACegueira               JoseSaramago           0   \n",
       "0  1866      AsPupilasDoSenhorReitor                 JulioDinis           0   \n",
       "0  2016                       AGorda          IsabelaFigueiredo           9   \n",
       "0  1953             UmaAbelhaNaChuva           CarlosDeOliveira          43   \n",
       "0  2005                    Jerusalem            GoncaloMTavares          24   \n",
       "0  1968                      ODelfim           JoséCardosoPires         267   \n",
       "0  2008  OApocalipseDosTrabalhadores              ValterHugoMãe           0   \n",
       "\n",
       "   palavras_num  palavras_unic  \n",
       "0        390206          47741  \n",
       "0        815580         108269  \n",
       "0        276130          36233  \n",
       "0        335309          37146  \n",
       "0        248873          30395  \n",
       "0        511070          62949  \n",
       "0       2098216         249914  \n",
       "0        313231          40900  \n",
       "0        256933          32278  \n",
       "0        420907          55339  \n",
       "0        157746          19822  \n",
       "0       1082226         139124  \n",
       "0        532690          67761  \n",
       "0       1276590         173955  \n",
       "0        353142          47075  \n",
       "0        359916          43973  \n",
       "0        284213          33982  \n",
       "0         61885           7510  \n",
       "0        597896          74019  \n",
       "0        554226          74494  \n",
       "0        341610          43810  \n",
       "0        133126          17711  \n",
       "0        242001          30415  \n",
       "0        301401          41125  \n",
       "0        307790          37183  "
      ]
     },
     "metadata": {},
     "execution_count": 3
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "source": [
    "#conjunto de dados final limpinho\n",
    "\n",
    "new_df = pd.merge(pontuacao_final, textos_limpos, on=['ano', 'titulo', 'autor'], how=\"left\", sort=False)\n",
    "new_df = new_df.fillna(0)\n",
    "new_df[\".\"] = new_df[\".\"] - new_df[\"reticencias\"]\n",
    "new_df = new_df.astype({'ano': 'int', '!': 'int', '(': 'int', ')': 'int', ',': 'int', '.': 'int', ':': 'int', ';': 'int', '?': 'int'})\n",
    "\n",
    "new_df[\"pont_total\"] = new_df[\"!\"] + new_df[\"(\"] + new_df[\")\"] + new_df[\",\"] + new_df[\".\"] + new_df[\":\"] + new_df[\";\"] + new_df[\"?\"]\n",
    "new_df[\"pont_frases\"] = new_df[\"!\"] +  new_df[\".\"] + new_df[\"?\"] + new_df[\"reticencias\"]\n",
    "new_df[\"palavras_por_pont\"] = new_df[\"palavras_num\"] / new_df[\"pont_total\"]\n",
    "new_df[\"palavras_por_frase\"] = new_df[\"palavras_num\"] / new_df[\"pont_frases\"]\n",
    "#new_df[\"racio_unic\"] = new_df[\"pont_total\"] / new_df[\"palavras_unic\"]\n"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "source": [
    "palavras_resumo = new_df[[\"ano\", \"titulo\", \"autor\", \"palavras_num\", \"palavras_unic\", \"pont_total\", \"pont_frases\", \"palavras_por_pont\",\"palavras_por_frase\"]]\n",
    "palavras_resumo.to_csv(\"palavras_resumo.csv\", index=False)"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "source": [
    "new_df.to_csv(\"teste-limpo-completo.csv\", index=False)"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "source": [
    "new_df"
   ],
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ano</th>\n",
       "      <th>titulo</th>\n",
       "      <th>autor</th>\n",
       "      <th>!</th>\n",
       "      <th>(</th>\n",
       "      <th>)</th>\n",
       "      <th>,</th>\n",
       "      <th>.</th>\n",
       "      <th>:</th>\n",
       "      <th>;</th>\n",
       "      <th>?</th>\n",
       "      <th>reticencias</th>\n",
       "      <th>palavras_num</th>\n",
       "      <th>palavras_unic</th>\n",
       "      <th>pont_total</th>\n",
       "      <th>pont_frases</th>\n",
       "      <th>palavras_por_pont</th>\n",
       "      <th>palavras_por_frase</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1862</td>\n",
       "      <td>AmorDePerdição</td>\n",
       "      <td>CamiloCasteloBranco</td>\n",
       "      <td>460</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4207</td>\n",
       "      <td>2518</td>\n",
       "      <td>232</td>\n",
       "      <td>351</td>\n",
       "      <td>389</td>\n",
       "      <td>2</td>\n",
       "      <td>276130</td>\n",
       "      <td>36233</td>\n",
       "      <td>8157</td>\n",
       "      <td>3369</td>\n",
       "      <td>33.851906</td>\n",
       "      <td>81.962007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1866</td>\n",
       "      <td>AsPupilasDoSenhorReitor</td>\n",
       "      <td>JulioDinis</td>\n",
       "      <td>924</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>8956</td>\n",
       "      <td>5310</td>\n",
       "      <td>372</td>\n",
       "      <td>881</td>\n",
       "      <td>1243</td>\n",
       "      <td>0</td>\n",
       "      <td>554226</td>\n",
       "      <td>74494</td>\n",
       "      <td>17698</td>\n",
       "      <td>7477</td>\n",
       "      <td>31.315742</td>\n",
       "      <td>74.124114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1888</td>\n",
       "      <td>OsMaias</td>\n",
       "      <td>EçaDeQueiroz</td>\n",
       "      <td>3096</td>\n",
       "      <td>71</td>\n",
       "      <td>71</td>\n",
       "      <td>25394</td>\n",
       "      <td>15726</td>\n",
       "      <td>1673</td>\n",
       "      <td>1169</td>\n",
       "      <td>1332</td>\n",
       "      <td>3534</td>\n",
       "      <td>1276590</td>\n",
       "      <td>173955</td>\n",
       "      <td>48532</td>\n",
       "      <td>23688</td>\n",
       "      <td>26.304088</td>\n",
       "      <td>53.891844</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1908</td>\n",
       "      <td>QuatroNovelas</td>\n",
       "      <td>AnaDeCastroOsório</td>\n",
       "      <td>501</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4378</td>\n",
       "      <td>2210</td>\n",
       "      <td>125</td>\n",
       "      <td>187</td>\n",
       "      <td>207</td>\n",
       "      <td>432</td>\n",
       "      <td>284213</td>\n",
       "      <td>33982</td>\n",
       "      <td>7608</td>\n",
       "      <td>3350</td>\n",
       "      <td>37.357124</td>\n",
       "      <td>84.839701</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1914</td>\n",
       "      <td>AConfissãoDeLúcio</td>\n",
       "      <td>MárioSáCarneiro</td>\n",
       "      <td>240</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>2564</td>\n",
       "      <td>1441</td>\n",
       "      <td>246</td>\n",
       "      <td>123</td>\n",
       "      <td>101</td>\n",
       "      <td>169</td>\n",
       "      <td>157746</td>\n",
       "      <td>19822</td>\n",
       "      <td>4739</td>\n",
       "      <td>1951</td>\n",
       "      <td>33.286769</td>\n",
       "      <td>80.853921</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1917</td>\n",
       "      <td>Húmus</td>\n",
       "      <td>RaulBrandão</td>\n",
       "      <td>606</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>4133</td>\n",
       "      <td>4492</td>\n",
       "      <td>329</td>\n",
       "      <td>125</td>\n",
       "      <td>254</td>\n",
       "      <td>402</td>\n",
       "      <td>313231</td>\n",
       "      <td>40900</td>\n",
       "      <td>9973</td>\n",
       "      <td>5754</td>\n",
       "      <td>31.407901</td>\n",
       "      <td>54.437087</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1922</td>\n",
       "      <td>OBanqueiroAnarquista</td>\n",
       "      <td>FernandoPessoa</td>\n",
       "      <td>30</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>1046</td>\n",
       "      <td>543</td>\n",
       "      <td>44</td>\n",
       "      <td>120</td>\n",
       "      <td>111</td>\n",
       "      <td>56</td>\n",
       "      <td>61885</td>\n",
       "      <td>7510</td>\n",
       "      <td>1912</td>\n",
       "      <td>740</td>\n",
       "      <td>32.366632</td>\n",
       "      <td>83.628378</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1945</td>\n",
       "      <td>Vindima</td>\n",
       "      <td>MiguelTorga</td>\n",
       "      <td>937</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>6299</td>\n",
       "      <td>6525</td>\n",
       "      <td>215</td>\n",
       "      <td>76</td>\n",
       "      <td>495</td>\n",
       "      <td>1043</td>\n",
       "      <td>420907</td>\n",
       "      <td>55339</td>\n",
       "      <td>14561</td>\n",
       "      <td>9000</td>\n",
       "      <td>28.906462</td>\n",
       "      <td>46.767444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1953</td>\n",
       "      <td>UmaAbelhaNaChuva</td>\n",
       "      <td>CarlosDeOliveira</td>\n",
       "      <td>14</td>\n",
       "      <td>27</td>\n",
       "      <td>27</td>\n",
       "      <td>2243</td>\n",
       "      <td>1361</td>\n",
       "      <td>280</td>\n",
       "      <td>257</td>\n",
       "      <td>153</td>\n",
       "      <td>43</td>\n",
       "      <td>133126</td>\n",
       "      <td>17711</td>\n",
       "      <td>4362</td>\n",
       "      <td>1571</td>\n",
       "      <td>30.519486</td>\n",
       "      <td>84.739656</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1954</td>\n",
       "      <td>ASibila</td>\n",
       "      <td>AugustinaBessaLuis</td>\n",
       "      <td>194</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>10157</td>\n",
       "      <td>3177</td>\n",
       "      <td>94</td>\n",
       "      <td>388</td>\n",
       "      <td>170</td>\n",
       "      <td>1</td>\n",
       "      <td>511070</td>\n",
       "      <td>62949</td>\n",
       "      <td>14180</td>\n",
       "      <td>3542</td>\n",
       "      <td>36.041608</td>\n",
       "      <td>144.288538</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1958</td>\n",
       "      <td>ACasaGrandeDeRomarigães</td>\n",
       "      <td>AquilinoRibeiro</td>\n",
       "      <td>630</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8153</td>\n",
       "      <td>5862</td>\n",
       "      <td>382</td>\n",
       "      <td>123</td>\n",
       "      <td>618</td>\n",
       "      <td>421</td>\n",
       "      <td>532690</td>\n",
       "      <td>67761</td>\n",
       "      <td>15768</td>\n",
       "      <td>7531</td>\n",
       "      <td>33.782978</td>\n",
       "      <td>70.732970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1959</td>\n",
       "      <td>Aparicao</td>\n",
       "      <td>VergílioFerreira</td>\n",
       "      <td>156</td>\n",
       "      <td>57</td>\n",
       "      <td>56</td>\n",
       "      <td>6213</td>\n",
       "      <td>4905</td>\n",
       "      <td>460</td>\n",
       "      <td>69</td>\n",
       "      <td>654</td>\n",
       "      <td>386</td>\n",
       "      <td>353142</td>\n",
       "      <td>47075</td>\n",
       "      <td>12570</td>\n",
       "      <td>6101</td>\n",
       "      <td>28.094033</td>\n",
       "      <td>57.882642</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1968</td>\n",
       "      <td>ODelfim</td>\n",
       "      <td>JoséCardosoPires</td>\n",
       "      <td>22</td>\n",
       "      <td>204</td>\n",
       "      <td>210</td>\n",
       "      <td>4850</td>\n",
       "      <td>3781</td>\n",
       "      <td>410</td>\n",
       "      <td>157</td>\n",
       "      <td>402</td>\n",
       "      <td>267</td>\n",
       "      <td>301401</td>\n",
       "      <td>41125</td>\n",
       "      <td>10036</td>\n",
       "      <td>4472</td>\n",
       "      <td>30.031985</td>\n",
       "      <td>67.397361</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1979</td>\n",
       "      <td>SinaisDeFogo</td>\n",
       "      <td>JorgeDeSena</td>\n",
       "      <td>221</td>\n",
       "      <td>310</td>\n",
       "      <td>311</td>\n",
       "      <td>19630</td>\n",
       "      <td>10788</td>\n",
       "      <td>1518</td>\n",
       "      <td>181</td>\n",
       "      <td>2936</td>\n",
       "      <td>0</td>\n",
       "      <td>1082226</td>\n",
       "      <td>139124</td>\n",
       "      <td>35895</td>\n",
       "      <td>13945</td>\n",
       "      <td>30.149770</td>\n",
       "      <td>77.606741</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1988</td>\n",
       "      <td>AsNaus</td>\n",
       "      <td>AntonioLoboAntunes</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td>28</td>\n",
       "      <td>5171</td>\n",
       "      <td>935</td>\n",
       "      <td>75</td>\n",
       "      <td>35</td>\n",
       "      <td>54</td>\n",
       "      <td>0</td>\n",
       "      <td>335309</td>\n",
       "      <td>37146</td>\n",
       "      <td>6326</td>\n",
       "      <td>989</td>\n",
       "      <td>53.004900</td>\n",
       "      <td>339.038423</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1995</td>\n",
       "      <td>EnsaioSobreACegueira</td>\n",
       "      <td>JoseSaramago</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>15398</td>\n",
       "      <td>2194</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>597896</td>\n",
       "      <td>74019</td>\n",
       "      <td>17592</td>\n",
       "      <td>2194</td>\n",
       "      <td>33.986812</td>\n",
       "      <td>272.514129</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2001</td>\n",
       "      <td>LilliasFraser</td>\n",
       "      <td>HéliaCorreia</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5489</td>\n",
       "      <td>3926</td>\n",
       "      <td>38</td>\n",
       "      <td>11</td>\n",
       "      <td>104</td>\n",
       "      <td>4</td>\n",
       "      <td>359916</td>\n",
       "      <td>43973</td>\n",
       "      <td>9568</td>\n",
       "      <td>4034</td>\n",
       "      <td>37.616639</td>\n",
       "      <td>89.220625</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2002</td>\n",
       "      <td>OVentoAssobiandoNasGruas</td>\n",
       "      <td>LídiaJorge</td>\n",
       "      <td>131</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14612</td>\n",
       "      <td>10333</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1242</td>\n",
       "      <td>996</td>\n",
       "      <td>815580</td>\n",
       "      <td>108269</td>\n",
       "      <td>26318</td>\n",
       "      <td>12702</td>\n",
       "      <td>30.989437</td>\n",
       "      <td>64.208786</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2005</td>\n",
       "      <td>Jerusalem</td>\n",
       "      <td>GoncaloMTavares</td>\n",
       "      <td>52</td>\n",
       "      <td>29</td>\n",
       "      <td>28</td>\n",
       "      <td>3692</td>\n",
       "      <td>2205</td>\n",
       "      <td>463</td>\n",
       "      <td>231</td>\n",
       "      <td>156</td>\n",
       "      <td>24</td>\n",
       "      <td>242001</td>\n",
       "      <td>30415</td>\n",
       "      <td>6856</td>\n",
       "      <td>2437</td>\n",
       "      <td>35.297695</td>\n",
       "      <td>99.302831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2008</td>\n",
       "      <td>OApocalipseDosTrabalhadores</td>\n",
       "      <td>ValterHugoMãe</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4645</td>\n",
       "      <td>3256</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>307790</td>\n",
       "      <td>37183</td>\n",
       "      <td>7901</td>\n",
       "      <td>3256</td>\n",
       "      <td>38.955828</td>\n",
       "      <td>94.530098</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2010</td>\n",
       "      <td>ABonecaDeKokoschka</td>\n",
       "      <td>AfonsoCruz</td>\n",
       "      <td>22</td>\n",
       "      <td>109</td>\n",
       "      <td>112</td>\n",
       "      <td>3422</td>\n",
       "      <td>3176</td>\n",
       "      <td>202</td>\n",
       "      <td>7</td>\n",
       "      <td>220</td>\n",
       "      <td>12</td>\n",
       "      <td>256933</td>\n",
       "      <td>32278</td>\n",
       "      <td>7270</td>\n",
       "      <td>3430</td>\n",
       "      <td>35.341541</td>\n",
       "      <td>74.907580</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2011</td>\n",
       "      <td>AsLuzesDeLeonor</td>\n",
       "      <td>MariaTeresaHorta</td>\n",
       "      <td>529</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>30869</td>\n",
       "      <td>13232</td>\n",
       "      <td>1214</td>\n",
       "      <td>1034</td>\n",
       "      <td>553</td>\n",
       "      <td>0</td>\n",
       "      <td>2098216</td>\n",
       "      <td>249914</td>\n",
       "      <td>47455</td>\n",
       "      <td>14314</td>\n",
       "      <td>44.214856</td>\n",
       "      <td>146.584882</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2013</td>\n",
       "      <td>QueImportaAFuriaDoMar</td>\n",
       "      <td>AnaMargaridaDeCarvalho</td>\n",
       "      <td>95</td>\n",
       "      <td>85</td>\n",
       "      <td>85</td>\n",
       "      <td>6763</td>\n",
       "      <td>3404</td>\n",
       "      <td>62</td>\n",
       "      <td>39</td>\n",
       "      <td>188</td>\n",
       "      <td>12</td>\n",
       "      <td>390206</td>\n",
       "      <td>47741</td>\n",
       "      <td>10721</td>\n",
       "      <td>3699</td>\n",
       "      <td>36.396418</td>\n",
       "      <td>105.489592</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2016</td>\n",
       "      <td>AGorda</td>\n",
       "      <td>IsabelaFigueiredo</td>\n",
       "      <td>234</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>5295</td>\n",
       "      <td>4452</td>\n",
       "      <td>60</td>\n",
       "      <td>55</td>\n",
       "      <td>328</td>\n",
       "      <td>9</td>\n",
       "      <td>341610</td>\n",
       "      <td>43810</td>\n",
       "      <td>10466</td>\n",
       "      <td>5023</td>\n",
       "      <td>32.639977</td>\n",
       "      <td>68.009158</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2018</td>\n",
       "      <td>LuandaLisboaParaiso</td>\n",
       "      <td>DjaimiliaPereiraDeAlmeida</td>\n",
       "      <td>50</td>\n",
       "      <td>25</td>\n",
       "      <td>25</td>\n",
       "      <td>3328</td>\n",
       "      <td>2431</td>\n",
       "      <td>36</td>\n",
       "      <td>49</td>\n",
       "      <td>102</td>\n",
       "      <td>7</td>\n",
       "      <td>248873</td>\n",
       "      <td>30395</td>\n",
       "      <td>6046</td>\n",
       "      <td>2590</td>\n",
       "      <td>41.163248</td>\n",
       "      <td>96.089961</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     ano                       titulo                      autor     !    (  \\\n",
       "0   1862               AmorDePerdição        CamiloCasteloBranco   460    0   \n",
       "1   1866      AsPupilasDoSenhorReitor                 JulioDinis   924    6   \n",
       "2   1888                      OsMaias               EçaDeQueiroz  3096   71   \n",
       "3   1908                QuatroNovelas          AnaDeCastroOsório   501    0   \n",
       "4   1914            AConfissãoDeLúcio            MárioSáCarneiro   240   12   \n",
       "5   1917                        Húmus                RaulBrandão   606   17   \n",
       "6   1922         OBanqueiroAnarquista             FernandoPessoa    30    9   \n",
       "7   1945                      Vindima                MiguelTorga   937    7   \n",
       "8   1953             UmaAbelhaNaChuva           CarlosDeOliveira    14   27   \n",
       "9   1954                      ASibila         AugustinaBessaLuis   194    0   \n",
       "10  1958      ACasaGrandeDeRomarigães            AquilinoRibeiro   630    0   \n",
       "11  1959                     Aparicao           VergílioFerreira   156   57   \n",
       "12  1968                      ODelfim           JoséCardosoPires    22  204   \n",
       "13  1979                 SinaisDeFogo                JorgeDeSena   221  310   \n",
       "14  1988                       AsNaus         AntonioLoboAntunes     0   28   \n",
       "15  1995         EnsaioSobreACegueira               JoseSaramago     0    0   \n",
       "16  2001                LilliasFraser               HéliaCorreia     0    0   \n",
       "17  2002     OVentoAssobiandoNasGruas                 LídiaJorge   131    0   \n",
       "18  2005                    Jerusalem            GoncaloMTavares    52   29   \n",
       "19  2008  OApocalipseDosTrabalhadores              ValterHugoMãe     0    0   \n",
       "20  2010           ABonecaDeKokoschka                 AfonsoCruz    22  109   \n",
       "21  2011              AsLuzesDeLeonor           MariaTeresaHorta   529   12   \n",
       "22  2013        QueImportaAFuriaDoMar     AnaMargaridaDeCarvalho    95   85   \n",
       "23  2016                       AGorda          IsabelaFigueiredo   234   21   \n",
       "24  2018          LuandaLisboaParaiso  DjaimiliaPereiraDeAlmeida    50   25   \n",
       "\n",
       "      )      ,      .     :     ;     ?  reticencias  palavras_num  \\\n",
       "0     0   4207   2518   232   351   389            2        276130   \n",
       "1     6   8956   5310   372   881  1243            0        554226   \n",
       "2    71  25394  15726  1673  1169  1332         3534       1276590   \n",
       "3     0   4378   2210   125   187   207          432        284213   \n",
       "4    12   2564   1441   246   123   101          169        157746   \n",
       "5    17   4133   4492   329   125   254          402        313231   \n",
       "6     9   1046    543    44   120   111           56         61885   \n",
       "7     7   6299   6525   215    76   495         1043        420907   \n",
       "8    27   2243   1361   280   257   153           43        133126   \n",
       "9     0  10157   3177    94   388   170            1        511070   \n",
       "10    0   8153   5862   382   123   618          421        532690   \n",
       "11   56   6213   4905   460    69   654          386        353142   \n",
       "12  210   4850   3781   410   157   402          267        301401   \n",
       "13  311  19630  10788  1518   181  2936            0       1082226   \n",
       "14   28   5171    935    75    35    54            0        335309   \n",
       "15    0  15398   2194     0     0     0            0        597896   \n",
       "16    0   5489   3926    38    11   104            4        359916   \n",
       "17    0  14612  10333     0     0  1242          996        815580   \n",
       "18   28   3692   2205   463   231   156           24        242001   \n",
       "19    0   4645   3256     0     0     0            0        307790   \n",
       "20  112   3422   3176   202     7   220           12        256933   \n",
       "21   12  30869  13232  1214  1034   553            0       2098216   \n",
       "22   85   6763   3404    62    39   188           12        390206   \n",
       "23   21   5295   4452    60    55   328            9        341610   \n",
       "24   25   3328   2431    36    49   102            7        248873   \n",
       "\n",
       "    palavras_unic  pont_total  pont_frases  palavras_por_pont  \\\n",
       "0           36233        8157         3369          33.851906   \n",
       "1           74494       17698         7477          31.315742   \n",
       "2          173955       48532        23688          26.304088   \n",
       "3           33982        7608         3350          37.357124   \n",
       "4           19822        4739         1951          33.286769   \n",
       "5           40900        9973         5754          31.407901   \n",
       "6            7510        1912          740          32.366632   \n",
       "7           55339       14561         9000          28.906462   \n",
       "8           17711        4362         1571          30.519486   \n",
       "9           62949       14180         3542          36.041608   \n",
       "10          67761       15768         7531          33.782978   \n",
       "11          47075       12570         6101          28.094033   \n",
       "12          41125       10036         4472          30.031985   \n",
       "13         139124       35895        13945          30.149770   \n",
       "14          37146        6326          989          53.004900   \n",
       "15          74019       17592         2194          33.986812   \n",
       "16          43973        9568         4034          37.616639   \n",
       "17         108269       26318        12702          30.989437   \n",
       "18          30415        6856         2437          35.297695   \n",
       "19          37183        7901         3256          38.955828   \n",
       "20          32278        7270         3430          35.341541   \n",
       "21         249914       47455        14314          44.214856   \n",
       "22          47741       10721         3699          36.396418   \n",
       "23          43810       10466         5023          32.639977   \n",
       "24          30395        6046         2590          41.163248   \n",
       "\n",
       "    palavras_por_frase  \n",
       "0            81.962007  \n",
       "1            74.124114  \n",
       "2            53.891844  \n",
       "3            84.839701  \n",
       "4            80.853921  \n",
       "5            54.437087  \n",
       "6            83.628378  \n",
       "7            46.767444  \n",
       "8            84.739656  \n",
       "9           144.288538  \n",
       "10           70.732970  \n",
       "11           57.882642  \n",
       "12           67.397361  \n",
       "13           77.606741  \n",
       "14          339.038423  \n",
       "15          272.514129  \n",
       "16           89.220625  \n",
       "17           64.208786  \n",
       "18           99.302831  \n",
       "19           94.530098  \n",
       "20           74.907580  \n",
       "21          146.584882  \n",
       "22          105.489592  \n",
       "23           68.009158  \n",
       "24           96.089961  "
      ]
     },
     "metadata": {},
     "execution_count": 7
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "source": [
    "palavras_resumo.corr()"
   ],
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ano</th>\n",
       "      <th>palavras_num</th>\n",
       "      <th>palavras_unic</th>\n",
       "      <th>pont_total</th>\n",
       "      <th>pont_frases</th>\n",
       "      <th>palavras_por_pont</th>\n",
       "      <th>palavras_por_frase</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ano</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.102429</td>\n",
       "      <td>0.066034</td>\n",
       "      <td>-0.020148</td>\n",
       "      <td>-0.148750</td>\n",
       "      <td>0.413447</td>\n",
       "      <td>0.278136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_num</th>\n",
       "      <td>0.102429</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.996544</td>\n",
       "      <td>0.951026</td>\n",
       "      <td>0.800263</td>\n",
       "      <td>0.070281</td>\n",
       "      <td>0.080562</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_unic</th>\n",
       "      <td>0.066034</td>\n",
       "      <td>0.996544</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.972552</td>\n",
       "      <td>0.843519</td>\n",
       "      <td>0.007143</td>\n",
       "      <td>0.040253</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pont_total</th>\n",
       "      <td>-0.020148</td>\n",
       "      <td>0.951026</td>\n",
       "      <td>0.972552</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.928850</td>\n",
       "      <td>-0.155507</td>\n",
       "      <td>-0.043974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pont_frases</th>\n",
       "      <td>-0.148750</td>\n",
       "      <td>0.800263</td>\n",
       "      <td>0.843519</td>\n",
       "      <td>0.928850</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.352084</td>\n",
       "      <td>-0.297648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_por_pont</th>\n",
       "      <td>0.413447</td>\n",
       "      <td>0.070281</td>\n",
       "      <td>0.007143</td>\n",
       "      <td>-0.155507</td>\n",
       "      <td>-0.352084</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.713884</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_por_frase</th>\n",
       "      <td>0.278136</td>\n",
       "      <td>0.080562</td>\n",
       "      <td>0.040253</td>\n",
       "      <td>-0.043974</td>\n",
       "      <td>-0.297648</td>\n",
       "      <td>0.713884</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                         ano  palavras_num  palavras_unic  pont_total  \\\n",
       "ano                 1.000000      0.102429       0.066034   -0.020148   \n",
       "palavras_num        0.102429      1.000000       0.996544    0.951026   \n",
       "palavras_unic       0.066034      0.996544       1.000000    0.972552   \n",
       "pont_total         -0.020148      0.951026       0.972552    1.000000   \n",
       "pont_frases        -0.148750      0.800263       0.843519    0.928850   \n",
       "palavras_por_pont   0.413447      0.070281       0.007143   -0.155507   \n",
       "palavras_por_frase  0.278136      0.080562       0.040253   -0.043974   \n",
       "\n",
       "                    pont_frases  palavras_por_pont  palavras_por_frase  \n",
       "ano                   -0.148750           0.413447            0.278136  \n",
       "palavras_num           0.800263           0.070281            0.080562  \n",
       "palavras_unic          0.843519           0.007143            0.040253  \n",
       "pont_total             0.928850          -0.155507           -0.043974  \n",
       "pont_frases            1.000000          -0.352084           -0.297648  \n",
       "palavras_por_pont     -0.352084           1.000000            0.713884  \n",
       "palavras_por_frase    -0.297648           0.713884            1.000000  "
      ]
     },
     "metadata": {},
     "execution_count": 8
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "source": [
    "palavras_resumo.corr(method=\"spearman\")"
   ],
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ano</th>\n",
       "      <th>palavras_num</th>\n",
       "      <th>palavras_unic</th>\n",
       "      <th>pont_total</th>\n",
       "      <th>pont_frases</th>\n",
       "      <th>palavras_por_pont</th>\n",
       "      <th>palavras_por_frase</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ano</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.067692</td>\n",
       "      <td>0.041538</td>\n",
       "      <td>-0.015385</td>\n",
       "      <td>-0.026154</td>\n",
       "      <td>0.478462</td>\n",
       "      <td>0.386923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_num</th>\n",
       "      <td>0.067692</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.990000</td>\n",
       "      <td>0.957692</td>\n",
       "      <td>0.781538</td>\n",
       "      <td>-0.148462</td>\n",
       "      <td>-0.116154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_unic</th>\n",
       "      <td>0.041538</td>\n",
       "      <td>0.990000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.983846</td>\n",
       "      <td>0.825385</td>\n",
       "      <td>-0.226923</td>\n",
       "      <td>-0.183077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pont_total</th>\n",
       "      <td>-0.015385</td>\n",
       "      <td>0.957692</td>\n",
       "      <td>0.983846</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.864615</td>\n",
       "      <td>-0.330769</td>\n",
       "      <td>-0.290769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pont_frases</th>\n",
       "      <td>-0.026154</td>\n",
       "      <td>0.781538</td>\n",
       "      <td>0.825385</td>\n",
       "      <td>0.864615</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.428462</td>\n",
       "      <td>-0.576923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_por_pont</th>\n",
       "      <td>0.478462</td>\n",
       "      <td>-0.148462</td>\n",
       "      <td>-0.226923</td>\n",
       "      <td>-0.330769</td>\n",
       "      <td>-0.428462</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.823077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_por_frase</th>\n",
       "      <td>0.386923</td>\n",
       "      <td>-0.116154</td>\n",
       "      <td>-0.183077</td>\n",
       "      <td>-0.290769</td>\n",
       "      <td>-0.576923</td>\n",
       "      <td>0.823077</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                         ano  palavras_num  palavras_unic  pont_total  \\\n",
       "ano                 1.000000      0.067692       0.041538   -0.015385   \n",
       "palavras_num        0.067692      1.000000       0.990000    0.957692   \n",
       "palavras_unic       0.041538      0.990000       1.000000    0.983846   \n",
       "pont_total         -0.015385      0.957692       0.983846    1.000000   \n",
       "pont_frases        -0.026154      0.781538       0.825385    0.864615   \n",
       "palavras_por_pont   0.478462     -0.148462      -0.226923   -0.330769   \n",
       "palavras_por_frase  0.386923     -0.116154      -0.183077   -0.290769   \n",
       "\n",
       "                    pont_frases  palavras_por_pont  palavras_por_frase  \n",
       "ano                   -0.026154           0.478462            0.386923  \n",
       "palavras_num           0.781538          -0.148462           -0.116154  \n",
       "palavras_unic          0.825385          -0.226923           -0.183077  \n",
       "pont_total             0.864615          -0.330769           -0.290769  \n",
       "pont_frases            1.000000          -0.428462           -0.576923  \n",
       "palavras_por_pont     -0.428462           1.000000            0.823077  \n",
       "palavras_por_frase    -0.576923           0.823077            1.000000  "
      ]
     },
     "metadata": {},
     "execution_count": 9
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "source": [
    "new_df.corr()#.to_csv(\"corr_matrix.csv\", index=False)"
   ],
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ano</th>\n",
       "      <th>!</th>\n",
       "      <th>(</th>\n",
       "      <th>)</th>\n",
       "      <th>,</th>\n",
       "      <th>.</th>\n",
       "      <th>:</th>\n",
       "      <th>;</th>\n",
       "      <th>?</th>\n",
       "      <th>reticencias</th>\n",
       "      <th>palavras_num</th>\n",
       "      <th>palavras_unic</th>\n",
       "      <th>pont_total</th>\n",
       "      <th>pont_frases</th>\n",
       "      <th>palavras_por_pont</th>\n",
       "      <th>palavras_por_frase</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ano</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.534461</td>\n",
       "      <td>0.149730</td>\n",
       "      <td>0.149823</td>\n",
       "      <td>0.067046</td>\n",
       "      <td>-0.023695</td>\n",
       "      <td>-0.192108</td>\n",
       "      <td>-0.448432</td>\n",
       "      <td>-0.166879</td>\n",
       "      <td>-0.342945</td>\n",
       "      <td>0.102429</td>\n",
       "      <td>0.066034</td>\n",
       "      <td>-0.020148</td>\n",
       "      <td>-0.148750</td>\n",
       "      <td>0.413447</td>\n",
       "      <td>0.278136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>!</th>\n",
       "      <td>-0.534461</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.021802</td>\n",
       "      <td>-0.023969</td>\n",
       "      <td>0.505745</td>\n",
       "      <td>0.665773</td>\n",
       "      <td>0.633000</td>\n",
       "      <td>0.727726</td>\n",
       "      <td>0.364247</td>\n",
       "      <td>0.894819</td>\n",
       "      <td>0.447003</td>\n",
       "      <td>0.499268</td>\n",
       "      <td>0.622660</td>\n",
       "      <td>0.772541</td>\n",
       "      <td>-0.374665</td>\n",
       "      <td>-0.273722</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(</th>\n",
       "      <td>0.149730</td>\n",
       "      <td>-0.021802</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999888</td>\n",
       "      <td>0.211718</td>\n",
       "      <td>0.280899</td>\n",
       "      <td>0.538491</td>\n",
       "      <td>-0.025326</td>\n",
       "      <td>0.639348</td>\n",
       "      <td>0.020886</td>\n",
       "      <td>0.180370</td>\n",
       "      <td>0.202017</td>\n",
       "      <td>0.277178</td>\n",
       "      <td>0.281964</td>\n",
       "      <td>-0.248165</td>\n",
       "      <td>-0.151567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>)</th>\n",
       "      <td>0.149823</td>\n",
       "      <td>-0.023969</td>\n",
       "      <td>0.999888</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.208006</td>\n",
       "      <td>0.277423</td>\n",
       "      <td>0.533526</td>\n",
       "      <td>-0.026743</td>\n",
       "      <td>0.633277</td>\n",
       "      <td>0.019664</td>\n",
       "      <td>0.177208</td>\n",
       "      <td>0.198760</td>\n",
       "      <td>0.273227</td>\n",
       "      <td>0.278271</td>\n",
       "      <td>-0.247672</td>\n",
       "      <td>-0.151998</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>,</th>\n",
       "      <td>0.067046</td>\n",
       "      <td>0.505745</td>\n",
       "      <td>0.211718</td>\n",
       "      <td>0.208006</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.875044</td>\n",
       "      <td>0.747988</td>\n",
       "      <td>0.667793</td>\n",
       "      <td>0.561922</td>\n",
       "      <td>0.441013</td>\n",
       "      <td>0.971595</td>\n",
       "      <td>0.979729</td>\n",
       "      <td>0.974347</td>\n",
       "      <td>0.827002</td>\n",
       "      <td>-0.025204</td>\n",
       "      <td>0.130913</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>.</th>\n",
       "      <td>-0.023695</td>\n",
       "      <td>0.665773</td>\n",
       "      <td>0.280899</td>\n",
       "      <td>0.277423</td>\n",
       "      <td>0.875044</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.796096</td>\n",
       "      <td>0.628988</td>\n",
       "      <td>0.699280</td>\n",
       "      <td>0.651155</td>\n",
       "      <td>0.872321</td>\n",
       "      <td>0.904576</td>\n",
       "      <td>0.955310</td>\n",
       "      <td>0.982806</td>\n",
       "      <td>-0.272530</td>\n",
       "      <td>-0.263755</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>:</th>\n",
       "      <td>-0.192108</td>\n",
       "      <td>0.633000</td>\n",
       "      <td>0.538491</td>\n",
       "      <td>0.533526</td>\n",
       "      <td>0.747988</td>\n",
       "      <td>0.796096</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.695248</td>\n",
       "      <td>0.712502</td>\n",
       "      <td>0.521003</td>\n",
       "      <td>0.738482</td>\n",
       "      <td>0.765694</td>\n",
       "      <td>0.826783</td>\n",
       "      <td>0.813859</td>\n",
       "      <td>-0.259998</td>\n",
       "      <td>-0.191764</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>;</th>\n",
       "      <td>-0.448432</td>\n",
       "      <td>0.727726</td>\n",
       "      <td>-0.025326</td>\n",
       "      <td>-0.026743</td>\n",
       "      <td>0.667793</td>\n",
       "      <td>0.628988</td>\n",
       "      <td>0.695248</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.336433</td>\n",
       "      <td>0.482463</td>\n",
       "      <td>0.684020</td>\n",
       "      <td>0.701231</td>\n",
       "      <td>0.702199</td>\n",
       "      <td>0.652830</td>\n",
       "      <td>-0.106491</td>\n",
       "      <td>-0.098470</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>?</th>\n",
       "      <td>-0.166879</td>\n",
       "      <td>0.364247</td>\n",
       "      <td>0.639348</td>\n",
       "      <td>0.633277</td>\n",
       "      <td>0.561922</td>\n",
       "      <td>0.699280</td>\n",
       "      <td>0.712502</td>\n",
       "      <td>0.336433</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.316336</td>\n",
       "      <td>0.520291</td>\n",
       "      <td>0.563189</td>\n",
       "      <td>0.667421</td>\n",
       "      <td>0.717406</td>\n",
       "      <td>-0.406641</td>\n",
       "      <td>-0.285766</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reticencias</th>\n",
       "      <td>-0.342945</td>\n",
       "      <td>0.894819</td>\n",
       "      <td>0.020886</td>\n",
       "      <td>0.019664</td>\n",
       "      <td>0.441013</td>\n",
       "      <td>0.651155</td>\n",
       "      <td>0.521003</td>\n",
       "      <td>0.482463</td>\n",
       "      <td>0.316336</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.348964</td>\n",
       "      <td>0.409221</td>\n",
       "      <td>0.561482</td>\n",
       "      <td>0.758027</td>\n",
       "      <td>-0.431665</td>\n",
       "      <td>-0.276626</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_num</th>\n",
       "      <td>0.102429</td>\n",
       "      <td>0.447003</td>\n",
       "      <td>0.180370</td>\n",
       "      <td>0.177208</td>\n",
       "      <td>0.971595</td>\n",
       "      <td>0.872321</td>\n",
       "      <td>0.738482</td>\n",
       "      <td>0.684020</td>\n",
       "      <td>0.520291</td>\n",
       "      <td>0.348964</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.996544</td>\n",
       "      <td>0.951026</td>\n",
       "      <td>0.800263</td>\n",
       "      <td>0.070281</td>\n",
       "      <td>0.080562</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_unic</th>\n",
       "      <td>0.066034</td>\n",
       "      <td>0.499268</td>\n",
       "      <td>0.202017</td>\n",
       "      <td>0.198760</td>\n",
       "      <td>0.979729</td>\n",
       "      <td>0.904576</td>\n",
       "      <td>0.765694</td>\n",
       "      <td>0.701231</td>\n",
       "      <td>0.563189</td>\n",
       "      <td>0.409221</td>\n",
       "      <td>0.996544</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.972552</td>\n",
       "      <td>0.843519</td>\n",
       "      <td>0.007143</td>\n",
       "      <td>0.040253</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pont_total</th>\n",
       "      <td>-0.020148</td>\n",
       "      <td>0.622660</td>\n",
       "      <td>0.277178</td>\n",
       "      <td>0.273227</td>\n",
       "      <td>0.974347</td>\n",
       "      <td>0.955310</td>\n",
       "      <td>0.826783</td>\n",
       "      <td>0.702199</td>\n",
       "      <td>0.667421</td>\n",
       "      <td>0.561482</td>\n",
       "      <td>0.951026</td>\n",
       "      <td>0.972552</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.928850</td>\n",
       "      <td>-0.155507</td>\n",
       "      <td>-0.043974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pont_frases</th>\n",
       "      <td>-0.148750</td>\n",
       "      <td>0.772541</td>\n",
       "      <td>0.281964</td>\n",
       "      <td>0.278271</td>\n",
       "      <td>0.827002</td>\n",
       "      <td>0.982806</td>\n",
       "      <td>0.813859</td>\n",
       "      <td>0.652830</td>\n",
       "      <td>0.717406</td>\n",
       "      <td>0.758027</td>\n",
       "      <td>0.800263</td>\n",
       "      <td>0.843519</td>\n",
       "      <td>0.928850</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.352084</td>\n",
       "      <td>-0.297648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_por_pont</th>\n",
       "      <td>0.413447</td>\n",
       "      <td>-0.374665</td>\n",
       "      <td>-0.248165</td>\n",
       "      <td>-0.247672</td>\n",
       "      <td>-0.025204</td>\n",
       "      <td>-0.272530</td>\n",
       "      <td>-0.259998</td>\n",
       "      <td>-0.106491</td>\n",
       "      <td>-0.406641</td>\n",
       "      <td>-0.431665</td>\n",
       "      <td>0.070281</td>\n",
       "      <td>0.007143</td>\n",
       "      <td>-0.155507</td>\n",
       "      <td>-0.352084</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.713884</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_por_frase</th>\n",
       "      <td>0.278136</td>\n",
       "      <td>-0.273722</td>\n",
       "      <td>-0.151567</td>\n",
       "      <td>-0.151998</td>\n",
       "      <td>0.130913</td>\n",
       "      <td>-0.263755</td>\n",
       "      <td>-0.191764</td>\n",
       "      <td>-0.098470</td>\n",
       "      <td>-0.285766</td>\n",
       "      <td>-0.276626</td>\n",
       "      <td>0.080562</td>\n",
       "      <td>0.040253</td>\n",
       "      <td>-0.043974</td>\n",
       "      <td>-0.297648</td>\n",
       "      <td>0.713884</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                         ano         !         (         )         ,  \\\n",
       "ano                 1.000000 -0.534461  0.149730  0.149823  0.067046   \n",
       "!                  -0.534461  1.000000 -0.021802 -0.023969  0.505745   \n",
       "(                   0.149730 -0.021802  1.000000  0.999888  0.211718   \n",
       ")                   0.149823 -0.023969  0.999888  1.000000  0.208006   \n",
       ",                   0.067046  0.505745  0.211718  0.208006  1.000000   \n",
       ".                  -0.023695  0.665773  0.280899  0.277423  0.875044   \n",
       ":                  -0.192108  0.633000  0.538491  0.533526  0.747988   \n",
       ";                  -0.448432  0.727726 -0.025326 -0.026743  0.667793   \n",
       "?                  -0.166879  0.364247  0.639348  0.633277  0.561922   \n",
       "reticencias        -0.342945  0.894819  0.020886  0.019664  0.441013   \n",
       "palavras_num        0.102429  0.447003  0.180370  0.177208  0.971595   \n",
       "palavras_unic       0.066034  0.499268  0.202017  0.198760  0.979729   \n",
       "pont_total         -0.020148  0.622660  0.277178  0.273227  0.974347   \n",
       "pont_frases        -0.148750  0.772541  0.281964  0.278271  0.827002   \n",
       "palavras_por_pont   0.413447 -0.374665 -0.248165 -0.247672 -0.025204   \n",
       "palavras_por_frase  0.278136 -0.273722 -0.151567 -0.151998  0.130913   \n",
       "\n",
       "                           .         :         ;         ?  reticencias  \\\n",
       "ano                -0.023695 -0.192108 -0.448432 -0.166879    -0.342945   \n",
       "!                   0.665773  0.633000  0.727726  0.364247     0.894819   \n",
       "(                   0.280899  0.538491 -0.025326  0.639348     0.020886   \n",
       ")                   0.277423  0.533526 -0.026743  0.633277     0.019664   \n",
       ",                   0.875044  0.747988  0.667793  0.561922     0.441013   \n",
       ".                   1.000000  0.796096  0.628988  0.699280     0.651155   \n",
       ":                   0.796096  1.000000  0.695248  0.712502     0.521003   \n",
       ";                   0.628988  0.695248  1.000000  0.336433     0.482463   \n",
       "?                   0.699280  0.712502  0.336433  1.000000     0.316336   \n",
       "reticencias         0.651155  0.521003  0.482463  0.316336     1.000000   \n",
       "palavras_num        0.872321  0.738482  0.684020  0.520291     0.348964   \n",
       "palavras_unic       0.904576  0.765694  0.701231  0.563189     0.409221   \n",
       "pont_total          0.955310  0.826783  0.702199  0.667421     0.561482   \n",
       "pont_frases         0.982806  0.813859  0.652830  0.717406     0.758027   \n",
       "palavras_por_pont  -0.272530 -0.259998 -0.106491 -0.406641    -0.431665   \n",
       "palavras_por_frase -0.263755 -0.191764 -0.098470 -0.285766    -0.276626   \n",
       "\n",
       "                    palavras_num  palavras_unic  pont_total  pont_frases  \\\n",
       "ano                     0.102429       0.066034   -0.020148    -0.148750   \n",
       "!                       0.447003       0.499268    0.622660     0.772541   \n",
       "(                       0.180370       0.202017    0.277178     0.281964   \n",
       ")                       0.177208       0.198760    0.273227     0.278271   \n",
       ",                       0.971595       0.979729    0.974347     0.827002   \n",
       ".                       0.872321       0.904576    0.955310     0.982806   \n",
       ":                       0.738482       0.765694    0.826783     0.813859   \n",
       ";                       0.684020       0.701231    0.702199     0.652830   \n",
       "?                       0.520291       0.563189    0.667421     0.717406   \n",
       "reticencias             0.348964       0.409221    0.561482     0.758027   \n",
       "palavras_num            1.000000       0.996544    0.951026     0.800263   \n",
       "palavras_unic           0.996544       1.000000    0.972552     0.843519   \n",
       "pont_total              0.951026       0.972552    1.000000     0.928850   \n",
       "pont_frases             0.800263       0.843519    0.928850     1.000000   \n",
       "palavras_por_pont       0.070281       0.007143   -0.155507    -0.352084   \n",
       "palavras_por_frase      0.080562       0.040253   -0.043974    -0.297648   \n",
       "\n",
       "                    palavras_por_pont  palavras_por_frase  \n",
       "ano                          0.413447            0.278136  \n",
       "!                           -0.374665           -0.273722  \n",
       "(                           -0.248165           -0.151567  \n",
       ")                           -0.247672           -0.151998  \n",
       ",                           -0.025204            0.130913  \n",
       ".                           -0.272530           -0.263755  \n",
       ":                           -0.259998           -0.191764  \n",
       ";                           -0.106491           -0.098470  \n",
       "?                           -0.406641           -0.285766  \n",
       "reticencias                 -0.431665           -0.276626  \n",
       "palavras_num                 0.070281            0.080562  \n",
       "palavras_unic                0.007143            0.040253  \n",
       "pont_total                  -0.155507           -0.043974  \n",
       "pont_frases                 -0.352084           -0.297648  \n",
       "palavras_por_pont            1.000000            0.713884  \n",
       "palavras_por_frase           0.713884            1.000000  "
      ]
     },
     "metadata": {},
     "execution_count": 13
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "source": [
    "new_df.corr(method=\"spearman\")"
   ],
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ano</th>\n",
       "      <th>!</th>\n",
       "      <th>(</th>\n",
       "      <th>)</th>\n",
       "      <th>,</th>\n",
       "      <th>.</th>\n",
       "      <th>:</th>\n",
       "      <th>;</th>\n",
       "      <th>?</th>\n",
       "      <th>reticencias</th>\n",
       "      <th>palavras_num</th>\n",
       "      <th>palavras_unic</th>\n",
       "      <th>pont_total</th>\n",
       "      <th>pont_frases</th>\n",
       "      <th>palavras_por_pont</th>\n",
       "      <th>palavras_por_frase</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ano</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.507999</td>\n",
       "      <td>0.239329</td>\n",
       "      <td>0.237812</td>\n",
       "      <td>0.078462</td>\n",
       "      <td>0.026923</td>\n",
       "      <td>-0.366436</td>\n",
       "      <td>-0.565159</td>\n",
       "      <td>-0.256972</td>\n",
       "      <td>-0.339667</td>\n",
       "      <td>0.067692</td>\n",
       "      <td>0.041538</td>\n",
       "      <td>-0.015385</td>\n",
       "      <td>-0.026154</td>\n",
       "      <td>0.478462</td>\n",
       "      <td>0.386923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>!</th>\n",
       "      <td>-0.507999</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.082885</td>\n",
       "      <td>-0.085841</td>\n",
       "      <td>0.335325</td>\n",
       "      <td>0.595877</td>\n",
       "      <td>0.548506</td>\n",
       "      <td>0.615741</td>\n",
       "      <td>0.696223</td>\n",
       "      <td>0.408699</td>\n",
       "      <td>0.380421</td>\n",
       "      <td>0.413568</td>\n",
       "      <td>0.499905</td>\n",
       "      <td>0.643285</td>\n",
       "      <td>-0.393140</td>\n",
       "      <td>-0.541917</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(</th>\n",
       "      <td>0.239329</td>\n",
       "      <td>-0.082885</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999801</td>\n",
       "      <td>-0.102458</td>\n",
       "      <td>0.070782</td>\n",
       "      <td>0.498204</td>\n",
       "      <td>0.109211</td>\n",
       "      <td>0.224512</td>\n",
       "      <td>0.071868</td>\n",
       "      <td>-0.120447</td>\n",
       "      <td>-0.088380</td>\n",
       "      <td>-0.064525</td>\n",
       "      <td>0.091508</td>\n",
       "      <td>-0.290949</td>\n",
       "      <td>-0.172067</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>)</th>\n",
       "      <td>0.237812</td>\n",
       "      <td>-0.085841</td>\n",
       "      <td>0.999801</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.100131</td>\n",
       "      <td>0.069232</td>\n",
       "      <td>0.493214</td>\n",
       "      <td>0.104143</td>\n",
       "      <td>0.222209</td>\n",
       "      <td>0.067746</td>\n",
       "      <td>-0.117342</td>\n",
       "      <td>-0.086833</td>\n",
       "      <td>-0.064929</td>\n",
       "      <td>0.089962</td>\n",
       "      <td>-0.287487</td>\n",
       "      <td>-0.170145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>,</th>\n",
       "      <td>0.078462</td>\n",
       "      <td>0.335325</td>\n",
       "      <td>-0.102458</td>\n",
       "      <td>-0.100131</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.731538</td>\n",
       "      <td>0.200924</td>\n",
       "      <td>0.127430</td>\n",
       "      <td>0.544720</td>\n",
       "      <td>-0.156084</td>\n",
       "      <td>0.984615</td>\n",
       "      <td>0.981538</td>\n",
       "      <td>0.950769</td>\n",
       "      <td>0.734615</td>\n",
       "      <td>-0.134615</td>\n",
       "      <td>-0.044615</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>.</th>\n",
       "      <td>0.026923</td>\n",
       "      <td>0.595877</td>\n",
       "      <td>0.070782</td>\n",
       "      <td>0.069232</td>\n",
       "      <td>0.731538</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.418784</td>\n",
       "      <td>0.204042</td>\n",
       "      <td>0.825159</td>\n",
       "      <td>0.198301</td>\n",
       "      <td>0.784615</td>\n",
       "      <td>0.825385</td>\n",
       "      <td>0.855385</td>\n",
       "      <td>0.990000</td>\n",
       "      <td>-0.398462</td>\n",
       "      <td>-0.557692</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>:</th>\n",
       "      <td>-0.366436</td>\n",
       "      <td>0.548506</td>\n",
       "      <td>0.498204</td>\n",
       "      <td>0.493214</td>\n",
       "      <td>0.200924</td>\n",
       "      <td>0.418784</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.749759</td>\n",
       "      <td>0.630606</td>\n",
       "      <td>0.204655</td>\n",
       "      <td>0.186297</td>\n",
       "      <td>0.252502</td>\n",
       "      <td>0.315627</td>\n",
       "      <td>0.465743</td>\n",
       "      <td>-0.458815</td>\n",
       "      <td>-0.354888</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>;</th>\n",
       "      <td>-0.565159</td>\n",
       "      <td>0.615741</td>\n",
       "      <td>0.109211</td>\n",
       "      <td>0.104143</td>\n",
       "      <td>0.127430</td>\n",
       "      <td>0.204042</td>\n",
       "      <td>0.749759</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.452830</td>\n",
       "      <td>0.075597</td>\n",
       "      <td>0.092397</td>\n",
       "      <td>0.146295</td>\n",
       "      <td>0.204042</td>\n",
       "      <td>0.264100</td>\n",
       "      <td>-0.265255</td>\n",
       "      <td>-0.110106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>?</th>\n",
       "      <td>-0.256972</td>\n",
       "      <td>0.696223</td>\n",
       "      <td>0.224512</td>\n",
       "      <td>0.222209</td>\n",
       "      <td>0.544720</td>\n",
       "      <td>0.825159</td>\n",
       "      <td>0.630606</td>\n",
       "      <td>0.452830</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.333535</td>\n",
       "      <td>0.567417</td>\n",
       "      <td>0.633968</td>\n",
       "      <td>0.713599</td>\n",
       "      <td>0.873630</td>\n",
       "      <td>-0.624351</td>\n",
       "      <td>-0.673206</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reticencias</th>\n",
       "      <td>-0.339667</td>\n",
       "      <td>0.408699</td>\n",
       "      <td>0.071868</td>\n",
       "      <td>0.067746</td>\n",
       "      <td>-0.156084</td>\n",
       "      <td>0.198301</td>\n",
       "      <td>0.204655</td>\n",
       "      <td>0.075597</td>\n",
       "      <td>0.333535</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.125100</td>\n",
       "      <td>-0.091404</td>\n",
       "      <td>-0.003098</td>\n",
       "      <td>0.242066</td>\n",
       "      <td>-0.551137</td>\n",
       "      <td>-0.688243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_num</th>\n",
       "      <td>0.067692</td>\n",
       "      <td>0.380421</td>\n",
       "      <td>-0.120447</td>\n",
       "      <td>-0.117342</td>\n",
       "      <td>0.984615</td>\n",
       "      <td>0.784615</td>\n",
       "      <td>0.186297</td>\n",
       "      <td>0.092397</td>\n",
       "      <td>0.567417</td>\n",
       "      <td>-0.125100</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.990000</td>\n",
       "      <td>0.957692</td>\n",
       "      <td>0.781538</td>\n",
       "      <td>-0.148462</td>\n",
       "      <td>-0.116154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_unic</th>\n",
       "      <td>0.041538</td>\n",
       "      <td>0.413568</td>\n",
       "      <td>-0.088380</td>\n",
       "      <td>-0.086833</td>\n",
       "      <td>0.981538</td>\n",
       "      <td>0.825385</td>\n",
       "      <td>0.252502</td>\n",
       "      <td>0.146295</td>\n",
       "      <td>0.633968</td>\n",
       "      <td>-0.091404</td>\n",
       "      <td>0.990000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.983846</td>\n",
       "      <td>0.825385</td>\n",
       "      <td>-0.226923</td>\n",
       "      <td>-0.183077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pont_total</th>\n",
       "      <td>-0.015385</td>\n",
       "      <td>0.499905</td>\n",
       "      <td>-0.064525</td>\n",
       "      <td>-0.064929</td>\n",
       "      <td>0.950769</td>\n",
       "      <td>0.855385</td>\n",
       "      <td>0.315627</td>\n",
       "      <td>0.204042</td>\n",
       "      <td>0.713599</td>\n",
       "      <td>-0.003098</td>\n",
       "      <td>0.957692</td>\n",
       "      <td>0.983846</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.864615</td>\n",
       "      <td>-0.330769</td>\n",
       "      <td>-0.290769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pont_frases</th>\n",
       "      <td>-0.026154</td>\n",
       "      <td>0.643285</td>\n",
       "      <td>0.091508</td>\n",
       "      <td>0.089962</td>\n",
       "      <td>0.734615</td>\n",
       "      <td>0.990000</td>\n",
       "      <td>0.465743</td>\n",
       "      <td>0.264100</td>\n",
       "      <td>0.873630</td>\n",
       "      <td>0.242066</td>\n",
       "      <td>0.781538</td>\n",
       "      <td>0.825385</td>\n",
       "      <td>0.864615</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.428462</td>\n",
       "      <td>-0.576923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_por_pont</th>\n",
       "      <td>0.478462</td>\n",
       "      <td>-0.393140</td>\n",
       "      <td>-0.290949</td>\n",
       "      <td>-0.287487</td>\n",
       "      <td>-0.134615</td>\n",
       "      <td>-0.398462</td>\n",
       "      <td>-0.458815</td>\n",
       "      <td>-0.265255</td>\n",
       "      <td>-0.624351</td>\n",
       "      <td>-0.551137</td>\n",
       "      <td>-0.148462</td>\n",
       "      <td>-0.226923</td>\n",
       "      <td>-0.330769</td>\n",
       "      <td>-0.428462</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.823077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>palavras_por_frase</th>\n",
       "      <td>0.386923</td>\n",
       "      <td>-0.541917</td>\n",
       "      <td>-0.172067</td>\n",
       "      <td>-0.170145</td>\n",
       "      <td>-0.044615</td>\n",
       "      <td>-0.557692</td>\n",
       "      <td>-0.354888</td>\n",
       "      <td>-0.110106</td>\n",
       "      <td>-0.673206</td>\n",
       "      <td>-0.688243</td>\n",
       "      <td>-0.116154</td>\n",
       "      <td>-0.183077</td>\n",
       "      <td>-0.290769</td>\n",
       "      <td>-0.576923</td>\n",
       "      <td>0.823077</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                         ano         !         (         )         ,  \\\n",
       "ano                 1.000000 -0.507999  0.239329  0.237812  0.078462   \n",
       "!                  -0.507999  1.000000 -0.082885 -0.085841  0.335325   \n",
       "(                   0.239329 -0.082885  1.000000  0.999801 -0.102458   \n",
       ")                   0.237812 -0.085841  0.999801  1.000000 -0.100131   \n",
       ",                   0.078462  0.335325 -0.102458 -0.100131  1.000000   \n",
       ".                   0.026923  0.595877  0.070782  0.069232  0.731538   \n",
       ":                  -0.366436  0.548506  0.498204  0.493214  0.200924   \n",
       ";                  -0.565159  0.615741  0.109211  0.104143  0.127430   \n",
       "?                  -0.256972  0.696223  0.224512  0.222209  0.544720   \n",
       "reticencias        -0.339667  0.408699  0.071868  0.067746 -0.156084   \n",
       "palavras_num        0.067692  0.380421 -0.120447 -0.117342  0.984615   \n",
       "palavras_unic       0.041538  0.413568 -0.088380 -0.086833  0.981538   \n",
       "pont_total         -0.015385  0.499905 -0.064525 -0.064929  0.950769   \n",
       "pont_frases        -0.026154  0.643285  0.091508  0.089962  0.734615   \n",
       "palavras_por_pont   0.478462 -0.393140 -0.290949 -0.287487 -0.134615   \n",
       "palavras_por_frase  0.386923 -0.541917 -0.172067 -0.170145 -0.044615   \n",
       "\n",
       "                           .         :         ;         ?  reticencias  \\\n",
       "ano                 0.026923 -0.366436 -0.565159 -0.256972    -0.339667   \n",
       "!                   0.595877  0.548506  0.615741  0.696223     0.408699   \n",
       "(                   0.070782  0.498204  0.109211  0.224512     0.071868   \n",
       ")                   0.069232  0.493214  0.104143  0.222209     0.067746   \n",
       ",                   0.731538  0.200924  0.127430  0.544720    -0.156084   \n",
       ".                   1.000000  0.418784  0.204042  0.825159     0.198301   \n",
       ":                   0.418784  1.000000  0.749759  0.630606     0.204655   \n",
       ";                   0.204042  0.749759  1.000000  0.452830     0.075597   \n",
       "?                   0.825159  0.630606  0.452830  1.000000     0.333535   \n",
       "reticencias         0.198301  0.204655  0.075597  0.333535     1.000000   \n",
       "palavras_num        0.784615  0.186297  0.092397  0.567417    -0.125100   \n",
       "palavras_unic       0.825385  0.252502  0.146295  0.633968    -0.091404   \n",
       "pont_total          0.855385  0.315627  0.204042  0.713599    -0.003098   \n",
       "pont_frases         0.990000  0.465743  0.264100  0.873630     0.242066   \n",
       "palavras_por_pont  -0.398462 -0.458815 -0.265255 -0.624351    -0.551137   \n",
       "palavras_por_frase -0.557692 -0.354888 -0.110106 -0.673206    -0.688243   \n",
       "\n",
       "                    palavras_num  palavras_unic  pont_total  pont_frases  \\\n",
       "ano                     0.067692       0.041538   -0.015385    -0.026154   \n",
       "!                       0.380421       0.413568    0.499905     0.643285   \n",
       "(                      -0.120447      -0.088380   -0.064525     0.091508   \n",
       ")                      -0.117342      -0.086833   -0.064929     0.089962   \n",
       ",                       0.984615       0.981538    0.950769     0.734615   \n",
       ".                       0.784615       0.825385    0.855385     0.990000   \n",
       ":                       0.186297       0.252502    0.315627     0.465743   \n",
       ";                       0.092397       0.146295    0.204042     0.264100   \n",
       "?                       0.567417       0.633968    0.713599     0.873630   \n",
       "reticencias            -0.125100      -0.091404   -0.003098     0.242066   \n",
       "palavras_num            1.000000       0.990000    0.957692     0.781538   \n",
       "palavras_unic           0.990000       1.000000    0.983846     0.825385   \n",
       "pont_total              0.957692       0.983846    1.000000     0.864615   \n",
       "pont_frases             0.781538       0.825385    0.864615     1.000000   \n",
       "palavras_por_pont      -0.148462      -0.226923   -0.330769    -0.428462   \n",
       "palavras_por_frase     -0.116154      -0.183077   -0.290769    -0.576923   \n",
       "\n",
       "                    palavras_por_pont  palavras_por_frase  \n",
       "ano                          0.478462            0.386923  \n",
       "!                           -0.393140           -0.541917  \n",
       "(                           -0.290949           -0.172067  \n",
       ")                           -0.287487           -0.170145  \n",
       ",                           -0.134615           -0.044615  \n",
       ".                           -0.398462           -0.557692  \n",
       ":                           -0.458815           -0.354888  \n",
       ";                           -0.265255           -0.110106  \n",
       "?                           -0.624351           -0.673206  \n",
       "reticencias                 -0.551137           -0.688243  \n",
       "palavras_num                -0.148462           -0.116154  \n",
       "palavras_unic               -0.226923           -0.183077  \n",
       "pont_total                  -0.330769           -0.290769  \n",
       "pont_frases                 -0.428462           -0.576923  \n",
       "palavras_por_pont            1.000000            0.823077  \n",
       "palavras_por_frase           0.823077            1.000000  "
      ]
     },
     "metadata": {},
     "execution_count": 11
    }
   ],
   "metadata": {}
  }
 ],
 "metadata": {
  "orig_nbformat": 4,
  "language_info": {
   "name": "python",
   "version": "3.8.11",
   "mimetype": "text/x-python",
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "pygments_lexer": "ipython3",
   "nbconvert_exporter": "python",
   "file_extension": ".py"
  },
  "kernelspec": {
   "name": "python3",
   "display_name": "Python 3.8.11 64-bit ('base': conda)"
  },
  "interpreter": {
   "hash": "85cf7c50353f29c98d8d58ed1663d858abf22ad7cca8be8d000bc637677f8417"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}