TE.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The autoreload extension is already loaded. To reload it, use:\n",
      "  %reload_ext autoreload\n"
     ]
    }
   ],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "pd.options.display.max_columns = None # See all columns\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "from fantasy_football import Fantasy\n",
    "\n",
    "# Import fantasy class which will be used for building datasets\n",
    "football = Fantasy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [],
   "source": [
    "TE_2021 = football.prepare_TE(\"2021\", True)\n",
    "TE_2020 = football.prepare_TE(\"2020\", False)\n",
    "TE_2019 = football.prepare_TE(\"2019\", False)\n",
    "TE_2018 = football.prepare_TE(\"2018\", False)\n",
    "TE_2017 = football.prepare_TE(\"2017\", False)\n",
    "TE_2016 = football.prepare_TE(\"2016\", False)\n",
    "TE_2015 = football.prepare_TE(\"2015\", False)\n",
    "TE_2014 = football.prepare_TE(\"2014\", False)\n",
    "TE_2013 = football.prepare_TE(\"2013\", False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>REC</th>\n",
       "      <th>TGT</th>\n",
       "      <th>Receiving_Yds</th>\n",
       "      <th>Y/R</th>\n",
       "      <th>LG</th>\n",
       "      <th>20+</th>\n",
       "      <th>Receiving_Td</th>\n",
       "      <th>ATT</th>\n",
       "      <th>Rushing_Yds</th>\n",
       "      <th>Rushing_Td</th>\n",
       "      <th>FPTS/G</th>\n",
       "      <th>y</th>\n",
       "      <th>YBC</th>\n",
       "      <th>YBC/R</th>\n",
       "      <th>AIR</th>\n",
       "      <th>AIR/R</th>\n",
       "      <th>YAC</th>\n",
       "      <th>YAC/R</th>\n",
       "      <th>YACON</th>\n",
       "      <th>YACON/R</th>\n",
       "      <th>BRKTKL</th>\n",
       "      <th>% TM</th>\n",
       "      <th>CATCHABLE</th>\n",
       "      <th>DROP</th>\n",
       "      <th>RZ TGT</th>\n",
       "      <th>10+ YDS</th>\n",
       "      <th>30+ YDS</th>\n",
       "      <th>40+ YDS</th>\n",
       "      <th>50+ YDS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.675</td>\n",
       "      <td>0.642857</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.006522</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>11.4</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.593220</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.593220</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.418367</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.304348</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.851852</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.193939</td>\n",
       "      <td>0.969697</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.955357</td>\n",
       "      <td>0.937500</td>\n",
       "      <td>0.791843</td>\n",
       "      <td>0.560</td>\n",
       "      <td>0.542857</td>\n",
       "      <td>0.614224</td>\n",
       "      <td>0.767045</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.006522</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.769784</td>\n",
       "      <td>10.7</td>\n",
       "      <td>0.655540</td>\n",
       "      <td>0.415254</td>\n",
       "      <td>0.655540</td>\n",
       "      <td>0.415254</td>\n",
       "      <td>0.859920</td>\n",
       "      <td>0.387755</td>\n",
       "      <td>0.721187</td>\n",
       "      <td>0.231884</td>\n",
       "      <td>0.615234</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.953177</td>\n",
       "      <td>0.363636</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.615672</td>\n",
       "      <td>0.703125</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.464286</td>\n",
       "      <td>0.381466</td>\n",
       "      <td>0.387977</td>\n",
       "      <td>0.565</td>\n",
       "      <td>0.642857</td>\n",
       "      <td>0.420259</td>\n",
       "      <td>0.937500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.006522</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.561151</td>\n",
       "      <td>7.7</td>\n",
       "      <td>0.366158</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.366158</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.341473</td>\n",
       "      <td>0.306122</td>\n",
       "      <td>0.085046</td>\n",
       "      <td>0.014493</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.411111</td>\n",
       "      <td>0.426421</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.307836</td>\n",
       "      <td>0.703125</td>\n",
       "      <td>0.312500</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.591837</td>\n",
       "      <td>0.650246</td>\n",
       "      <td>0.530418</td>\n",
       "      <td>0.605</td>\n",
       "      <td>0.557143</td>\n",
       "      <td>0.480296</td>\n",
       "      <td>0.681818</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.006522</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.575540</td>\n",
       "      <td>9.1</td>\n",
       "      <td>0.712861</td>\n",
       "      <td>0.677966</td>\n",
       "      <td>0.712861</td>\n",
       "      <td>0.677966</td>\n",
       "      <td>0.347170</td>\n",
       "      <td>0.163265</td>\n",
       "      <td>0.296375</td>\n",
       "      <td>0.115942</td>\n",
       "      <td>0.229592</td>\n",
       "      <td>0.803704</td>\n",
       "      <td>0.612040</td>\n",
       "      <td>0.519481</td>\n",
       "      <td>0.831169</td>\n",
       "      <td>0.495736</td>\n",
       "      <td>0.803571</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.598214</td>\n",
       "      <td>0.653017</td>\n",
       "      <td>0.478681</td>\n",
       "      <td>0.540</td>\n",
       "      <td>0.728571</td>\n",
       "      <td>0.323276</td>\n",
       "      <td>0.511364</td>\n",
       "      <td>0.011494</td>\n",
       "      <td>0.006522</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.489209</td>\n",
       "      <td>9.7</td>\n",
       "      <td>0.410842</td>\n",
       "      <td>0.423729</td>\n",
       "      <td>0.410842</td>\n",
       "      <td>0.423729</td>\n",
       "      <td>0.487190</td>\n",
       "      <td>0.346939</td>\n",
       "      <td>0.255137</td>\n",
       "      <td>0.115942</td>\n",
       "      <td>0.351563</td>\n",
       "      <td>0.640741</td>\n",
       "      <td>0.619565</td>\n",
       "      <td>0.636364</td>\n",
       "      <td>0.681818</td>\n",
       "      <td>0.461754</td>\n",
       "      <td>0.468750</td>\n",
       "      <td>0.312500</td>\n",
       "      <td>0.937500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>483</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.378698</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.8</td>\n",
       "      <td>0.260599</td>\n",
       "      <td>0.547550</td>\n",
       "      <td>0.260599</td>\n",
       "      <td>0.547550</td>\n",
       "      <td>0.277413</td>\n",
       "      <td>0.320185</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.316619</td>\n",
       "      <td>0.341270</td>\n",
       "      <td>0.287836</td>\n",
       "      <td>0.273690</td>\n",
       "      <td>0.295373</td>\n",
       "      <td>0.167516</td>\n",
       "      <td>0.095958</td>\n",
       "      <td>0.059730</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>484</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.378698</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0.260599</td>\n",
       "      <td>0.547550</td>\n",
       "      <td>0.260599</td>\n",
       "      <td>0.547550</td>\n",
       "      <td>0.277413</td>\n",
       "      <td>0.320185</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.316619</td>\n",
       "      <td>0.341270</td>\n",
       "      <td>0.287836</td>\n",
       "      <td>0.273690</td>\n",
       "      <td>0.295373</td>\n",
       "      <td>0.167516</td>\n",
       "      <td>0.095958</td>\n",
       "      <td>0.059730</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>485</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.378698</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.260599</td>\n",
       "      <td>0.547550</td>\n",
       "      <td>0.260599</td>\n",
       "      <td>0.547550</td>\n",
       "      <td>0.277413</td>\n",
       "      <td>0.320185</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.316619</td>\n",
       "      <td>0.341270</td>\n",
       "      <td>0.287836</td>\n",
       "      <td>0.273690</td>\n",
       "      <td>0.295373</td>\n",
       "      <td>0.167516</td>\n",
       "      <td>0.095958</td>\n",
       "      <td>0.059730</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>486</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.378698</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.5</td>\n",
       "      <td>0.380149</td>\n",
       "      <td>0.638889</td>\n",
       "      <td>0.380149</td>\n",
       "      <td>0.638889</td>\n",
       "      <td>0.367647</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.562771</td>\n",
       "      <td>0.431933</td>\n",
       "      <td>0.142857</td>\n",
       "      <td>0.457143</td>\n",
       "      <td>0.404762</td>\n",
       "      <td>0.285714</td>\n",
       "      <td>0.228571</td>\n",
       "      <td>0.357143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>487</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.378698</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0.260599</td>\n",
       "      <td>0.547550</td>\n",
       "      <td>0.260599</td>\n",
       "      <td>0.547550</td>\n",
       "      <td>0.277413</td>\n",
       "      <td>0.320185</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.316619</td>\n",
       "      <td>0.341270</td>\n",
       "      <td>0.287836</td>\n",
       "      <td>0.273690</td>\n",
       "      <td>0.295373</td>\n",
       "      <td>0.167516</td>\n",
       "      <td>0.095958</td>\n",
       "      <td>0.059730</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>488 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          REC       TGT  Receiving_Yds    Y/R        LG       20+  \\\n",
       "0    1.000000  1.000000       1.000000  0.675  0.642857  1.000000   \n",
       "1    0.955357  0.937500       0.791843  0.560  0.542857  0.614224   \n",
       "2    0.464286  0.381466       0.387977  0.565  0.642857  0.420259   \n",
       "3    0.591837  0.650246       0.530418  0.605  0.557143  0.480296   \n",
       "4    0.598214  0.653017       0.478681  0.540  0.728571  0.323276   \n",
       "..        ...       ...            ...    ...       ...       ...   \n",
       "483  0.000000  0.000000       0.000000  0.000  0.000000  0.000000   \n",
       "484  0.000000  0.000000       0.000000  0.000  0.000000  0.000000   \n",
       "485  0.000000  0.000000       0.000000  0.000  0.000000  0.000000   \n",
       "486  0.000000  0.000000       0.000000  0.000  0.000000  0.000000   \n",
       "487  0.000000  0.000000       0.000000  0.000  0.000000  0.000000   \n",
       "\n",
       "     Receiving_Td       ATT  Rushing_Yds  Rushing_Td    FPTS/G     y  \\\n",
       "0        1.000000  0.000000     0.006522         0.0  1.000000  11.4   \n",
       "1        0.767045  0.000000     0.006522         0.0  0.769784  10.7   \n",
       "2        0.937500  0.000000     0.006522         0.0  0.561151   7.7   \n",
       "3        0.681818  0.000000     0.006522         0.0  0.575540   9.1   \n",
       "4        0.511364  0.011494     0.006522         0.0  0.489209   9.7   \n",
       "..            ...       ...          ...         ...       ...   ...   \n",
       "483      0.000000  0.000000     0.378698         0.0  0.000000   0.8   \n",
       "484      0.000000  0.000000     0.378698         0.0  0.000000   0.6   \n",
       "485      0.000000  0.000000     0.378698         0.0  0.000000   0.5   \n",
       "486      0.000000  0.000000     0.378698         0.0  0.000000   2.5   \n",
       "487      0.000000  0.000000     0.378698         0.0  0.000000   0.6   \n",
       "\n",
       "          YBC     YBC/R       AIR     AIR/R       YAC     YAC/R     YACON  \\\n",
       "0    1.000000  0.593220  1.000000  0.593220  1.000000  0.418367  1.000000   \n",
       "1    0.655540  0.415254  0.655540  0.415254  0.859920  0.387755  0.721187   \n",
       "2    0.366158  0.500000  0.366158  0.500000  0.341473  0.306122  0.085046   \n",
       "3    0.712861  0.677966  0.712861  0.677966  0.347170  0.163265  0.296375   \n",
       "4    0.410842  0.423729  0.410842  0.423729  0.487190  0.346939  0.255137   \n",
       "..        ...       ...       ...       ...       ...       ...       ...   \n",
       "483  0.260599  0.547550  0.260599  0.547550  0.277413  0.320185  0.000000   \n",
       "484  0.260599  0.547550  0.260599  0.547550  0.277413  0.320185  0.000000   \n",
       "485  0.260599  0.547550  0.260599  0.547550  0.277413  0.320185  0.000000   \n",
       "486  0.380149  0.638889  0.380149  0.638889  0.367647  0.300000  0.000000   \n",
       "487  0.260599  0.547550  0.260599  0.547550  0.277413  0.320185  0.000000   \n",
       "\n",
       "      YACON/R    BRKTKL      % TM  CATCHABLE      DROP    RZ TGT   10+ YDS  \\\n",
       "0    0.304348  1.000000  0.851852   1.000000  0.193939  0.969697  1.000000   \n",
       "1    0.231884  0.615234  1.000000   0.953177  0.363636  1.000000  0.615672   \n",
       "2    0.014493  0.000000  0.411111   0.426421  0.000000  0.500000  0.307836   \n",
       "3    0.115942  0.229592  0.803704   0.612040  0.519481  0.831169  0.495736   \n",
       "4    0.115942  0.351563  0.640741   0.619565  0.636364  0.681818  0.461754   \n",
       "..        ...       ...       ...        ...       ...       ...       ...   \n",
       "483  0.000000  0.000000  0.316619   0.341270  0.287836  0.273690  0.295373   \n",
       "484  0.000000  0.000000  0.316619   0.341270  0.287836  0.273690  0.295373   \n",
       "485  0.000000  0.000000  0.316619   0.341270  0.287836  0.273690  0.295373   \n",
       "486  0.000000  0.000000  0.562771   0.431933  0.142857  0.457143  0.404762   \n",
       "487  0.000000  0.000000  0.316619   0.341270  0.287836  0.273690  0.295373   \n",
       "\n",
       "      30+ YDS   40+ YDS   50+ YDS  \n",
       "0    1.000000  0.666667  0.000000  \n",
       "1    0.703125  0.000000  0.000000  \n",
       "2    0.703125  0.312500  0.000000  \n",
       "3    0.803571  0.000000  0.000000  \n",
       "4    0.468750  0.312500  0.937500  \n",
       "..        ...       ...       ...  \n",
       "483  0.167516  0.095958  0.059730  \n",
       "484  0.167516  0.095958  0.059730  \n",
       "485  0.167516  0.095958  0.059730  \n",
       "486  0.285714  0.228571  0.357143  \n",
       "487  0.167516  0.095958  0.059730  \n",
       "\n",
       "[488 rows x 29 columns]"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_TE = [TE_2020, TE_2019, TE_2018,\n",
    "          TE_2017, TE_2016, TE_2015, TE_2014, TE_2013]\n",
    "\n",
    "TE = pd.concat(all_TE, ignore_index=True)\n",
    "TE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-3 {color: black;background-color: white;}#sk-container-id-3 pre{padding: 0;}#sk-container-id-3 div.sk-toggleable {background-color: white;}#sk-container-id-3 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-3 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-3 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-3 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-3 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-3 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-3 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-3 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-3 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-3 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-3 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-3 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-3 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-3 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-3 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-3 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-3 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-3 div.sk-item {position: relative;z-index: 1;}#sk-container-id-3 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-3 div.sk-item::before, #sk-container-id-3 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-3 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-3 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-3 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-3 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-3 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-3 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-3 div.sk-label-container {text-align: center;}#sk-container-id-3 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-3 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-3\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>RandomForestRegressor()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-3\" type=\"checkbox\" checked><label for=\"sk-estimator-id-3\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">RandomForestRegressor</label><div class=\"sk-toggleable__content\"><pre>RandomForestRegressor()</pre></div></div></div></div></div>"
      ],
      "text/plain": [
       "RandomForestRegressor()"
      ]
     },
     "execution_count": 136,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Dean's feature selection:\n",
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "\n",
    "y = TE['y']\n",
    "X = TE.drop(['y', 'FPTS/G'], axis=1)\n",
    "\n",
    "# Perform feature selection\n",
    "X_selected, optimal_columns = football.getBestFeatures(X, y)\n",
    "\n",
    "# Split the data into training and testing sets\n",
    "X_train, X_test, y_train, y_test = train_test_split(X_selected, y, test_size=0.2, random_state=42)\n",
    "\n",
    "# Get optimal model\n",
    "model = football.get_model(X_train, y_train)\n",
    "model"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### Now that we have our model, lets test on our test data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred = model.predict(X_test)"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### See how our model did"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import mean_squared_error\n",
    "\n",
    "# Reset index of y_test\n",
    "y_test = y_test.reset_index(drop=True)\n",
    "\n",
    "mse = mean_squared_error(y_test, y_pred)\n",
    "\n",
    "# Make results df to see visual per player\n",
    "results = pd.DataFrame()\n",
    "\n",
    "results['Y_pred'] = y_pred\n",
    "results['Y_true'] = y_test\n",
    "results['difference'] = results['Y_true'] - results['Y_pred']"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### Lastly, let's predict next year's rankings for tight ends"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [],
   "source": [
    "TE_2022 = football.prepare_TE(\"2022\", True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Dean's feature selection:\n",
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "X = TE_2022.drop(['y', 'FPTS/G'], axis=1)\n",
    "\n",
    "X_selected = X[optimal_columns]\n",
    "\n",
    "y_pred = model.predict(X_selected)\n",
    "\n",
    "# Make prediction based df for next year\n",
    "\n",
    "pred_df = pd.DataFrame()\n",
    "\n",
    "pred_df['Player'] = X['Player']\n",
    "pred_df['2023_pred'] = y_pred\n",
    "pred_df['2022_ppg'] = TE_2022['y']"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### Sort based on projected points"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Player</th>\n",
       "      <th>2023_pred</th>\n",
       "      <th>2022_ppg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Travis Kelce</td>\n",
       "      <td>11.9620</td>\n",
       "      <td>12.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Mark Andrews</td>\n",
       "      <td>8.6490</td>\n",
       "      <td>7.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>T.J. Hockenson</td>\n",
       "      <td>8.1150</td>\n",
       "      <td>7.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>George Kittle</td>\n",
       "      <td>7.9070</td>\n",
       "      <td>9.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Dalton Schultz</td>\n",
       "      <td>7.5260</td>\n",
       "      <td>5.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Gerald Everett</td>\n",
       "      <td>7.1660</td>\n",
       "      <td>5.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Pat Freiermuth</td>\n",
       "      <td>6.1880</td>\n",
       "      <td>5.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Evan Engram</td>\n",
       "      <td>5.9620</td>\n",
       "      <td>6.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Hunter Henry</td>\n",
       "      <td>5.6330</td>\n",
       "      <td>3.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>David Njoku</td>\n",
       "      <td>5.3810</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Cole Kmet</td>\n",
       "      <td>4.9540</td>\n",
       "      <td>5.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Jordan Akins</td>\n",
       "      <td>4.8700</td>\n",
       "      <td>5.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Dawson Knox</td>\n",
       "      <td>4.8390</td>\n",
       "      <td>5.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Juwan Johnson</td>\n",
       "      <td>4.3580</td>\n",
       "      <td>5.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Mike Gesicki</td>\n",
       "      <td>4.3180</td>\n",
       "      <td>3.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Tyler Higbee</td>\n",
       "      <td>4.2170</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Foster Moreau</td>\n",
       "      <td>4.2110</td>\n",
       "      <td>3.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Hayden Hurst</td>\n",
       "      <td>4.0900</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Isaiah Likely</td>\n",
       "      <td>4.0710</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Austin Hooper</td>\n",
       "      <td>3.9420</td>\n",
       "      <td>3.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Chigoziem Okonkwo</td>\n",
       "      <td>3.9410</td>\n",
       "      <td>4.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Tyler Conklin</td>\n",
       "      <td>3.9260</td>\n",
       "      <td>4.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Cade Otton</td>\n",
       "      <td>3.7450</td>\n",
       "      <td>3.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Robert Tonyan</td>\n",
       "      <td>3.5250</td>\n",
       "      <td>3.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Will Dissly</td>\n",
       "      <td>3.5030</td>\n",
       "      <td>3.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Noah Gray</td>\n",
       "      <td>3.4940</td>\n",
       "      <td>2.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Colby Parkinson</td>\n",
       "      <td>3.4100</td>\n",
       "      <td>3.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Noah Fant</td>\n",
       "      <td>2.9580</td>\n",
       "      <td>4.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Tommy Tremble</td>\n",
       "      <td>2.8950</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Mo Alie-Cox</td>\n",
       "      <td>2.3540</td>\n",
       "      <td>2.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Brock Wright</td>\n",
       "      <td>1.9500</td>\n",
       "      <td>3.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Harrison Bryant</td>\n",
       "      <td>1.9350</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>C.J. Uzomah</td>\n",
       "      <td>1.5880</td>\n",
       "      <td>2.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Logan Thomas</td>\n",
       "      <td>1.4720</td>\n",
       "      <td>2.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Taysom Hill</td>\n",
       "      <td>1.2239</td>\n",
       "      <td>8.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               Player  2023_pred  2022_ppg\n",
       "0        Travis Kelce    11.9620      12.1\n",
       "1        Mark Andrews     8.6490       7.8\n",
       "2      T.J. Hockenson     8.1150       7.6\n",
       "3       George Kittle     7.9070       9.4\n",
       "4      Dalton Schultz     7.5260       5.7\n",
       "5      Gerald Everett     7.1660       5.4\n",
       "6      Pat Freiermuth     6.1880       5.7\n",
       "7         Evan Engram     5.9620       6.1\n",
       "8        Hunter Henry     5.6330       3.9\n",
       "9         David Njoku     5.3810       6.0\n",
       "10          Cole Kmet     4.9540       5.7\n",
       "11       Jordan Akins     4.8700       5.3\n",
       "12        Dawson Knox     4.8390       5.8\n",
       "13      Juwan Johnson     4.3580       5.8\n",
       "14       Mike Gesicki     4.3180       3.9\n",
       "15       Tyler Higbee     4.2170       5.0\n",
       "16      Foster Moreau     4.2110       3.7\n",
       "17       Hayden Hurst     4.0900       4.0\n",
       "18      Isaiah Likely     4.0710       4.0\n",
       "19      Austin Hooper     3.9420       3.3\n",
       "20  Chigoziem Okonkwo     3.9410       4.1\n",
       "21      Tyler Conklin     3.9260       4.3\n",
       "22         Cade Otton     3.7450       3.2\n",
       "23      Robert Tonyan     3.5250       3.5\n",
       "24        Will Dissly     3.5030       3.5\n",
       "25          Noah Gray     3.4940       2.5\n",
       "26    Colby Parkinson     3.4100       3.2\n",
       "27          Noah Fant     2.9580       4.3\n",
       "28      Tommy Tremble     2.8950       2.2\n",
       "29        Mo Alie-Cox     2.3540       2.5\n",
       "30       Brock Wright     1.9500       3.3\n",
       "31    Harrison Bryant     1.9350       2.2\n",
       "32        C.J. Uzomah     1.5880       2.5\n",
       "33       Logan Thomas     1.4720       2.9\n",
       "34        Taysom Hill     1.2239       8.6"
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted_2023 = pred_df.sort_values(by='2023_pred', ascending=False).reset_index(drop=True)\n",
    "sorted_2023"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "ml-0451",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}