ttest-features_sample.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Welch T test\n",
    "\n",
    "see https://en.wikipedia.org/wiki/Welch%27s_t-test\n",
    "\n",
    "- (H0) the configurations with yes values and the configs with other values have the same linux kernel size average\n",
    "- (HA) There is a significant difference between the averages\n",
    "\n",
    "Accept H0 => this feature should not have any influence on the kernel size\n",
    "Rejecting H0 => this feature could change the kernel size"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import tuxml\n",
    "import scipy.stats"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = tuxml.load_dataset()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Test if the average size of the linux kernel is bigger with or without yes values for a given feature"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "For CC_OPTIMIZE_FOR_SIZE , the average of vmlinux with yes values is significatively ( 5.0 % error) different of the average with no/module values : True\n",
      "For CC_OPTIMIZE_FOR_SIZE  the average of vmlinux with yes values is significatively ( 5.0 % error) superior to the average with no/module values : False\n"
     ]
    }
   ],
   "source": [
    "name_feature = \"CC_OPTIMIZE_FOR_SIZE\"\n",
    "vmlinux_values =  df['vmlinux']\n",
    "alpha = 0.05\n",
    "\n",
    "def compute_wtest(name_feature, alpha = 0.05):\n",
    "    \n",
    "    # input:\n",
    "    # the name of the feature\n",
    "    # output:\n",
    "    # True if the average of vmlinux with yes values of the feature is significatively \n",
    "    # different of the average with no/module values\n",
    "    # False otherwise\n",
    "    \n",
    "    feature_values = df[name_feature]\n",
    "    \n",
    "    yes_values = vmlinux_values[feature_values==1]\n",
    "    no_mod_values = vmlinux_values[feature_values!=1]\n",
    "\n",
    "    return scipy.stats.ttest_ind(yes_values, no_mod_values)[1] < alpha\n",
    "\n",
    "def compute_advanced_wtest(name_feature, alpha = 0.05):\n",
    "    \n",
    "    # input:\n",
    "    # the name of the feature\n",
    "    # output:\n",
    "    # 2 booleans: first\n",
    "    # True if the average of vmlinux with yes values of the feature is significatively \n",
    "    # different of the average with no/module values\n",
    "    # False otherwise\n",
    "    # second:\n",
    "    # true if yes values have a bigger size than others values\n",
    "    # else false\n",
    "    \n",
    "    feature_values = df[name_feature]\n",
    "    \n",
    "    yes_values = vmlinux_values[feature_values==1]\n",
    "    no_mod_values = vmlinux_values[feature_values!=1]\n",
    "\n",
    "    yes_avg = np.mean(yes_values)\n",
    "    no_mod_avg = np.mean(no_mod_values)\n",
    "    \n",
    "    return (scipy.stats.ttest_ind(yes_values, no_mod_values)[1] < alpha, yes_avg > no_mod_avg)\n",
    "\n",
    "print(\"For\", name_feature, \n",
    "      \", the average of vmlinux with yes values is significatively (\", alpha*100, \n",
    "      \"% error) different of the average with no/module values :\",\n",
    "      compute_wtest(name_feature, alpha))\n",
    "\n",
    "print(\"For\", name_feature, \n",
    "      \" the average of vmlinux with yes values is significatively (\", alpha*100, \n",
    "      \"% error) superior to the average with no/module values :\",\n",
    "      compute_advanced_wtest(name_feature)[0] and compute_advanced_wtest(name_feature)[1])\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "if the test rejects"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\llesoil\\Documents\\Anaconda3\\envs\\tensor_gpu\\lib\\site-packages\\numpy\\core\\fromnumeric.py:3367: RuntimeWarning: Degrees of freedom <= 0 for slice\n",
      "  **kwargs)\n",
      "C:\\Users\\llesoil\\Documents\\Anaconda3\\envs\\tensor_gpu\\lib\\site-packages\\numpy\\core\\_methods.py:132: RuntimeWarning: invalid value encountered in double_scalars\n",
      "  ret = ret.dtype.type(ret / rcount)\n",
      "C:\\Users\\llesoil\\Documents\\Anaconda3\\envs\\tensor_gpu\\lib\\site-packages\\scipy\\stats\\_distn_infrastructure.py:877: RuntimeWarning: invalid value encountered in greater\n",
      "  return (self.a < x) & (x < self.b)\n",
      "C:\\Users\\llesoil\\Documents\\Anaconda3\\envs\\tensor_gpu\\lib\\site-packages\\scipy\\stats\\_distn_infrastructure.py:877: RuntimeWarning: invalid value encountered in less\n",
      "  return (self.a < x) & (x < self.b)\n",
      "C:\\Users\\llesoil\\Documents\\Anaconda3\\envs\\tensor_gpu\\lib\\site-packages\\scipy\\stats\\_distn_infrastructure.py:1831: RuntimeWarning: invalid value encountered in less_equal\n",
      "  cond2 = cond0 & (x <= self.a)\n"
     ]
    }
   ],
   "source": [
    "quanti = [\"vmlinux\", \"GZIP-bzImage\", \"GZIP-vmlinux\", \"GZIP\", \"BZIP2-bzImage\", \n",
    "              \"BZIP2-vmlinux\", \"BZIP2\", \"LZMA-bzImage\", \"LZMA-vmlinux\", \"LZMA\", \"XZ-bzImage\", \"XZ-vmlinux\", \"XZ\", \n",
    "              \"LZO-bzImage\", \"LZO-vmlinux\", \"LZO\", \"LZ4-bzImage\", \"LZ4-vmlinux\", \"LZ4\", \n",
    "         'cid', 'nbno', 'nbyes', 'nbmodule', 'nbyesmodule']\n",
    "\n",
    "features = df.columns\n",
    "\n",
    "alpha = 1e-120 # we choose a very small value of alpha so we get a small sample of features\n",
    "# with 0.05, we keep more than 8000 configurations\n",
    "\n",
    "different = [] # are the average different?\n",
    "supe = [] # do the yes values have a bigger vmlinux than the no/module\n",
    "\n",
    "for f in features:\n",
    "    if f not in quanti:\n",
    "        d, s = compute_advanced_wtest(f, alpha)\n",
    "        different.append(d)\n",
    "        supe.append(s)\n",
    "    else:\n",
    "        different.append('na')\n",
    "        supe.append('na')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1388"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res = pd.DataFrame({'features' : features, \"influent_feature\" : different, \"yes_bigger_size\" : supe})\n",
    "len(np.where(res[\"influent_feature\"]==True)[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>features</th>\n",
       "      <th>influent_feature</th>\n",
       "      <th>yes_bigger_size</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>OPENVSWITCH</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NFC_HCI</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>NET_MPLS_GSO</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>NFC_MEI_PHY</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>INTEL_MEI</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>NFC_SIM</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>VSOCKETS</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>VMWARE_VMCI_VSOCKETS</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>VMWARE_VMCI</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>VIRTIO_VSOCKETS</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>VIRTIO_VSOCKETS_COMMON</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>NETLINK_DIAG</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>NFC_PN533</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>HSR</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>NFC_PN533_I2C</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>CROS_EC_LPC</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>CROS_KBD_LED_BACKLIGHT</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>HAVE_CLK_PREPARE</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143</th>\n",
       "      <td>COMMON_CLK_WM831X</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>SERIAL_MVEBU_UART</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>SERIAL_OWL</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219</th>\n",
       "      <td>COMMON_CLK_SI5351</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>229</th>\n",
       "      <td>DRM_VIA</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>231</th>\n",
       "      <td>DRM_SAVAGE</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>240</th>\n",
       "      <td>FB_DDC</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243</th>\n",
       "      <td>FB_BOOT_VESA_SUPPORT</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>262</th>\n",
       "      <td>FB_HECUBA</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>265</th>\n",
       "      <td>FB_SVGALIB</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>281</th>\n",
       "      <td>MCB_PCI</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>292</th>\n",
       "      <td>SOC_RENESAS</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12256</th>\n",
       "      <td>CHR_DEV_OSST</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12257</th>\n",
       "      <td>SND_SOC_RL6231</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12262</th>\n",
       "      <td>BLK_DEV_SR</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12265</th>\n",
       "      <td>MTK_INFRACFG</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12274</th>\n",
       "      <td>CHR_DEV_SG</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12276</th>\n",
       "      <td>SND_SOC_SIGMADSP</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12278</th>\n",
       "      <td>MTK_SCPSYS</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12281</th>\n",
       "      <td>CHR_DEV_SCH</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12284</th>\n",
       "      <td>UIO_CIF</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12287</th>\n",
       "      <td>SCSI_ENCLOSURE</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12288</th>\n",
       "      <td>SND_SOC_TLV320AIC23</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12290</th>\n",
       "      <td>UIO_PDRV_GENIRQ</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12294</th>\n",
       "      <td>SCSI_SAS_ATTRS</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12297</th>\n",
       "      <td>UIO_DMEM_GENIRQ</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12312</th>\n",
       "      <td>UWB_WHCI</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12341</th>\n",
       "      <td>PERF_EVENTS_INTEL_CSTATE</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12345</th>\n",
       "      <td>INV_MPU6050_IIO</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12355</th>\n",
       "      <td>FUJITSU_ES</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12358</th>\n",
       "      <td>INV_MPU6050_I2C</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12400</th>\n",
       "      <td>IIO_ST_LSM6DSX_I2C</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12403</th>\n",
       "      <td>STRICT_MODULE_RWX</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12418</th>\n",
       "      <td>ACPI_ALS</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12427</th>\n",
       "      <td>ADJD_S311</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12433</th>\n",
       "      <td>HWMON</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12436</th>\n",
       "      <td>AL3320A</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12438</th>\n",
       "      <td>GCOV_PROFILE_ALL</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12440</th>\n",
       "      <td>SENSORS_DELL_SMM</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12466</th>\n",
       "      <td>CHARGER_BQ2415X</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12469</th>\n",
       "      <td>APDS9960</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12476</th>\n",
       "      <td>BH1750</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1388 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                       features influent_feature yes_bigger_size\n",
       "1                   OPENVSWITCH             True            True\n",
       "7                       NFC_HCI             True            True\n",
       "11                 NET_MPLS_GSO             True            True\n",
       "19                  NFC_MEI_PHY             True            True\n",
       "20                    INTEL_MEI             True            True\n",
       "25                      NFC_SIM             True            True\n",
       "32                     VSOCKETS             True            True\n",
       "36         VMWARE_VMCI_VSOCKETS             True            True\n",
       "41                  VMWARE_VMCI             True            True\n",
       "45              VIRTIO_VSOCKETS             True            True\n",
       "50       VIRTIO_VSOCKETS_COMMON             True            True\n",
       "53                 NETLINK_DIAG             True            True\n",
       "58                    NFC_PN533             True            True\n",
       "69                          HSR             True            True\n",
       "70                NFC_PN533_I2C             True            True\n",
       "106                 CROS_EC_LPC             True            True\n",
       "124      CROS_KBD_LED_BACKLIGHT             True            True\n",
       "132            HAVE_CLK_PREPARE             True            True\n",
       "143           COMMON_CLK_WM831X             True            True\n",
       "186           SERIAL_MVEBU_UART             True           False\n",
       "207                  SERIAL_OWL             True           False\n",
       "219           COMMON_CLK_SI5351             True            True\n",
       "229                     DRM_VIA             True            True\n",
       "231                  DRM_SAVAGE             True            True\n",
       "240                      FB_DDC             True            True\n",
       "243        FB_BOOT_VESA_SUPPORT             True            True\n",
       "262                   FB_HECUBA             True            True\n",
       "265                  FB_SVGALIB             True            True\n",
       "281                     MCB_PCI             True            True\n",
       "292                 SOC_RENESAS             True           False\n",
       "...                         ...              ...             ...\n",
       "12256              CHR_DEV_OSST             True            True\n",
       "12257            SND_SOC_RL6231             True            True\n",
       "12262                BLK_DEV_SR             True            True\n",
       "12265              MTK_INFRACFG             True           False\n",
       "12274                CHR_DEV_SG             True            True\n",
       "12276          SND_SOC_SIGMADSP             True            True\n",
       "12278                MTK_SCPSYS             True           False\n",
       "12281               CHR_DEV_SCH             True            True\n",
       "12284                   UIO_CIF             True            True\n",
       "12287            SCSI_ENCLOSURE             True            True\n",
       "12288       SND_SOC_TLV320AIC23             True            True\n",
       "12290           UIO_PDRV_GENIRQ             True            True\n",
       "12294            SCSI_SAS_ATTRS             True            True\n",
       "12297           UIO_DMEM_GENIRQ             True            True\n",
       "12312                  UWB_WHCI             True            True\n",
       "12341  PERF_EVENTS_INTEL_CSTATE             True            True\n",
       "12345           INV_MPU6050_IIO             True            True\n",
       "12355                FUJITSU_ES             True            True\n",
       "12358           INV_MPU6050_I2C             True            True\n",
       "12400        IIO_ST_LSM6DSX_I2C             True            True\n",
       "12403         STRICT_MODULE_RWX             True           False\n",
       "12418                  ACPI_ALS             True            True\n",
       "12427                 ADJD_S311             True            True\n",
       "12433                     HWMON             True            True\n",
       "12436                   AL3320A             True            True\n",
       "12438          GCOV_PROFILE_ALL             True            True\n",
       "12440          SENSORS_DELL_SMM             True            True\n",
       "12466           CHARGER_BQ2415X             True            True\n",
       "12469                  APDS9960             True            True\n",
       "12476                    BH1750             True            True\n",
       "\n",
       "[1388 rows x 3 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample = res[res[\"influent_feature\"]==True]\n",
    "sample[['features', 'yes_bigger_size']].to_csv(\"welch_test_output.csv\")\n",
    "sample"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}