playground.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tuxml \n",
    "import pandas as pd\n",
    "df = tuxml.load_dataset()\n",
    "\n",
    "ttest_options = pd.read_csv('ttest-features.csv')\n",
    "ttest_options.rename(columns={'Unnamed: 0' : 'option'}, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CLKSRC_MMIO 1    46755\n",
      "0    45716\n",
      "Name: CLKSRC_MMIO, dtype: int64\n",
      "COMPILE_TEST 1    46755\n",
      "0    45716\n",
      "Name: COMPILE_TEST, dtype: int64\n",
      "ROCKCHIP_GRF 1    46755\n",
      "0    45716\n",
      "Name: ROCKCHIP_GRF, dtype: int64\n",
      "TIMER_OF 1    46642\n",
      "0    45829\n",
      "Name: TIMER_OF, dtype: int64\n",
      "TIMER_PROBE 1    46642\n",
      "0    45829\n",
      "Name: TIMER_PROBE, dtype: int64\n",
      "STMP_DEVICE 0    49324\n",
      "1    43147\n",
      "Name: STMP_DEVICE, dtype: int64\n",
      "STRICT_MODULE_RWX 0    46333\n",
      "1    46138\n",
      "Name: STRICT_MODULE_RWX, dtype: int64\n",
      "MODULES 0    46333\n",
      "1    46138\n",
      "Name: MODULES, dtype: int64\n",
      "SOC_BUS 0    57419\n",
      "1    35052\n",
      "Name: SOC_BUS, dtype: int64\n",
      "MTK_INFRACFG 0    57547\n",
      "1    34924\n",
      "Name: MTK_INFRACFG, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "for o in ttest_options.sort_values(by=\"ttest\", ascending=True)['option'][:10]:\n",
    "    print(o, df[o].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DEBUG_INFO 0\n",
      "DEBUG_INFO_DWARF4 4148\n",
      "GDB_SCRIPTS 2682\n",
      "UBSAN_SANITIZE_ALL 6\n",
      "X86_NEED_RELOCS 4\n",
      "RANDOMIZE_BASE 5\n",
      "GCOV_PROFILE_ALL 10\n",
      "KASAN_OUTLINE 7\n",
      "KASAN 8\n",
      "RANDOMIZE_MEMORY 86\n",
      "DEBUG_INFO_REDUCED 2\n",
      "DEBUG_INFO_SPLIT 3\n",
      "XFS_DEBUG 13\n",
      "GCC_PLUGINS 832\n",
      "RAPIDIO_ENUM_BASIC 3033\n",
      "INTEL_GTT 28\n",
      "FB_DDC 31\n",
      "FB_SVGALIB 1728\n",
      "RELOCATABLE 4304\n",
      "DRM_TTM 49\n",
      "DRM_I915 29\n",
      "DRM_AMDGPU 21\n",
      "DRM_NOUVEAU 14\n",
      "DRM_RADEON 17\n",
      "DRM_QXL 32\n",
      "DRM_BOCHS 68\n",
      "DRM_HISI_HIBMC 42\n",
      "ACPI_VIDEO 62\n",
      "GCC_PLUGIN_SANCOV 506\n",
      "DRM_VMWGFX 36\n",
      "DRM_CIRRUS_QEMU 57\n",
      "LOCALVERSION_AUTO 438\n",
      "DRM_AST 34\n",
      "MXM_WMI 332\n",
      "DRM_MGAG200 130\n",
      "VGASTATE 1776\n",
      "TIFM_CORE 2002\n",
      "FB_SAVAGE 129\n",
      "ACPI_BUTTON 1537\n",
      "DRM_GMA500 25\n",
      "FB_3DFX 114\n",
      "UBSAN_ALIGNMENT 9\n",
      "FB_I740 126\n",
      "FB_ARK 2539\n",
      "PRIME_NUMBERS 546\n",
      "FB_NEOMAGIC 95\n",
      "FB_RIVA 186\n",
      "FB_CARMINE 615\n",
      "FB_S3 1056\n",
      "FB_MATROX 329\n",
      "FB_SM712 401\n",
      "FB_MB862XX 666\n",
      "FB_RADEON 302\n",
      "LPC_ICH 3522\n",
      "FB_LE80578 883\n",
      "CC_OPTIMIZE_FOR_PERFORMANCE 378\n",
      "FB_VIA 3044\n",
      "SENSORS_K10TEMP 725\n",
      "FB_ATY128 768\n",
      "FB_PM2 700\n",
      "LPC_SCH 4509\n",
      "FB_VT8623 898\n",
      "FB_CIRRUS 1463\n",
      "FB_TRIDENT 772\n",
      "DRM_KMS_HELPER 375\n",
      "FB_VOODOO1 951\n",
      "MSI_WMI 998\n",
      "LEDS_LP55XX_COMMON 4000\n",
      "CB710_CORE 4123\n",
      "IBM_ASM 335\n",
      "FB_SIS 1714\n",
      "MFD_VX855 206\n",
      "INTEL_MEI 4440\n",
      "DRM_DEBUG_MM_SELFTEST 2350\n",
      "FB_ATY 291\n",
      "XFS_ASSERT_FATAL 2716\n",
      "ACPI_WMI 1240\n",
      "FB_PM3 295\n",
      "MFD_INTEL_LPSS 2830\n",
      "DRM 318\n",
      "SENSORS_I5K_AMB 1101\n",
      "FB_NVIDIA 198\n",
      "FB_KYRO 195\n",
      "SENSORS_SIS5595 176\n",
      "I2C_DESIGNWARE_CORE 4540\n",
      "FB_CYBER2000 1393\n",
      "HID_LED 3593\n",
      "SCSI_ISCSI_ATTRS 22\n",
      "APPLE_GMUX 1374\n",
      "MAXSMP 19\n",
      "SENSORS_K8TEMP 1111\n",
      "COMMON_CLK_CS2000_CP 1231\n",
      "I2C_ALI1563 1001\n",
      "VHOST_RING 1448\n",
      "I2C_ISMT 1017\n",
      "GCC_PLUGIN_RANDSTRUCT 482\n",
      "TIFM_7XX1 696\n",
      "I2C_VIA 2157\n",
      "IOSF_MBI 3594\n",
      "MFD_RDC321X 2924\n",
      "----\n",
      "----\n",
      "CLKSRC_MMIO 2566\n",
      "COMPILE_TEST 2895\n",
      "ROCKCHIP_GRF 2930\n",
      "TIMER_OF 3104\n",
      "TIMER_PROBE 2932\n",
      "STMP_DEVICE 2673\n",
      "STRICT_MODULE_RWX 6429\n",
      "MODULES 4305\n",
      "SOC_BUS 4089\n",
      "MTK_INFRACFG 4390\n",
      "RENESAS_DMA 5264\n",
      "OWL_TIMER 4852\n",
      "ASM9260_TIMER 5103\n",
      "CLKSRC_PISTACHIO 4808\n",
      "DIGICOLOR_TIMER 5412\n",
      "PRIMA2_TIMER 5051\n",
      "OXNAS_RPS_TIMER 4973\n",
      "INTEGRATOR_AP_TIMER 4706\n",
      "MTK_TIMER 4757\n",
      "SH_TIMER_TMU 5311\n",
      "CLKSRC_DBX500_PRCMU 5467\n",
      "BCM2835_TIMER 5071\n",
      "SH_TIMER_CMT 5456\n",
      "ATMEL_ST 5061\n",
      "MESON6_TIMER 5482\n",
      "CLPS711X_TIMER 4991\n",
      "VT8500_TIMER 4792\n",
      "EM_TIMER_STI 5154\n",
      "CLKSRC_ST_LPC 4829\n",
      "ARMV7M_SYSTICK 5182\n",
      "MXS_TIMER 5044\n",
      "NSPIRE_TIMER 5132\n",
      "H8300_TPU 4964\n",
      "CLKSRC_PXA 5226\n",
      "UX500_SOC_ID 4969\n",
      "CLKSRC_SAMSUNG_PWM 4510\n",
      "AT91_SOC_ID 5289\n",
      "BCM_KONA_TIMER 4541\n",
      "H8300_TMR16 4796\n",
      "MTK_SCPSYS 5266\n",
      "SUN4I_TIMER 5153\n",
      "SOC_ZTE 5094\n",
      "RENESAS_OSTM 4999\n",
      "FTTMR010_TIMER 4663\n",
      "ARC_TIMERS 5235\n",
      "SOC_SAMSUNG 4875\n",
      "SH_TIMER_MTU2 4622\n",
      "SOC_BRCMSTB 5257\n",
      "SOC_RENESAS 5994\n",
      "QCOM_EBI2 4963\n",
      "PM_GENERIC_DOMAINS 2333\n",
      "SYSC_RCAR 5862\n",
      "ATLAS7_TIMER 4878\n",
      "H8300_TMR8 4931\n",
      "FSL_FTM_TIMER 5396\n",
      "ASYNC_TX_ENABLE_CHANNEL_SWITCH 5524\n",
      "TI_DMA_CROSSBAR 5210\n",
      "CC_OPTIMIZE_FOR_SIZE 418\n",
      "GPIO_MB86S7X 4905\n",
      "GPIO_ZX 4970\n",
      "ARMADA375_USBCLUSTER_PHY 5670\n",
      "GPIO_MPC8XXX 5030\n",
      "SERIAL_MCTRL_GPIO 4195\n",
      "RESET_LPC18XX 5425\n",
      "RESET_MESON 5110\n",
      "RESET_ATH79 4775\n",
      "RESET_SUNXI 5201\n",
      "RESET_SOCFPGA 5578\n",
      "RESET_BERLIN 5402\n",
      "RESET_ZX2967 5428\n",
      "RESET_IMX7 5348\n",
      "RESET_ZYNQ 5357\n",
      "RESET_PISTACHIO 5583\n",
      "RESET_GEMINI 5505\n",
      "RESET_STM32 5038\n",
      "MEDIA_ATTACH 3354\n",
      "REGULATOR_STW481X_VMMC 5284\n",
      "ROCKCHIP_PM_DOMAINS 5407\n",
      "SLOB 4021\n",
      "MFD_STM32_TIMERS 4251\n",
      "OWL_PM_DOMAINS 5785\n",
      "OWL_PM_DOMAINS_HELPER 5809\n",
      "MODULE_SRCVERSION_ALL 4817\n",
      "MODULE_FORCE_LOAD 3500\n",
      "SG_SPLIT 4637\n",
      "RESET_HISI 4844\n",
      "MODULE_UNLOAD 4376\n",
      "MODULE_COMPRESS_GZIP 4118\n",
      "MODULE_COMPRESS 4889\n",
      "COMMON_CLK_IPROC 4727\n",
      "KPROBES 3414\n",
      "OPTPROBES 5252\n",
      "KRETPROBES 2988\n",
      "IOMMU_IO_PGTABLE 5959\n",
      "SYSTEM_DATA_VERIFICATION 6685\n",
      "MODULE_SIG 5127\n",
      "MODULE_SIG_SHA1 6945\n",
      "COMMON_CLK_SAMSUNG 4925\n",
      "COMMON_CLK_MEDIATEK 5003\n",
      "PHY_ST_SPEAR1310_MIPHY 4492\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.6872292297116132"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ft_rf_important = pd.read_csv('feature_importanceRF.csv', header=None, names=['option', \"importance\"])\n",
    "cid = ft_rf_important.query(\"option == 'X86_NEED_RELOCS'\").index[0]\n",
    "ft_rf_important.rank(ascending=False).iloc[cid]\n",
    "#rank()\n",
    "for o in ttest_options.sort_values(by=\"ttest\", ascending=False)['option'][:100]:\n",
    "    print(o, ft_rf_important.query(\"option == '\" + o + \"'\").index[0])\n",
    "print(\"----\")\n",
    "print(\"----\")\n",
    "for o in ttest_options.sort_values(by=\"ttest\", ascending=True)['option'][:100]:\n",
    "    print(o, ft_rf_important.query(\"option == '\" + o + \"'\").index[0])\n",
    "\n",
    "df['DEBUG_INFO_DWARF4'].corr(df['DEBUG_INFO'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(                  option         pvalue      ttest\n",
       " 57  CC_OPTIMIZE_FOR_SIZE  7.212065e-274 -35.479268,\n",
       "                            option         pvalue      ttest\n",
       " 9123  CC_OPTIMIZE_FOR_PERFORMANCE  7.212065e-274  35.479268)"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ttest_options.query(\"option == 'CC_OPTIMIZE_FOR_SIZE'\"), ttest_options.query(\"option == 'CC_OPTIMIZE_FOR_PERFORMANCE'\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}