mlmethods.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "FIrDt303bHuO"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import os\n",
        "from sklearn.model_selection import train_test_split\n",
        "import numpy as np\n",
        "from sklearn.linear_model import LogisticRegression\n",
        "from sklearn.svm import SVC\n",
        "from sklearn.tree import DecisionTreeClassifier\n",
        "from sklearn.ensemble import RandomForestClassifier\n",
        "from sklearn.neighbors import KNeighborsClassifier\n",
        "from sklearn.neural_network import MLPClassifier\n",
        "from sklearn.metrics import accuracy_score\n",
        "from sklearn.svm import SVC\n",
        "from sklearn.model_selection import GridSearchCV"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SSJ_HQt7bI8y",
        "outputId": "39bc4f58-cc00-4bba-b79b-22719d98a71a"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ],
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "J75IsMsZcoKa",
        "outputId": "3588b3e4-b684-47b5-eae6-528e8f7ae7a1"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/drive/MyDrive/ML-Stage2\n"
          ]
        }
      ],
      "source": [
        "%cd /content/drive/MyDrive/ML-Stage2"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4MXk-4iebHuT",
        "outputId": "a1961569-6e04-4306-8995-245478982cee"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.380603  0.362096      1.260948    6.0\n",
            "1      44.5  0.378687  0.355564      2.288343    6.0\n",
            "2      74.5  0.359324  0.347770      2.374536    6.0\n",
            "3     104.5  0.381799  0.376432      2.170770    6.0\n",
            "4     134.5  0.385096  0.350641      1.407869    6.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "309  9355.5  0.347620  0.346602      0.841421    6.0\n",
            "310  9385.5  0.304315  0.289676      0.827614    6.0\n",
            "311  9415.5  0.313063  0.304822      0.874755    6.0\n",
            "312  9445.5  0.312918  0.297892      0.880474    6.0\n",
            "313  9475.5  0.352305  0.326767      0.533333    6.0\n",
            "\n",
            "[314 rows x 5 columns]\n",
            "           frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.500000  0.370665  0.361489      0.594281    7.0\n",
            "1      44.500000  0.377559  0.339604      1.418107    7.0\n",
            "2      74.500000  0.292781  0.289808      0.680474    7.0\n",
            "3     104.500000  0.266832  0.275194      1.108088    7.0\n",
            "4     134.500000  0.272250  0.279805      1.141421    7.0\n",
            "..           ...       ...       ...           ...    ...\n",
            "271  8702.366667  0.323868  0.279177      2.617849    7.0\n",
            "272  8733.500000  0.305840  0.272147      2.885140    7.0\n",
            "273  8763.500000  0.293655  0.265749      2.876117    7.0\n",
            "274  8793.500000  0.333901  0.295091      2.458561    7.0\n",
            "275  8823.500000  0.283324  0.266382      2.674048    7.0\n",
            "\n",
            "[276 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.389817  0.377782      0.513807    2.0\n",
            "1       44.5  0.407757  0.392369      0.647140    2.0\n",
            "2       74.5  0.408640  0.384523      1.313807    2.0\n",
            "3      104.5  0.423222  0.405111      1.055009    2.0\n",
            "4      134.5  0.393664  0.381696      1.002369    2.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.379495  0.426857      0.996650    2.0\n",
            "592  17774.5  0.390746  0.403977      0.882843    2.0\n",
            "593  17804.5  0.408972  0.399189      1.065685    2.0\n",
            "594  17834.5  0.382273  0.360388      1.043790    2.0\n",
            "595  17864.5  0.389646  0.404423      1.165685    2.0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.386574  0.364419      2.507869    4.0\n",
            "1      44.5  0.377762  0.363963      0.760948    4.0\n",
            "2      74.5  0.372516  0.374549      0.280474    4.0\n",
            "3     104.5  0.382840  0.375924      0.613807    4.0\n",
            "4     134.5  0.404032  0.418381      0.613807    4.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "290  8714.5  0.391068  0.369005      0.908088    4.0\n",
            "291  8744.5  0.394073  0.373281      0.990931    4.0\n",
            "292  8774.5  0.390461  0.366572      0.894281    4.0\n",
            "293  8804.5  0.411604  0.382847      0.969036    4.0\n",
            "294  8834.5  0.402566  0.377123      0.680474    4.0\n",
            "\n",
            "[295 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.329005  0.338674      2.415428    3.0\n",
            "1       44.5  0.316128  0.325722      3.887878    3.0\n",
            "2       74.5  0.340772  0.358109      2.693713    3.0\n",
            "3      104.5  0.321910  0.355375      1.184554    3.0\n",
            "4      134.5  0.347016  0.361432      0.588343    3.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "590  17714.5  0.344502  0.358944      1.668817    3.0\n",
            "591  17744.5  0.352033  0.355409      1.374536    3.0\n",
            "592  17774.5  0.359741  0.357487      0.433333    3.0\n",
            "593  17804.5  0.365710  0.371600      0.280474    3.0\n",
            "594  17834.5  0.346028  0.351195      0.347140    3.0\n",
            "\n",
            "[595 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.419415  0.392511      0.460948    3.0\n",
            "1      44.5  0.430138  0.426237      0.333333    3.0\n",
            "2      74.5  0.406991  0.407236      0.233333    3.0\n",
            "3     104.5  0.426551  0.400266      0.500000    3.0\n",
            "4     134.5  0.407522  0.396721      0.313807    3.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "289  8686.5  0.409337  0.425788      9.572434    3.0\n",
            "290  8716.5  0.421177  0.428039      9.377500    3.0\n",
            "291  8746.5  0.408301  0.435968     10.108012    3.0\n",
            "292  8776.5  0.406378  0.409814      9.405768    3.0\n",
            "293  8806.5  0.401109  0.394447      9.606834    3.0\n",
            "\n",
            "[294 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.306934  0.303185      1.266667    4.0\n",
            "1      44.5  0.301303  0.301085      1.041421    4.0\n",
            "2      74.5  0.347693  0.316667      1.901621    4.0\n",
            "3     104.5  0.321372  0.317892      1.919818    4.0\n",
            "4     134.5  0.344350  0.307631      1.907869    4.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "258  7754.5  0.276412  0.301625      0.760948    4.0\n",
            "259  7784.5  0.281167  0.311951      0.680474    4.0\n",
            "260  7814.5  0.275449  0.289427      0.980474    4.0\n",
            "261  7844.5  0.276959  0.284424      1.047140    4.0\n",
            "262  7874.5  0.257822  0.266308      1.055009    4.0\n",
            "\n",
            "[263 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.371290  0.345368      0.427614    3.0\n",
            "1       44.5  0.366138  0.340863      0.460948    3.0\n",
            "2       74.5  0.344035  0.327345      0.508088    3.0\n",
            "3      104.5  0.386464  0.357025      0.433333    3.0\n",
            "4      134.5  0.398804  0.386972      1.141202    3.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "592  17743.5  0.359080  0.374590      0.760948    3.0\n",
            "593  17773.5  0.419487  0.395795      0.760948    3.0\n",
            "594  17803.5  0.431215  0.410997      1.082843    3.0\n",
            "595  17833.5  0.398780  0.359215      0.916176    3.0\n",
            "596  17863.5  0.410417  0.382411      0.924045    3.0\n",
            "\n",
            "[597 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.283684  0.285231      1.288343    9.0\n",
            "1      44.5  0.316349  0.322447      1.080474    9.0\n",
            "2      74.5  0.332170  0.316891      1.143571    9.0\n",
            "3     104.5  0.313429  0.297257      1.074755    9.0\n",
            "4     134.5  0.288795  0.254439      1.166667    9.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "289  8721.5  0.192594  0.206796      1.602442    9.0\n",
            "290  8751.5  0.249735  0.227266      1.418399    9.0\n",
            "291  8781.5  0.271139  0.257757      0.924045    9.0\n",
            "292  8811.5  0.248466  0.234532      1.314757    9.0\n",
            "293  8841.5  0.237426  0.224721      1.654101    9.0\n",
            "\n",
            "[294 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.397350  0.390851      1.640875    8.0\n",
            "1      44.5  0.363104  0.378768      1.649273    8.0\n",
            "2      74.5  0.384826  0.395199      1.604081    8.0\n",
            "3     104.5  0.370941  0.390538      1.211950    8.0\n",
            "4     134.5  0.370858  0.383752      0.480474    8.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "269  8084.5  0.408338  0.401426      1.735483    8.0\n",
            "270  8114.5  0.434376  0.420771      1.649071    8.0\n",
            "271  8144.5  0.419783  0.400606      1.519216    8.0\n",
            "272  8174.5  0.406529  0.397365      1.174536    8.0\n",
            "273  8204.5  0.435097  0.423213      1.265247    8.0\n",
            "\n",
            "[274 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.389364  0.384155      0.789184    7.0\n",
            "1      44.5  0.331864  0.361707      2.514169    7.0\n",
            "2      74.5  0.309702  0.373786      1.988934    7.0\n",
            "3     104.5  0.325213  0.381751      2.113539    7.0\n",
            "4     134.5  0.292223  0.377110      3.083421    7.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "267  8024.5  0.345921  0.353268      2.080529    7.0\n",
            "268  8054.5  0.370324  0.388803      2.338506    7.0\n",
            "269  8084.5  0.355843  0.360518      2.230580    7.0\n",
            "270  8114.5  0.377585  0.393892      2.589159    7.0\n",
            "271  8144.5  0.368147  0.369066      2.355336    7.0\n",
            "\n",
            "[272 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.356993  0.344234      0.508088    6.0\n",
            "1      44.5  0.347489  0.351623      0.447140    6.0\n",
            "2      74.5  0.340706  0.347346      0.247140    6.0\n",
            "3     104.5  0.321103  0.330578      0.641421    6.0\n",
            "4     134.5  0.332147  0.351590      0.433333    6.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "266  7994.5  0.343615  0.334048      1.069036    6.0\n",
            "267  8024.5  0.347935  0.326814      1.214757    6.0\n",
            "268  8054.5  0.353942  0.315317      1.249509    6.0\n",
            "269  8084.5  0.342597  0.321609      1.303099    6.0\n",
            "270  8114.5  0.355653  0.320996      1.491661    6.0\n",
            "\n",
            "[271 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.341557  0.344986      0.749509    7.0\n",
            "1      44.5  0.303383  0.319308      0.433333    7.0\n",
            "2      74.5  0.346844  0.359315      0.802369    7.0\n",
            "3     104.5  0.353715  0.343837      0.400000    7.0\n",
            "4     134.5  0.350719  0.335380      0.100000    7.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "308  9254.5  0.338026  0.304971      0.735702    7.0\n",
            "309  9284.5  0.341282  0.324616      0.816176    7.0\n",
            "310  9314.5  0.345608  0.335837      1.006888    7.0\n",
            "311  9344.5  0.340274  0.316362      0.979273    7.0\n",
            "312  9374.5  0.348439  0.325031      0.849509    7.0\n",
            "\n",
            "[313 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.311256  0.294622      1.041421    3.0\n",
            "1       44.5  0.344580  0.348942      0.641421    3.0\n",
            "2       74.5  0.344230  0.337586      0.533333    3.0\n",
            "3      104.5  0.300051  0.297506      0.300000    3.0\n",
            "4      134.5  0.345822  0.299211      0.300000    3.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.390499  0.397710      0.860948    3.0\n",
            "592  17774.5  0.360529  0.349760      0.916176    3.0\n",
            "593  17804.5  0.414120  0.398271      0.894281    3.0\n",
            "594  17834.5  0.401033  0.379705      0.916176    3.0\n",
            "595  17864.5  0.395740  0.386699      0.860948    3.0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.357000  0.364666      2.574541    9.0\n",
            "1      44.5  0.367447  0.353352      0.860948    9.0\n",
            "2      74.5  0.387983  0.351029      0.447140    9.0\n",
            "3     104.5  0.359642  0.333778      0.266667    9.0\n",
            "4     134.5  0.340452  0.328971      0.133333    9.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "291  8735.5  0.292474  0.296973      1.174755    9.0\n",
            "292  8765.5  0.227056  0.240605      1.596212    9.0\n",
            "293  8795.5  0.330569  0.309944      1.488343    9.0\n",
            "294  8825.5  0.320013  0.333499      1.468817    9.0\n",
            "295  8855.5  0.312861  0.319110      1.296212    9.0\n",
            "\n",
            "[296 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.321395  0.302326      0.774755    2.0\n",
            "1       44.5  0.298505  0.277838      0.394281    2.0\n",
            "2       74.5  0.316477  0.303510      0.641421    2.0\n",
            "3      104.5  0.322249  0.316967      0.466667    2.0\n",
            "4      134.5  0.295351  0.314044      0.200000    2.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "570  17748.5  0.360222  0.354348      1.031914    2.0\n",
            "571  17778.5  0.349330  0.352672      0.852240    2.0\n",
            "572  17808.5  0.298203  0.290617      0.360948    2.0\n",
            "573  17838.5  0.266332  0.253044      0.347140    2.0\n",
            "574  17868.5  0.284138  0.246100      0.713807    2.0\n",
            "\n",
            "[575 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.326930  0.312401      1.974226    8.0\n",
            "1      44.5  0.334175  0.320367      1.684577    8.0\n",
            "2      74.5  0.344367  0.334579      1.720060    8.0\n",
            "3     104.5  0.371145  0.362945      2.119216    8.0\n",
            "4     134.5  0.336275  0.306627      1.382624    8.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "260  8326.5  0.335904  0.344239      1.027614    8.0\n",
            "261  8356.5  0.334679  0.328660      0.813807    8.0\n",
            "262  8386.5  0.362517  0.350750      0.955228    8.0\n",
            "263  8416.5  0.343989  0.358201      1.141202    8.0\n",
            "264  8446.5  0.343422  0.352551      1.174755    8.0\n",
            "\n",
            "[265 rows x 5 columns]\n",
            "           frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.500000  0.289225  0.299840      0.613807    3.0\n",
            "1      44.500000  0.324298  0.326645      0.400000    3.0\n",
            "2      74.500000  0.264978  0.286874      0.266667    3.0\n",
            "3     104.500000  0.230350  0.245635      0.266667    3.0\n",
            "4     134.500000  0.235672  0.241224      0.400000    3.0\n",
            "..           ...       ...       ...           ...    ...\n",
            "244  8670.333333  0.291856  0.278250      2.254700    3.0\n",
            "245  8724.500000  0.277889  0.287321      0.896650    3.0\n",
            "246  8754.500000  0.263133  0.268684      0.702369    3.0\n",
            "247  8784.500000  0.260328  0.260091      0.694281    3.0\n",
            "248  8814.500000  0.223377  0.236149      0.547140    3.0\n",
            "\n",
            "[249 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.372303  0.351654      1.962642    7.0\n",
            "1      44.5  0.360786  0.361748      1.245721    7.0\n",
            "2      74.5  0.388097  0.379801      0.824045    7.0\n",
            "3     104.5  0.367875  0.363424      0.821895    7.0\n",
            "4     134.5  0.373577  0.376329      1.321895    7.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "263  8821.5  0.347825  0.317330      0.770966    7.0\n",
            "264  8851.5  0.374136  0.361378      0.647140    7.0\n",
            "265  8881.5  0.380641  0.375333      0.547140    7.0\n",
            "266  8911.5  0.366809  0.356802      0.588562    7.0\n",
            "267  8941.5  0.368196  0.349099      0.916176    7.0\n",
            "\n",
            "[268 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.325841  0.293818      3.209513    4.0\n",
            "1       44.5  0.311242  0.300546      4.173268    4.0\n",
            "2       74.5  0.362320  0.344308      4.782278    4.0\n",
            "3      104.5  0.342888  0.331475      4.100000    4.0\n",
            "4      134.5  0.341432  0.307337      4.544038    4.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "587  17625.5  0.367675  0.363258      1.641202    4.0\n",
            "588  17655.5  0.349106  0.371367      1.368817    4.0\n",
            "589  17685.5  0.326284  0.359558      1.639564    4.0\n",
            "590  17715.5  0.332444  0.366418      1.435483    4.0\n",
            "591  17745.5  0.371692  0.372622      1.000000    4.0\n",
            "\n",
            "[592 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.275059  0.305723      5.400195    2.0\n",
            "1       44.5  0.275015  0.278800      4.793875    2.0\n",
            "2       74.5  0.320455  0.296376      1.063316    2.0\n",
            "3      104.5  0.308264  0.295787      0.547140    2.0\n",
            "4      134.5  0.312984  0.299065      0.300000    2.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "584  17701.5  0.370489  0.363510      0.000000    2.0\n",
            "585  17731.5  0.339670  0.323672      0.300000    2.0\n",
            "586  17761.5  0.356497  0.325099      0.433333    2.0\n",
            "587  17791.5  0.317328  0.324953      0.033333    2.0\n",
            "588  17821.5  0.347070  0.363448      0.000000    2.0\n",
            "\n",
            "[589 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.315869  0.325117      0.613807    8.0\n",
            "1       44.5  0.301864  0.299436      0.366667    8.0\n",
            "2       74.5  0.271919  0.273047      0.313807    8.0\n",
            "3      104.5  0.272999  0.283732      0.313807    8.0\n",
            "4      134.5  0.274712  0.267658      0.333333    8.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17780.5  0.230072  0.241098      2.106501    8.0\n",
            "592  17810.5  0.243525  0.236039      2.300000    8.0\n",
            "593  17840.5  0.262662  0.247959      2.133333    8.0\n",
            "594  17870.5  0.236462  0.216302      2.208088    8.0\n",
            "595  17900.5  0.242459  0.200347      2.386975    8.0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.314882  0.296227      0.466667    7.0\n",
            "1       44.5  0.297229  0.300757      0.133333    7.0\n",
            "2       74.5  0.296369  0.285151      0.233333    7.0\n",
            "3      104.5  0.316081  0.305417      0.180474    7.0\n",
            "4      134.5  0.297804  0.296544      0.866667    7.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "577  17723.8  0.365146  0.321042      1.045306    7.0\n",
            "578  17755.5  0.317132  0.270924      1.027614    7.0\n",
            "579  17785.5  0.289525  0.263964      1.049290    7.0\n",
            "580  17815.5  0.289876  0.264057      0.980474    7.0\n",
            "581  17845.5  0.312132  0.286532      0.980474    7.0\n",
            "\n",
            "[582 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.300579  0.280267      0.937852    6.0\n",
            "1      44.5  0.322177  0.286841      0.869036    6.0\n",
            "2      74.5  0.322565  0.286151      0.943790    6.0\n",
            "3     104.5  0.349255  0.317648      1.024264    6.0\n",
            "4     134.5  0.367208  0.324698      0.890931    6.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "274  8716.5  0.318297  0.300654      0.913807    6.0\n",
            "275  8746.5  0.323065  0.290978      0.788562    6.0\n",
            "276  8776.5  0.301191  0.254903      0.713807    6.0\n",
            "277  8806.5  0.307960  0.289707      1.660259    6.0\n",
            "278  8836.5  0.311303  0.280061      1.520695    6.0\n",
            "\n",
            "[279 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.347942  0.345627      0.566667    5.0\n",
            "1       44.5  0.320694  0.321521      0.513807    5.0\n",
            "2       74.5  0.318935  0.307495      0.841421    5.0\n",
            "3      104.5  0.332079  0.318323      0.857597    5.0\n",
            "4      134.5  0.343991  0.304552      0.413807    5.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.363476  0.318532      1.821968    5.0\n",
            "592  17774.5  0.341568  0.350424      1.647433    5.0\n",
            "593  17804.5  0.339489  0.354275      1.731695    5.0\n",
            "594  17834.5  0.337706  0.326177      1.241421    5.0\n",
            "595  17864.5  0.339993  0.324431      1.844754    5.0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.339680  0.334886      0.776905    8.0\n",
            "1      44.5  0.302408  0.297931      0.741421    8.0\n",
            "2      74.5  0.345131  0.336596      0.594281    8.0\n",
            "3     109.5  0.372034  0.331551      2.541290    8.0\n",
            "4     140.5  0.366530  0.342048      0.594281    8.0\n",
            "..      ...       ...       ...           ...    ...\n",
            "293  8887.5  0.254042  0.225781      1.099019    8.0\n",
            "294  8917.5  0.259849  0.258756      1.173773    8.0\n",
            "295  8947.5  0.270490  0.258543      1.248528    8.0\n",
            "296  8977.5  0.240991  0.216266      0.747140    8.0\n",
            "297  9007.5  0.235436  0.199902      0.863316    8.0\n",
            "\n",
            "[298 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.379269  0.342521      1.066357    3.0\n",
            "1       44.5  0.371589  0.353542      1.833333    3.0\n",
            "2       74.5  0.357219  0.345823      0.566667    3.0\n",
            "3      104.5  0.382123  0.343591      0.366667    3.0\n",
            "4      134.5  0.338491  0.296125      0.447140    3.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "590  17714.5  0.304322  0.316323      0.613807    3.0\n",
            "591  17744.5  0.316372  0.310263      0.400000    3.0\n",
            "592  17774.5  0.309834  0.302216      0.647140    3.0\n",
            "593  17804.5  0.309804  0.314107      0.500000    3.0\n",
            "594  17834.5  0.304449  0.293066      0.680474    3.0\n",
            "\n",
            "[595 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.309351  0.269739      1.382624    7.0\n",
            "1       44.5  0.351552  0.298985      1.695373    7.0\n",
            "2       74.5  0.331816  0.297379      1.200000    7.0\n",
            "3      104.5  0.383545  0.328882      1.515738    7.0\n",
            "4      134.5  0.369950  0.316080      1.472897    7.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.281856  0.227672      4.917306    7.0\n",
            "592  17774.5  0.291586  0.246806      4.613200    7.0\n",
            "593  17804.5  0.295019  0.241617      4.797562    7.0\n",
            "594  17834.5  0.274654  0.265349      4.527691    7.0\n",
            "595  17864.5  0.303103  0.284895      4.050250    7.0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.367624  0.365761      0.627614    2.0\n",
            "1       44.5  0.328830  0.345430      0.600000    2.0\n",
            "2       74.5  0.329892  0.339519      0.333333    2.0\n",
            "3      104.5  0.350649  0.365469      0.366667    2.0\n",
            "4      134.5  0.325583  0.324414      0.863316    2.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.391563  0.381757      0.660948    2.0\n",
            "592  17774.5  0.372812  0.378667      0.474755    2.0\n",
            "593  17804.5  0.386848  0.401334      0.313807    2.0\n",
            "594  17834.5  0.389707  0.398249      0.200000    2.0\n",
            "595  17864.5  0.359378  0.366831      0.333333    2.0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.336347  0.329551      1.096650    6.0\n",
            "1       44.5  0.307340  0.295789      0.647140    6.0\n",
            "2       74.5  0.369803  0.367431      1.049290    6.0\n",
            "3      104.5  0.369393  0.342809      1.102150    6.0\n",
            "4      134.5  0.361148  0.345367      1.033333    6.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.260483  0.252753      0.769036    6.0\n",
            "592  17774.5  0.201797  0.196148      0.480474    6.0\n",
            "593  17804.5  0.364432  0.344080      0.935702    6.0\n",
            "594  17834.5  0.369707  0.339803      0.682624    6.0\n",
            "595  17864.5  0.368152  0.359417      0.760948    6.0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.344190  0.328240      0.480474    8.0\n",
            "1       44.5  0.308427  0.289536      0.494281    8.0\n",
            "2       74.5  0.365700  0.354716      0.847140    8.0\n",
            "3      104.5  0.371459  0.381982      0.800000    8.0\n",
            "4      134.5  0.358561  0.368116      0.594281    8.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "587  17771.5  0.215780  0.197409      0.574755    8.0\n",
            "588  17801.5  0.333126  0.311717      0.533333    8.0\n",
            "589  17831.5  0.365679  0.342352      1.521676    8.0\n",
            "590  17861.5  0.336113  0.328952      1.655009    8.0\n",
            "591  17891.5  0.259313  0.259740      1.021676    8.0\n",
            "\n",
            "[592 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.311292  0.314708      0.313807    7.0\n",
            "1       44.5  0.297232  0.269941      0.474755    7.0\n",
            "2       74.5  0.301445  0.283397      0.400000    7.0\n",
            "3      104.5  0.333338  0.313941      0.513807    7.0\n",
            "4      134.5  0.305646  0.303140      0.447140    7.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "582  17734.5  0.263494  0.273258      0.566667    7.0\n",
            "583  17764.5  0.264859  0.232390      0.227614    7.0\n",
            "584  17794.5  0.276955  0.267253      0.400000    7.0\n",
            "585  17824.5  0.271117  0.243148      0.066667    7.0\n",
            "586  17854.5  0.294962  0.275350      0.166667    7.0\n",
            "\n",
            "[587 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.318470  0.307367      0.566667    6.0\n",
            "1       44.5  0.271702  0.254289      0.708088    6.0\n",
            "2       74.5  0.255963  0.248753      0.674755    6.0\n",
            "3      104.5  0.272183  0.261157      0.660948    6.0\n",
            "4      134.5  0.317272  0.304994      0.380474    6.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "590  17744.5  0.261326  0.242650      0.669036    6.0\n",
            "591  17774.5  0.282073  0.286509      0.641421    6.0\n",
            "592  17804.5  0.283074  0.285088      0.533333    6.0\n",
            "593  17834.5  0.270021  0.250931      0.447140    6.0\n",
            "594  17864.5  0.251001  0.230977      0.413807    6.0\n",
            "\n",
            "[595 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.303351  0.288902      2.727085    7.0\n",
            "1       44.5  0.285149  0.253870      1.362878    7.0\n",
            "2       74.5  0.283917  0.239169      1.836885    7.0\n",
            "3      104.5  0.297130  0.257642      0.521895    7.0\n",
            "4      134.5  0.296204  0.271435      0.647140    7.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "587  17729.5  0.268239  0.251446      0.400000    7.0\n",
            "588  17759.5  0.267878  0.267304      0.600000    7.0\n",
            "589  17789.5  0.272225  0.270595      0.480474    7.0\n",
            "590  17819.5  0.271639  0.264964      0.366667    7.0\n",
            "591  17849.5  0.267567  0.270634      0.300000    7.0\n",
            "\n",
            "[592 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.283365  0.277067      0.560948    4.0\n",
            "1       44.5  0.303367  0.310274      0.527614    4.0\n",
            "2       74.5  0.293159  0.281777      0.641421    4.0\n",
            "3      104.5  0.307868  0.295793      0.694281    4.0\n",
            "4      134.5  0.294813  0.271429      0.413807    4.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.308548  0.287703      1.467477    4.0\n",
            "592  17782.2  0.279084  0.273492      1.110238    4.0\n",
            "593  17817.5  0.316487  0.319542      0.849509    4.0\n",
            "594  17847.5  0.305536  0.304359      0.696650    4.0\n",
            "595  17877.5  0.320858  0.324050      0.674755    4.0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.388491  0.378358      1.055009    3.0\n",
            "1       44.5  0.365937  0.354477      1.547140    3.0\n",
            "2       74.5  0.324522  0.319187      0.894281    3.0\n",
            "3      104.5  0.374988  0.352440      0.533333    3.0\n",
            "4      134.5  0.404626  0.379949      0.366667    3.0\n",
            "..       ...       ...       ...           ...    ...\n",
            "579  17721.5  0.292740  0.274650      0.669967    3.0\n",
            "580  17752.2  0.302258  0.270635      0.500000    3.0\n",
            "581  17782.5  0.264528  0.246316      0.466667    3.0\n",
            "582  17812.5  0.265783  0.250870      0.500000    3.0\n",
            "583  17843.5  0.301185  0.277014      0.380474    3.0\n",
            "\n",
            "[584 rows x 5 columns]\n"
          ]
        }
      ],
      "source": [
        "data_folder = 'original_output'\n",
        "label_file = 'KSS.txt'\n",
        "dataframes = {}\n",
        "\n",
        "labels = pd.read_csv(label_file, header=None, delimiter=' ', dtype=int)\n",
        "\n",
        "\n",
        "# Set the frame rate and interval size\n",
        "fps = 30\n",
        "interval_size = 1\n",
        "\n",
        "# Compute the number of frames per interval\n",
        "frames_per_interval = fps * interval_size\n",
        "\n",
        "# Read the label file\n",
        "labels = pd.read_csv(label_file, header=None, delimiter=' ', dtype=int)\n",
        "\n",
        "# Loop over the data files\n",
        "for filename in os.listdir(data_folder):\n",
        "    if filename.endswith('.csv'):\n",
        "        # Extract the row and column indices from the filename\n",
        "        row, col = map(int, filename[:-4].split('-'))\n",
        "        label = labels.iloc[row - 1, col - 1]\n",
        "\n",
        "        # Read the data file\n",
        "        file_path = os.path.join(data_folder, filename)\n",
        "        df = pd.read_csv(file_path)\n",
        "\n",
        "        # Add a new column with the label\n",
        "        df['label'] = label\n",
        "\n",
        "        # Truncate the dataframe to remove any extra rows\n",
        "        n_rows = (df.shape[0] // frames_per_interval) * frames_per_interval\n",
        "        df = df.iloc[:n_rows]\n",
        "\n",
        "        # Reshape the dataframe into a 3D array\n",
        "        data = df.values.reshape(-1, frames_per_interval, df.shape[1])\n",
        "\n",
        "        # Compute the mean along the second axis\n",
        "        data = np.mean(data, axis=1)\n",
        "\n",
        "        # Create a new dataframe from the resampled data\n",
        "        columns = ['frame', 'leftEye', 'rightEye', 'lip_distance', 'label']\n",
        "        df = pd.DataFrame(data, columns=columns)\n",
        "\n",
        "        print(df)\n",
        "\n",
        "        # Store the dataframe in the dictionary\n",
        "        dataframes[filename] = df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4ukKVH7LbHuY",
        "outputId": "9a5b00a6-2b2d-41f5-8956-814c52887d9c"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.380603  0.362096      1.260948      1\n",
            "1      44.5  0.378687  0.355564      2.288343      1\n",
            "2      74.5  0.359324  0.347770      2.374536      1\n",
            "3     104.5  0.381799  0.376432      2.170770      1\n",
            "4     134.5  0.385096  0.350641      1.407869      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "309  9355.5  0.347620  0.346602      0.841421      1\n",
            "310  9385.5  0.304315  0.289676      0.827614      1\n",
            "311  9415.5  0.313063  0.304822      0.874755      1\n",
            "312  9445.5  0.312918  0.297892      0.880474      1\n",
            "313  9475.5  0.352305  0.326767      0.533333      1\n",
            "\n",
            "[314 rows x 5 columns]\n",
            "           frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.500000  0.370665  0.361489      0.594281      1\n",
            "1      44.500000  0.377559  0.339604      1.418107      1\n",
            "2      74.500000  0.292781  0.289808      0.680474      1\n",
            "3     104.500000  0.266832  0.275194      1.108088      1\n",
            "4     134.500000  0.272250  0.279805      1.141421      1\n",
            "..           ...       ...       ...           ...    ...\n",
            "271  8702.366667  0.323868  0.279177      2.617849      1\n",
            "272  8733.500000  0.305840  0.272147      2.885140      1\n",
            "273  8763.500000  0.293655  0.265749      2.876117      1\n",
            "274  8793.500000  0.333901  0.295091      2.458561      1\n",
            "275  8823.500000  0.283324  0.266382      2.674048      1\n",
            "\n",
            "[276 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.389817  0.377782      0.513807      0\n",
            "1       44.5  0.407757  0.392369      0.647140      0\n",
            "2       74.5  0.408640  0.384523      1.313807      0\n",
            "3      104.5  0.423222  0.405111      1.055009      0\n",
            "4      134.5  0.393664  0.381696      1.002369      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.379495  0.426857      0.996650      0\n",
            "592  17774.5  0.390746  0.403977      0.882843      0\n",
            "593  17804.5  0.408972  0.399189      1.065685      0\n",
            "594  17834.5  0.382273  0.360388      1.043790      0\n",
            "595  17864.5  0.389646  0.404423      1.165685      0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.386574  0.364419      2.507869      0\n",
            "1      44.5  0.377762  0.363963      0.760948      0\n",
            "2      74.5  0.372516  0.374549      0.280474      0\n",
            "3     104.5  0.382840  0.375924      0.613807      0\n",
            "4     134.5  0.404032  0.418381      0.613807      0\n",
            "..      ...       ...       ...           ...    ...\n",
            "290  8714.5  0.391068  0.369005      0.908088      0\n",
            "291  8744.5  0.394073  0.373281      0.990931      0\n",
            "292  8774.5  0.390461  0.366572      0.894281      0\n",
            "293  8804.5  0.411604  0.382847      0.969036      0\n",
            "294  8834.5  0.402566  0.377123      0.680474      0\n",
            "\n",
            "[295 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.329005  0.338674      2.415428      0\n",
            "1       44.5  0.316128  0.325722      3.887878      0\n",
            "2       74.5  0.340772  0.358109      2.693713      0\n",
            "3      104.5  0.321910  0.355375      1.184554      0\n",
            "4      134.5  0.347016  0.361432      0.588343      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "590  17714.5  0.344502  0.358944      1.668817      0\n",
            "591  17744.5  0.352033  0.355409      1.374536      0\n",
            "592  17774.5  0.359741  0.357487      0.433333      0\n",
            "593  17804.5  0.365710  0.371600      0.280474      0\n",
            "594  17834.5  0.346028  0.351195      0.347140      0\n",
            "\n",
            "[595 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.419415  0.392511      0.460948      0\n",
            "1      44.5  0.430138  0.426237      0.333333      0\n",
            "2      74.5  0.406991  0.407236      0.233333      0\n",
            "3     104.5  0.426551  0.400266      0.500000      0\n",
            "4     134.5  0.407522  0.396721      0.313807      0\n",
            "..      ...       ...       ...           ...    ...\n",
            "289  8686.5  0.409337  0.425788      9.572434      0\n",
            "290  8716.5  0.421177  0.428039      9.377500      0\n",
            "291  8746.5  0.408301  0.435968     10.108012      0\n",
            "292  8776.5  0.406378  0.409814      9.405768      0\n",
            "293  8806.5  0.401109  0.394447      9.606834      0\n",
            "\n",
            "[294 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.306934  0.303185      1.266667      0\n",
            "1      44.5  0.301303  0.301085      1.041421      0\n",
            "2      74.5  0.347693  0.316667      1.901621      0\n",
            "3     104.5  0.321372  0.317892      1.919818      0\n",
            "4     134.5  0.344350  0.307631      1.907869      0\n",
            "..      ...       ...       ...           ...    ...\n",
            "258  7754.5  0.276412  0.301625      0.760948      0\n",
            "259  7784.5  0.281167  0.311951      0.680474      0\n",
            "260  7814.5  0.275449  0.289427      0.980474      0\n",
            "261  7844.5  0.276959  0.284424      1.047140      0\n",
            "262  7874.5  0.257822  0.266308      1.055009      0\n",
            "\n",
            "[263 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.371290  0.345368      0.427614      0\n",
            "1       44.5  0.366138  0.340863      0.460948      0\n",
            "2       74.5  0.344035  0.327345      0.508088      0\n",
            "3      104.5  0.386464  0.357025      0.433333      0\n",
            "4      134.5  0.398804  0.386972      1.141202      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "592  17743.5  0.359080  0.374590      0.760948      0\n",
            "593  17773.5  0.419487  0.395795      0.760948      0\n",
            "594  17803.5  0.431215  0.410997      1.082843      0\n",
            "595  17833.5  0.398780  0.359215      0.916176      0\n",
            "596  17863.5  0.410417  0.382411      0.924045      0\n",
            "\n",
            "[597 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.283684  0.285231      1.288343      1\n",
            "1      44.5  0.316349  0.322447      1.080474      1\n",
            "2      74.5  0.332170  0.316891      1.143571      1\n",
            "3     104.5  0.313429  0.297257      1.074755      1\n",
            "4     134.5  0.288795  0.254439      1.166667      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "289  8721.5  0.192594  0.206796      1.602442      1\n",
            "290  8751.5  0.249735  0.227266      1.418399      1\n",
            "291  8781.5  0.271139  0.257757      0.924045      1\n",
            "292  8811.5  0.248466  0.234532      1.314757      1\n",
            "293  8841.5  0.237426  0.224721      1.654101      1\n",
            "\n",
            "[294 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.397350  0.390851      1.640875      1\n",
            "1      44.5  0.363104  0.378768      1.649273      1\n",
            "2      74.5  0.384826  0.395199      1.604081      1\n",
            "3     104.5  0.370941  0.390538      1.211950      1\n",
            "4     134.5  0.370858  0.383752      0.480474      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "269  8084.5  0.408338  0.401426      1.735483      1\n",
            "270  8114.5  0.434376  0.420771      1.649071      1\n",
            "271  8144.5  0.419783  0.400606      1.519216      1\n",
            "272  8174.5  0.406529  0.397365      1.174536      1\n",
            "273  8204.5  0.435097  0.423213      1.265247      1\n",
            "\n",
            "[274 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.389364  0.384155      0.789184      1\n",
            "1      44.5  0.331864  0.361707      2.514169      1\n",
            "2      74.5  0.309702  0.373786      1.988934      1\n",
            "3     104.5  0.325213  0.381751      2.113539      1\n",
            "4     134.5  0.292223  0.377110      3.083421      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "267  8024.5  0.345921  0.353268      2.080529      1\n",
            "268  8054.5  0.370324  0.388803      2.338506      1\n",
            "269  8084.5  0.355843  0.360518      2.230580      1\n",
            "270  8114.5  0.377585  0.393892      2.589159      1\n",
            "271  8144.5  0.368147  0.369066      2.355336      1\n",
            "\n",
            "[272 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.356993  0.344234      0.508088      1\n",
            "1      44.5  0.347489  0.351623      0.447140      1\n",
            "2      74.5  0.340706  0.347346      0.247140      1\n",
            "3     104.5  0.321103  0.330578      0.641421      1\n",
            "4     134.5  0.332147  0.351590      0.433333      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "266  7994.5  0.343615  0.334048      1.069036      1\n",
            "267  8024.5  0.347935  0.326814      1.214757      1\n",
            "268  8054.5  0.353942  0.315317      1.249509      1\n",
            "269  8084.5  0.342597  0.321609      1.303099      1\n",
            "270  8114.5  0.355653  0.320996      1.491661      1\n",
            "\n",
            "[271 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.341557  0.344986      0.749509      1\n",
            "1      44.5  0.303383  0.319308      0.433333      1\n",
            "2      74.5  0.346844  0.359315      0.802369      1\n",
            "3     104.5  0.353715  0.343837      0.400000      1\n",
            "4     134.5  0.350719  0.335380      0.100000      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "308  9254.5  0.338026  0.304971      0.735702      1\n",
            "309  9284.5  0.341282  0.324616      0.816176      1\n",
            "310  9314.5  0.345608  0.335837      1.006888      1\n",
            "311  9344.5  0.340274  0.316362      0.979273      1\n",
            "312  9374.5  0.348439  0.325031      0.849509      1\n",
            "\n",
            "[313 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.311256  0.294622      1.041421      0\n",
            "1       44.5  0.344580  0.348942      0.641421      0\n",
            "2       74.5  0.344230  0.337586      0.533333      0\n",
            "3      104.5  0.300051  0.297506      0.300000      0\n",
            "4      134.5  0.345822  0.299211      0.300000      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.390499  0.397710      0.860948      0\n",
            "592  17774.5  0.360529  0.349760      0.916176      0\n",
            "593  17804.5  0.414120  0.398271      0.894281      0\n",
            "594  17834.5  0.401033  0.379705      0.916176      0\n",
            "595  17864.5  0.395740  0.386699      0.860948      0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.357000  0.364666      2.574541      1\n",
            "1      44.5  0.367447  0.353352      0.860948      1\n",
            "2      74.5  0.387983  0.351029      0.447140      1\n",
            "3     104.5  0.359642  0.333778      0.266667      1\n",
            "4     134.5  0.340452  0.328971      0.133333      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "291  8735.5  0.292474  0.296973      1.174755      1\n",
            "292  8765.5  0.227056  0.240605      1.596212      1\n",
            "293  8795.5  0.330569  0.309944      1.488343      1\n",
            "294  8825.5  0.320013  0.333499      1.468817      1\n",
            "295  8855.5  0.312861  0.319110      1.296212      1\n",
            "\n",
            "[296 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.321395  0.302326      0.774755      0\n",
            "1       44.5  0.298505  0.277838      0.394281      0\n",
            "2       74.5  0.316477  0.303510      0.641421      0\n",
            "3      104.5  0.322249  0.316967      0.466667      0\n",
            "4      134.5  0.295351  0.314044      0.200000      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "570  17748.5  0.360222  0.354348      1.031914      0\n",
            "571  17778.5  0.349330  0.352672      0.852240      0\n",
            "572  17808.5  0.298203  0.290617      0.360948      0\n",
            "573  17838.5  0.266332  0.253044      0.347140      0\n",
            "574  17868.5  0.284138  0.246100      0.713807      0\n",
            "\n",
            "[575 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.326930  0.312401      1.974226      1\n",
            "1      44.5  0.334175  0.320367      1.684577      1\n",
            "2      74.5  0.344367  0.334579      1.720060      1\n",
            "3     104.5  0.371145  0.362945      2.119216      1\n",
            "4     134.5  0.336275  0.306627      1.382624      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "260  8326.5  0.335904  0.344239      1.027614      1\n",
            "261  8356.5  0.334679  0.328660      0.813807      1\n",
            "262  8386.5  0.362517  0.350750      0.955228      1\n",
            "263  8416.5  0.343989  0.358201      1.141202      1\n",
            "264  8446.5  0.343422  0.352551      1.174755      1\n",
            "\n",
            "[265 rows x 5 columns]\n",
            "           frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.500000  0.289225  0.299840      0.613807      0\n",
            "1      44.500000  0.324298  0.326645      0.400000      0\n",
            "2      74.500000  0.264978  0.286874      0.266667      0\n",
            "3     104.500000  0.230350  0.245635      0.266667      0\n",
            "4     134.500000  0.235672  0.241224      0.400000      0\n",
            "..           ...       ...       ...           ...    ...\n",
            "244  8670.333333  0.291856  0.278250      2.254700      0\n",
            "245  8724.500000  0.277889  0.287321      0.896650      0\n",
            "246  8754.500000  0.263133  0.268684      0.702369      0\n",
            "247  8784.500000  0.260328  0.260091      0.694281      0\n",
            "248  8814.500000  0.223377  0.236149      0.547140      0\n",
            "\n",
            "[249 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.372303  0.351654      1.962642      1\n",
            "1      44.5  0.360786  0.361748      1.245721      1\n",
            "2      74.5  0.388097  0.379801      0.824045      1\n",
            "3     104.5  0.367875  0.363424      0.821895      1\n",
            "4     134.5  0.373577  0.376329      1.321895      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "263  8821.5  0.347825  0.317330      0.770966      1\n",
            "264  8851.5  0.374136  0.361378      0.647140      1\n",
            "265  8881.5  0.380641  0.375333      0.547140      1\n",
            "266  8911.5  0.366809  0.356802      0.588562      1\n",
            "267  8941.5  0.368196  0.349099      0.916176      1\n",
            "\n",
            "[268 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.325841  0.293818      3.209513      0\n",
            "1       44.5  0.311242  0.300546      4.173268      0\n",
            "2       74.5  0.362320  0.344308      4.782278      0\n",
            "3      104.5  0.342888  0.331475      4.100000      0\n",
            "4      134.5  0.341432  0.307337      4.544038      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "587  17625.5  0.367675  0.363258      1.641202      0\n",
            "588  17655.5  0.349106  0.371367      1.368817      0\n",
            "589  17685.5  0.326284  0.359558      1.639564      0\n",
            "590  17715.5  0.332444  0.366418      1.435483      0\n",
            "591  17745.5  0.371692  0.372622      1.000000      0\n",
            "\n",
            "[592 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.275059  0.305723      5.400195      0\n",
            "1       44.5  0.275015  0.278800      4.793875      0\n",
            "2       74.5  0.320455  0.296376      1.063316      0\n",
            "3      104.5  0.308264  0.295787      0.547140      0\n",
            "4      134.5  0.312984  0.299065      0.300000      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "584  17701.5  0.370489  0.363510      0.000000      0\n",
            "585  17731.5  0.339670  0.323672      0.300000      0\n",
            "586  17761.5  0.356497  0.325099      0.433333      0\n",
            "587  17791.5  0.317328  0.324953      0.033333      0\n",
            "588  17821.5  0.347070  0.363448      0.000000      0\n",
            "\n",
            "[589 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.315869  0.325117      0.613807      1\n",
            "1       44.5  0.301864  0.299436      0.366667      1\n",
            "2       74.5  0.271919  0.273047      0.313807      1\n",
            "3      104.5  0.272999  0.283732      0.313807      1\n",
            "4      134.5  0.274712  0.267658      0.333333      1\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17780.5  0.230072  0.241098      2.106501      1\n",
            "592  17810.5  0.243525  0.236039      2.300000      1\n",
            "593  17840.5  0.262662  0.247959      2.133333      1\n",
            "594  17870.5  0.236462  0.216302      2.208088      1\n",
            "595  17900.5  0.242459  0.200347      2.386975      1\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.314882  0.296227      0.466667      1\n",
            "1       44.5  0.297229  0.300757      0.133333      1\n",
            "2       74.5  0.296369  0.285151      0.233333      1\n",
            "3      104.5  0.316081  0.305417      0.180474      1\n",
            "4      134.5  0.297804  0.296544      0.866667      1\n",
            "..       ...       ...       ...           ...    ...\n",
            "577  17723.8  0.365146  0.321042      1.045306      1\n",
            "578  17755.5  0.317132  0.270924      1.027614      1\n",
            "579  17785.5  0.289525  0.263964      1.049290      1\n",
            "580  17815.5  0.289876  0.264057      0.980474      1\n",
            "581  17845.5  0.312132  0.286532      0.980474      1\n",
            "\n",
            "[582 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.300579  0.280267      0.937852      1\n",
            "1      44.5  0.322177  0.286841      0.869036      1\n",
            "2      74.5  0.322565  0.286151      0.943790      1\n",
            "3     104.5  0.349255  0.317648      1.024264      1\n",
            "4     134.5  0.367208  0.324698      0.890931      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "274  8716.5  0.318297  0.300654      0.913807      1\n",
            "275  8746.5  0.323065  0.290978      0.788562      1\n",
            "276  8776.5  0.301191  0.254903      0.713807      1\n",
            "277  8806.5  0.307960  0.289707      1.660259      1\n",
            "278  8836.5  0.311303  0.280061      1.520695      1\n",
            "\n",
            "[279 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.347942  0.345627      0.566667      0\n",
            "1       44.5  0.320694  0.321521      0.513807      0\n",
            "2       74.5  0.318935  0.307495      0.841421      0\n",
            "3      104.5  0.332079  0.318323      0.857597      0\n",
            "4      134.5  0.343991  0.304552      0.413807      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.363476  0.318532      1.821968      0\n",
            "592  17774.5  0.341568  0.350424      1.647433      0\n",
            "593  17804.5  0.339489  0.354275      1.731695      0\n",
            "594  17834.5  0.337706  0.326177      1.241421      0\n",
            "595  17864.5  0.339993  0.324431      1.844754      0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "      frame   leftEye  rightEye  lip_distance  label\n",
            "0      14.5  0.339680  0.334886      0.776905      1\n",
            "1      44.5  0.302408  0.297931      0.741421      1\n",
            "2      74.5  0.345131  0.336596      0.594281      1\n",
            "3     109.5  0.372034  0.331551      2.541290      1\n",
            "4     140.5  0.366530  0.342048      0.594281      1\n",
            "..      ...       ...       ...           ...    ...\n",
            "293  8887.5  0.254042  0.225781      1.099019      1\n",
            "294  8917.5  0.259849  0.258756      1.173773      1\n",
            "295  8947.5  0.270490  0.258543      1.248528      1\n",
            "296  8977.5  0.240991  0.216266      0.747140      1\n",
            "297  9007.5  0.235436  0.199902      0.863316      1\n",
            "\n",
            "[298 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.379269  0.342521      1.066357      0\n",
            "1       44.5  0.371589  0.353542      1.833333      0\n",
            "2       74.5  0.357219  0.345823      0.566667      0\n",
            "3      104.5  0.382123  0.343591      0.366667      0\n",
            "4      134.5  0.338491  0.296125      0.447140      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "590  17714.5  0.304322  0.316323      0.613807      0\n",
            "591  17744.5  0.316372  0.310263      0.400000      0\n",
            "592  17774.5  0.309834  0.302216      0.647140      0\n",
            "593  17804.5  0.309804  0.314107      0.500000      0\n",
            "594  17834.5  0.304449  0.293066      0.680474      0\n",
            "\n",
            "[595 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.309351  0.269739      1.382624      1\n",
            "1       44.5  0.351552  0.298985      1.695373      1\n",
            "2       74.5  0.331816  0.297379      1.200000      1\n",
            "3      104.5  0.383545  0.328882      1.515738      1\n",
            "4      134.5  0.369950  0.316080      1.472897      1\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.281856  0.227672      4.917306      1\n",
            "592  17774.5  0.291586  0.246806      4.613200      1\n",
            "593  17804.5  0.295019  0.241617      4.797562      1\n",
            "594  17834.5  0.274654  0.265349      4.527691      1\n",
            "595  17864.5  0.303103  0.284895      4.050250      1\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.367624  0.365761      0.627614      0\n",
            "1       44.5  0.328830  0.345430      0.600000      0\n",
            "2       74.5  0.329892  0.339519      0.333333      0\n",
            "3      104.5  0.350649  0.365469      0.366667      0\n",
            "4      134.5  0.325583  0.324414      0.863316      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.391563  0.381757      0.660948      0\n",
            "592  17774.5  0.372812  0.378667      0.474755      0\n",
            "593  17804.5  0.386848  0.401334      0.313807      0\n",
            "594  17834.5  0.389707  0.398249      0.200000      0\n",
            "595  17864.5  0.359378  0.366831      0.333333      0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.336347  0.329551      1.096650      1\n",
            "1       44.5  0.307340  0.295789      0.647140      1\n",
            "2       74.5  0.369803  0.367431      1.049290      1\n",
            "3      104.5  0.369393  0.342809      1.102150      1\n",
            "4      134.5  0.361148  0.345367      1.033333      1\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.260483  0.252753      0.769036      1\n",
            "592  17774.5  0.201797  0.196148      0.480474      1\n",
            "593  17804.5  0.364432  0.344080      0.935702      1\n",
            "594  17834.5  0.369707  0.339803      0.682624      1\n",
            "595  17864.5  0.368152  0.359417      0.760948      1\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.344190  0.328240      0.480474      1\n",
            "1       44.5  0.308427  0.289536      0.494281      1\n",
            "2       74.5  0.365700  0.354716      0.847140      1\n",
            "3      104.5  0.371459  0.381982      0.800000      1\n",
            "4      134.5  0.358561  0.368116      0.594281      1\n",
            "..       ...       ...       ...           ...    ...\n",
            "587  17771.5  0.215780  0.197409      0.574755      1\n",
            "588  17801.5  0.333126  0.311717      0.533333      1\n",
            "589  17831.5  0.365679  0.342352      1.521676      1\n",
            "590  17861.5  0.336113  0.328952      1.655009      1\n",
            "591  17891.5  0.259313  0.259740      1.021676      1\n",
            "\n",
            "[592 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.311292  0.314708      0.313807      1\n",
            "1       44.5  0.297232  0.269941      0.474755      1\n",
            "2       74.5  0.301445  0.283397      0.400000      1\n",
            "3      104.5  0.333338  0.313941      0.513807      1\n",
            "4      134.5  0.305646  0.303140      0.447140      1\n",
            "..       ...       ...       ...           ...    ...\n",
            "582  17734.5  0.263494  0.273258      0.566667      1\n",
            "583  17764.5  0.264859  0.232390      0.227614      1\n",
            "584  17794.5  0.276955  0.267253      0.400000      1\n",
            "585  17824.5  0.271117  0.243148      0.066667      1\n",
            "586  17854.5  0.294962  0.275350      0.166667      1\n",
            "\n",
            "[587 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.318470  0.307367      0.566667      1\n",
            "1       44.5  0.271702  0.254289      0.708088      1\n",
            "2       74.5  0.255963  0.248753      0.674755      1\n",
            "3      104.5  0.272183  0.261157      0.660948      1\n",
            "4      134.5  0.317272  0.304994      0.380474      1\n",
            "..       ...       ...       ...           ...    ...\n",
            "590  17744.5  0.261326  0.242650      0.669036      1\n",
            "591  17774.5  0.282073  0.286509      0.641421      1\n",
            "592  17804.5  0.283074  0.285088      0.533333      1\n",
            "593  17834.5  0.270021  0.250931      0.447140      1\n",
            "594  17864.5  0.251001  0.230977      0.413807      1\n",
            "\n",
            "[595 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.303351  0.288902      2.727085      1\n",
            "1       44.5  0.285149  0.253870      1.362878      1\n",
            "2       74.5  0.283917  0.239169      1.836885      1\n",
            "3      104.5  0.297130  0.257642      0.521895      1\n",
            "4      134.5  0.296204  0.271435      0.647140      1\n",
            "..       ...       ...       ...           ...    ...\n",
            "587  17729.5  0.268239  0.251446      0.400000      1\n",
            "588  17759.5  0.267878  0.267304      0.600000      1\n",
            "589  17789.5  0.272225  0.270595      0.480474      1\n",
            "590  17819.5  0.271639  0.264964      0.366667      1\n",
            "591  17849.5  0.267567  0.270634      0.300000      1\n",
            "\n",
            "[592 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.283365  0.277067      0.560948      0\n",
            "1       44.5  0.303367  0.310274      0.527614      0\n",
            "2       74.5  0.293159  0.281777      0.641421      0\n",
            "3      104.5  0.307868  0.295793      0.694281      0\n",
            "4      134.5  0.294813  0.271429      0.413807      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "591  17744.5  0.308548  0.287703      1.467477      0\n",
            "592  17782.2  0.279084  0.273492      1.110238      0\n",
            "593  17817.5  0.316487  0.319542      0.849509      0\n",
            "594  17847.5  0.305536  0.304359      0.696650      0\n",
            "595  17877.5  0.320858  0.324050      0.674755      0\n",
            "\n",
            "[596 rows x 5 columns]\n",
            "       frame   leftEye  rightEye  lip_distance  label\n",
            "0       14.5  0.388491  0.378358      1.055009      0\n",
            "1       44.5  0.365937  0.354477      1.547140      0\n",
            "2       74.5  0.324522  0.319187      0.894281      0\n",
            "3      104.5  0.374988  0.352440      0.533333      0\n",
            "4      134.5  0.404626  0.379949      0.366667      0\n",
            "..       ...       ...       ...           ...    ...\n",
            "579  17721.5  0.292740  0.274650      0.669967      0\n",
            "580  17752.2  0.302258  0.270635      0.500000      0\n",
            "581  17782.5  0.264528  0.246316      0.466667      0\n",
            "582  17812.5  0.265783  0.250870      0.500000      0\n",
            "583  17843.5  0.301185  0.277014      0.380474      0\n",
            "\n",
            "[584 rows x 5 columns]\n"
          ]
        }
      ],
      "source": [
        "# Convert into binary\n",
        "\n",
        "threshold = 6\n",
        "\n",
        "for df in dataframes.values():\n",
        "    df['label'] = (df['label'] >= threshold).astype(int)\n",
        "    print(df)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "id": "4taL2_6TbHuZ"
      },
      "outputs": [],
      "source": [
        "# Set the number of dataframes to use for training and validation\n",
        "n_train_val = 27\n",
        "\n",
        "# Split the dataframes into training+validation and testing sets\n",
        "train_dfs = list(dataframes.values())[:n_train_val]\n",
        "test_dfs = list(dataframes.values())[n_train_val:]\n",
        "\n",
        "# Set the proportion of the training+validation data to use for validation\n",
        "#val_size = 0.2\n",
        "\n",
        "# Split the training+validation dataframes into training and validation sets\n",
        "#train_dfs, val_dfs = train_test_split(train_val_dfs, test_size=val_size)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "zPpRnScGbHua"
      },
      "outputs": [],
      "source": [
        "# Set the number of dataframes to use for training and validation\n",
        "#n_train = 27\n",
        "#n_validation = 2\n",
        "\n",
        "# Split the dataframes into training, validation, and testing sets\n",
        "#all_dfs = list(dataframes.values())\n",
        "#train_dfs, remaining_dfs = train_test_split(all_dfs, test_size=n_validation, random_state=42)\n",
        "#validation_dfs, test_dfs = train_test_split(remaining_dfs, test_size=n_validation, random_state=42)\n",
        "\n",
        "#print(\"Number of training dataframes:\", len(train_dfs))\n",
        "#print(\"Number of validation dataframes:\", len(validation_dfs))\n",
        "#print(\"Number of testing dataframes:\", len(test_dfs))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "XH2oxGsAbHua",
        "outputId": "ea00a618-d2c5-41db-d3c1-5d93b3187677"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(9707, 150)\n",
            "(9707,)\n",
            "(4893, 150)\n",
            "(4893,)\n"
          ]
        }
      ],
      "source": [
        "def extract_features_and_labels(dfs, window_size):\n",
        "    X = []\n",
        "    y = []\n",
        "    for df in dfs:\n",
        "        for i in range(len(df) - window_size + 1):\n",
        "            window = df.iloc[i:i+window_size]\n",
        "            features = window[['leftEye', 'rightEye', 'lip_distance']].values.flatten()\n",
        "            label = window['label'].iloc[-1]\n",
        "            X.append(features)\n",
        "            y.append(label)\n",
        "    return X, y\n",
        "\n",
        "# Set the window size\n",
        "window_size = 50\n",
        "\n",
        "# Extract the features and labels from the training and testing dataframes\n",
        "X_train, y_train = extract_features_and_labels(train_dfs, window_size)\n",
        "X_test, y_test = extract_features_and_labels(test_dfs, window_size)\n",
        "\n",
        "\n",
        "#X_train, y_train = extract_features_and_labels(train_dfs, window_size)\n",
        "#X_val, y_val = extract_features_and_labels(val_dfs, window_size)\n",
        "#X_test, y_test = extract_features_and_labels(test_dfs, window_size)\n",
        "\n",
        "# Convert the features and labels to numpy arrays\n",
        "X_train = np.array(X_train)\n",
        "y_train = np.array(y_train)\n",
        "#X_val = np.array(X_val)\n",
        "#y_val = np.array(y_val)\n",
        "X_test = np.array(X_test)\n",
        "y_test = np.array(y_test)\n",
        "\n",
        "print(X_train.shape)\n",
        "print(y_train.shape)\n",
        "#print(X_val.shape)\n",
        "#print(y_val.shape)\n",
        "print(X_test.shape)\n",
        "print(y_test.shape)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "C-SAGmhfdxWW",
        "outputId": "f8029428-e3d2-4af2-c5ce-2f119bd34587"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting scikeras\n",
            "  Downloading scikeras-0.12.0-py3-none-any.whl (27 kB)\n",
            "Requirement already satisfied: packaging>=0.21 in /usr/local/lib/python3.10/dist-packages (from scikeras) (23.2)\n",
            "Requirement already satisfied: scikit-learn>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from scikeras) (1.2.2)\n",
            "Requirement already satisfied: numpy>=1.17.3 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=1.0.0->scikeras) (1.23.5)\n",
            "Requirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=1.0.0->scikeras) (1.11.3)\n",
            "Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=1.0.0->scikeras) (1.3.2)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=1.0.0->scikeras) (3.2.0)\n",
            "Installing collected packages: scikeras\n",
            "Successfully installed scikeras-0.12.0\n",
            "Requirement already satisfied: keras in /usr/local/lib/python3.10/dist-packages (2.13.1)\n"
          ]
        }
      ],
      "source": [
        "!pip install scikeras\n",
        "!pip install keras"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "V_oRvZI2bHue",
        "outputId": "0ea906ea-ee4b-4ae5-ad40-eca9309d1ccb"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n",
            "/usr/local/lib/python3.10/dist-packages/scikeras/wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.\n",
            "  X, y = self._initialize(X, y)\n"
          ]
        }
      ],
      "source": [
        "from keras.models import Sequential\n",
        "from keras.layers import Dense\n",
        "from scikeras.wrappers import KerasClassifier, KerasRegressor\n",
        "from sklearn.model_selection import GridSearchCV\n",
        "from keras.metrics import Precision, Accuracy\n",
        "\n",
        "# Function to create model, required for KerasClassifier\n",
        "def create_model(optimizer='adam'):\n",
        "    # Initialize the model\n",
        "    model = Sequential()\n",
        "    # Add layers to the model\n",
        "    model.add(Dense(64, activation='relu', input_shape=(150,)))\n",
        "    model.add(Dense(32, activation='relu'))\n",
        "    model.add(Dense(1, activation='sigmoid'))\n",
        "    # Compile the model\n",
        "    model.compile(optimizer=optimizer, loss='huber', metrics=['accuracy'])\n",
        "    return model\n",
        "\n",
        "# Create the KerasClassifier wrapper\n",
        "model = KerasClassifier(build_fn=create_model, verbose=0)\n",
        "\n",
        "# Define the parameter grid\n",
        "param_grid = {\n",
        "    'epochs': [5, 10, 100],\n",
        "    'optimizer': ['adam', 'rmsprop'],\n",
        "}\n",
        "\n",
        "# Initialize the grid search\n",
        "grid_search = GridSearchCV(estimator=model, param_grid=param_grid, cv=5, return_train_score=True, scoring='accuracy')\n",
        "\n",
        "# Fit the grid search object on the training data (it will train several models)\n",
        "grid_search.fit(X_train, y_train)\n",
        "\n",
        "# Print the best parameters found by grid search\n",
        "print(f'Best parameters: {grid_search.best_params_}')\n",
        "print(f'Validation Accuracy: {grid_search.best_score_:.2f}')\n",
        "print(f'Training Accuracy: {grid_search.cv_results_[\"mean_train_score\"][grid_search.best_index_]:.2f}')\n",
        "# Use the best estimator to make predictions on the testing data\n",
        "y_pred = grid_search.predict(X_test)\n",
        "\n",
        "# Convert continuous outputs to binary labels\n",
        "y_pred = (y_pred > 0.5).astype(int)\n",
        "\n",
        "# Compute the accuracy of the predictions\n",
        "accuracy = (y_pred == y_test).mean()\n",
        "\n",
        "# Print the result\n",
        "print(f'Neural Network: {accuracy:.2f}')\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 178
        },
        "id": "Qa83EVodbHuf",
        "outputId": "9ba7768b-bfdd-44f8-c8c3-77e593aef256"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'from sklearn.linear_model import LogisticRegression\\nfrom sklearn.metrics import accuracy_score\\nfrom sklearn.model_selection import GridSearchCV\\n\\n# Initialize the logistic regression model\\nclf = LogisticRegression()\\n\\n# Define the parameter grid\\nparam_grid = {\\n    \\'C\\': [0.001, 0.01, 0.1, 1, 10, 100],\\n    \\'penalty\\': [\\'l2\\'],\\n    \\'solver\\': [\\'newton-cg\\', \\'lbfgs\\', \\'liblinear\\', \\'sag\\', \\'saga\\'],\\n    \\'max_iter\\': [50, 100, 200],\\n    \\'fit_intercept\\': [True, False]\\n}\\n\\n# Initialize the grid search with cross-validation\\ngrid_search = GridSearchCV(clf, param_grid, cv=5, return_train_score=True, scoring=\\'accuracy\\')\\n\\n# Fit the grid search object on the training data (it will train several models)\\ngrid_search.fit(X_train, y_train)\\n\\n# Print the best parameters found by grid search\\nprint(f\\'Best parameters: {grid_search.best_params_}\\')\\n\\n# Use the best estimator to make predictions on the validation data\\n# y_val_pred = grid_search.predict(X_val)\\n\\n# Compute the accuracy of the predictions on the validation data with a validation of 0.2\\n# val_accuracy = grid_search.score(X_val, y_val)\\n# print(f\\'Validation Accuracy: {val_accuracy:.2f}\\')\\n\\nprint(f\\'Training Accuracy: {grid_search.cv_results_[\"mean_train_score\"][grid_search.best_index_]:.2f}\\')\\n\\n# Print the validation accuracy of the best estimator\\nprint(f\\'Validation Accuracy: {grid_search.best_score_:.2f}\\')\\n\\n# Use the best estimator to make predictions on the testing data\\ny_test_pred = grid_search.predict(X_test)\\n\\n# Compute the accuracy of the predictions on the testing data\\ntest_accuracy = accuracy_score(y_test, y_test_pred)\\nprint(f\\'Test Accuracy: {test_accuracy:.2f}\\')'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 15
        }
      ],
      "source": [
        "from sklearn.linear_model import LogisticRegression\n",
        "from sklearn.metrics import accuracy_score\n",
        "from sklearn.model_selection import GridSearchCV\n",
        "\n",
        "# Initialize the logistic regression model\n",
        "clf = LogisticRegression()\n",
        "\n",
        "# Define the parameter grid\n",
        "param_grid = {\n",
        "    'C': [0.001, 0.01, 0.1, 1, 10, 100],\n",
        "    'penalty': ['l2'],\n",
        "    'solver': ['newton-cg', 'lbfgs', 'liblinear', 'sag', 'saga'],\n",
        "    'max_iter': [50, 100, 200],\n",
        "    'fit_intercept': [True, False]\n",
        "}\n",
        "\n",
        "# Initialize the grid search with cross-validation\n",
        "grid_search = GridSearchCV(clf, param_grid, cv=5, return_train_score=True, scoring='accuracy')\n",
        "\n",
        "# Fit the grid search object on the training data (it will train several models)\n",
        "grid_search.fit(X_train, y_train)\n",
        "\n",
        "# Print the best parameters found by grid search\n",
        "print(f'Best parameters: {grid_search.best_params_}')\n",
        "\n",
        "print(f'Training Accuracy: {grid_search.cv_results_[\"mean_train_score\"][grid_search.best_index_]:.2f}')\n",
        "\n",
        "# Print the validation accuracy of the best estimator\n",
        "print(f'Validation Accuracy: {grid_search.best_score_:.2f}')\n",
        "\n",
        "# Use the best estimator to make predictions on the testing data\n",
        "y_test_pred = grid_search.predict(X_test)\n",
        "\n",
        "# Compute the accuracy of the predictions on the testing data\n",
        "test_accuracy = accuracy_score(y_test, y_test_pred)\n",
        "print(f'Test Accuracy: {test_accuracy:.2f}')\n",
        "\n",
        "\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Jwm4b4BjbHug"
      },
      "outputs": [],
      "source": [
        "from sklearn.metrics import confusion_matrix\n",
        "import seaborn as sns\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "cm = confusion_matrix(y_test, y_test_pred)\n",
        "\n",
        "# Print the confusion matrix\n",
        "print('Confusion Matrix:')\n",
        "print(cm)\n",
        "\n",
        "# Visualize the confusion matrix using seaborn\n",
        "plt.figure(figsize=(10,7))\n",
        "sns.heatmap(cm, annot=True, fmt='d')\n",
        "plt.xlabel('Predicted')\n",
        "plt.ylabel('Truth')\n",
        "plt.show()"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.11.2"
    },
    "vscode": {
      "interpreter": {
        "hash": "7e8955a3a8ac2c8907d275a73099aa01c17c0c7e792d027c9b5e47f08ba04586"
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}