Combine Inputs.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from dateutil import parser\n",
    "from datetime import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0.1</th>\n",
       "      <th>tower</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>orbit</th>\n",
       "      <th>scene</th>\n",
       "      <th>tile</th>\n",
       "      <th>time_UTC</th>\n",
       "      <th>date_UTC</th>\n",
       "      <th>doy</th>\n",
       "      <th>...</th>\n",
       "      <th>VISdiff</th>\n",
       "      <th>NIRdiff</th>\n",
       "      <th>VISdir</th>\n",
       "      <th>NIRdir</th>\n",
       "      <th>SWout</th>\n",
       "      <th>LWin</th>\n",
       "      <th>LWout</th>\n",
       "      <th>hour_of_day</th>\n",
       "      <th>Topt</th>\n",
       "      <th>fAPARmax</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22 16:51:00</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>223.482510</td>\n",
       "      <td>310.837408</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>10150</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-04-20 11:54:00</td>\n",
       "      <td>2020-04-20</td>\n",
       "      <td>111</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>249.470817</td>\n",
       "      <td>483.042043</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>10352</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-05-03 12:53:00</td>\n",
       "      <td>2020-05-03</td>\n",
       "      <td>124</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>293.358154</td>\n",
       "      <td>368.124775</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>10684</td>\n",
       "      <td>7</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-05-24 22:33:00</td>\n",
       "      <td>2020-05-24</td>\n",
       "      <td>145</td>\n",
       "      <td>...</td>\n",
       "      <td>3.627162</td>\n",
       "      <td>3.519072</td>\n",
       "      <td>0.337294</td>\n",
       "      <td>0.020315</td>\n",
       "      <td>0.662989</td>\n",
       "      <td>NaN</td>\n",
       "      <td>385.565499</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>11069</td>\n",
       "      <td>8</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-06-18 18:47:00</td>\n",
       "      <td>2020-06-18</td>\n",
       "      <td>170</td>\n",
       "      <td>...</td>\n",
       "      <td>7.418505</td>\n",
       "      <td>8.696527</td>\n",
       "      <td>1.935220</td>\n",
       "      <td>0.123967</td>\n",
       "      <td>2.254700</td>\n",
       "      <td>380.029433</td>\n",
       "      <td>454.438012</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>247</th>\n",
       "      <td>247</td>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>11909</td>\n",
       "      <td>6</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2020-08-11 23:08:00</td>\n",
       "      <td>2020-08-11</td>\n",
       "      <td>224</td>\n",
       "      <td>...</td>\n",
       "      <td>14.372975</td>\n",
       "      <td>12.682295</td>\n",
       "      <td>3.003822</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.351180</td>\n",
       "      <td>414.848071</td>\n",
       "      <td>439.377199</td>\n",
       "      <td>17</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>248</th>\n",
       "      <td>248</td>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>16668</td>\n",
       "      <td>8</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2021-06-14 21:57:00</td>\n",
       "      <td>2021-06-14</td>\n",
       "      <td>165</td>\n",
       "      <td>...</td>\n",
       "      <td>32.456092</td>\n",
       "      <td>15.308895</td>\n",
       "      <td>93.412739</td>\n",
       "      <td>127.317082</td>\n",
       "      <td>27.991697</td>\n",
       "      <td>NaN</td>\n",
       "      <td>405.251251</td>\n",
       "      <td>17</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>249</th>\n",
       "      <td>249</td>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>16810</td>\n",
       "      <td>8</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2021-06-23 11:33:00</td>\n",
       "      <td>2021-06-23</td>\n",
       "      <td>174</td>\n",
       "      <td>...</td>\n",
       "      <td>38.645010</td>\n",
       "      <td>27.577193</td>\n",
       "      <td>80.881654</td>\n",
       "      <td>98.257540</td>\n",
       "      <td>28.021802</td>\n",
       "      <td>NaN</td>\n",
       "      <td>388.004691</td>\n",
       "      <td>17</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>250</td>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>16810</td>\n",
       "      <td>8</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2021-06-23 18:03:00</td>\n",
       "      <td>2021-06-23</td>\n",
       "      <td>174</td>\n",
       "      <td>...</td>\n",
       "      <td>38.645010</td>\n",
       "      <td>27.577193</td>\n",
       "      <td>80.881654</td>\n",
       "      <td>98.257540</td>\n",
       "      <td>28.021802</td>\n",
       "      <td>400.532814</td>\n",
       "      <td>463.095778</td>\n",
       "      <td>17</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>251</th>\n",
       "      <td>251</td>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04 12:09:00</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>...</td>\n",
       "      <td>2.846623</td>\n",
       "      <td>2.261136</td>\n",
       "      <td>0.267030</td>\n",
       "      <td>0.001731</td>\n",
       "      <td>0.797800</td>\n",
       "      <td>NaN</td>\n",
       "      <td>339.018157</td>\n",
       "      <td>18</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4592</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>252 rows × 80 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Unnamed: 0.1   tower      lat      lon  orbit  scene   tile  \\\n",
       "0               0  US-Ha2  42.5393 -72.1779   9254      9  18TYN   \n",
       "1               1  US-Ha2  42.5393 -72.1779  10150      9  18TYN   \n",
       "2               2  US-Ha2  42.5393 -72.1779  10352      9  18TYN   \n",
       "3               3  US-Ha2  42.5393 -72.1779  10684      7  18TYN   \n",
       "4               4  US-Ha2  42.5393 -72.1779  11069      8  18TYN   \n",
       "..            ...     ...      ...      ...    ...    ...    ...   \n",
       "247           247  US-xUK  39.0404 -95.1921  11909      6  15SUD   \n",
       "248           248  US-xUK  39.0404 -95.1921  16668      8  15SUD   \n",
       "249           249  US-xUK  39.0404 -95.1921  16810      8  15SUD   \n",
       "250           250  US-xUK  39.0404 -95.1921  16810      8  15SUD   \n",
       "251           251  US-xUN  46.2339 -89.5373  12274      4  15TYM   \n",
       "\n",
       "                time_UTC    date_UTC  doy  ...    VISdiff    NIRdiff  \\\n",
       "0    2020-02-22 16:51:00  2020-02-22   53  ...   0.000000   0.000000   \n",
       "1    2020-04-20 11:54:00  2020-04-20  111  ...   0.000000   0.000000   \n",
       "2    2020-05-03 12:53:00  2020-05-03  124  ...   0.000000   0.000000   \n",
       "3    2020-05-24 22:33:00  2020-05-24  145  ...   3.627162   3.519072   \n",
       "4    2020-06-18 18:47:00  2020-06-18  170  ...   7.418505   8.696527   \n",
       "..                   ...         ...  ...  ...        ...        ...   \n",
       "247  2020-08-11 23:08:00  2020-08-11  224  ...  14.372975  12.682295   \n",
       "248  2021-06-14 21:57:00  2021-06-14  165  ...  32.456092  15.308895   \n",
       "249  2021-06-23 11:33:00  2021-06-23  174  ...  38.645010  27.577193   \n",
       "250  2021-06-23 18:03:00  2021-06-23  174  ...  38.645010  27.577193   \n",
       "251  2020-09-04 12:09:00  2020-09-04  248  ...   2.846623   2.261136   \n",
       "\n",
       "        VISdir      NIRdir      SWout        LWin       LWout  hour_of_day  \\\n",
       "0     0.000000    0.000000   0.000000  223.482510  310.837408           19   \n",
       "1     0.000000    0.000000   0.000000  249.470817  483.042043           19   \n",
       "2     0.000000    0.000000   0.000000  293.358154  368.124775           19   \n",
       "3     0.337294    0.020315   0.662989         NaN  385.565499           19   \n",
       "4     1.935220    0.123967   2.254700  380.029433  454.438012           19   \n",
       "..         ...         ...        ...         ...         ...          ...   \n",
       "247   3.003822    0.000000   5.351180  414.848071  439.377199           17   \n",
       "248  93.412739  127.317082  27.991697         NaN  405.251251           17   \n",
       "249  80.881654   98.257540  28.021802         NaN  388.004691           17   \n",
       "250  80.881654   98.257540  28.021802  400.532814  463.095778           17   \n",
       "251   0.267030    0.001731   0.797800         NaN  339.018157           18   \n",
       "\n",
       "     Topt  fAPARmax  \n",
       "0     0.0    0.5545  \n",
       "1     0.0    0.5545  \n",
       "2     0.0    0.5545  \n",
       "3     0.0    0.5545  \n",
       "4     0.0    0.5545  \n",
       "..    ...       ...  \n",
       "247   5.8    0.4664  \n",
       "248   5.8    0.4664  \n",
       "249   5.8    0.4664  \n",
       "250   5.8    0.4664  \n",
       "251   0.0    0.4592  \n",
       "\n",
       "[252 rows x 80 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "flies_outputs_filename = \"calval_final_50_PTJPL_inputs.csv\"\n",
    "flies_outputs = pd.read_csv(flies_outputs_filename)\n",
    "flies_outputs.tower = flies_outputs.tower.apply(lambda x: str(x))\n",
    "flies_outputs.time_UTC = flies_outputs.time_UTC_Y\n",
    "flies_outputs = flies_outputs[flies_outputs.time_UTC.apply(lambda x: str(x) != \"nan\")]\n",
    "flies_outputs.time_UTC = flies_outputs.time_UTC.apply(lambda x: str(datetime.strftime(parser.parse(str(x)), \"%Y-%m-%d %H:%M:%S\")))\n",
    "flies_outputs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tower</th>\n",
       "      <th>time_UTC</th>\n",
       "      <th>LE_insitu</th>\n",
       "      <th>H_insitu</th>\n",
       "      <th>Rn_insitu</th>\n",
       "      <th>G_insitu</th>\n",
       "      <th>date_UTC</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>US-Mpj</td>\n",
       "      <td>2019-01-31 21:30:00</td>\n",
       "      <td>49.112170</td>\n",
       "      <td>267.853550</td>\n",
       "      <td>401.65894</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-01-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>US-Mpj</td>\n",
       "      <td>2019-02-18 22:30:00</td>\n",
       "      <td>20.038459</td>\n",
       "      <td>275.753510</td>\n",
       "      <td>380.90508</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-02-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>US-Mpj</td>\n",
       "      <td>2019-06-09 18:30:00</td>\n",
       "      <td>36.815964</td>\n",
       "      <td>461.634380</td>\n",
       "      <td>763.39380</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-06-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>US-Mpj</td>\n",
       "      <td>2019-06-12 17:30:00</td>\n",
       "      <td>39.612234</td>\n",
       "      <td>448.457420</td>\n",
       "      <td>709.87839</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-06-12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>US-Mpj</td>\n",
       "      <td>2019-06-20 14:00:00</td>\n",
       "      <td>23.355958</td>\n",
       "      <td>67.809362</td>\n",
       "      <td>145.58896</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-06-20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1289</th>\n",
       "      <td>PR-xGU</td>\n",
       "      <td>2021-07-29 17:30:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>746.82000</td>\n",
       "      <td>6.664000</td>\n",
       "      <td>2021-07-29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1290</th>\n",
       "      <td>PR-xGU</td>\n",
       "      <td>2021-08-06 14:30:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>673.79000</td>\n",
       "      <td>0.277333</td>\n",
       "      <td>2021-08-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1291</th>\n",
       "      <td>PR-xGU</td>\n",
       "      <td>2021-08-14 21:30:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>32.52000</td>\n",
       "      <td>6.308667</td>\n",
       "      <td>2021-08-14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1292</th>\n",
       "      <td>PR-xGU</td>\n",
       "      <td>2021-10-01 16:30:00</td>\n",
       "      <td>176.169541</td>\n",
       "      <td>257.078473</td>\n",
       "      <td>790.79000</td>\n",
       "      <td>2.562000</td>\n",
       "      <td>2021-10-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1293</th>\n",
       "      <td>PR-xGU</td>\n",
       "      <td>2021-10-09 13:30:00</td>\n",
       "      <td>90.839505</td>\n",
       "      <td>160.476287</td>\n",
       "      <td>491.34000</td>\n",
       "      <td>-4.733667</td>\n",
       "      <td>2021-10-09</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1292 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       tower             time_UTC   LE_insitu    H_insitu  Rn_insitu  \\\n",
       "0     US-Mpj  2019-01-31 21:30:00   49.112170  267.853550  401.65894   \n",
       "1     US-Mpj  2019-02-18 22:30:00   20.038459  275.753510  380.90508   \n",
       "2     US-Mpj  2019-06-09 18:30:00   36.815964  461.634380  763.39380   \n",
       "3     US-Mpj  2019-06-12 17:30:00   39.612234  448.457420  709.87839   \n",
       "4     US-Mpj  2019-06-20 14:00:00   23.355958   67.809362  145.58896   \n",
       "...      ...                  ...         ...         ...        ...   \n",
       "1289  PR-xGU  2021-07-29 17:30:00         NaN         NaN  746.82000   \n",
       "1290  PR-xGU  2021-08-06 14:30:00         NaN         NaN  673.79000   \n",
       "1291  PR-xGU  2021-08-14 21:30:00         NaN         NaN   32.52000   \n",
       "1292  PR-xGU  2021-10-01 16:30:00  176.169541  257.078473  790.79000   \n",
       "1293  PR-xGU  2021-10-09 13:30:00   90.839505  160.476287  491.34000   \n",
       "\n",
       "      G_insitu    date_UTC  \n",
       "0          NaN  2019-01-31  \n",
       "1          NaN  2019-02-18  \n",
       "2          NaN  2019-06-09  \n",
       "3          NaN  2019-06-12  \n",
       "4          NaN  2019-06-20  \n",
       "...        ...         ...  \n",
       "1289  6.664000  2021-07-29  \n",
       "1290  0.277333  2021-08-06  \n",
       "1291  6.308667  2021-08-14  \n",
       "1292  2.562000  2021-10-01  \n",
       "1293 -4.733667  2021-10-09  \n",
       "\n",
       "[1292 rows x 7 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fluxnet_filename = \"fluxnet.csv\"\n",
    "fluxnet = pd.read_csv(fluxnet_filename)\n",
    "fluxnet.tower = fluxnet.tower.apply(lambda x: str(x))\n",
    "fluxnet = fluxnet[fluxnet.time_UTC.apply(lambda x: str(x) != \"nan\")]\n",
    "fluxnet[\"date_UTC\"] = fluxnet.time_UTC.apply(lambda x: str(datetime.strftime(parser.parse(str(x)), \"%Y-%m-%d\")))\n",
    "fluxnet.time_UTC = fluxnet.time_UTC.apply(lambda x: str(datetime.strftime(parser.parse(str(x)), \"%Y-%m-%d %H:%M:%S\")))\n",
    "fluxnet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0.1</th>\n",
       "      <th>tower</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>orbit</th>\n",
       "      <th>scene</th>\n",
       "      <th>tile</th>\n",
       "      <th>time_UTC_x</th>\n",
       "      <th>date_UTC</th>\n",
       "      <th>doy</th>\n",
       "      <th>...</th>\n",
       "      <th>LWin</th>\n",
       "      <th>LWout</th>\n",
       "      <th>hour_of_day</th>\n",
       "      <th>Topt</th>\n",
       "      <th>fAPARmax</th>\n",
       "      <th>time_UTC_y</th>\n",
       "      <th>LE_insitu</th>\n",
       "      <th>H_insitu</th>\n",
       "      <th>Rn_insitu</th>\n",
       "      <th>G_insitu</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22 16:51:00</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>...</td>\n",
       "      <td>223.482510</td>\n",
       "      <td>310.837408</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>2020-02-22 17:00:00</td>\n",
       "      <td>23.770000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>10150</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-04-20 11:54:00</td>\n",
       "      <td>2020-04-20</td>\n",
       "      <td>111</td>\n",
       "      <td>...</td>\n",
       "      <td>249.470817</td>\n",
       "      <td>483.042043</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>2020-04-20 12:00:00</td>\n",
       "      <td>37.980000</td>\n",
       "      <td>100.200000</td>\n",
       "      <td>128.80</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>10352</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-05-03 12:53:00</td>\n",
       "      <td>2020-05-03</td>\n",
       "      <td>124</td>\n",
       "      <td>...</td>\n",
       "      <td>293.358154</td>\n",
       "      <td>368.124775</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>2020-05-03 13:00:00</td>\n",
       "      <td>68.060000</td>\n",
       "      <td>152.300000</td>\n",
       "      <td>261.30</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>10684</td>\n",
       "      <td>7</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-05-24 22:33:00</td>\n",
       "      <td>2020-05-24</td>\n",
       "      <td>145</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>385.565499</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>11069</td>\n",
       "      <td>8</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-06-18 18:47:00</td>\n",
       "      <td>2020-06-18</td>\n",
       "      <td>170</td>\n",
       "      <td>...</td>\n",
       "      <td>380.029433</td>\n",
       "      <td>454.438012</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>2020-06-18 19:00:00</td>\n",
       "      <td>122.200000</td>\n",
       "      <td>292.500000</td>\n",
       "      <td>657.60</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>307</th>\n",
       "      <td>247</td>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>11909</td>\n",
       "      <td>6</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2020-08-11 23:08:00</td>\n",
       "      <td>2020-08-11</td>\n",
       "      <td>224</td>\n",
       "      <td>...</td>\n",
       "      <td>414.848071</td>\n",
       "      <td>439.377199</td>\n",
       "      <td>17</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "      <td>2020-08-11 23:00:00</td>\n",
       "      <td>131.783751</td>\n",
       "      <td>6.519267</td>\n",
       "      <td>279.97</td>\n",
       "      <td>14.633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308</th>\n",
       "      <td>248</td>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>16668</td>\n",
       "      <td>8</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2021-06-14 21:57:00</td>\n",
       "      <td>2021-06-14</td>\n",
       "      <td>165</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>405.251251</td>\n",
       "      <td>17</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>309</th>\n",
       "      <td>249</td>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>16810</td>\n",
       "      <td>8</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2021-06-23 11:33:00</td>\n",
       "      <td>2021-06-23</td>\n",
       "      <td>174</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>388.004691</td>\n",
       "      <td>17</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "      <td>2021-06-23 18:00:00</td>\n",
       "      <td>237.726708</td>\n",
       "      <td>187.862743</td>\n",
       "      <td>764.71</td>\n",
       "      <td>16.236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>310</th>\n",
       "      <td>250</td>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>16810</td>\n",
       "      <td>8</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2021-06-23 18:03:00</td>\n",
       "      <td>2021-06-23</td>\n",
       "      <td>174</td>\n",
       "      <td>...</td>\n",
       "      <td>400.532814</td>\n",
       "      <td>463.095778</td>\n",
       "      <td>17</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "      <td>2021-06-23 18:00:00</td>\n",
       "      <td>237.726708</td>\n",
       "      <td>187.862743</td>\n",
       "      <td>764.71</td>\n",
       "      <td>16.236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>311</th>\n",
       "      <td>251</td>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04 12:09:00</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>339.018157</td>\n",
       "      <td>18</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>312 rows × 85 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Unnamed: 0.1   tower      lat      lon  orbit  scene   tile  \\\n",
       "0               0  US-Ha2  42.5393 -72.1779   9254      9  18TYN   \n",
       "1               1  US-Ha2  42.5393 -72.1779  10150      9  18TYN   \n",
       "2               2  US-Ha2  42.5393 -72.1779  10352      9  18TYN   \n",
       "3               3  US-Ha2  42.5393 -72.1779  10684      7  18TYN   \n",
       "4               4  US-Ha2  42.5393 -72.1779  11069      8  18TYN   \n",
       "..            ...     ...      ...      ...    ...    ...    ...   \n",
       "307           247  US-xUK  39.0404 -95.1921  11909      6  15SUD   \n",
       "308           248  US-xUK  39.0404 -95.1921  16668      8  15SUD   \n",
       "309           249  US-xUK  39.0404 -95.1921  16810      8  15SUD   \n",
       "310           250  US-xUK  39.0404 -95.1921  16810      8  15SUD   \n",
       "311           251  US-xUN  46.2339 -89.5373  12274      4  15TYM   \n",
       "\n",
       "              time_UTC_x    date_UTC  doy  ...        LWin       LWout  \\\n",
       "0    2020-02-22 16:51:00  2020-02-22   53  ...  223.482510  310.837408   \n",
       "1    2020-04-20 11:54:00  2020-04-20  111  ...  249.470817  483.042043   \n",
       "2    2020-05-03 12:53:00  2020-05-03  124  ...  293.358154  368.124775   \n",
       "3    2020-05-24 22:33:00  2020-05-24  145  ...         NaN  385.565499   \n",
       "4    2020-06-18 18:47:00  2020-06-18  170  ...  380.029433  454.438012   \n",
       "..                   ...         ...  ...  ...         ...         ...   \n",
       "307  2020-08-11 23:08:00  2020-08-11  224  ...  414.848071  439.377199   \n",
       "308  2021-06-14 21:57:00  2021-06-14  165  ...         NaN  405.251251   \n",
       "309  2021-06-23 11:33:00  2021-06-23  174  ...         NaN  388.004691   \n",
       "310  2021-06-23 18:03:00  2021-06-23  174  ...  400.532814  463.095778   \n",
       "311  2020-09-04 12:09:00  2020-09-04  248  ...         NaN  339.018157   \n",
       "\n",
       "     hour_of_day  Topt  fAPARmax           time_UTC_y   LE_insitu    H_insitu  \\\n",
       "0             19   0.0    0.5545  2020-02-22 17:00:00   23.770000         NaN   \n",
       "1             19   0.0    0.5545  2020-04-20 12:00:00   37.980000  100.200000   \n",
       "2             19   0.0    0.5545  2020-05-03 13:00:00   68.060000  152.300000   \n",
       "3             19   0.0    0.5545                  NaN         NaN         NaN   \n",
       "4             19   0.0    0.5545  2020-06-18 19:00:00  122.200000  292.500000   \n",
       "..           ...   ...       ...                  ...         ...         ...   \n",
       "307           17   5.8    0.4664  2020-08-11 23:00:00  131.783751    6.519267   \n",
       "308           17   5.8    0.4664                  NaN         NaN         NaN   \n",
       "309           17   5.8    0.4664  2021-06-23 18:00:00  237.726708  187.862743   \n",
       "310           17   5.8    0.4664  2021-06-23 18:00:00  237.726708  187.862743   \n",
       "311           18   0.0    0.4592                  NaN         NaN         NaN   \n",
       "\n",
       "     Rn_insitu  G_insitu  \n",
       "0          NaN       NaN  \n",
       "1       128.80       NaN  \n",
       "2       261.30       NaN  \n",
       "3          NaN       NaN  \n",
       "4       657.60       NaN  \n",
       "..         ...       ...  \n",
       "307     279.97    14.633  \n",
       "308        NaN       NaN  \n",
       "309     764.71    16.236  \n",
       "310     764.71    16.236  \n",
       "311        NaN       NaN  \n",
       "\n",
       "[312 rows x 85 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged_df = pd.merge(flies_outputs, fluxnet, on=[\"tower\", \"date_UTC\"], how=\"left\")\n",
    "merged_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tower</th>\n",
       "      <th>doy</th>\n",
       "      <th>hour_of_day</th>\n",
       "      <th>SWin_insitu</th>\n",
       "      <th>SWout_insitu</th>\n",
       "      <th>LWin_insitu</th>\n",
       "      <th>LWout_insitu</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CA-Cbo</td>\n",
       "      <td>153</td>\n",
       "      <td>15</td>\n",
       "      <td>170.7700</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CA-Cbo</td>\n",
       "      <td>153</td>\n",
       "      <td>16</td>\n",
       "      <td>136.8100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CA-Cbo</td>\n",
       "      <td>153</td>\n",
       "      <td>16</td>\n",
       "      <td>36.0420</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CA-Cbo</td>\n",
       "      <td>153</td>\n",
       "      <td>17</td>\n",
       "      <td>8.4942</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CA-Cbo</td>\n",
       "      <td>153</td>\n",
       "      <td>17</td>\n",
       "      <td>1.5829</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6058814</th>\n",
       "      <td>US-xYE</td>\n",
       "      <td>120</td>\n",
       "      <td>14</td>\n",
       "      <td>841.1000</td>\n",
       "      <td>92.55</td>\n",
       "      <td>298.8</td>\n",
       "      <td>451.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6058815</th>\n",
       "      <td>US-xYE</td>\n",
       "      <td>120</td>\n",
       "      <td>15</td>\n",
       "      <td>730.4500</td>\n",
       "      <td>80.81</td>\n",
       "      <td>302.0</td>\n",
       "      <td>444.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6058816</th>\n",
       "      <td>US-xYE</td>\n",
       "      <td>120</td>\n",
       "      <td>15</td>\n",
       "      <td>690.2100</td>\n",
       "      <td>76.38</td>\n",
       "      <td>304.7</td>\n",
       "      <td>441.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6058817</th>\n",
       "      <td>US-xYE</td>\n",
       "      <td>120</td>\n",
       "      <td>16</td>\n",
       "      <td>578.4300</td>\n",
       "      <td>64.15</td>\n",
       "      <td>300.2</td>\n",
       "      <td>433.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6058818</th>\n",
       "      <td>US-xYE</td>\n",
       "      <td>120</td>\n",
       "      <td>16</td>\n",
       "      <td>355.5900</td>\n",
       "      <td>38.66</td>\n",
       "      <td>304.3</td>\n",
       "      <td>422.2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6058819 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          tower  doy  hour_of_day  SWin_insitu  SWout_insitu  LWin_insitu  \\\n",
       "0        CA-Cbo  153           15     170.7700           NaN          NaN   \n",
       "1        CA-Cbo  153           16     136.8100           NaN          NaN   \n",
       "2        CA-Cbo  153           16      36.0420           NaN          NaN   \n",
       "3        CA-Cbo  153           17       8.4942           NaN          NaN   \n",
       "4        CA-Cbo  153           17       1.5829           NaN          NaN   \n",
       "...         ...  ...          ...          ...           ...          ...   \n",
       "6058814  US-xYE  120           14     841.1000         92.55        298.8   \n",
       "6058815  US-xYE  120           15     730.4500         80.81        302.0   \n",
       "6058816  US-xYE  120           15     690.2100         76.38        304.7   \n",
       "6058817  US-xYE  120           16     578.4300         64.15        300.2   \n",
       "6058818  US-xYE  120           16     355.5900         38.66        304.3   \n",
       "\n",
       "         LWout_insitu  \n",
       "0                 NaN  \n",
       "1                 NaN  \n",
       "2                 NaN  \n",
       "3                 NaN  \n",
       "4                 NaN  \n",
       "...               ...  \n",
       "6058814         451.2  \n",
       "6058815         444.2  \n",
       "6058816         441.5  \n",
       "6058817         433.0  \n",
       "6058818         422.2  \n",
       "\n",
       "[6058819 rows x 7 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "radiation_df = pd.read_csv(\"radiation.csv\")\n",
    "\n",
    "radiation_df = radiation_df.rename(columns={\n",
    "    \"SWin\": \"SWin_insitu\",\n",
    "    \"SWout\": \"SWout_insitu\",\n",
    "    \"LWin\": \"LWin_insitu\",\n",
    "    \"LWout\": \"LWout_insitu\"\n",
    "})\n",
    "\n",
    "radiation_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0.1</th>\n",
       "      <th>tower</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>orbit</th>\n",
       "      <th>scene</th>\n",
       "      <th>tile</th>\n",
       "      <th>time_UTC_x</th>\n",
       "      <th>date_UTC</th>\n",
       "      <th>doy</th>\n",
       "      <th>...</th>\n",
       "      <th>fAPARmax</th>\n",
       "      <th>time_UTC_y</th>\n",
       "      <th>LE_insitu</th>\n",
       "      <th>H_insitu</th>\n",
       "      <th>Rn_insitu</th>\n",
       "      <th>G_insitu</th>\n",
       "      <th>SWin_insitu</th>\n",
       "      <th>SWout_insitu</th>\n",
       "      <th>LWin_insitu</th>\n",
       "      <th>LWout_insitu</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22 16:51:00</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>...</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>2020-02-22 17:00:00</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.68</td>\n",
       "      <td>0.758</td>\n",
       "      <td>266.0</td>\n",
       "      <td>307.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22 16:51:00</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>...</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>2020-02-22 17:00:00</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-2.13</td>\n",
       "      <td>0.565</td>\n",
       "      <td>259.0</td>\n",
       "      <td>306.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22 16:51:00</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>...</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>2020-02-22 17:00:00</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-4.69</td>\n",
       "      <td>1.190</td>\n",
       "      <td>206.0</td>\n",
       "      <td>306.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22 16:51:00</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>...</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>2020-02-22 17:00:00</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-4.80</td>\n",
       "      <td>1.230</td>\n",
       "      <td>201.0</td>\n",
       "      <td>305.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22 16:51:00</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>...</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>2020-02-22 17:00:00</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-3.83</td>\n",
       "      <td>0.820</td>\n",
       "      <td>271.0</td>\n",
       "      <td>348.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2657</th>\n",
       "      <td>251</td>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04 12:09:00</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.90</td>\n",
       "      <td>0.520</td>\n",
       "      <td>386.3</td>\n",
       "      <td>386.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2658</th>\n",
       "      <td>251</td>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04 12:09:00</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26.21</td>\n",
       "      <td>4.050</td>\n",
       "      <td>293.7</td>\n",
       "      <td>386.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2659</th>\n",
       "      <td>251</td>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04 12:09:00</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.90</td>\n",
       "      <td>0.720</td>\n",
       "      <td>290.5</td>\n",
       "      <td>382.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2660</th>\n",
       "      <td>251</td>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04 12:09:00</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.70</td>\n",
       "      <td>2.620</td>\n",
       "      <td>364.8</td>\n",
       "      <td>380.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2661</th>\n",
       "      <td>251</td>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04 12:09:00</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.90</td>\n",
       "      <td>1.460</td>\n",
       "      <td>331.6</td>\n",
       "      <td>370.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2662 rows × 89 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0.1   tower      lat      lon  orbit  scene   tile  \\\n",
       "0                0  US-Ha2  42.5393 -72.1779   9254      9  18TYN   \n",
       "1                0  US-Ha2  42.5393 -72.1779   9254      9  18TYN   \n",
       "2                0  US-Ha2  42.5393 -72.1779   9254      9  18TYN   \n",
       "3                0  US-Ha2  42.5393 -72.1779   9254      9  18TYN   \n",
       "4                0  US-Ha2  42.5393 -72.1779   9254      9  18TYN   \n",
       "...            ...     ...      ...      ...    ...    ...    ...   \n",
       "2657           251  US-xUN  46.2339 -89.5373  12274      4  15TYM   \n",
       "2658           251  US-xUN  46.2339 -89.5373  12274      4  15TYM   \n",
       "2659           251  US-xUN  46.2339 -89.5373  12274      4  15TYM   \n",
       "2660           251  US-xUN  46.2339 -89.5373  12274      4  15TYM   \n",
       "2661           251  US-xUN  46.2339 -89.5373  12274      4  15TYM   \n",
       "\n",
       "               time_UTC_x    date_UTC  doy  ... fAPARmax           time_UTC_y  \\\n",
       "0     2020-02-22 16:51:00  2020-02-22   53  ...   0.5545  2020-02-22 17:00:00   \n",
       "1     2020-02-22 16:51:00  2020-02-22   53  ...   0.5545  2020-02-22 17:00:00   \n",
       "2     2020-02-22 16:51:00  2020-02-22   53  ...   0.5545  2020-02-22 17:00:00   \n",
       "3     2020-02-22 16:51:00  2020-02-22   53  ...   0.5545  2020-02-22 17:00:00   \n",
       "4     2020-02-22 16:51:00  2020-02-22   53  ...   0.5545  2020-02-22 17:00:00   \n",
       "...                   ...         ...  ...  ...      ...                  ...   \n",
       "2657  2020-09-04 12:09:00  2020-09-04  248  ...   0.4592                  NaN   \n",
       "2658  2020-09-04 12:09:00  2020-09-04  248  ...   0.4592                  NaN   \n",
       "2659  2020-09-04 12:09:00  2020-09-04  248  ...   0.4592                  NaN   \n",
       "2660  2020-09-04 12:09:00  2020-09-04  248  ...   0.4592                  NaN   \n",
       "2661  2020-09-04 12:09:00  2020-09-04  248  ...   0.4592                  NaN   \n",
       "\n",
       "      LE_insitu  H_insitu  Rn_insitu  G_insitu  SWin_insitu  SWout_insitu  \\\n",
       "0         23.77       NaN        NaN       NaN        -1.68         0.758   \n",
       "1         23.77       NaN        NaN       NaN        -2.13         0.565   \n",
       "2         23.77       NaN        NaN       NaN        -4.69         1.190   \n",
       "3         23.77       NaN        NaN       NaN        -4.80         1.230   \n",
       "4         23.77       NaN        NaN       NaN        -3.83         0.820   \n",
       "...         ...       ...        ...       ...          ...           ...   \n",
       "2657        NaN       NaN        NaN       NaN         0.90         0.520   \n",
       "2658        NaN       NaN        NaN       NaN        26.21         4.050   \n",
       "2659        NaN       NaN        NaN       NaN         3.90         0.720   \n",
       "2660        NaN       NaN        NaN       NaN        12.70         2.620   \n",
       "2661        NaN       NaN        NaN       NaN         2.90         1.460   \n",
       "\n",
       "      LWin_insitu  LWout_insitu  \n",
       "0           266.0         307.0  \n",
       "1           259.0         306.0  \n",
       "2           206.0         306.0  \n",
       "3           201.0         305.0  \n",
       "4           271.0         348.0  \n",
       "...           ...           ...  \n",
       "2657        386.3         386.1  \n",
       "2658        293.7         386.7  \n",
       "2659        290.5         382.0  \n",
       "2660        364.8         380.1  \n",
       "2661        331.6         370.5  \n",
       "\n",
       "[2662 rows x 89 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged_df = pd.merge(merged_df, radiation_df, on=[\"tower\", \"doy\", \"hour_of_day\"], how=\"left\")\n",
    "merged_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Unnamed: 0.1', 'tower', 'lat', 'lon', 'orbit', 'scene', 'tile',\n",
       "       'time_UTC_x', 'date_UTC', 'doy', 'time_solar', 'AOT', 'COT',\n",
       "       'vapor_gccm', 'ozone_cm', 'SZA', 'KG', 'Unnamed: 0', 'lat_Y', 'lon_Y',\n",
       "       'orbit_Y', 'scene_Y', 'tile_Y', 'time_UTC_Y', 'time_solar_Y',\n",
       "       'BESSinst', 'ESI', 'ESIdaily', 'ESIdailyUncertainty', 'ETdaily',\n",
       "       'ETdailyUncertainty', 'ETinstUncertainty', 'EmisWB', 'GPP', 'LST',\n",
       "       'LST_err', 'MOD16inst', 'NDVI-UQ', 'PET', 'PTJPLSMcanopy',\n",
       "       'PTJPLSMinst', 'PTJPLSMinterception', 'PTJPLSMsoil', 'RH', 'Rg', 'Rn',\n",
       "       'SM', 'STICcanopy', 'STICinst', 'Ta', 'WUE', 'albedo-UQ', 'height',\n",
       "       'radiance_1', 'radiance_2', 'radiance_3', 'radiance_4', 'radiance_5',\n",
       "       'view_zenith', 'year', 'Ta_C', 'ST_K', 'NDVI', 'albedo', 'ST_C',\n",
       "       'elevation_km', 'Ra', 'UV', 'VIS', 'NIR', 'VISdiff', 'NIRdiff',\n",
       "       'VISdir', 'NIRdir', 'SWout', 'LWin', 'LWout', 'hour_of_day', 'Topt',\n",
       "       'fAPARmax', 'time_UTC_y', 'LE_insitu', 'H_insitu', 'Rn_insitu',\n",
       "       'G_insitu', 'SWin_insitu', 'SWout_insitu', 'LWin_insitu',\n",
       "       'LWout_insitu'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Unnamed: 0.1', 'tower', 'lat', 'lon', 'orbit', 'scene', 'tile',\n",
       "       'time_UTC_x', 'date_UTC', 'doy', 'time_solar', 'AOT', 'COT',\n",
       "       'vapor_gccm', 'ozone_cm', 'SZA', 'KG', 'Unnamed: 0', 'lat_Y', 'lon_Y',\n",
       "       'orbit_Y', 'scene_Y', 'tile_Y', 'time_UTC_Y', 'time_solar_Y',\n",
       "       'BESSinst', 'ESI', 'ESIdaily', 'ESIdailyUncertainty', 'ETdaily',\n",
       "       'ETdailyUncertainty', 'ETinstUncertainty', 'EmisWB', 'GPP', 'LST',\n",
       "       'LST_err', 'MOD16inst', 'NDVI-UQ', 'PET', 'PTJPLSMcanopy',\n",
       "       'PTJPLSMinst', 'PTJPLSMinterception', 'PTJPLSMsoil', 'RH', 'Rg', 'Rn',\n",
       "       'SM', 'STICcanopy', 'STICinst', 'Ta', 'WUE', 'albedo-UQ', 'height',\n",
       "       'radiance_1', 'radiance_2', 'radiance_3', 'radiance_4', 'radiance_5',\n",
       "       'view_zenith', 'year', 'Ta_C', 'ST_K', 'NDVI', 'albedo', 'ST_C',\n",
       "       'elevation_km', 'Ra', 'UV', 'VIS', 'NIR', 'VISdiff', 'NIRdiff',\n",
       "       'VISdir', 'NIRdir', 'SWout', 'LWin', 'LWout', 'hour_of_day', 'Topt',\n",
       "       'fAPARmax', 'time_UTC_y', 'LE_insitu', 'H_insitu', 'Rn_insitu',\n",
       "       'G_insitu', 'SWin_insitu', 'SWout_insitu', 'LWin_insitu',\n",
       "       'LWout_insitu'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "if \"Ta\" in merged_df and \"Ta_C\" not in merged_df:\n",
    "    # input_df.rename({\"Ta\": \"Ta_C\"}, inplace=True)\n",
    "    merged_df[\"Ta_C\"] = merged_df[\"Ta\"]\n",
    "\n",
    "merged_df = merged_df[merged_df.fAPARmax.apply(lambda fAPARmax: fAPARmax > 0.001)]\n",
    "merged_df = merged_df[merged_df.NDVI.apply(lambda NDVI: NDVI > 0.05)]\n",
    "merged_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/hk/35_x93nx79vg1zmd2fy1vcbr0000gq/T/ipykernel_65061/2777977200.py:2: UserWarning: Pandas doesn't allow columns to be created via a new attribute name - see https://pandas.pydata.org/pandas-docs/stable/indexing.html#attribute-access\n",
      "  merged_df.time_UTC = merged_df.time_UTC_Y\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['tower',\n",
       " 'lat',\n",
       " 'lon',\n",
       " 'orbit',\n",
       " 'scene',\n",
       " 'tile',\n",
       " 'date_UTC',\n",
       " 'doy',\n",
       " 'time_solar',\n",
       " 'AOT',\n",
       " 'COT',\n",
       " 'vapor_gccm',\n",
       " 'ozone_cm',\n",
       " 'SZA',\n",
       " 'KG',\n",
       " 'BESSinst',\n",
       " 'ESI',\n",
       " 'ESIdaily',\n",
       " 'ESIdailyUncertainty',\n",
       " 'ETdaily',\n",
       " 'ETdailyUncertainty',\n",
       " 'ETinstUncertainty',\n",
       " 'EmisWB',\n",
       " 'GPP',\n",
       " 'LST',\n",
       " 'LST_err',\n",
       " 'MOD16inst',\n",
       " 'NDVI-UQ',\n",
       " 'PET',\n",
       " 'PTJPLSMcanopy',\n",
       " 'PTJPLSMinst',\n",
       " 'PTJPLSMinterception',\n",
       " 'PTJPLSMsoil',\n",
       " 'RH',\n",
       " 'Rg',\n",
       " 'Rn',\n",
       " 'SM',\n",
       " 'STICcanopy',\n",
       " 'STICinst',\n",
       " 'Ta',\n",
       " 'WUE',\n",
       " 'albedo-UQ',\n",
       " 'height',\n",
       " 'radiance_1',\n",
       " 'radiance_2',\n",
       " 'radiance_3',\n",
       " 'radiance_4',\n",
       " 'radiance_5',\n",
       " 'view_zenith',\n",
       " 'year',\n",
       " 'Ta_C',\n",
       " 'ST_K',\n",
       " 'NDVI',\n",
       " 'albedo',\n",
       " 'ST_C',\n",
       " 'elevation_km',\n",
       " 'Ra',\n",
       " 'UV',\n",
       " 'VIS',\n",
       " 'NIR',\n",
       " 'VISdiff',\n",
       " 'NIRdiff',\n",
       " 'VISdir',\n",
       " 'NIRdir',\n",
       " 'SWout',\n",
       " 'LWin',\n",
       " 'LWout',\n",
       " 'hour_of_day',\n",
       " 'Topt',\n",
       " 'fAPARmax',\n",
       " 'LE_insitu',\n",
       " 'H_insitu',\n",
       " 'Rn_insitu',\n",
       " 'G_insitu',\n",
       " 'SWin_insitu',\n",
       " 'SWout_insitu',\n",
       " 'LWin_insitu',\n",
       " 'LWout_insitu']"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "if \"time_UTC\" not in merged_df and \"time_UTC_Y\" in merged_df:   \n",
    "    merged_df.time_UTC = merged_df.time_UTC_Y\n",
    "\n",
    "columns = list(merged_df.columns)\n",
    "columns = [column for column in columns if not column.endswith(\"_x\")]\n",
    "columns = [column for column in columns if not column.endswith(\"_X\")]\n",
    "columns = [column for column in columns if not column.endswith(\"_y\")]\n",
    "columns = [column for column in columns if not column.endswith(\"_Y\")]\n",
    "columns = [column for column in columns if not column.startswith(\"Unnamed\")]\n",
    "columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tower</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>orbit</th>\n",
       "      <th>scene</th>\n",
       "      <th>tile</th>\n",
       "      <th>date_UTC</th>\n",
       "      <th>doy</th>\n",
       "      <th>time_solar</th>\n",
       "      <th>AOT</th>\n",
       "      <th>...</th>\n",
       "      <th>Topt</th>\n",
       "      <th>fAPARmax</th>\n",
       "      <th>LE_insitu</th>\n",
       "      <th>H_insitu</th>\n",
       "      <th>Rn_insitu</th>\n",
       "      <th>G_insitu</th>\n",
       "      <th>SWin_insitu</th>\n",
       "      <th>SWout_insitu</th>\n",
       "      <th>LWin_insitu</th>\n",
       "      <th>LWout_insitu</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>2020-02-21 19:11:17.304</td>\n",
       "      <td>0.088195</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.68</td>\n",
       "      <td>0.758</td>\n",
       "      <td>266.0</td>\n",
       "      <td>307.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>2020-02-21 19:11:17.304</td>\n",
       "      <td>0.088195</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-2.13</td>\n",
       "      <td>0.565</td>\n",
       "      <td>259.0</td>\n",
       "      <td>306.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>2020-02-21 19:11:17.304</td>\n",
       "      <td>0.088195</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-4.69</td>\n",
       "      <td>1.190</td>\n",
       "      <td>206.0</td>\n",
       "      <td>306.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>2020-02-21 19:11:17.304</td>\n",
       "      <td>0.088195</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-4.80</td>\n",
       "      <td>1.230</td>\n",
       "      <td>201.0</td>\n",
       "      <td>305.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>2020-02-21 19:11:17.304</td>\n",
       "      <td>0.088195</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>23.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-3.83</td>\n",
       "      <td>0.820</td>\n",
       "      <td>271.0</td>\n",
       "      <td>348.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2657</th>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>2020-09-03 18:01:51.048</td>\n",
       "      <td>0.045513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.90</td>\n",
       "      <td>0.520</td>\n",
       "      <td>386.3</td>\n",
       "      <td>386.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2658</th>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>2020-09-03 18:01:51.048</td>\n",
       "      <td>0.045513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26.21</td>\n",
       "      <td>4.050</td>\n",
       "      <td>293.7</td>\n",
       "      <td>386.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2659</th>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>2020-09-03 18:01:51.048</td>\n",
       "      <td>0.045513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.90</td>\n",
       "      <td>0.720</td>\n",
       "      <td>290.5</td>\n",
       "      <td>382.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2660</th>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>2020-09-03 18:01:51.048</td>\n",
       "      <td>0.045513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.70</td>\n",
       "      <td>2.620</td>\n",
       "      <td>364.8</td>\n",
       "      <td>380.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2661</th>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>2020-09-03 18:01:51.048</td>\n",
       "      <td>0.045513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.90</td>\n",
       "      <td>1.460</td>\n",
       "      <td>331.6</td>\n",
       "      <td>370.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2662 rows × 78 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       tower      lat      lon  orbit  scene   tile    date_UTC  doy  \\\n",
       "0     US-Ha2  42.5393 -72.1779   9254      9  18TYN  2020-02-22   53   \n",
       "1     US-Ha2  42.5393 -72.1779   9254      9  18TYN  2020-02-22   53   \n",
       "2     US-Ha2  42.5393 -72.1779   9254      9  18TYN  2020-02-22   53   \n",
       "3     US-Ha2  42.5393 -72.1779   9254      9  18TYN  2020-02-22   53   \n",
       "4     US-Ha2  42.5393 -72.1779   9254      9  18TYN  2020-02-22   53   \n",
       "...      ...      ...      ...    ...    ...    ...         ...  ...   \n",
       "2657  US-xUN  46.2339 -89.5373  12274      4  15TYM  2020-09-04  248   \n",
       "2658  US-xUN  46.2339 -89.5373  12274      4  15TYM  2020-09-04  248   \n",
       "2659  US-xUN  46.2339 -89.5373  12274      4  15TYM  2020-09-04  248   \n",
       "2660  US-xUN  46.2339 -89.5373  12274      4  15TYM  2020-09-04  248   \n",
       "2661  US-xUN  46.2339 -89.5373  12274      4  15TYM  2020-09-04  248   \n",
       "\n",
       "                   time_solar       AOT  ...  Topt  fAPARmax  LE_insitu  \\\n",
       "0     2020-02-21 19:11:17.304  0.088195  ...   0.0    0.5545      23.77   \n",
       "1     2020-02-21 19:11:17.304  0.088195  ...   0.0    0.5545      23.77   \n",
       "2     2020-02-21 19:11:17.304  0.088195  ...   0.0    0.5545      23.77   \n",
       "3     2020-02-21 19:11:17.304  0.088195  ...   0.0    0.5545      23.77   \n",
       "4     2020-02-21 19:11:17.304  0.088195  ...   0.0    0.5545      23.77   \n",
       "...                       ...       ...  ...   ...       ...        ...   \n",
       "2657  2020-09-03 18:01:51.048  0.045513  ...   0.0    0.4592        NaN   \n",
       "2658  2020-09-03 18:01:51.048  0.045513  ...   0.0    0.4592        NaN   \n",
       "2659  2020-09-03 18:01:51.048  0.045513  ...   0.0    0.4592        NaN   \n",
       "2660  2020-09-03 18:01:51.048  0.045513  ...   0.0    0.4592        NaN   \n",
       "2661  2020-09-03 18:01:51.048  0.045513  ...   0.0    0.4592        NaN   \n",
       "\n",
       "      H_insitu  Rn_insitu  G_insitu  SWin_insitu  SWout_insitu  LWin_insitu  \\\n",
       "0          NaN        NaN       NaN        -1.68         0.758        266.0   \n",
       "1          NaN        NaN       NaN        -2.13         0.565        259.0   \n",
       "2          NaN        NaN       NaN        -4.69         1.190        206.0   \n",
       "3          NaN        NaN       NaN        -4.80         1.230        201.0   \n",
       "4          NaN        NaN       NaN        -3.83         0.820        271.0   \n",
       "...        ...        ...       ...          ...           ...          ...   \n",
       "2657       NaN        NaN       NaN         0.90         0.520        386.3   \n",
       "2658       NaN        NaN       NaN        26.21         4.050        293.7   \n",
       "2659       NaN        NaN       NaN         3.90         0.720        290.5   \n",
       "2660       NaN        NaN       NaN        12.70         2.620        364.8   \n",
       "2661       NaN        NaN       NaN         2.90         1.460        331.6   \n",
       "\n",
       "      LWout_insitu  \n",
       "0            307.0  \n",
       "1            306.0  \n",
       "2            306.0  \n",
       "3            305.0  \n",
       "4            348.0  \n",
       "...            ...  \n",
       "2657         386.1  \n",
       "2658         386.7  \n",
       "2659         382.0  \n",
       "2660         380.1  \n",
       "2661         370.5  \n",
       "\n",
       "[2662 rows x 78 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged_df = merged_df[columns]\n",
    "merged_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tower</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>orbit</th>\n",
       "      <th>scene</th>\n",
       "      <th>tile</th>\n",
       "      <th>date_UTC</th>\n",
       "      <th>doy</th>\n",
       "      <th>time_solar</th>\n",
       "      <th>AOT</th>\n",
       "      <th>...</th>\n",
       "      <th>Topt</th>\n",
       "      <th>fAPARmax</th>\n",
       "      <th>LE_insitu</th>\n",
       "      <th>H_insitu</th>\n",
       "      <th>Rn_insitu</th>\n",
       "      <th>G_insitu</th>\n",
       "      <th>SWin_insitu</th>\n",
       "      <th>SWout_insitu</th>\n",
       "      <th>LWin_insitu</th>\n",
       "      <th>LWout_insitu</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>9254</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-02-22</td>\n",
       "      <td>53</td>\n",
       "      <td>2020-02-21 19:11:17.304</td>\n",
       "      <td>0.088195</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>23.770000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.680</td>\n",
       "      <td>0.758</td>\n",
       "      <td>266.0</td>\n",
       "      <td>307.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>10150</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-04-20</td>\n",
       "      <td>111</td>\n",
       "      <td>2020-04-19 19:11:17.304</td>\n",
       "      <td>0.237342</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>37.980000</td>\n",
       "      <td>100.200000</td>\n",
       "      <td>128.80</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-4.610</td>\n",
       "      <td>2.300</td>\n",
       "      <td>257.0</td>\n",
       "      <td>354.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>10352</td>\n",
       "      <td>9</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-05-03</td>\n",
       "      <td>124</td>\n",
       "      <td>2020-05-02 19:11:17.304</td>\n",
       "      <td>0.107484</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>68.060000</td>\n",
       "      <td>152.300000</td>\n",
       "      <td>261.30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-4.050</td>\n",
       "      <td>0.952</td>\n",
       "      <td>316.0</td>\n",
       "      <td>419.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>10684</td>\n",
       "      <td>7</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-05-24</td>\n",
       "      <td>145</td>\n",
       "      <td>2020-05-23 19:11:17.304</td>\n",
       "      <td>0.094339</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.525</td>\n",
       "      <td>0.463</td>\n",
       "      <td>381.0</td>\n",
       "      <td>425.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>US-Ha2</td>\n",
       "      <td>42.5393</td>\n",
       "      <td>-72.1779</td>\n",
       "      <td>11069</td>\n",
       "      <td>8</td>\n",
       "      <td>18TYN</td>\n",
       "      <td>2020-06-18</td>\n",
       "      <td>170</td>\n",
       "      <td>2020-06-17 19:11:17.304</td>\n",
       "      <td>0.050474</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5545</td>\n",
       "      <td>122.200000</td>\n",
       "      <td>292.500000</td>\n",
       "      <td>657.60</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.000</td>\n",
       "      <td>2.320</td>\n",
       "      <td>310.0</td>\n",
       "      <td>408.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2610</th>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>10994</td>\n",
       "      <td>7</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2020-06-13</td>\n",
       "      <td>165</td>\n",
       "      <td>2020-06-12 17:39:13.896</td>\n",
       "      <td>0.107889</td>\n",
       "      <td>...</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>368.81</td>\n",
       "      <td>17.024</td>\n",
       "      <td>347.290</td>\n",
       "      <td>67.140</td>\n",
       "      <td>411.0</td>\n",
       "      <td>488.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2618</th>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>11909</td>\n",
       "      <td>6</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2020-08-11</td>\n",
       "      <td>224</td>\n",
       "      <td>2020-08-10 17:39:13.896</td>\n",
       "      <td>0.143261</td>\n",
       "      <td>...</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "      <td>131.783751</td>\n",
       "      <td>6.519267</td>\n",
       "      <td>279.97</td>\n",
       "      <td>14.633</td>\n",
       "      <td>347.330</td>\n",
       "      <td>59.370</td>\n",
       "      <td>363.0</td>\n",
       "      <td>440.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2628</th>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>16668</td>\n",
       "      <td>8</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2021-06-14</td>\n",
       "      <td>165</td>\n",
       "      <td>2021-06-13 17:39:13.896</td>\n",
       "      <td>0.121046</td>\n",
       "      <td>...</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>347.290</td>\n",
       "      <td>67.140</td>\n",
       "      <td>411.0</td>\n",
       "      <td>488.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2636</th>\n",
       "      <td>US-xUK</td>\n",
       "      <td>39.0404</td>\n",
       "      <td>-95.1921</td>\n",
       "      <td>16810</td>\n",
       "      <td>8</td>\n",
       "      <td>15SUD</td>\n",
       "      <td>2021-06-23</td>\n",
       "      <td>174</td>\n",
       "      <td>2021-06-22 17:39:13.896</td>\n",
       "      <td>0.109902</td>\n",
       "      <td>...</td>\n",
       "      <td>5.8</td>\n",
       "      <td>0.4664</td>\n",
       "      <td>237.726708</td>\n",
       "      <td>187.862743</td>\n",
       "      <td>764.71</td>\n",
       "      <td>16.236</td>\n",
       "      <td>385.650</td>\n",
       "      <td>67.010</td>\n",
       "      <td>387.0</td>\n",
       "      <td>466.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2652</th>\n",
       "      <td>US-xUN</td>\n",
       "      <td>46.2339</td>\n",
       "      <td>-89.5373</td>\n",
       "      <td>12274</td>\n",
       "      <td>4</td>\n",
       "      <td>15TYM</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>248</td>\n",
       "      <td>2020-09-03 18:01:51.048</td>\n",
       "      <td>0.045513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4592</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>21.800</td>\n",
       "      <td>4.360</td>\n",
       "      <td>282.2</td>\n",
       "      <td>359.4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>136 rows × 78 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       tower      lat      lon  orbit  scene   tile    date_UTC  doy  \\\n",
       "0     US-Ha2  42.5393 -72.1779   9254      9  18TYN  2020-02-22   53   \n",
       "14    US-Ha2  42.5393 -72.1779  10150      9  18TYN  2020-04-20  111   \n",
       "28    US-Ha2  42.5393 -72.1779  10352      9  18TYN  2020-05-03  124   \n",
       "42    US-Ha2  42.5393 -72.1779  10684      7  18TYN  2020-05-24  145   \n",
       "56    US-Ha2  42.5393 -72.1779  11069      8  18TYN  2020-06-18  170   \n",
       "...      ...      ...      ...    ...    ...    ...         ...  ...   \n",
       "2610  US-xUK  39.0404 -95.1921  10994      7  15SUD  2020-06-13  165   \n",
       "2618  US-xUK  39.0404 -95.1921  11909      6  15SUD  2020-08-11  224   \n",
       "2628  US-xUK  39.0404 -95.1921  16668      8  15SUD  2021-06-14  165   \n",
       "2636  US-xUK  39.0404 -95.1921  16810      8  15SUD  2021-06-23  174   \n",
       "2652  US-xUN  46.2339 -89.5373  12274      4  15TYM  2020-09-04  248   \n",
       "\n",
       "                   time_solar       AOT  ...  Topt  fAPARmax   LE_insitu  \\\n",
       "0     2020-02-21 19:11:17.304  0.088195  ...   0.0    0.5545   23.770000   \n",
       "14    2020-04-19 19:11:17.304  0.237342  ...   0.0    0.5545   37.980000   \n",
       "28    2020-05-02 19:11:17.304  0.107484  ...   0.0    0.5545   68.060000   \n",
       "42    2020-05-23 19:11:17.304  0.094339  ...   0.0    0.5545         NaN   \n",
       "56    2020-06-17 19:11:17.304  0.050474  ...   0.0    0.5545  122.200000   \n",
       "...                       ...       ...  ...   ...       ...         ...   \n",
       "2610  2020-06-12 17:39:13.896  0.107889  ...   5.8    0.4664         NaN   \n",
       "2618  2020-08-10 17:39:13.896  0.143261  ...   5.8    0.4664  131.783751   \n",
       "2628  2021-06-13 17:39:13.896  0.121046  ...   5.8    0.4664         NaN   \n",
       "2636  2021-06-22 17:39:13.896  0.109902  ...   5.8    0.4664  237.726708   \n",
       "2652  2020-09-03 18:01:51.048  0.045513  ...   0.0    0.4592         NaN   \n",
       "\n",
       "        H_insitu  Rn_insitu  G_insitu  SWin_insitu  SWout_insitu  LWin_insitu  \\\n",
       "0            NaN        NaN       NaN       -1.680         0.758        266.0   \n",
       "14    100.200000     128.80       NaN       -4.610         2.300        257.0   \n",
       "28    152.300000     261.30       NaN       -4.050         0.952        316.0   \n",
       "42           NaN        NaN       NaN       -0.525         0.463        381.0   \n",
       "56    292.500000     657.60       NaN       10.000         2.320        310.0   \n",
       "...          ...        ...       ...          ...           ...          ...   \n",
       "2610         NaN     368.81    17.024      347.290        67.140        411.0   \n",
       "2618    6.519267     279.97    14.633      347.330        59.370        363.0   \n",
       "2628         NaN        NaN       NaN      347.290        67.140        411.0   \n",
       "2636  187.862743     764.71    16.236      385.650        67.010        387.0   \n",
       "2652         NaN        NaN       NaN       21.800         4.360        282.2   \n",
       "\n",
       "      LWout_insitu  \n",
       "0            307.0  \n",
       "14           354.0  \n",
       "28           419.0  \n",
       "42           425.0  \n",
       "56           408.0  \n",
       "...            ...  \n",
       "2610         488.9  \n",
       "2618         440.6  \n",
       "2628         488.9  \n",
       "2636         466.6  \n",
       "2652         359.4  \n",
       "\n",
       "[136 rows x 78 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged_df = merged_df.drop_duplicates(subset=[\"tower\", \"date_UTC\"])\n",
    "merged_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "merged_df.to_csv(\"inputs.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "sensitivity",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.18"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}