sensor+weather(kaggle).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_kg_hide-input": false,
    "_kg_hide-output": false,
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5"
   },
   "outputs": [],
   "source": [
    "# This Python 3 environment comes with many helpful analytics libraries installed\n",
    "# It is defined by the kaggle/python docker image: https://github.com/kaggle/docker-python\n",
    "# For example, here's several helpful packages to load in \n",
    "\n",
    "import numpy as np # linear algebra\n",
    "import pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n",
    "\n",
    "# Input data files are available in the \"../input/\" directory.\n",
    "# For example, running this (by clicking run or pressing Shift+Enter) will list the files in the input directory\n",
    "\n",
    "import os\n",
    "#print(os.listdir(\"../input\"))\n",
    "\n",
    "# Any results you write to the current directory are saved as output."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "_uuid": "a2084a0a9d9ee456315016be79f7d860dbc614d1"
   },
   "source": [
    "## Ground-Truthing Local Weather Data\n",
    "As a preliminary step toward participation in [Project GROW](https://growobservatory.org/), this is to test two elements of the mix that will be critical to our success, namely:\n",
    "\n",
    "- Data logs from the FlowerPower soil sensor; and\n",
    "- Weather reports from our nearest weather station.\n",
    "\n",
    "First, let's take a look at representative data from these two sources, heads and tails, to see if we've caught a good month of overlapping records:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "_uuid": "e8aa50006a83c4613c1f8883196cc427d0425af8"
   },
   "outputs": [],
   "source": [
    "#df_s=pd.read_csv('../input/soil-sensor-test/Flower power 6A22.csv')\n",
    "df_s=pd.read_csv('Flower power 6A22.csv',parse_dates=[\"capture_datetime_utc\"], index_col=\"capture_datetime_utc\")\n",
    "df_w=pd.read_csv('portimao_hist_meteoclean.csv')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "_uuid": "d288d231d1c7405876362d474fa798e5b7e32f2b"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>fertilizer_level</th>\n",
       "      <th>light</th>\n",
       "      <th>soil_moisture_percent</th>\n",
       "      <th>air_temperature_celsius</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>capture_datetime_utc</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2018-08-22 15:31:15</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>18.36</td>\n",
       "      <td>9.98</td>\n",
       "      <td>34.23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-22 15:46:15</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>17.51</td>\n",
       "      <td>9.46</td>\n",
       "      <td>34.01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-22 16:01:15</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>22.54</td>\n",
       "      <td>9.59</td>\n",
       "      <td>33.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-22 16:16:15</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>23.15</td>\n",
       "      <td>9.59</td>\n",
       "      <td>33.92</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-22 16:31:15</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>21.69</td>\n",
       "      <td>9.33</td>\n",
       "      <td>34.50</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      fertilizer_level  light  soil_moisture_percent  \\\n",
       "capture_datetime_utc                                                   \n",
       "2018-08-22 15:31:15               -1.0  18.36                   9.98   \n",
       "2018-08-22 15:46:15               -1.0  17.51                   9.46   \n",
       "2018-08-22 16:01:15               -1.0  22.54                   9.59   \n",
       "2018-08-22 16:16:15               -1.0  23.15                   9.59   \n",
       "2018-08-22 16:31:15               -1.0  21.69                   9.33   \n",
       "\n",
       "                      air_temperature_celsius  \n",
       "capture_datetime_utc                           \n",
       "2018-08-22 15:31:15                     34.23  \n",
       "2018-08-22 15:46:15                     34.01  \n",
       "2018-08-22 16:01:15                     33.96  \n",
       "2018-08-22 16:16:15                     33.92  \n",
       "2018-08-22 16:31:15                     34.50  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_s.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "_uuid": "62d3586773aaef606645573deb58b9710161e772"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>fertilizer_level</th>\n",
       "      <th>light</th>\n",
       "      <th>soil_moisture_percent</th>\n",
       "      <th>air_temperature_celsius</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>capture_datetime_utc</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2018-08-27 06:00:57</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>0.14</td>\n",
       "      <td>3.51</td>\n",
       "      <td>21.17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-27 06:15:57</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>0.38</td>\n",
       "      <td>3.29</td>\n",
       "      <td>21.36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-27 06:30:57</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>0.63</td>\n",
       "      <td>3.63</td>\n",
       "      <td>21.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-27 06:45:57</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>0.35</td>\n",
       "      <td>3.40</td>\n",
       "      <td>22.16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-27 07:00:57</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>2.97</td>\n",
       "      <td>3.74</td>\n",
       "      <td>19.57</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      fertilizer_level  light  soil_moisture_percent  \\\n",
       "capture_datetime_utc                                                   \n",
       "2018-08-27 06:00:57               -1.0   0.14                   3.51   \n",
       "2018-08-27 06:15:57               -1.0   0.38                   3.29   \n",
       "2018-08-27 06:30:57               -1.0   0.63                   3.63   \n",
       "2018-08-27 06:45:57               -1.0   0.35                   3.40   \n",
       "2018-08-27 07:00:57               -1.0   2.97                   3.74   \n",
       "\n",
       "                      air_temperature_celsius  \n",
       "capture_datetime_utc                           \n",
       "2018-08-27 06:00:57                     21.17  \n",
       "2018-08-27 06:15:57                     21.36  \n",
       "2018-08-27 06:30:57                     21.50  \n",
       "2018-08-27 06:45:57                     22.16  \n",
       "2018-08-27 07:00:57                     19.57  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_s.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "_uuid": "c2e24ed6ca378c3ed7d85cf4d896e764b403d486"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Year</th>\n",
       "      <th>Month</th>\n",
       "      <th>Day</th>\n",
       "      <th>Hour</th>\n",
       "      <th>Minute</th>\n",
       "      <th>Temperature  [2 m above gnd]</th>\n",
       "      <th>Relative Humidity  [2 m above gnd]</th>\n",
       "      <th>Mean Sea Level Pressure  [MSL]</th>\n",
       "      <th>Total Precipitation  [sfc]</th>\n",
       "      <th>Snowfall amount raw  [sfc]</th>\n",
       "      <th>...</th>\n",
       "      <th>Low Cloud Cover  [low cld lay]</th>\n",
       "      <th>Sunshine Duration  [sfc]</th>\n",
       "      <th>Shortwave Radiation  [sfc]</th>\n",
       "      <th>Wind Speed  [10 m above gnd]</th>\n",
       "      <th>Wind Direction  [10 m above gnd]</th>\n",
       "      <th>Wind Speed  [80 m above gnd]</th>\n",
       "      <th>Wind Direction  [80 m above gnd]</th>\n",
       "      <th>Wind Speed  [900 mb]</th>\n",
       "      <th>Wind Direction  [900 mb]</th>\n",
       "      <th>Wind Gust  [sfc]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14.66</td>\n",
       "      <td>81.0</td>\n",
       "      <td>1017.4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>17.31</td>\n",
       "      <td>3.58</td>\n",
       "      <td>21.63</td>\n",
       "      <td>2.86</td>\n",
       "      <td>3.32</td>\n",
       "      <td>77.47</td>\n",
       "      <td>14.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>14.53</td>\n",
       "      <td>80.0</td>\n",
       "      <td>1017.7</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>14.21</td>\n",
       "      <td>8.75</td>\n",
       "      <td>27.24</td>\n",
       "      <td>7.59</td>\n",
       "      <td>0.80</td>\n",
       "      <td>26.57</td>\n",
       "      <td>13.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>13.86</td>\n",
       "      <td>80.0</td>\n",
       "      <td>1016.6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.09</td>\n",
       "      <td>13.13</td>\n",
       "      <td>24.37</td>\n",
       "      <td>12.80</td>\n",
       "      <td>1.61</td>\n",
       "      <td>333.43</td>\n",
       "      <td>10.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>13.54</td>\n",
       "      <td>81.0</td>\n",
       "      <td>1016.4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.04</td>\n",
       "      <td>19.03</td>\n",
       "      <td>23.80</td>\n",
       "      <td>17.61</td>\n",
       "      <td>2.60</td>\n",
       "      <td>326.31</td>\n",
       "      <td>9.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>12.24</td>\n",
       "      <td>88.0</td>\n",
       "      <td>1016.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.84</td>\n",
       "      <td>19.54</td>\n",
       "      <td>26.18</td>\n",
       "      <td>18.43</td>\n",
       "      <td>3.56</td>\n",
       "      <td>315.00</td>\n",
       "      <td>7.56</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   Year  Month  Day  Hour  Minute  Temperature  [2 m above gnd]  \\\n",
       "0  2018      6   14     0       0                         14.66   \n",
       "1  2018      6   14     1       0                         14.53   \n",
       "2  2018      6   14     2       0                         13.86   \n",
       "3  2018      6   14     3       0                         13.54   \n",
       "4  2018      6   14     4       0                         12.24   \n",
       "\n",
       "   Relative Humidity  [2 m above gnd]  Mean Sea Level Pressure  [MSL]  \\\n",
       "0                                81.0                          1017.4   \n",
       "1                                80.0                          1017.7   \n",
       "2                                80.0                          1016.6   \n",
       "3                                81.0                          1016.4   \n",
       "4                                88.0                          1016.3   \n",
       "\n",
       "   Total Precipitation  [sfc]  Snowfall amount raw  [sfc]        ...         \\\n",
       "0                         0.0                         0.0        ...          \n",
       "1                         0.0                         0.0        ...          \n",
       "2                         0.0                         0.0        ...          \n",
       "3                         0.0                         0.0        ...          \n",
       "4                         0.0                         0.0        ...          \n",
       "\n",
       "   Low Cloud Cover  [low cld lay]  Sunshine Duration  [sfc]  \\\n",
       "0                             0.0                       0.0   \n",
       "1                             0.0                       0.0   \n",
       "2                             0.0                       0.0   \n",
       "3                             0.0                       0.0   \n",
       "4                             0.0                       0.0   \n",
       "\n",
       "   Shortwave Radiation  [sfc]  Wind Speed  [10 m above gnd]  \\\n",
       "0                         0.0                         17.31   \n",
       "1                         0.0                         14.21   \n",
       "2                         0.0                         11.09   \n",
       "3                         0.0                         11.04   \n",
       "4                         0.0                         11.84   \n",
       "\n",
       "   Wind Direction  [10 m above gnd]  Wind Speed  [80 m above gnd]  \\\n",
       "0                              3.58                         21.63   \n",
       "1                              8.75                         27.24   \n",
       "2                             13.13                         24.37   \n",
       "3                             19.03                         23.80   \n",
       "4                             19.54                         26.18   \n",
       "\n",
       "   Wind Direction  [80 m above gnd]  Wind Speed  [900 mb]  \\\n",
       "0                              2.86                  3.32   \n",
       "1                              7.59                  0.80   \n",
       "2                             12.80                  1.61   \n",
       "3                             17.61                  2.60   \n",
       "4                             18.43                  3.56   \n",
       "\n",
       "   Wind Direction  [900 mb]  Wind Gust  [sfc]  \n",
       "0                     77.47             14.04  \n",
       "1                     26.57             13.68  \n",
       "2                    333.43             10.08  \n",
       "3                    326.31              9.00  \n",
       "4                    315.00              7.56  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_w.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "_uuid": "a76d94f3c62cbb4aaf55a8fe11480758a13642dd",
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Year</th>\n",
       "      <th>Month</th>\n",
       "      <th>Day</th>\n",
       "      <th>Hour</th>\n",
       "      <th>Minute</th>\n",
       "      <th>Temperature  [2 m above gnd]</th>\n",
       "      <th>Relative Humidity  [2 m above gnd]</th>\n",
       "      <th>Mean Sea Level Pressure  [MSL]</th>\n",
       "      <th>Total Precipitation  [sfc]</th>\n",
       "      <th>Snowfall amount raw  [sfc]</th>\n",
       "      <th>...</th>\n",
       "      <th>Low Cloud Cover  [low cld lay]</th>\n",
       "      <th>Sunshine Duration  [sfc]</th>\n",
       "      <th>Shortwave Radiation  [sfc]</th>\n",
       "      <th>Wind Speed  [10 m above gnd]</th>\n",
       "      <th>Wind Direction  [10 m above gnd]</th>\n",
       "      <th>Wind Speed  [80 m above gnd]</th>\n",
       "      <th>Wind Direction  [80 m above gnd]</th>\n",
       "      <th>Wind Speed  [900 mb]</th>\n",
       "      <th>Wind Direction  [900 mb]</th>\n",
       "      <th>Wind Gust  [sfc]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1699</th>\n",
       "      <td>2018</td>\n",
       "      <td>8</td>\n",
       "      <td>23</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>31.27</td>\n",
       "      <td>27.0</td>\n",
       "      <td>1015.2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>60.00</td>\n",
       "      <td>309.72</td>\n",
       "      <td>29.78</td>\n",
       "      <td>352.36</td>\n",
       "      <td>36.22</td>\n",
       "      <td>353.72</td>\n",
       "      <td>29.93</td>\n",
       "      <td>356.55</td>\n",
       "      <td>37.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1700</th>\n",
       "      <td>2018</td>\n",
       "      <td>8</td>\n",
       "      <td>23</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>28.03</td>\n",
       "      <td>34.0</td>\n",
       "      <td>1015.6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>18.03</td>\n",
       "      <td>118.37</td>\n",
       "      <td>26.73</td>\n",
       "      <td>355.36</td>\n",
       "      <td>34.61</td>\n",
       "      <td>357.02</td>\n",
       "      <td>33.84</td>\n",
       "      <td>360.00</td>\n",
       "      <td>41.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1701</th>\n",
       "      <td>2018</td>\n",
       "      <td>8</td>\n",
       "      <td>23</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>25.90</td>\n",
       "      <td>37.0</td>\n",
       "      <td>1016.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.78</td>\n",
       "      <td>25.92</td>\n",
       "      <td>360.00</td>\n",
       "      <td>34.92</td>\n",
       "      <td>0.59</td>\n",
       "      <td>34.95</td>\n",
       "      <td>2.36</td>\n",
       "      <td>31.32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1702</th>\n",
       "      <td>2018</td>\n",
       "      <td>8</td>\n",
       "      <td>23</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>25.66</td>\n",
       "      <td>36.0</td>\n",
       "      <td>1016.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>25.22</td>\n",
       "      <td>2.45</td>\n",
       "      <td>33.93</td>\n",
       "      <td>4.26</td>\n",
       "      <td>34.65</td>\n",
       "      <td>4.17</td>\n",
       "      <td>20.16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1703</th>\n",
       "      <td>2018</td>\n",
       "      <td>8</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "      <td>25.39</td>\n",
       "      <td>37.0</td>\n",
       "      <td>1016.7</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>23.54</td>\n",
       "      <td>6.15</td>\n",
       "      <td>32.69</td>\n",
       "      <td>7.59</td>\n",
       "      <td>31.35</td>\n",
       "      <td>2.63</td>\n",
       "      <td>35.28</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Year  Month  Day  Hour  Minute  Temperature  [2 m above gnd]  \\\n",
       "1699  2018      8   23    19       0                         31.27   \n",
       "1700  2018      8   23    20       0                         28.03   \n",
       "1701  2018      8   23    21       0                         25.90   \n",
       "1702  2018      8   23    22       0                         25.66   \n",
       "1703  2018      8   23    23       0                         25.39   \n",
       "\n",
       "      Relative Humidity  [2 m above gnd]  Mean Sea Level Pressure  [MSL]  \\\n",
       "1699                                27.0                          1015.2   \n",
       "1700                                34.0                          1015.6   \n",
       "1701                                37.0                          1016.0   \n",
       "1702                                36.0                          1016.3   \n",
       "1703                                37.0                          1016.7   \n",
       "\n",
       "      Total Precipitation  [sfc]  Snowfall amount raw  [sfc]  \\\n",
       "1699                         0.0                         0.0   \n",
       "1700                         0.0                         0.0   \n",
       "1701                         0.0                         0.0   \n",
       "1702                         0.0                         0.0   \n",
       "1703                         0.0                         0.0   \n",
       "\n",
       "            ...         Low Cloud Cover  [low cld lay]  \\\n",
       "1699        ...                                    0.0   \n",
       "1700        ...                                    0.0   \n",
       "1701        ...                                    0.0   \n",
       "1702        ...                                    0.0   \n",
       "1703        ...                                    0.0   \n",
       "\n",
       "      Sunshine Duration  [sfc]  Shortwave Radiation  [sfc]  \\\n",
       "1699                     60.00                      309.72   \n",
       "1700                     18.03                      118.37   \n",
       "1701                      0.00                        1.78   \n",
       "1702                      0.00                        0.00   \n",
       "1703                      0.00                        0.00   \n",
       "\n",
       "      Wind Speed  [10 m above gnd]  Wind Direction  [10 m above gnd]  \\\n",
       "1699                         29.78                            352.36   \n",
       "1700                         26.73                            355.36   \n",
       "1701                         25.92                            360.00   \n",
       "1702                         25.22                              2.45   \n",
       "1703                         23.54                              6.15   \n",
       "\n",
       "      Wind Speed  [80 m above gnd]  Wind Direction  [80 m above gnd]  \\\n",
       "1699                         36.22                            353.72   \n",
       "1700                         34.61                            357.02   \n",
       "1701                         34.92                              0.59   \n",
       "1702                         33.93                              4.26   \n",
       "1703                         32.69                              7.59   \n",
       "\n",
       "      Wind Speed  [900 mb]  Wind Direction  [900 mb]  Wind Gust  [sfc]  \n",
       "1699                 29.93                    356.55             37.08  \n",
       "1700                 33.84                    360.00             41.76  \n",
       "1701                 34.95                      2.36             31.32  \n",
       "1702                 34.65                      4.17             20.16  \n",
       "1703                 31.35                      2.63             35.28  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_w.tail()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "_uuid": "7e6a3816408bb62912c89a51eb7dca8e295ee456"
   },
   "source": [
    "Great: the soil sensor data covers period from June 18 to July 18, and the weather data overlaps that period at both ends, so it looks like we've got a reasonable basis for comparison across these two data sets.\n",
    "\n",
    "Thing is: the weather data has been recorded ever hour on the hour, while soil sensor data is recorded at 15 minute intervals that don't appear to fall exactly on the hourly moment... So to achieve alignment of this time-series data, we must munge the soil sensor records a bit to get a (reduced) set of records that aligns in terms of time with these hourly weather records."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "_uuid": "9ff6a8b09a55c8071e0a43898c3239e68f5fded0"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(447, 4)\n",
      "(113, 4)\n"
     ]
    }
   ],
   "source": [
    "# To match df_w, We downsample df_s from 15 minute intervals to hourly frequency, aggregated using mean\n",
    "df_s_w = df_s.resample('H').mean()\n",
    "print(df_s.shape)\n",
    "print(df_s_w.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "_uuid": "5a6d89f0faf20eed6ca844bbd37f974da96c8667"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>fertilizer_level</th>\n",
       "      <th>light</th>\n",
       "      <th>soil_moisture_percent</th>\n",
       "      <th>air_temperature_celsius</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>capture_datetime_utc</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2018-08-22 15:00:00</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>17.9350</td>\n",
       "      <td>9.7200</td>\n",
       "      <td>34.1200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-22 16:00:00</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>18.8325</td>\n",
       "      <td>8.0350</td>\n",
       "      <td>33.7050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-22 17:00:00</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>6.2600</td>\n",
       "      <td>4.1125</td>\n",
       "      <td>29.8450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-22 18:00:00</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>2.9625</td>\n",
       "      <td>4.0525</td>\n",
       "      <td>27.3675</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-08-22 19:00:00</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>0.3825</td>\n",
       "      <td>4.1425</td>\n",
       "      <td>25.5500</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      fertilizer_level    light  soil_moisture_percent  \\\n",
       "capture_datetime_utc                                                     \n",
       "2018-08-22 15:00:00               -1.0  17.9350                 9.7200   \n",
       "2018-08-22 16:00:00               -1.0  18.8325                 8.0350   \n",
       "2018-08-22 17:00:00               -1.0   6.2600                 4.1125   \n",
       "2018-08-22 18:00:00               -1.0   2.9625                 4.0525   \n",
       "2018-08-22 19:00:00               -1.0   0.3825                 4.1425   \n",
       "\n",
       "                      air_temperature_celsius  \n",
       "capture_datetime_utc                           \n",
       "2018-08-22 15:00:00                   34.1200  \n",
       "2018-08-22 16:00:00                   33.7050  \n",
       "2018-08-22 17:00:00                   29.8450  \n",
       "2018-08-22 18:00:00                   27.3675  \n",
       "2018-08-22 19:00:00                   25.5500  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_s_w.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "_uuid": "94bfa59ca943838b379c6311ce0bc3496bbf1b5a"
   },
   "source": [
    "Great: we've got the soil sensor data at hourly intervals, so we can match it to the weather data... Once we concatenate the related columns in weather df into a single datetime index."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "_uuid": "97bf132ae7557b21599c4c62bee597f76bba2e6c"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Year</th>\n",
       "      <th>Month</th>\n",
       "      <th>Day</th>\n",
       "      <th>Hour</th>\n",
       "      <th>Minute</th>\n",
       "      <th>Temperature  [2 m above gnd]</th>\n",
       "      <th>Relative Humidity  [2 m above gnd]</th>\n",
       "      <th>Mean Sea Level Pressure  [MSL]</th>\n",
       "      <th>Total Precipitation  [sfc]</th>\n",
       "      <th>Snowfall amount raw  [sfc]</th>\n",
       "      <th>...</th>\n",
       "      <th>Low Cloud Cover  [low cld lay]</th>\n",
       "      <th>Sunshine Duration  [sfc]</th>\n",
       "      <th>Shortwave Radiation  [sfc]</th>\n",
       "      <th>Wind Speed  [10 m above gnd]</th>\n",
       "      <th>Wind Direction  [10 m above gnd]</th>\n",
       "      <th>Wind Speed  [80 m above gnd]</th>\n",
       "      <th>Wind Direction  [80 m above gnd]</th>\n",
       "      <th>Wind Speed  [900 mb]</th>\n",
       "      <th>Wind Direction  [900 mb]</th>\n",
       "      <th>Wind Gust  [sfc]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2018-06-14 00:00:00</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14.66</td>\n",
       "      <td>81.0</td>\n",
       "      <td>1017.4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>17.31</td>\n",
       "      <td>3.58</td>\n",
       "      <td>21.63</td>\n",
       "      <td>2.86</td>\n",
       "      <td>3.32</td>\n",
       "      <td>77.47</td>\n",
       "      <td>14.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-06-14 01:00:00</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>14.53</td>\n",
       "      <td>80.0</td>\n",
       "      <td>1017.7</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>14.21</td>\n",
       "      <td>8.75</td>\n",
       "      <td>27.24</td>\n",
       "      <td>7.59</td>\n",
       "      <td>0.80</td>\n",
       "      <td>26.57</td>\n",
       "      <td>13.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-06-14 02:00:00</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>13.86</td>\n",
       "      <td>80.0</td>\n",
       "      <td>1016.6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.09</td>\n",
       "      <td>13.13</td>\n",
       "      <td>24.37</td>\n",
       "      <td>12.80</td>\n",
       "      <td>1.61</td>\n",
       "      <td>333.43</td>\n",
       "      <td>10.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-06-14 03:00:00</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>13.54</td>\n",
       "      <td>81.0</td>\n",
       "      <td>1016.4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.04</td>\n",
       "      <td>19.03</td>\n",
       "      <td>23.80</td>\n",
       "      <td>17.61</td>\n",
       "      <td>2.60</td>\n",
       "      <td>326.31</td>\n",
       "      <td>9.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-06-14 04:00:00</th>\n",
       "      <td>2018</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>12.24</td>\n",
       "      <td>88.0</td>\n",
       "      <td>1016.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.84</td>\n",
       "      <td>19.54</td>\n",
       "      <td>26.18</td>\n",
       "      <td>18.43</td>\n",
       "      <td>3.56</td>\n",
       "      <td>315.00</td>\n",
       "      <td>7.56</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Year  Month  Day  Hour  Minute  \\\n",
       "2018-06-14 00:00:00  2018      6   14     0       0   \n",
       "2018-06-14 01:00:00  2018      6   14     1       0   \n",
       "2018-06-14 02:00:00  2018      6   14     2       0   \n",
       "2018-06-14 03:00:00  2018      6   14     3       0   \n",
       "2018-06-14 04:00:00  2018      6   14     4       0   \n",
       "\n",
       "                     Temperature  [2 m above gnd]  \\\n",
       "2018-06-14 00:00:00                         14.66   \n",
       "2018-06-14 01:00:00                         14.53   \n",
       "2018-06-14 02:00:00                         13.86   \n",
       "2018-06-14 03:00:00                         13.54   \n",
       "2018-06-14 04:00:00                         12.24   \n",
       "\n",
       "                     Relative Humidity  [2 m above gnd]  \\\n",
       "2018-06-14 00:00:00                                81.0   \n",
       "2018-06-14 01:00:00                                80.0   \n",
       "2018-06-14 02:00:00                                80.0   \n",
       "2018-06-14 03:00:00                                81.0   \n",
       "2018-06-14 04:00:00                                88.0   \n",
       "\n",
       "                     Mean Sea Level Pressure  [MSL]  \\\n",
       "2018-06-14 00:00:00                          1017.4   \n",
       "2018-06-14 01:00:00                          1017.7   \n",
       "2018-06-14 02:00:00                          1016.6   \n",
       "2018-06-14 03:00:00                          1016.4   \n",
       "2018-06-14 04:00:00                          1016.3   \n",
       "\n",
       "                     Total Precipitation  [sfc]  Snowfall amount raw  [sfc]  \\\n",
       "2018-06-14 00:00:00                         0.0                         0.0   \n",
       "2018-06-14 01:00:00                         0.0                         0.0   \n",
       "2018-06-14 02:00:00                         0.0                         0.0   \n",
       "2018-06-14 03:00:00                         0.0                         0.0   \n",
       "2018-06-14 04:00:00                         0.0                         0.0   \n",
       "\n",
       "                           ...         Low Cloud Cover  [low cld lay]  \\\n",
       "2018-06-14 00:00:00        ...                                    0.0   \n",
       "2018-06-14 01:00:00        ...                                    0.0   \n",
       "2018-06-14 02:00:00        ...                                    0.0   \n",
       "2018-06-14 03:00:00        ...                                    0.0   \n",
       "2018-06-14 04:00:00        ...                                    0.0   \n",
       "\n",
       "                     Sunshine Duration  [sfc]  Shortwave Radiation  [sfc]  \\\n",
       "2018-06-14 00:00:00                       0.0                         0.0   \n",
       "2018-06-14 01:00:00                       0.0                         0.0   \n",
       "2018-06-14 02:00:00                       0.0                         0.0   \n",
       "2018-06-14 03:00:00                       0.0                         0.0   \n",
       "2018-06-14 04:00:00                       0.0                         0.0   \n",
       "\n",
       "                     Wind Speed  [10 m above gnd]  \\\n",
       "2018-06-14 00:00:00                         17.31   \n",
       "2018-06-14 01:00:00                         14.21   \n",
       "2018-06-14 02:00:00                         11.09   \n",
       "2018-06-14 03:00:00                         11.04   \n",
       "2018-06-14 04:00:00                         11.84   \n",
       "\n",
       "                     Wind Direction  [10 m above gnd]  \\\n",
       "2018-06-14 00:00:00                              3.58   \n",
       "2018-06-14 01:00:00                              8.75   \n",
       "2018-06-14 02:00:00                             13.13   \n",
       "2018-06-14 03:00:00                             19.03   \n",
       "2018-06-14 04:00:00                             19.54   \n",
       "\n",
       "                     Wind Speed  [80 m above gnd]  \\\n",
       "2018-06-14 00:00:00                         21.63   \n",
       "2018-06-14 01:00:00                         27.24   \n",
       "2018-06-14 02:00:00                         24.37   \n",
       "2018-06-14 03:00:00                         23.80   \n",
       "2018-06-14 04:00:00                         26.18   \n",
       "\n",
       "                     Wind Direction  [80 m above gnd]  Wind Speed  [900 mb]  \\\n",
       "2018-06-14 00:00:00                              2.86                  3.32   \n",
       "2018-06-14 01:00:00                              7.59                  0.80   \n",
       "2018-06-14 02:00:00                             12.80                  1.61   \n",
       "2018-06-14 03:00:00                             17.61                  2.60   \n",
       "2018-06-14 04:00:00                             18.43                  3.56   \n",
       "\n",
       "                     Wind Direction  [900 mb]  Wind Gust  [sfc]  \n",
       "2018-06-14 00:00:00                     77.47             14.04  \n",
       "2018-06-14 01:00:00                     26.57             13.68  \n",
       "2018-06-14 02:00:00                    333.43             10.08  \n",
       "2018-06-14 03:00:00                    326.31              9.00  \n",
       "2018-06-14 04:00:00                    315.00              7.56  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Now we create a datetime index composed of the 1st 5 columns (integers), concatenated\n",
    "df_w.index = pd.to_datetime(df_w[['Year', 'Month', 'Day', 'Hour', 'Minute']])\n",
    "df_w.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "_uuid": "83f6b96188a8f96192dfd8d140084e0d6c80f6f5"
   },
   "source": [
    "Now,  we can simplify the weather dataframe  in both dimensions, i.e.: \n",
    "- drop all extraneous columns; and\n",
    "- filter rows to match the 1-month range of dates in df_s (df_w both starts earlier and ends later)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "_uuid": "44d439c060c77e2a798245d1f0d622692140fe40"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "DatetimeIndex: 1704 entries, 2018-06-14 00:00:00 to 2018-08-23 23:00:00\n",
      "Data columns (total 8 columns):\n",
      "Temperature  [2 m above gnd]          1704 non-null float64\n",
      "Relative Humidity  [2 m above gnd]    1704 non-null float64\n",
      "Mean Sea Level Pressure  [MSL]        1704 non-null float64\n",
      "Total Precipitation  [sfc]            1704 non-null float64\n",
      "Total Cloud Cover  [sfc]              1704 non-null float64\n",
      "Sunshine Duration  [sfc]              1704 non-null float64\n",
      "Wind Speed  [10 m above gnd]          1704 non-null float64\n",
      "Wind Direction  [10 m above gnd]      1704 non-null float64\n",
      "dtypes: float64(8)\n",
      "memory usage: 119.8 KB\n"
     ]
    }
   ],
   "source": [
    "df_w.drop(['Year','Month','Day','Hour','Minute','Snowfall amount raw  [sfc]','High Cloud Cover  [high cld lay]','Medium Cloud Cover  [mid cld lay]','Low Cloud Cover  [low cld lay]','Shortwave Radiation  [sfc]','Wind Speed  [80 m above gnd]','Wind Direction  [80 m above gnd]','Wind Speed  [900 mb]','Wind Direction  [900 mb]','Wind Gust  [sfc]'], axis = 1, inplace=True)\n",
    "df_w.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "_uuid": "c727ba297afd1dd5fdac67e9e304299e320d1793"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(717, 8)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_w_s = df_w.loc['2018-06-18 19:00:00':'2018-07-18 15:18:29']\n",
    "df_w_s.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "_uuid": "686098bf82b1d9a9d034490cfc61be6425dfda63"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "soil sensor data:\n",
      "<class 'pandas.core.frame.DataFrame'>\n",
      "DatetimeIndex: 113 entries, 2018-08-22 15:00:00 to 2018-08-27 07:00:00\n",
      "Freq: H\n",
      "Data columns (total 4 columns):\n",
      "fertilizer_level           113 non-null float64\n",
      "light                      113 non-null float64\n",
      "soil_moisture_percent      113 non-null float64\n",
      "air_temperature_celsius    113 non-null float64\n",
      "dtypes: float64(4)\n",
      "memory usage: 4.4 KB\n",
      "None\n",
      "\n",
      "weather data:\n",
      "<class 'pandas.core.frame.DataFrame'>\n",
      "DatetimeIndex: 717 entries, 2018-06-18 19:00:00 to 2018-07-18 15:00:00\n",
      "Data columns (total 8 columns):\n",
      "Temperature  [2 m above gnd]          717 non-null float64\n",
      "Relative Humidity  [2 m above gnd]    717 non-null float64\n",
      "Mean Sea Level Pressure  [MSL]        717 non-null float64\n",
      "Total Precipitation  [sfc]            717 non-null float64\n",
      "Total Cloud Cover  [sfc]              717 non-null float64\n",
      "Sunshine Duration  [sfc]              717 non-null float64\n",
      "Wind Speed  [10 m above gnd]          717 non-null float64\n",
      "Wind Direction  [10 m above gnd]      717 non-null float64\n",
      "dtypes: float64(8)\n",
      "memory usage: 50.4 KB\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "print(\"soil sensor data:\")\n",
    "print(df_s_w.info())\n",
    "print(\"\")\n",
    "print(\"weather data:\")\n",
    "print(df_w_s.info())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "_uuid": "315c488e6b80a760b8261e5c011ad1dfd8fcd657"
   },
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'index' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-28-cb9f53864d35>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m#test_merge = pd.merge(df_s_w, df_w_s, on=index)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mtest_merge\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmerge\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf_s_w\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdf_w_s\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mon\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0mtest_merge\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mhead\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'index' is not defined"
     ]
    }
   ],
   "source": [
    "#test_merge = pd.merge(df_s_w, df_w_s, on=index)\n",
    "test_merge = pd.merge(df_s_w, df_w_s, on=index)\n",
    "test_merge.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "_uuid": "e233075874b02c0707b01e5b0e5690f94b7f3463"
   },
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "_uuid": "4090114522cbecad42c5dc9281a198bb6cecc44e"
   },
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}