preprocessor v2.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import datetime\n",
    "\n",
    "## Loading data properly\n",
    "epoch = datetime.datetime.utcfromtimestamp(0)\n",
    "date_to_epoch = lambda x: (datetime.datetime(x.year, x.month, 1, 1, 0) - epoch).total_seconds() * 1000.0\n",
    "ns_data = pd.read_csv(\"data/delays.csv\", parse_dates=[\"start_time\"])\n",
    "ns_data[\"edate\"] = ns_data[\"start_time\"].apply(lambda x: date_to_epoch(x.date()))\n",
    "ns_data[\"date\"] = ns_data[\"start_time\"].apply(lambda x: x.date())\n",
    "ns_data = ns_data[[\"ns_lines\", \"statistical_cause_en\", \"cause_group\", \"edate\", \"date\"]]\n",
    "ns_data = ns_data.set_index(ns_data[\"date\"]).drop([\"date\", \"edate\"], axis = 1)\n",
    "ns_data.to_csv(\"delays.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>windspeed</th>\n",
       "      <th>max_windspeed</th>\n",
       "      <th>min_windspeed</th>\n",
       "      <th>max_windgust</th>\n",
       "      <th>avg_temp</th>\n",
       "      <th>min_temp</th>\n",
       "      <th>max_temp</th>\n",
       "      <th>duration_precipitation</th>\n",
       "      <th>total_precipitation</th>\n",
       "      <th>max_precipitation</th>\n",
       "      <th>min_sight</th>\n",
       "      <th>max_sight</th>\n",
       "      <th>humidity</th>\n",
       "      <th>min_humidity</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2011-01-01</th>\n",
       "      <td>47</td>\n",
       "      <td>60</td>\n",
       "      <td>30</td>\n",
       "      <td>100</td>\n",
       "      <td>45</td>\n",
       "      <td>22</td>\n",
       "      <td>61</td>\n",
       "      <td>11</td>\n",
       "      <td>7</td>\n",
       "      <td>4</td>\n",
       "      <td>27</td>\n",
       "      <td>75</td>\n",
       "      <td>90</td>\n",
       "      <td>79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-02</th>\n",
       "      <td>39</td>\n",
       "      <td>60</td>\n",
       "      <td>20</td>\n",
       "      <td>100</td>\n",
       "      <td>31</td>\n",
       "      <td>-7</td>\n",
       "      <td>49</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>65</td>\n",
       "      <td>75</td>\n",
       "      <td>85</td>\n",
       "      <td>75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-03</th>\n",
       "      <td>19</td>\n",
       "      <td>40</td>\n",
       "      <td>10</td>\n",
       "      <td>70</td>\n",
       "      <td>10</td>\n",
       "      <td>-26</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>57</td>\n",
       "      <td>70</td>\n",
       "      <td>96</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-04</th>\n",
       "      <td>54</td>\n",
       "      <td>70</td>\n",
       "      <td>30</td>\n",
       "      <td>120</td>\n",
       "      <td>13</td>\n",
       "      <td>3</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>58</td>\n",
       "      <td>75</td>\n",
       "      <td>84</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-05</th>\n",
       "      <td>65</td>\n",
       "      <td>80</td>\n",
       "      <td>50</td>\n",
       "      <td>130</td>\n",
       "      <td>10</td>\n",
       "      <td>-1</td>\n",
       "      <td>36</td>\n",
       "      <td>28</td>\n",
       "      <td>14</td>\n",
       "      <td>4</td>\n",
       "      <td>29</td>\n",
       "      <td>67</td>\n",
       "      <td>84</td>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-06</th>\n",
       "      <td>39</td>\n",
       "      <td>60</td>\n",
       "      <td>20</td>\n",
       "      <td>100</td>\n",
       "      <td>48</td>\n",
       "      <td>29</td>\n",
       "      <td>57</td>\n",
       "      <td>141</td>\n",
       "      <td>163</td>\n",
       "      <td>28</td>\n",
       "      <td>18</td>\n",
       "      <td>70</td>\n",
       "      <td>97</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-07</th>\n",
       "      <td>39</td>\n",
       "      <td>70</td>\n",
       "      <td>10</td>\n",
       "      <td>120</td>\n",
       "      <td>49</td>\n",
       "      <td>-6</td>\n",
       "      <td>100</td>\n",
       "      <td>14</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>70</td>\n",
       "      <td>97</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-08</th>\n",
       "      <td>80</td>\n",
       "      <td>140</td>\n",
       "      <td>20</td>\n",
       "      <td>230</td>\n",
       "      <td>80</td>\n",
       "      <td>31</td>\n",
       "      <td>111</td>\n",
       "      <td>38</td>\n",
       "      <td>45</td>\n",
       "      <td>15</td>\n",
       "      <td>50</td>\n",
       "      <td>75</td>\n",
       "      <td>90</td>\n",
       "      <td>78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-09</th>\n",
       "      <td>55</td>\n",
       "      <td>80</td>\n",
       "      <td>30</td>\n",
       "      <td>120</td>\n",
       "      <td>39</td>\n",
       "      <td>9</td>\n",
       "      <td>58</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "      <td>70</td>\n",
       "      <td>88</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-10</th>\n",
       "      <td>42</td>\n",
       "      <td>60</td>\n",
       "      <td>20</td>\n",
       "      <td>100</td>\n",
       "      <td>17</td>\n",
       "      <td>-11</td>\n",
       "      <td>46</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>43</td>\n",
       "      <td>66</td>\n",
       "      <td>94</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-11</th>\n",
       "      <td>65</td>\n",
       "      <td>90</td>\n",
       "      <td>30</td>\n",
       "      <td>150</td>\n",
       "      <td>35</td>\n",
       "      <td>2</td>\n",
       "      <td>61</td>\n",
       "      <td>58</td>\n",
       "      <td>36</td>\n",
       "      <td>14</td>\n",
       "      <td>29</td>\n",
       "      <td>67</td>\n",
       "      <td>92</td>\n",
       "      <td>83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-12</th>\n",
       "      <td>58</td>\n",
       "      <td>90</td>\n",
       "      <td>30</td>\n",
       "      <td>130</td>\n",
       "      <td>55</td>\n",
       "      <td>24</td>\n",
       "      <td>86</td>\n",
       "      <td>126</td>\n",
       "      <td>109</td>\n",
       "      <td>15</td>\n",
       "      <td>27</td>\n",
       "      <td>65</td>\n",
       "      <td>95</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-13</th>\n",
       "      <td>96</td>\n",
       "      <td>120</td>\n",
       "      <td>70</td>\n",
       "      <td>180</td>\n",
       "      <td>86</td>\n",
       "      <td>73</td>\n",
       "      <td>103</td>\n",
       "      <td>107</td>\n",
       "      <td>108</td>\n",
       "      <td>21</td>\n",
       "      <td>16</td>\n",
       "      <td>65</td>\n",
       "      <td>98</td>\n",
       "      <td>96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-14</th>\n",
       "      <td>123</td>\n",
       "      <td>150</td>\n",
       "      <td>100</td>\n",
       "      <td>230</td>\n",
       "      <td>90</td>\n",
       "      <td>70</td>\n",
       "      <td>107</td>\n",
       "      <td>86</td>\n",
       "      <td>66</td>\n",
       "      <td>16</td>\n",
       "      <td>50</td>\n",
       "      <td>66</td>\n",
       "      <td>94</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-15</th>\n",
       "      <td>89</td>\n",
       "      <td>120</td>\n",
       "      <td>70</td>\n",
       "      <td>220</td>\n",
       "      <td>89</td>\n",
       "      <td>66</td>\n",
       "      <td>101</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>59</td>\n",
       "      <td>75</td>\n",
       "      <td>85</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-16</th>\n",
       "      <td>71</td>\n",
       "      <td>90</td>\n",
       "      <td>60</td>\n",
       "      <td>140</td>\n",
       "      <td>100</td>\n",
       "      <td>82</td>\n",
       "      <td>125</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>70</td>\n",
       "      <td>75</td>\n",
       "      <td>81</td>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-21</th>\n",
       "      <td>24</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>70</td>\n",
       "      <td>20</td>\n",
       "      <td>-23</td>\n",
       "      <td>48</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td>70</td>\n",
       "      <td>94</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-22</th>\n",
       "      <td>45</td>\n",
       "      <td>60</td>\n",
       "      <td>20</td>\n",
       "      <td>110</td>\n",
       "      <td>47</td>\n",
       "      <td>19</td>\n",
       "      <td>61</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>60</td>\n",
       "      <td>70</td>\n",
       "      <td>92</td>\n",
       "      <td>80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-23</th>\n",
       "      <td>55</td>\n",
       "      <td>70</td>\n",
       "      <td>30</td>\n",
       "      <td>120</td>\n",
       "      <td>55</td>\n",
       "      <td>21</td>\n",
       "      <td>67</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>63</td>\n",
       "      <td>96</td>\n",
       "      <td>90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-24</th>\n",
       "      <td>54</td>\n",
       "      <td>70</td>\n",
       "      <td>40</td>\n",
       "      <td>100</td>\n",
       "      <td>55</td>\n",
       "      <td>46</td>\n",
       "      <td>65</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>50</td>\n",
       "      <td>65</td>\n",
       "      <td>94</td>\n",
       "      <td>91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-25</th>\n",
       "      <td>55</td>\n",
       "      <td>80</td>\n",
       "      <td>10</td>\n",
       "      <td>120</td>\n",
       "      <td>43</td>\n",
       "      <td>-6</td>\n",
       "      <td>66</td>\n",
       "      <td>40</td>\n",
       "      <td>24</td>\n",
       "      <td>9</td>\n",
       "      <td>26</td>\n",
       "      <td>72</td>\n",
       "      <td>91</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-26</th>\n",
       "      <td>30</td>\n",
       "      <td>70</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>20</td>\n",
       "      <td>-3</td>\n",
       "      <td>52</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>59</td>\n",
       "      <td>84</td>\n",
       "      <td>87</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-27</th>\n",
       "      <td>53</td>\n",
       "      <td>70</td>\n",
       "      <td>40</td>\n",
       "      <td>110</td>\n",
       "      <td>2</td>\n",
       "      <td>-19</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>60</td>\n",
       "      <td>83</td>\n",
       "      <td>77</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-28</th>\n",
       "      <td>50</td>\n",
       "      <td>60</td>\n",
       "      <td>40</td>\n",
       "      <td>100</td>\n",
       "      <td>-16</td>\n",
       "      <td>-33</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>57</td>\n",
       "      <td>82</td>\n",
       "      <td>76</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-29</th>\n",
       "      <td>35</td>\n",
       "      <td>60</td>\n",
       "      <td>20</td>\n",
       "      <td>90</td>\n",
       "      <td>-21</td>\n",
       "      <td>-46</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>57</td>\n",
       "      <td>91</td>\n",
       "      <td>79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-30</th>\n",
       "      <td>31</td>\n",
       "      <td>40</td>\n",
       "      <td>10</td>\n",
       "      <td>80</td>\n",
       "      <td>-6</td>\n",
       "      <td>-42</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>27</td>\n",
       "      <td>60</td>\n",
       "      <td>94</td>\n",
       "      <td>88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-31</th>\n",
       "      <td>18</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>-6</td>\n",
       "      <td>-16</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>56</td>\n",
       "      <td>65</td>\n",
       "      <td>86</td>\n",
       "      <td>80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-02-01</th>\n",
       "      <td>45</td>\n",
       "      <td>60</td>\n",
       "      <td>30</td>\n",
       "      <td>90</td>\n",
       "      <td>11</td>\n",
       "      <td>-23</td>\n",
       "      <td>47</td>\n",
       "      <td>20</td>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>14</td>\n",
       "      <td>57</td>\n",
       "      <td>93</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-02-02</th>\n",
       "      <td>65</td>\n",
       "      <td>90</td>\n",
       "      <td>40</td>\n",
       "      <td>140</td>\n",
       "      <td>46</td>\n",
       "      <td>29</td>\n",
       "      <td>59</td>\n",
       "      <td>18</td>\n",
       "      <td>34</td>\n",
       "      <td>22</td>\n",
       "      <td>5</td>\n",
       "      <td>58</td>\n",
       "      <td>96</td>\n",
       "      <td>91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-02-03</th>\n",
       "      <td>74</td>\n",
       "      <td>100</td>\n",
       "      <td>40</td>\n",
       "      <td>170</td>\n",
       "      <td>60</td>\n",
       "      <td>39</td>\n",
       "      <td>74</td>\n",
       "      <td>10</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>68</td>\n",
       "      <td>90</td>\n",
       "      <td>83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-01</th>\n",
       "      <td>38</td>\n",
       "      <td>60</td>\n",
       "      <td>10</td>\n",
       "      <td>100</td>\n",
       "      <td>104</td>\n",
       "      <td>79</td>\n",
       "      <td>142</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>69</td>\n",
       "      <td>81</td>\n",
       "      <td>73</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-02</th>\n",
       "      <td>36</td>\n",
       "      <td>50</td>\n",
       "      <td>20</td>\n",
       "      <td>80</td>\n",
       "      <td>95</td>\n",
       "      <td>75</td>\n",
       "      <td>119</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>50</td>\n",
       "      <td>75</td>\n",
       "      <td>84</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-03</th>\n",
       "      <td>24</td>\n",
       "      <td>40</td>\n",
       "      <td>10</td>\n",
       "      <td>70</td>\n",
       "      <td>90</td>\n",
       "      <td>61</td>\n",
       "      <td>134</td>\n",
       "      <td>8</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>73</td>\n",
       "      <td>87</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-04</th>\n",
       "      <td>46</td>\n",
       "      <td>90</td>\n",
       "      <td>20</td>\n",
       "      <td>150</td>\n",
       "      <td>114</td>\n",
       "      <td>57</td>\n",
       "      <td>154</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>56</td>\n",
       "      <td>75</td>\n",
       "      <td>84</td>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-05</th>\n",
       "      <td>30</td>\n",
       "      <td>40</td>\n",
       "      <td>20</td>\n",
       "      <td>110</td>\n",
       "      <td>69</td>\n",
       "      <td>20</td>\n",
       "      <td>116</td>\n",
       "      <td>45</td>\n",
       "      <td>53</td>\n",
       "      <td>14</td>\n",
       "      <td>50</td>\n",
       "      <td>75</td>\n",
       "      <td>89</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-06</th>\n",
       "      <td>15</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>52</td>\n",
       "      <td>1</td>\n",
       "      <td>102</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>29</td>\n",
       "      <td>80</td>\n",
       "      <td>87</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-07</th>\n",
       "      <td>18</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>60</td>\n",
       "      <td>36</td>\n",
       "      <td>-10</td>\n",
       "      <td>81</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>26</td>\n",
       "      <td>71</td>\n",
       "      <td>91</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-08</th>\n",
       "      <td>15</td>\n",
       "      <td>20</td>\n",
       "      <td>10</td>\n",
       "      <td>40</td>\n",
       "      <td>55</td>\n",
       "      <td>45</td>\n",
       "      <td>64</td>\n",
       "      <td>33</td>\n",
       "      <td>20</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>31</td>\n",
       "      <td>98</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-09</th>\n",
       "      <td>35</td>\n",
       "      <td>60</td>\n",
       "      <td>10</td>\n",
       "      <td>90</td>\n",
       "      <td>68</td>\n",
       "      <td>52</td>\n",
       "      <td>79</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>7</td>\n",
       "      <td>9</td>\n",
       "      <td>56</td>\n",
       "      <td>93</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-10</th>\n",
       "      <td>48</td>\n",
       "      <td>70</td>\n",
       "      <td>30</td>\n",
       "      <td>120</td>\n",
       "      <td>76</td>\n",
       "      <td>52</td>\n",
       "      <td>101</td>\n",
       "      <td>41</td>\n",
       "      <td>26</td>\n",
       "      <td>9</td>\n",
       "      <td>23</td>\n",
       "      <td>75</td>\n",
       "      <td>88</td>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-11</th>\n",
       "      <td>30</td>\n",
       "      <td>50</td>\n",
       "      <td>10</td>\n",
       "      <td>90</td>\n",
       "      <td>60</td>\n",
       "      <td>41</td>\n",
       "      <td>76</td>\n",
       "      <td>56</td>\n",
       "      <td>31</td>\n",
       "      <td>11</td>\n",
       "      <td>5</td>\n",
       "      <td>75</td>\n",
       "      <td>93</td>\n",
       "      <td>80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-12</th>\n",
       "      <td>33</td>\n",
       "      <td>60</td>\n",
       "      <td>20</td>\n",
       "      <td>110</td>\n",
       "      <td>47</td>\n",
       "      <td>36</td>\n",
       "      <td>66</td>\n",
       "      <td>27</td>\n",
       "      <td>12</td>\n",
       "      <td>6</td>\n",
       "      <td>16</td>\n",
       "      <td>70</td>\n",
       "      <td>94</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-13</th>\n",
       "      <td>32</td>\n",
       "      <td>60</td>\n",
       "      <td>10</td>\n",
       "      <td>100</td>\n",
       "      <td>50</td>\n",
       "      <td>10</td>\n",
       "      <td>91</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>56</td>\n",
       "      <td>75</td>\n",
       "      <td>87</td>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-14</th>\n",
       "      <td>45</td>\n",
       "      <td>50</td>\n",
       "      <td>30</td>\n",
       "      <td>90</td>\n",
       "      <td>54</td>\n",
       "      <td>6</td>\n",
       "      <td>94</td>\n",
       "      <td>22</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>14</td>\n",
       "      <td>75</td>\n",
       "      <td>89</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-15</th>\n",
       "      <td>30</td>\n",
       "      <td>40</td>\n",
       "      <td>10</td>\n",
       "      <td>70</td>\n",
       "      <td>79</td>\n",
       "      <td>61</td>\n",
       "      <td>94</td>\n",
       "      <td>27</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>14</td>\n",
       "      <td>62</td>\n",
       "      <td>98</td>\n",
       "      <td>96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-16</th>\n",
       "      <td>29</td>\n",
       "      <td>40</td>\n",
       "      <td>20</td>\n",
       "      <td>80</td>\n",
       "      <td>83</td>\n",
       "      <td>56</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>22</td>\n",
       "      <td>70</td>\n",
       "      <td>93</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-17</th>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>60</td>\n",
       "      <td>60</td>\n",
       "      <td>14</td>\n",
       "      <td>94</td>\n",
       "      <td>17</td>\n",
       "      <td>7</td>\n",
       "      <td>4</td>\n",
       "      <td>11</td>\n",
       "      <td>78</td>\n",
       "      <td>85</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-18</th>\n",
       "      <td>46</td>\n",
       "      <td>70</td>\n",
       "      <td>30</td>\n",
       "      <td>120</td>\n",
       "      <td>43</td>\n",
       "      <td>5</td>\n",
       "      <td>67</td>\n",
       "      <td>28</td>\n",
       "      <td>35</td>\n",
       "      <td>28</td>\n",
       "      <td>56</td>\n",
       "      <td>75</td>\n",
       "      <td>87</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-19</th>\n",
       "      <td>33</td>\n",
       "      <td>50</td>\n",
       "      <td>20</td>\n",
       "      <td>100</td>\n",
       "      <td>49</td>\n",
       "      <td>25</td>\n",
       "      <td>86</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>59</td>\n",
       "      <td>75</td>\n",
       "      <td>87</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-20</th>\n",
       "      <td>52</td>\n",
       "      <td>70</td>\n",
       "      <td>30</td>\n",
       "      <td>110</td>\n",
       "      <td>57</td>\n",
       "      <td>23</td>\n",
       "      <td>97</td>\n",
       "      <td>83</td>\n",
       "      <td>47</td>\n",
       "      <td>8</td>\n",
       "      <td>26</td>\n",
       "      <td>69</td>\n",
       "      <td>94</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-21</th>\n",
       "      <td>63</td>\n",
       "      <td>80</td>\n",
       "      <td>50</td>\n",
       "      <td>120</td>\n",
       "      <td>96</td>\n",
       "      <td>88</td>\n",
       "      <td>102</td>\n",
       "      <td>50</td>\n",
       "      <td>27</td>\n",
       "      <td>7</td>\n",
       "      <td>19</td>\n",
       "      <td>70</td>\n",
       "      <td>91</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-22</th>\n",
       "      <td>66</td>\n",
       "      <td>70</td>\n",
       "      <td>60</td>\n",
       "      <td>120</td>\n",
       "      <td>108</td>\n",
       "      <td>94</td>\n",
       "      <td>134</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>67</td>\n",
       "      <td>83</td>\n",
       "      <td>70</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-23</th>\n",
       "      <td>73</td>\n",
       "      <td>100</td>\n",
       "      <td>30</td>\n",
       "      <td>170</td>\n",
       "      <td>120</td>\n",
       "      <td>91</td>\n",
       "      <td>153</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>61</td>\n",
       "      <td>83</td>\n",
       "      <td>72</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-24</th>\n",
       "      <td>23</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>80</td>\n",
       "      <td>73</td>\n",
       "      <td>54</td>\n",
       "      <td>98</td>\n",
       "      <td>76</td>\n",
       "      <td>147</td>\n",
       "      <td>45</td>\n",
       "      <td>30</td>\n",
       "      <td>70</td>\n",
       "      <td>93</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-25</th>\n",
       "      <td>32</td>\n",
       "      <td>50</td>\n",
       "      <td>20</td>\n",
       "      <td>110</td>\n",
       "      <td>38</td>\n",
       "      <td>21</td>\n",
       "      <td>64</td>\n",
       "      <td>18</td>\n",
       "      <td>21</td>\n",
       "      <td>9</td>\n",
       "      <td>47</td>\n",
       "      <td>70</td>\n",
       "      <td>91</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-26</th>\n",
       "      <td>48</td>\n",
       "      <td>60</td>\n",
       "      <td>40</td>\n",
       "      <td>100</td>\n",
       "      <td>34</td>\n",
       "      <td>14</td>\n",
       "      <td>52</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>65</td>\n",
       "      <td>70</td>\n",
       "      <td>86</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-27</th>\n",
       "      <td>73</td>\n",
       "      <td>110</td>\n",
       "      <td>20</td>\n",
       "      <td>180</td>\n",
       "      <td>55</td>\n",
       "      <td>25</td>\n",
       "      <td>76</td>\n",
       "      <td>138</td>\n",
       "      <td>126</td>\n",
       "      <td>20</td>\n",
       "      <td>56</td>\n",
       "      <td>70</td>\n",
       "      <td>91</td>\n",
       "      <td>83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-28</th>\n",
       "      <td>35</td>\n",
       "      <td>50</td>\n",
       "      <td>20</td>\n",
       "      <td>80</td>\n",
       "      <td>47</td>\n",
       "      <td>22</td>\n",
       "      <td>77</td>\n",
       "      <td>11</td>\n",
       "      <td>7</td>\n",
       "      <td>4</td>\n",
       "      <td>59</td>\n",
       "      <td>75</td>\n",
       "      <td>89</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-29</th>\n",
       "      <td>24</td>\n",
       "      <td>40</td>\n",
       "      <td>10</td>\n",
       "      <td>70</td>\n",
       "      <td>19</td>\n",
       "      <td>-1</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>37</td>\n",
       "      <td>62</td>\n",
       "      <td>95</td>\n",
       "      <td>91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-30</th>\n",
       "      <td>26</td>\n",
       "      <td>40</td>\n",
       "      <td>10</td>\n",
       "      <td>90</td>\n",
       "      <td>18</td>\n",
       "      <td>2</td>\n",
       "      <td>32</td>\n",
       "      <td>62</td>\n",
       "      <td>40</td>\n",
       "      <td>18</td>\n",
       "      <td>2</td>\n",
       "      <td>65</td>\n",
       "      <td>97</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>60309 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            windspeed  max_windspeed  min_windspeed  max_windgust  avg_temp  \\\n",
       "date                                                                          \n",
       "2011-01-01         47             60             30           100        45   \n",
       "2011-01-02         39             60             20           100        31   \n",
       "2011-01-03         19             40             10            70        10   \n",
       "2011-01-04         54             70             30           120        13   \n",
       "2011-01-05         65             80             50           130        10   \n",
       "2011-01-06         39             60             20           100        48   \n",
       "2011-01-07         39             70             10           120        49   \n",
       "2011-01-08         80            140             20           230        80   \n",
       "2011-01-09         55             80             30           120        39   \n",
       "2011-01-10         42             60             20           100        17   \n",
       "2011-01-11         65             90             30           150        35   \n",
       "2011-01-12         58             90             30           130        55   \n",
       "2011-01-13         96            120             70           180        86   \n",
       "2011-01-14        123            150            100           230        90   \n",
       "2011-01-15         89            120             70           220        89   \n",
       "2011-01-16         71             90             60           140       100   \n",
       "2011-01-21         24             50              0            70        20   \n",
       "2011-01-22         45             60             20           110        47   \n",
       "2011-01-23         55             70             30           120        55   \n",
       "2011-01-24         54             70             40           100        55   \n",
       "2011-01-25         55             80             10           120        43   \n",
       "2011-01-26         30             70              0           100        20   \n",
       "2011-01-27         53             70             40           110         2   \n",
       "2011-01-28         50             60             40           100       -16   \n",
       "2011-01-29         35             60             20            90       -21   \n",
       "2011-01-30         31             40             10            80        -6   \n",
       "2011-01-31         18             30             10            50        -6   \n",
       "2011-02-01         45             60             30            90        11   \n",
       "2011-02-02         65             90             40           140        46   \n",
       "2011-02-03         74            100             40           170        60   \n",
       "...               ...            ...            ...           ...       ...   \n",
       "2017-11-01         38             60             10           100       104   \n",
       "2017-11-02         36             50             20            80        95   \n",
       "2017-11-03         24             40             10            70        90   \n",
       "2017-11-04         46             90             20           150       114   \n",
       "2017-11-05         30             40             20           110        69   \n",
       "2017-11-06         15             30             10            50        52   \n",
       "2017-11-07         18             30             10            60        36   \n",
       "2017-11-08         15             20             10            40        55   \n",
       "2017-11-09         35             60             10            90        68   \n",
       "2017-11-10         48             70             30           120        76   \n",
       "2017-11-11         30             50             10            90        60   \n",
       "2017-11-12         33             60             20           110        47   \n",
       "2017-11-13         32             60             10           100        50   \n",
       "2017-11-14         45             50             30            90        54   \n",
       "2017-11-15         30             40             10            70        79   \n",
       "2017-11-16         29             40             20            80        83   \n",
       "2017-11-17         21             30              0            60        60   \n",
       "2017-11-18         46             70             30           120        43   \n",
       "2017-11-19         33             50             20           100        49   \n",
       "2017-11-20         52             70             30           110        57   \n",
       "2017-11-21         63             80             50           120        96   \n",
       "2017-11-22         66             70             60           120       108   \n",
       "2017-11-23         73            100             30           170       120   \n",
       "2017-11-24         23             30             10            80        73   \n",
       "2017-11-25         32             50             20           110        38   \n",
       "2017-11-26         48             60             40           100        34   \n",
       "2017-11-27         73            110             20           180        55   \n",
       "2017-11-28         35             50             20            80        47   \n",
       "2017-11-29         24             40             10            70        19   \n",
       "2017-11-30         26             40             10            90        18   \n",
       "\n",
       "            min_temp  max_temp  duration_precipitation  total_precipitation  \\\n",
       "date                                                                          \n",
       "2011-01-01        22        61                      11                    7   \n",
       "2011-01-02        -7        49                       0                   -1   \n",
       "2011-01-03       -26        40                       6                    5   \n",
       "2011-01-04         3        30                       0                   -1   \n",
       "2011-01-05        -1        36                      28                   14   \n",
       "2011-01-06        29        57                     141                  163   \n",
       "2011-01-07        -6       100                      14                    4   \n",
       "2011-01-08        31       111                      38                   45   \n",
       "2011-01-09         9        58                       0                    0   \n",
       "2011-01-10       -11        46                       0                    0   \n",
       "2011-01-11         2        61                      58                   36   \n",
       "2011-01-12        24        86                     126                  109   \n",
       "2011-01-13        73       103                     107                  108   \n",
       "2011-01-14        70       107                      86                   66   \n",
       "2011-01-15        66       101                       3                    1   \n",
       "2011-01-16        82       125                       0                    0   \n",
       "2011-01-21       -23        48                       0                    0   \n",
       "2011-01-22        19        61                       6                    3   \n",
       "2011-01-23        21        67                       7                    2   \n",
       "2011-01-24        46        65                       7                    2   \n",
       "2011-01-25        -6        66                      40                   24   \n",
       "2011-01-26        -3        52                       0                    0   \n",
       "2011-01-27       -19        17                       0                    0   \n",
       "2011-01-28       -33         8                       0                    0   \n",
       "2011-01-29       -46        11                       0                    0   \n",
       "2011-01-30       -42        19                       0                    0   \n",
       "2011-01-31       -16         6                       0                    0   \n",
       "2011-02-01       -23        47                      20                    9   \n",
       "2011-02-02        29        59                      18                   34   \n",
       "2011-02-03        39        74                      10                    5   \n",
       "...              ...       ...                     ...                  ...   \n",
       "2017-11-01        79       142                       0                    0   \n",
       "2017-11-02        75       119                       0                   -1   \n",
       "2017-11-03        61       134                       8                    6   \n",
       "2017-11-04        57       154                       2                    1   \n",
       "2017-11-05        20       116                      45                   53   \n",
       "2017-11-06         1       102                       3                    1   \n",
       "2017-11-07       -10        81                       0                    0   \n",
       "2017-11-08        45        64                      33                   20   \n",
       "2017-11-09        52        79                      13                   10   \n",
       "2017-11-10        52       101                      41                   26   \n",
       "2017-11-11        41        76                      56                   31   \n",
       "2017-11-12        36        66                      27                   12   \n",
       "2017-11-13        10        91                       5                    2   \n",
       "2017-11-14         6        94                      22                    4   \n",
       "2017-11-15        61        94                      27                    6   \n",
       "2017-11-16        56       103                       0                   -1   \n",
       "2017-11-17        14        94                      17                    7   \n",
       "2017-11-18         5        67                      28                   35   \n",
       "2017-11-19        25        86                       4                    9   \n",
       "2017-11-20        23        97                      83                   47   \n",
       "2017-11-21        88       102                      50                   27   \n",
       "2017-11-22        94       134                       0                    0   \n",
       "2017-11-23        91       153                       1                    3   \n",
       "2017-11-24        54        98                      76                  147   \n",
       "2017-11-25        21        64                      18                   21   \n",
       "2017-11-26        14        52                       2                    1   \n",
       "2017-11-27        25        76                     138                  126   \n",
       "2017-11-28        22        77                      11                    7   \n",
       "2017-11-29        -1        29                       0                   -1   \n",
       "2017-11-30         2        32                      62                   40   \n",
       "\n",
       "            max_precipitation  min_sight  max_sight  humidity  min_humidity  \n",
       "date                                                                         \n",
       "2011-01-01                  4         27         75        90            79  \n",
       "2011-01-02                 -1         65         75        85            75  \n",
       "2011-01-03                  4         57         70        96            89  \n",
       "2011-01-04                 -1         58         75        84            73  \n",
       "2011-01-05                  4         29         67        84            71  \n",
       "2011-01-06                 28         18         70        97            89  \n",
       "2011-01-07                  1          7         70        97            89  \n",
       "2011-01-08                 15         50         75        90            78  \n",
       "2011-01-09                  0         65         70        88            81  \n",
       "2011-01-10                  0         43         66        94            87  \n",
       "2011-01-11                 14         29         67        92            83  \n",
       "2011-01-12                 15         27         65        95            85  \n",
       "2011-01-13                 21         16         65        98            96  \n",
       "2011-01-14                 16         50         66        94            87  \n",
       "2011-01-15                  1         59         75        85            77  \n",
       "2011-01-16                  0         70         75        81            71  \n",
       "2011-01-21                  0         28         70        94            85  \n",
       "2011-01-22                  3         60         70        92            80  \n",
       "2011-01-23                  1         15         63        96            90  \n",
       "2011-01-24                  1         50         65        94            91  \n",
       "2011-01-25                  9         26         72        91            77  \n",
       "2011-01-26                  0         59         84        87            64  \n",
       "2011-01-27                  0         60         83        77            64  \n",
       "2011-01-28                  0         57         82        76            63  \n",
       "2011-01-29                  0         24         57        91            79  \n",
       "2011-01-30                  0         27         60        94            88  \n",
       "2011-01-31                  0         56         65        86            80  \n",
       "2011-02-01                  5         14         57        93            87  \n",
       "2011-02-02                 22          5         58        96            91  \n",
       "2011-02-03                  5          4         68        90            83  \n",
       "...                       ...        ...        ...       ...           ...  \n",
       "2017-11-01                  0         69         81        73            54  \n",
       "2017-11-02                 -1         50         75        84            76  \n",
       "2017-11-03                  6          3         73        87            73  \n",
       "2017-11-04                  1         56         75        84            70  \n",
       "2017-11-05                 14         50         75        89            74  \n",
       "2017-11-06                  1         29         80        87            63  \n",
       "2017-11-07                  0         26         71        91            76  \n",
       "2017-11-08                 11          1         31        98            97  \n",
       "2017-11-09                  7          9         56        93            87  \n",
       "2017-11-10                  9         23         75        88            71  \n",
       "2017-11-11                 11          5         75        93            80  \n",
       "2017-11-12                  6         16         70        94            82  \n",
       "2017-11-13                  2         56         75        87            70  \n",
       "2017-11-14                  2         14         75        89            74  \n",
       "2017-11-15                  2         14         62        98            96  \n",
       "2017-11-16                 -1         22         70        93            81  \n",
       "2017-11-17                  4         11         78        85            62  \n",
       "2017-11-18                 28         56         75        87            73  \n",
       "2017-11-19                  8         59         75        87            76  \n",
       "2017-11-20                  8         26         69        94            87  \n",
       "2017-11-21                  7         19         70        91            82  \n",
       "2017-11-22                  0         67         83        70            56  \n",
       "2017-11-23                  3         61         83        72            54  \n",
       "2017-11-24                 45         30         70        93            82  \n",
       "2017-11-25                  9         47         70        91            82  \n",
       "2017-11-26                  1         65         70        86            82  \n",
       "2017-11-27                 20         56         70        91            83  \n",
       "2017-11-28                  4         59         75        89            73  \n",
       "2017-11-29                 -1         37         62        95            91  \n",
       "2017-11-30                 18          2         65        97            93  \n",
       "\n",
       "[60309 rows x 14 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import datetime\n",
    "import numpy as np\n",
    "weather = pd.read_csv(\"data/weather.csv\", skiprows=range(15))\n",
    "data = pd.DataFrame()\n",
    "for col in weather.columns:\n",
    "    weather = weather[weather[col].apply(lambda x: bool(str(x).strip()))]\n",
    "    weather[col] = weather[col].apply(lambda x: int(str(x).strip()))\n",
    "weather = weather.loc[weather[\"YYYYMMDD\"] >= 20110101].reset_index(drop=True).drop(\"STN\", axis=1)\n",
    "weather[\"date\"] = weather[\"YYYYMMDD\"].apply(lambda x: datetime.datetime(int(str(x)[0:4]), int(str(x)[4:6]), int(str(x)[6:8])))\n",
    "weather = weather.drop(\"YYYYMMDD\", axis=1).set_index(\"date\")\n",
    "weather"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>windspeed</th>\n",
       "      <th>max_windspeed</th>\n",
       "      <th>min_windspeed</th>\n",
       "      <th>max_windgust</th>\n",
       "      <th>avg_temp</th>\n",
       "      <th>min_temp</th>\n",
       "      <th>max_temp</th>\n",
       "      <th>duration_precipitation</th>\n",
       "      <th>total_precipitation</th>\n",
       "      <th>max_precipitation</th>\n",
       "      <th>min_sight</th>\n",
       "      <th>max_sight</th>\n",
       "      <th>humidity</th>\n",
       "      <th>min_humidity</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2011-01-01</th>\n",
       "      <td>3.80</td>\n",
       "      <td>5.36</td>\n",
       "      <td>2.32</td>\n",
       "      <td>9.04</td>\n",
       "      <td>2.96</td>\n",
       "      <td>0.16</td>\n",
       "      <td>5.16</td>\n",
       "      <td>2.02</td>\n",
       "      <td>0.78</td>\n",
       "      <td>0.36</td>\n",
       "      <td>12.6</td>\n",
       "      <td>67.6</td>\n",
       "      <td>93.8</td>\n",
       "      <td>84.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-02</th>\n",
       "      <td>3.11</td>\n",
       "      <td>4.56</td>\n",
       "      <td>1.88</td>\n",
       "      <td>8.96</td>\n",
       "      <td>1.39</td>\n",
       "      <td>-1.12</td>\n",
       "      <td>4.04</td>\n",
       "      <td>0.47</td>\n",
       "      <td>0.44</td>\n",
       "      <td>0.22</td>\n",
       "      <td>52.8</td>\n",
       "      <td>71.1</td>\n",
       "      <td>90.8</td>\n",
       "      <td>81.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-03</th>\n",
       "      <td>2.53</td>\n",
       "      <td>3.84</td>\n",
       "      <td>1.32</td>\n",
       "      <td>6.36</td>\n",
       "      <td>0.37</td>\n",
       "      <td>-2.55</td>\n",
       "      <td>2.59</td>\n",
       "      <td>0.38</td>\n",
       "      <td>0.36</td>\n",
       "      <td>0.20</td>\n",
       "      <td>31.5</td>\n",
       "      <td>66.7</td>\n",
       "      <td>95.5</td>\n",
       "      <td>90.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-04</th>\n",
       "      <td>5.32</td>\n",
       "      <td>7.08</td>\n",
       "      <td>2.80</td>\n",
       "      <td>10.76</td>\n",
       "      <td>0.52</td>\n",
       "      <td>-0.79</td>\n",
       "      <td>1.90</td>\n",
       "      <td>0.08</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>39.2</td>\n",
       "      <td>67.9</td>\n",
       "      <td>86.0</td>\n",
       "      <td>76.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-05</th>\n",
       "      <td>6.44</td>\n",
       "      <td>7.92</td>\n",
       "      <td>4.92</td>\n",
       "      <td>12.40</td>\n",
       "      <td>0.14</td>\n",
       "      <td>-1.51</td>\n",
       "      <td>3.00</td>\n",
       "      <td>1.25</td>\n",
       "      <td>0.67</td>\n",
       "      <td>0.41</td>\n",
       "      <td>45.4</td>\n",
       "      <td>65.2</td>\n",
       "      <td>79.2</td>\n",
       "      <td>70.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-06</th>\n",
       "      <td>4.00</td>\n",
       "      <td>7.24</td>\n",
       "      <td>1.76</td>\n",
       "      <td>11.64</td>\n",
       "      <td>4.14</td>\n",
       "      <td>2.23</td>\n",
       "      <td>6.57</td>\n",
       "      <td>12.89</td>\n",
       "      <td>11.57</td>\n",
       "      <td>2.06</td>\n",
       "      <td>10.0</td>\n",
       "      <td>64.6</td>\n",
       "      <td>97.6</td>\n",
       "      <td>92.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-07</th>\n",
       "      <td>3.76</td>\n",
       "      <td>6.52</td>\n",
       "      <td>1.12</td>\n",
       "      <td>10.04</td>\n",
       "      <td>4.44</td>\n",
       "      <td>0.05</td>\n",
       "      <td>8.87</td>\n",
       "      <td>3.14</td>\n",
       "      <td>2.86</td>\n",
       "      <td>1.11</td>\n",
       "      <td>5.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>97.6</td>\n",
       "      <td>92.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-08</th>\n",
       "      <td>7.25</td>\n",
       "      <td>12.32</td>\n",
       "      <td>2.48</td>\n",
       "      <td>19.48</td>\n",
       "      <td>8.20</td>\n",
       "      <td>3.87</td>\n",
       "      <td>11.19</td>\n",
       "      <td>3.68</td>\n",
       "      <td>4.11</td>\n",
       "      <td>1.75</td>\n",
       "      <td>45.0</td>\n",
       "      <td>73.7</td>\n",
       "      <td>88.8</td>\n",
       "      <td>76.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-09</th>\n",
       "      <td>4.78</td>\n",
       "      <td>7.28</td>\n",
       "      <td>2.72</td>\n",
       "      <td>11.08</td>\n",
       "      <td>3.21</td>\n",
       "      <td>0.10</td>\n",
       "      <td>5.95</td>\n",
       "      <td>0.34</td>\n",
       "      <td>0.24</td>\n",
       "      <td>0.07</td>\n",
       "      <td>58.8</td>\n",
       "      <td>74.4</td>\n",
       "      <td>87.8</td>\n",
       "      <td>75.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-10</th>\n",
       "      <td>4.18</td>\n",
       "      <td>5.80</td>\n",
       "      <td>2.52</td>\n",
       "      <td>9.20</td>\n",
       "      <td>1.06</td>\n",
       "      <td>-1.42</td>\n",
       "      <td>4.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>37.1</td>\n",
       "      <td>67.0</td>\n",
       "      <td>93.2</td>\n",
       "      <td>85.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-11</th>\n",
       "      <td>6.08</td>\n",
       "      <td>8.00</td>\n",
       "      <td>3.84</td>\n",
       "      <td>12.80</td>\n",
       "      <td>2.94</td>\n",
       "      <td>-0.33</td>\n",
       "      <td>5.78</td>\n",
       "      <td>3.96</td>\n",
       "      <td>2.02</td>\n",
       "      <td>0.81</td>\n",
       "      <td>25.6</td>\n",
       "      <td>67.6</td>\n",
       "      <td>91.6</td>\n",
       "      <td>83.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-12</th>\n",
       "      <td>5.14</td>\n",
       "      <td>7.44</td>\n",
       "      <td>2.92</td>\n",
       "      <td>11.40</td>\n",
       "      <td>5.22</td>\n",
       "      <td>2.02</td>\n",
       "      <td>8.55</td>\n",
       "      <td>11.96</td>\n",
       "      <td>10.92</td>\n",
       "      <td>1.80</td>\n",
       "      <td>15.4</td>\n",
       "      <td>65.5</td>\n",
       "      <td>95.2</td>\n",
       "      <td>86.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-13</th>\n",
       "      <td>6.24</td>\n",
       "      <td>8.96</td>\n",
       "      <td>3.68</td>\n",
       "      <td>14.08</td>\n",
       "      <td>9.19</td>\n",
       "      <td>7.65</td>\n",
       "      <td>10.68</td>\n",
       "      <td>12.22</td>\n",
       "      <td>11.56</td>\n",
       "      <td>2.01</td>\n",
       "      <td>11.2</td>\n",
       "      <td>63.4</td>\n",
       "      <td>97.5</td>\n",
       "      <td>94.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-14</th>\n",
       "      <td>8.10</td>\n",
       "      <td>10.28</td>\n",
       "      <td>5.84</td>\n",
       "      <td>16.04</td>\n",
       "      <td>9.46</td>\n",
       "      <td>7.47</td>\n",
       "      <td>10.98</td>\n",
       "      <td>9.89</td>\n",
       "      <td>8.83</td>\n",
       "      <td>2.06</td>\n",
       "      <td>28.6</td>\n",
       "      <td>67.0</td>\n",
       "      <td>93.5</td>\n",
       "      <td>87.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-15</th>\n",
       "      <td>7.66</td>\n",
       "      <td>9.88</td>\n",
       "      <td>5.36</td>\n",
       "      <td>15.20</td>\n",
       "      <td>8.40</td>\n",
       "      <td>6.60</td>\n",
       "      <td>9.61</td>\n",
       "      <td>0.46</td>\n",
       "      <td>0.31</td>\n",
       "      <td>0.21</td>\n",
       "      <td>57.9</td>\n",
       "      <td>71.8</td>\n",
       "      <td>87.0</td>\n",
       "      <td>79.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-16</th>\n",
       "      <td>6.83</td>\n",
       "      <td>8.44</td>\n",
       "      <td>5.00</td>\n",
       "      <td>13.04</td>\n",
       "      <td>9.06</td>\n",
       "      <td>6.88</td>\n",
       "      <td>11.92</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>63.8</td>\n",
       "      <td>75.0</td>\n",
       "      <td>83.8</td>\n",
       "      <td>73.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-17</th>\n",
       "      <td>4.82</td>\n",
       "      <td>7.58</td>\n",
       "      <td>2.38</td>\n",
       "      <td>12.42</td>\n",
       "      <td>7.58</td>\n",
       "      <td>4.55</td>\n",
       "      <td>9.22</td>\n",
       "      <td>2.86</td>\n",
       "      <td>1.57</td>\n",
       "      <td>0.59</td>\n",
       "      <td>33.3</td>\n",
       "      <td>69.0</td>\n",
       "      <td>92.3</td>\n",
       "      <td>86.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-18</th>\n",
       "      <td>2.77</td>\n",
       "      <td>4.67</td>\n",
       "      <td>0.71</td>\n",
       "      <td>8.00</td>\n",
       "      <td>4.52</td>\n",
       "      <td>2.27</td>\n",
       "      <td>6.41</td>\n",
       "      <td>3.41</td>\n",
       "      <td>5.02</td>\n",
       "      <td>2.08</td>\n",
       "      <td>12.1</td>\n",
       "      <td>68.7</td>\n",
       "      <td>95.1</td>\n",
       "      <td>87.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-19</th>\n",
       "      <td>3.29</td>\n",
       "      <td>5.17</td>\n",
       "      <td>2.17</td>\n",
       "      <td>10.17</td>\n",
       "      <td>3.34</td>\n",
       "      <td>1.35</td>\n",
       "      <td>6.09</td>\n",
       "      <td>1.24</td>\n",
       "      <td>2.05</td>\n",
       "      <td>1.42</td>\n",
       "      <td>42.8</td>\n",
       "      <td>68.8</td>\n",
       "      <td>94.2</td>\n",
       "      <td>85.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-20</th>\n",
       "      <td>3.49</td>\n",
       "      <td>5.67</td>\n",
       "      <td>1.42</td>\n",
       "      <td>9.04</td>\n",
       "      <td>1.81</td>\n",
       "      <td>-1.63</td>\n",
       "      <td>4.68</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.01</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>32.0</td>\n",
       "      <td>74.5</td>\n",
       "      <td>89.2</td>\n",
       "      <td>75.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-21</th>\n",
       "      <td>2.20</td>\n",
       "      <td>3.92</td>\n",
       "      <td>0.76</td>\n",
       "      <td>6.36</td>\n",
       "      <td>1.10</td>\n",
       "      <td>-2.39</td>\n",
       "      <td>3.80</td>\n",
       "      <td>0.43</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>65.1</td>\n",
       "      <td>96.0</td>\n",
       "      <td>91.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-22</th>\n",
       "      <td>3.67</td>\n",
       "      <td>5.12</td>\n",
       "      <td>2.20</td>\n",
       "      <td>8.76</td>\n",
       "      <td>4.22</td>\n",
       "      <td>1.92</td>\n",
       "      <td>5.87</td>\n",
       "      <td>1.63</td>\n",
       "      <td>0.60</td>\n",
       "      <td>0.26</td>\n",
       "      <td>21.1</td>\n",
       "      <td>66.4</td>\n",
       "      <td>93.7</td>\n",
       "      <td>85.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-23</th>\n",
       "      <td>4.08</td>\n",
       "      <td>5.64</td>\n",
       "      <td>1.84</td>\n",
       "      <td>9.52</td>\n",
       "      <td>4.79</td>\n",
       "      <td>2.38</td>\n",
       "      <td>6.21</td>\n",
       "      <td>1.36</td>\n",
       "      <td>0.46</td>\n",
       "      <td>0.19</td>\n",
       "      <td>10.2</td>\n",
       "      <td>64.2</td>\n",
       "      <td>95.6</td>\n",
       "      <td>90.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-24</th>\n",
       "      <td>4.28</td>\n",
       "      <td>5.88</td>\n",
       "      <td>2.56</td>\n",
       "      <td>9.72</td>\n",
       "      <td>5.08</td>\n",
       "      <td>3.97</td>\n",
       "      <td>6.46</td>\n",
       "      <td>1.61</td>\n",
       "      <td>0.80</td>\n",
       "      <td>0.39</td>\n",
       "      <td>34.4</td>\n",
       "      <td>66.9</td>\n",
       "      <td>93.7</td>\n",
       "      <td>86.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-25</th>\n",
       "      <td>5.32</td>\n",
       "      <td>8.08</td>\n",
       "      <td>1.60</td>\n",
       "      <td>14.08</td>\n",
       "      <td>4.14</td>\n",
       "      <td>0.52</td>\n",
       "      <td>6.27</td>\n",
       "      <td>4.27</td>\n",
       "      <td>3.48</td>\n",
       "      <td>1.24</td>\n",
       "      <td>28.8</td>\n",
       "      <td>70.8</td>\n",
       "      <td>90.4</td>\n",
       "      <td>77.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-26</th>\n",
       "      <td>3.07</td>\n",
       "      <td>5.92</td>\n",
       "      <td>0.44</td>\n",
       "      <td>9.24</td>\n",
       "      <td>1.46</td>\n",
       "      <td>-0.73</td>\n",
       "      <td>3.98</td>\n",
       "      <td>0.83</td>\n",
       "      <td>0.41</td>\n",
       "      <td>0.21</td>\n",
       "      <td>31.9</td>\n",
       "      <td>74.8</td>\n",
       "      <td>90.1</td>\n",
       "      <td>76.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-27</th>\n",
       "      <td>5.18</td>\n",
       "      <td>6.76</td>\n",
       "      <td>3.76</td>\n",
       "      <td>10.64</td>\n",
       "      <td>-0.44</td>\n",
       "      <td>-2.89</td>\n",
       "      <td>1.59</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>53.6</td>\n",
       "      <td>80.6</td>\n",
       "      <td>79.8</td>\n",
       "      <td>64.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-28</th>\n",
       "      <td>4.68</td>\n",
       "      <td>6.32</td>\n",
       "      <td>3.04</td>\n",
       "      <td>9.44</td>\n",
       "      <td>-2.12</td>\n",
       "      <td>-4.19</td>\n",
       "      <td>0.55</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>55.2</td>\n",
       "      <td>77.4</td>\n",
       "      <td>80.0</td>\n",
       "      <td>68.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-29</th>\n",
       "      <td>3.46</td>\n",
       "      <td>5.40</td>\n",
       "      <td>1.92</td>\n",
       "      <td>8.32</td>\n",
       "      <td>-2.70</td>\n",
       "      <td>-5.56</td>\n",
       "      <td>0.66</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>19.4</td>\n",
       "      <td>57.1</td>\n",
       "      <td>90.9</td>\n",
       "      <td>80.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-30</th>\n",
       "      <td>3.02</td>\n",
       "      <td>4.56</td>\n",
       "      <td>1.60</td>\n",
       "      <td>7.52</td>\n",
       "      <td>-1.47</td>\n",
       "      <td>-4.78</td>\n",
       "      <td>0.98</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>13.9</td>\n",
       "      <td>59.1</td>\n",
       "      <td>93.0</td>\n",
       "      <td>86.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-01</th>\n",
       "      <td>4.50</td>\n",
       "      <td>6.39</td>\n",
       "      <td>3.00</td>\n",
       "      <td>10.13</td>\n",
       "      <td>11.40</td>\n",
       "      <td>9.39</td>\n",
       "      <td>13.97</td>\n",
       "      <td>0.22</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.10</td>\n",
       "      <td>50.8</td>\n",
       "      <td>75.3</td>\n",
       "      <td>84.3</td>\n",
       "      <td>70.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-02</th>\n",
       "      <td>3.05</td>\n",
       "      <td>4.91</td>\n",
       "      <td>1.13</td>\n",
       "      <td>8.26</td>\n",
       "      <td>9.76</td>\n",
       "      <td>5.68</td>\n",
       "      <td>13.62</td>\n",
       "      <td>0.28</td>\n",
       "      <td>0.21</td>\n",
       "      <td>0.17</td>\n",
       "      <td>33.7</td>\n",
       "      <td>74.7</td>\n",
       "      <td>88.0</td>\n",
       "      <td>76.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-03</th>\n",
       "      <td>2.38</td>\n",
       "      <td>4.09</td>\n",
       "      <td>0.87</td>\n",
       "      <td>6.39</td>\n",
       "      <td>9.34</td>\n",
       "      <td>5.88</td>\n",
       "      <td>12.62</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.15</td>\n",
       "      <td>20.9</td>\n",
       "      <td>68.7</td>\n",
       "      <td>90.7</td>\n",
       "      <td>76.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-04</th>\n",
       "      <td>4.31</td>\n",
       "      <td>6.70</td>\n",
       "      <td>2.39</td>\n",
       "      <td>11.78</td>\n",
       "      <td>10.64</td>\n",
       "      <td>7.36</td>\n",
       "      <td>13.53</td>\n",
       "      <td>2.97</td>\n",
       "      <td>2.70</td>\n",
       "      <td>1.35</td>\n",
       "      <td>35.8</td>\n",
       "      <td>69.7</td>\n",
       "      <td>89.0</td>\n",
       "      <td>75.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-05</th>\n",
       "      <td>3.46</td>\n",
       "      <td>5.65</td>\n",
       "      <td>1.87</td>\n",
       "      <td>11.78</td>\n",
       "      <td>7.67</td>\n",
       "      <td>3.60</td>\n",
       "      <td>10.83</td>\n",
       "      <td>2.67</td>\n",
       "      <td>3.48</td>\n",
       "      <td>1.28</td>\n",
       "      <td>53.7</td>\n",
       "      <td>77.6</td>\n",
       "      <td>84.2</td>\n",
       "      <td>69.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-06</th>\n",
       "      <td>2.11</td>\n",
       "      <td>4.17</td>\n",
       "      <td>0.43</td>\n",
       "      <td>8.65</td>\n",
       "      <td>5.58</td>\n",
       "      <td>0.55</td>\n",
       "      <td>10.76</td>\n",
       "      <td>0.44</td>\n",
       "      <td>0.45</td>\n",
       "      <td>0.30</td>\n",
       "      <td>28.2</td>\n",
       "      <td>81.0</td>\n",
       "      <td>84.5</td>\n",
       "      <td>62.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-07</th>\n",
       "      <td>2.05</td>\n",
       "      <td>3.39</td>\n",
       "      <td>0.74</td>\n",
       "      <td>5.96</td>\n",
       "      <td>3.61</td>\n",
       "      <td>-0.66</td>\n",
       "      <td>8.43</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>12.6</td>\n",
       "      <td>69.4</td>\n",
       "      <td>91.0</td>\n",
       "      <td>74.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-08</th>\n",
       "      <td>1.87</td>\n",
       "      <td>3.00</td>\n",
       "      <td>0.61</td>\n",
       "      <td>5.04</td>\n",
       "      <td>6.00</td>\n",
       "      <td>2.90</td>\n",
       "      <td>7.72</td>\n",
       "      <td>0.28</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.07</td>\n",
       "      <td>12.6</td>\n",
       "      <td>50.4</td>\n",
       "      <td>94.4</td>\n",
       "      <td>89.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-09</th>\n",
       "      <td>3.90</td>\n",
       "      <td>6.43</td>\n",
       "      <td>0.96</td>\n",
       "      <td>10.17</td>\n",
       "      <td>8.34</td>\n",
       "      <td>5.58</td>\n",
       "      <td>10.69</td>\n",
       "      <td>1.83</td>\n",
       "      <td>1.26</td>\n",
       "      <td>0.64</td>\n",
       "      <td>18.6</td>\n",
       "      <td>71.4</td>\n",
       "      <td>91.4</td>\n",
       "      <td>73.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-10</th>\n",
       "      <td>6.38</td>\n",
       "      <td>9.04</td>\n",
       "      <td>3.48</td>\n",
       "      <td>17.48</td>\n",
       "      <td>8.74</td>\n",
       "      <td>5.44</td>\n",
       "      <td>11.43</td>\n",
       "      <td>2.06</td>\n",
       "      <td>2.48</td>\n",
       "      <td>0.85</td>\n",
       "      <td>32.0</td>\n",
       "      <td>77.0</td>\n",
       "      <td>81.5</td>\n",
       "      <td>64.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-11</th>\n",
       "      <td>4.26</td>\n",
       "      <td>6.65</td>\n",
       "      <td>2.09</td>\n",
       "      <td>12.65</td>\n",
       "      <td>6.68</td>\n",
       "      <td>3.49</td>\n",
       "      <td>9.40</td>\n",
       "      <td>2.38</td>\n",
       "      <td>2.37</td>\n",
       "      <td>0.96</td>\n",
       "      <td>48.6</td>\n",
       "      <td>74.9</td>\n",
       "      <td>85.2</td>\n",
       "      <td>75.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-12</th>\n",
       "      <td>3.81</td>\n",
       "      <td>6.43</td>\n",
       "      <td>1.57</td>\n",
       "      <td>13.83</td>\n",
       "      <td>5.49</td>\n",
       "      <td>3.21</td>\n",
       "      <td>7.55</td>\n",
       "      <td>4.92</td>\n",
       "      <td>6.80</td>\n",
       "      <td>1.76</td>\n",
       "      <td>50.3</td>\n",
       "      <td>73.7</td>\n",
       "      <td>88.0</td>\n",
       "      <td>78.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-13</th>\n",
       "      <td>4.11</td>\n",
       "      <td>6.83</td>\n",
       "      <td>1.57</td>\n",
       "      <td>13.43</td>\n",
       "      <td>6.42</td>\n",
       "      <td>2.16</td>\n",
       "      <td>10.10</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.27</td>\n",
       "      <td>0.64</td>\n",
       "      <td>58.7</td>\n",
       "      <td>77.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>67.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-14</th>\n",
       "      <td>4.57</td>\n",
       "      <td>7.04</td>\n",
       "      <td>2.35</td>\n",
       "      <td>10.87</td>\n",
       "      <td>7.47</td>\n",
       "      <td>2.72</td>\n",
       "      <td>9.66</td>\n",
       "      <td>2.34</td>\n",
       "      <td>0.83</td>\n",
       "      <td>0.27</td>\n",
       "      <td>23.7</td>\n",
       "      <td>74.8</td>\n",
       "      <td>90.3</td>\n",
       "      <td>76.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-15</th>\n",
       "      <td>3.20</td>\n",
       "      <td>4.39</td>\n",
       "      <td>2.04</td>\n",
       "      <td>6.83</td>\n",
       "      <td>9.35</td>\n",
       "      <td>8.50</td>\n",
       "      <td>10.33</td>\n",
       "      <td>2.48</td>\n",
       "      <td>1.02</td>\n",
       "      <td>0.40</td>\n",
       "      <td>10.6</td>\n",
       "      <td>52.9</td>\n",
       "      <td>97.2</td>\n",
       "      <td>95.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-16</th>\n",
       "      <td>3.80</td>\n",
       "      <td>5.00</td>\n",
       "      <td>1.96</td>\n",
       "      <td>9.65</td>\n",
       "      <td>9.24</td>\n",
       "      <td>6.57</td>\n",
       "      <td>10.67</td>\n",
       "      <td>2.43</td>\n",
       "      <td>1.92</td>\n",
       "      <td>0.79</td>\n",
       "      <td>14.6</td>\n",
       "      <td>67.0</td>\n",
       "      <td>94.9</td>\n",
       "      <td>86.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-17</th>\n",
       "      <td>2.40</td>\n",
       "      <td>4.35</td>\n",
       "      <td>0.70</td>\n",
       "      <td>7.22</td>\n",
       "      <td>5.79</td>\n",
       "      <td>1.42</td>\n",
       "      <td>10.39</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.00</td>\n",
       "      <td>35.0</td>\n",
       "      <td>80.1</td>\n",
       "      <td>82.7</td>\n",
       "      <td>61.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-18</th>\n",
       "      <td>5.68</td>\n",
       "      <td>8.83</td>\n",
       "      <td>3.09</td>\n",
       "      <td>14.74</td>\n",
       "      <td>6.70</td>\n",
       "      <td>3.70</td>\n",
       "      <td>9.05</td>\n",
       "      <td>1.87</td>\n",
       "      <td>2.81</td>\n",
       "      <td>1.49</td>\n",
       "      <td>57.7</td>\n",
       "      <td>77.0</td>\n",
       "      <td>79.2</td>\n",
       "      <td>68.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-19</th>\n",
       "      <td>5.33</td>\n",
       "      <td>7.65</td>\n",
       "      <td>3.04</td>\n",
       "      <td>15.09</td>\n",
       "      <td>6.51</td>\n",
       "      <td>3.87</td>\n",
       "      <td>9.54</td>\n",
       "      <td>1.37</td>\n",
       "      <td>2.06</td>\n",
       "      <td>0.77</td>\n",
       "      <td>57.4</td>\n",
       "      <td>76.2</td>\n",
       "      <td>79.9</td>\n",
       "      <td>68.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-20</th>\n",
       "      <td>5.28</td>\n",
       "      <td>7.30</td>\n",
       "      <td>3.26</td>\n",
       "      <td>11.74</td>\n",
       "      <td>7.42</td>\n",
       "      <td>4.51</td>\n",
       "      <td>11.26</td>\n",
       "      <td>11.62</td>\n",
       "      <td>9.35</td>\n",
       "      <td>1.84</td>\n",
       "      <td>24.3</td>\n",
       "      <td>71.9</td>\n",
       "      <td>92.2</td>\n",
       "      <td>79.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-21</th>\n",
       "      <td>5.94</td>\n",
       "      <td>8.43</td>\n",
       "      <td>3.61</td>\n",
       "      <td>13.39</td>\n",
       "      <td>11.07</td>\n",
       "      <td>9.99</td>\n",
       "      <td>12.00</td>\n",
       "      <td>6.50</td>\n",
       "      <td>4.49</td>\n",
       "      <td>1.31</td>\n",
       "      <td>22.0</td>\n",
       "      <td>66.5</td>\n",
       "      <td>93.0</td>\n",
       "      <td>85.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-22</th>\n",
       "      <td>7.97</td>\n",
       "      <td>9.35</td>\n",
       "      <td>6.43</td>\n",
       "      <td>15.04</td>\n",
       "      <td>11.05</td>\n",
       "      <td>9.69</td>\n",
       "      <td>12.77</td>\n",
       "      <td>1.44</td>\n",
       "      <td>0.85</td>\n",
       "      <td>0.44</td>\n",
       "      <td>46.6</td>\n",
       "      <td>81.3</td>\n",
       "      <td>77.7</td>\n",
       "      <td>62.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-23</th>\n",
       "      <td>7.90</td>\n",
       "      <td>11.87</td>\n",
       "      <td>4.09</td>\n",
       "      <td>19.43</td>\n",
       "      <td>10.83</td>\n",
       "      <td>7.60</td>\n",
       "      <td>14.17</td>\n",
       "      <td>1.29</td>\n",
       "      <td>2.13</td>\n",
       "      <td>1.37</td>\n",
       "      <td>57.5</td>\n",
       "      <td>82.1</td>\n",
       "      <td>74.0</td>\n",
       "      <td>60.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-24</th>\n",
       "      <td>2.50</td>\n",
       "      <td>4.52</td>\n",
       "      <td>0.96</td>\n",
       "      <td>7.87</td>\n",
       "      <td>6.68</td>\n",
       "      <td>3.51</td>\n",
       "      <td>9.34</td>\n",
       "      <td>4.32</td>\n",
       "      <td>5.05</td>\n",
       "      <td>1.79</td>\n",
       "      <td>43.7</td>\n",
       "      <td>73.4</td>\n",
       "      <td>89.0</td>\n",
       "      <td>76.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-25</th>\n",
       "      <td>3.48</td>\n",
       "      <td>6.04</td>\n",
       "      <td>0.96</td>\n",
       "      <td>12.09</td>\n",
       "      <td>3.74</td>\n",
       "      <td>0.29</td>\n",
       "      <td>7.07</td>\n",
       "      <td>1.04</td>\n",
       "      <td>1.51</td>\n",
       "      <td>0.83</td>\n",
       "      <td>35.7</td>\n",
       "      <td>76.3</td>\n",
       "      <td>85.9</td>\n",
       "      <td>72.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-26</th>\n",
       "      <td>5.67</td>\n",
       "      <td>7.26</td>\n",
       "      <td>3.70</td>\n",
       "      <td>13.43</td>\n",
       "      <td>4.92</td>\n",
       "      <td>2.89</td>\n",
       "      <td>7.25</td>\n",
       "      <td>2.21</td>\n",
       "      <td>3.68</td>\n",
       "      <td>1.25</td>\n",
       "      <td>58.3</td>\n",
       "      <td>74.7</td>\n",
       "      <td>82.5</td>\n",
       "      <td>74.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-27</th>\n",
       "      <td>7.17</td>\n",
       "      <td>10.13</td>\n",
       "      <td>4.48</td>\n",
       "      <td>16.39</td>\n",
       "      <td>6.70</td>\n",
       "      <td>4.00</td>\n",
       "      <td>9.06</td>\n",
       "      <td>8.70</td>\n",
       "      <td>12.23</td>\n",
       "      <td>2.93</td>\n",
       "      <td>51.3</td>\n",
       "      <td>73.1</td>\n",
       "      <td>87.7</td>\n",
       "      <td>77.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-28</th>\n",
       "      <td>5.05</td>\n",
       "      <td>7.36</td>\n",
       "      <td>2.68</td>\n",
       "      <td>12.55</td>\n",
       "      <td>5.09</td>\n",
       "      <td>1.64</td>\n",
       "      <td>7.62</td>\n",
       "      <td>1.64</td>\n",
       "      <td>2.39</td>\n",
       "      <td>0.95</td>\n",
       "      <td>51.2</td>\n",
       "      <td>74.5</td>\n",
       "      <td>84.8</td>\n",
       "      <td>75.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-29</th>\n",
       "      <td>2.32</td>\n",
       "      <td>3.91</td>\n",
       "      <td>1.05</td>\n",
       "      <td>6.95</td>\n",
       "      <td>2.68</td>\n",
       "      <td>0.02</td>\n",
       "      <td>4.87</td>\n",
       "      <td>1.02</td>\n",
       "      <td>1.71</td>\n",
       "      <td>0.61</td>\n",
       "      <td>19.0</td>\n",
       "      <td>66.5</td>\n",
       "      <td>93.7</td>\n",
       "      <td>87.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-30</th>\n",
       "      <td>2.35</td>\n",
       "      <td>4.05</td>\n",
       "      <td>0.73</td>\n",
       "      <td>7.95</td>\n",
       "      <td>1.99</td>\n",
       "      <td>-0.80</td>\n",
       "      <td>4.54</td>\n",
       "      <td>3.49</td>\n",
       "      <td>4.65</td>\n",
       "      <td>1.05</td>\n",
       "      <td>12.9</td>\n",
       "      <td>69.7</td>\n",
       "      <td>93.5</td>\n",
       "      <td>85.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2526 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            windspeed  max_windspeed  min_windspeed  max_windgust  avg_temp  \\\n",
       "date                                                                          \n",
       "2011-01-01       3.80           5.36           2.32          9.04      2.96   \n",
       "2011-01-02       3.11           4.56           1.88          8.96      1.39   \n",
       "2011-01-03       2.53           3.84           1.32          6.36      0.37   \n",
       "2011-01-04       5.32           7.08           2.80         10.76      0.52   \n",
       "2011-01-05       6.44           7.92           4.92         12.40      0.14   \n",
       "2011-01-06       4.00           7.24           1.76         11.64      4.14   \n",
       "2011-01-07       3.76           6.52           1.12         10.04      4.44   \n",
       "2011-01-08       7.25          12.32           2.48         19.48      8.20   \n",
       "2011-01-09       4.78           7.28           2.72         11.08      3.21   \n",
       "2011-01-10       4.18           5.80           2.52          9.20      1.06   \n",
       "2011-01-11       6.08           8.00           3.84         12.80      2.94   \n",
       "2011-01-12       5.14           7.44           2.92         11.40      5.22   \n",
       "2011-01-13       6.24           8.96           3.68         14.08      9.19   \n",
       "2011-01-14       8.10          10.28           5.84         16.04      9.46   \n",
       "2011-01-15       7.66           9.88           5.36         15.20      8.40   \n",
       "2011-01-16       6.83           8.44           5.00         13.04      9.06   \n",
       "2011-01-17       4.82           7.58           2.38         12.42      7.58   \n",
       "2011-01-18       2.77           4.67           0.71          8.00      4.52   \n",
       "2011-01-19       3.29           5.17           2.17         10.17      3.34   \n",
       "2011-01-20       3.49           5.67           1.42          9.04      1.81   \n",
       "2011-01-21       2.20           3.92           0.76          6.36      1.10   \n",
       "2011-01-22       3.67           5.12           2.20          8.76      4.22   \n",
       "2011-01-23       4.08           5.64           1.84          9.52      4.79   \n",
       "2011-01-24       4.28           5.88           2.56          9.72      5.08   \n",
       "2011-01-25       5.32           8.08           1.60         14.08      4.14   \n",
       "2011-01-26       3.07           5.92           0.44          9.24      1.46   \n",
       "2011-01-27       5.18           6.76           3.76         10.64     -0.44   \n",
       "2011-01-28       4.68           6.32           3.04          9.44     -2.12   \n",
       "2011-01-29       3.46           5.40           1.92          8.32     -2.70   \n",
       "2011-01-30       3.02           4.56           1.60          7.52     -1.47   \n",
       "...               ...            ...            ...           ...       ...   \n",
       "2017-11-01       4.50           6.39           3.00         10.13     11.40   \n",
       "2017-11-02       3.05           4.91           1.13          8.26      9.76   \n",
       "2017-11-03       2.38           4.09           0.87          6.39      9.34   \n",
       "2017-11-04       4.31           6.70           2.39         11.78     10.64   \n",
       "2017-11-05       3.46           5.65           1.87         11.78      7.67   \n",
       "2017-11-06       2.11           4.17           0.43          8.65      5.58   \n",
       "2017-11-07       2.05           3.39           0.74          5.96      3.61   \n",
       "2017-11-08       1.87           3.00           0.61          5.04      6.00   \n",
       "2017-11-09       3.90           6.43           0.96         10.17      8.34   \n",
       "2017-11-10       6.38           9.04           3.48         17.48      8.74   \n",
       "2017-11-11       4.26           6.65           2.09         12.65      6.68   \n",
       "2017-11-12       3.81           6.43           1.57         13.83      5.49   \n",
       "2017-11-13       4.11           6.83           1.57         13.43      6.42   \n",
       "2017-11-14       4.57           7.04           2.35         10.87      7.47   \n",
       "2017-11-15       3.20           4.39           2.04          6.83      9.35   \n",
       "2017-11-16       3.80           5.00           1.96          9.65      9.24   \n",
       "2017-11-17       2.40           4.35           0.70          7.22      5.79   \n",
       "2017-11-18       5.68           8.83           3.09         14.74      6.70   \n",
       "2017-11-19       5.33           7.65           3.04         15.09      6.51   \n",
       "2017-11-20       5.28           7.30           3.26         11.74      7.42   \n",
       "2017-11-21       5.94           8.43           3.61         13.39     11.07   \n",
       "2017-11-22       7.97           9.35           6.43         15.04     11.05   \n",
       "2017-11-23       7.90          11.87           4.09         19.43     10.83   \n",
       "2017-11-24       2.50           4.52           0.96          7.87      6.68   \n",
       "2017-11-25       3.48           6.04           0.96         12.09      3.74   \n",
       "2017-11-26       5.67           7.26           3.70         13.43      4.92   \n",
       "2017-11-27       7.17          10.13           4.48         16.39      6.70   \n",
       "2017-11-28       5.05           7.36           2.68         12.55      5.09   \n",
       "2017-11-29       2.32           3.91           1.05          6.95      2.68   \n",
       "2017-11-30       2.35           4.05           0.73          7.95      1.99   \n",
       "\n",
       "            min_temp  max_temp  duration_precipitation  total_precipitation  \\\n",
       "date                                                                          \n",
       "2011-01-01      0.16      5.16                    2.02                 0.78   \n",
       "2011-01-02     -1.12      4.04                    0.47                 0.44   \n",
       "2011-01-03     -2.55      2.59                    0.38                 0.36   \n",
       "2011-01-04     -0.79      1.90                    0.08                -0.04   \n",
       "2011-01-05     -1.51      3.00                    1.25                 0.67   \n",
       "2011-01-06      2.23      6.57                   12.89                11.57   \n",
       "2011-01-07      0.05      8.87                    3.14                 2.86   \n",
       "2011-01-08      3.87     11.19                    3.68                 4.11   \n",
       "2011-01-09      0.10      5.95                    0.34                 0.24   \n",
       "2011-01-10     -1.42      4.06                    0.00                 0.00   \n",
       "2011-01-11     -0.33      5.78                    3.96                 2.02   \n",
       "2011-01-12      2.02      8.55                   11.96                10.92   \n",
       "2011-01-13      7.65     10.68                   12.22                11.56   \n",
       "2011-01-14      7.47     10.98                    9.89                 8.83   \n",
       "2011-01-15      6.60      9.61                    0.46                 0.31   \n",
       "2011-01-16      6.88     11.92                    0.02                 0.00   \n",
       "2011-01-17      4.55      9.22                    2.86                 1.57   \n",
       "2011-01-18      2.27      6.41                    3.41                 5.02   \n",
       "2011-01-19      1.35      6.09                    1.24                 2.05   \n",
       "2011-01-20     -1.63      4.68                    0.09                 0.01   \n",
       "2011-01-21     -2.39      3.80                    0.43                 0.25   \n",
       "2011-01-22      1.92      5.87                    1.63                 0.60   \n",
       "2011-01-23      2.38      6.21                    1.36                 0.46   \n",
       "2011-01-24      3.97      6.46                    1.61                 0.80   \n",
       "2011-01-25      0.52      6.27                    4.27                 3.48   \n",
       "2011-01-26     -0.73      3.98                    0.83                 0.41   \n",
       "2011-01-27     -2.89      1.59                    0.00                -0.02   \n",
       "2011-01-28     -4.19      0.55                    0.00                 0.00   \n",
       "2011-01-29     -5.56      0.66                    0.00                 0.00   \n",
       "2011-01-30     -4.78      0.98                    0.00                 0.00   \n",
       "...              ...       ...                     ...                  ...   \n",
       "2017-11-01      9.39     13.97                    0.22                 0.14   \n",
       "2017-11-02      5.68     13.62                    0.28                 0.21   \n",
       "2017-11-03      5.88     12.62                    0.25                 0.17   \n",
       "2017-11-04      7.36     13.53                    2.97                 2.70   \n",
       "2017-11-05      3.60     10.83                    2.67                 3.48   \n",
       "2017-11-06      0.55     10.76                    0.44                 0.45   \n",
       "2017-11-07     -0.66      8.43                    0.00                 0.00   \n",
       "2017-11-08      2.90      7.72                    0.28                 0.11   \n",
       "2017-11-09      5.58     10.69                    1.83                 1.26   \n",
       "2017-11-10      5.44     11.43                    2.06                 2.48   \n",
       "2017-11-11      3.49      9.40                    2.38                 2.37   \n",
       "2017-11-12      3.21      7.55                    4.92                 6.80   \n",
       "2017-11-13      2.16     10.10                    1.00                 1.27   \n",
       "2017-11-14      2.72      9.66                    2.34                 0.83   \n",
       "2017-11-15      8.50     10.33                    2.48                 1.02   \n",
       "2017-11-16      6.57     10.67                    2.43                 1.92   \n",
       "2017-11-17      1.42     10.39                    0.09                 0.02   \n",
       "2017-11-18      3.70      9.05                    1.87                 2.81   \n",
       "2017-11-19      3.87      9.54                    1.37                 2.06   \n",
       "2017-11-20      4.51     11.26                   11.62                 9.35   \n",
       "2017-11-21      9.99     12.00                    6.50                 4.49   \n",
       "2017-11-22      9.69     12.77                    1.44                 0.85   \n",
       "2017-11-23      7.60     14.17                    1.29                 2.13   \n",
       "2017-11-24      3.51      9.34                    4.32                 5.05   \n",
       "2017-11-25      0.29      7.07                    1.04                 1.51   \n",
       "2017-11-26      2.89      7.25                    2.21                 3.68   \n",
       "2017-11-27      4.00      9.06                    8.70                12.23   \n",
       "2017-11-28      1.64      7.62                    1.64                 2.39   \n",
       "2017-11-29      0.02      4.87                    1.02                 1.71   \n",
       "2017-11-30     -0.80      4.54                    3.49                 4.65   \n",
       "\n",
       "            max_precipitation  min_sight  max_sight  humidity  min_humidity  \n",
       "date                                                                         \n",
       "2011-01-01               0.36       12.6       67.6      93.8          84.7  \n",
       "2011-01-02               0.22       52.8       71.1      90.8          81.8  \n",
       "2011-01-03               0.20       31.5       66.7      95.5          90.1  \n",
       "2011-01-04              -0.05       39.2       67.9      86.0          76.7  \n",
       "2011-01-05               0.41       45.4       65.2      79.2          70.1  \n",
       "2011-01-06               2.06       10.0       64.6      97.6          92.6  \n",
       "2011-01-07               1.11        5.0       63.0      97.6          92.9  \n",
       "2011-01-08               1.75       45.0       73.7      88.8          76.9  \n",
       "2011-01-09               0.07       58.8       74.4      87.8          75.2  \n",
       "2011-01-10               0.00       37.1       67.0      93.2          85.8  \n",
       "2011-01-11               0.81       25.6       67.6      91.6          83.2  \n",
       "2011-01-12               1.80       15.4       65.5      95.2          86.0  \n",
       "2011-01-13               2.01       11.2       63.4      97.5          94.3  \n",
       "2011-01-14               2.06       28.6       67.0      93.5          87.8  \n",
       "2011-01-15               0.21       57.9       71.8      87.0          79.9  \n",
       "2011-01-16               0.00       63.8       75.0      83.8          73.9  \n",
       "2011-01-17               0.59       33.3       69.0      92.3          86.0  \n",
       "2011-01-18               2.08       12.1       68.7      95.1          87.0  \n",
       "2011-01-19               1.42       42.8       68.8      94.2          85.4  \n",
       "2011-01-20              -0.01       32.0       74.5      89.2          75.1  \n",
       "2011-01-21               0.16       11.0       65.1      96.0          91.0  \n",
       "2011-01-22               0.26       21.1       66.4      93.7          85.4  \n",
       "2011-01-23               0.19       10.2       64.2      95.6          90.6  \n",
       "2011-01-24               0.39       34.4       66.9      93.7          86.9  \n",
       "2011-01-25               1.24       28.8       70.8      90.4          77.6  \n",
       "2011-01-26               0.21       31.9       74.8      90.1          76.0  \n",
       "2011-01-27              -0.02       53.6       80.6      79.8          64.4  \n",
       "2011-01-28               0.00       55.2       77.4      80.0          68.4  \n",
       "2011-01-29               0.00       19.4       57.1      90.9          80.6  \n",
       "2011-01-30               0.00       13.9       59.1      93.0          86.6  \n",
       "...                       ...        ...        ...       ...           ...  \n",
       "2017-11-01               0.10       50.8       75.3      84.3          70.4  \n",
       "2017-11-02               0.17       33.7       74.7      88.0          76.7  \n",
       "2017-11-03               0.15       20.9       68.7      90.7          76.3  \n",
       "2017-11-04               1.35       35.8       69.7      89.0          75.8  \n",
       "2017-11-05               1.28       53.7       77.6      84.2          69.3  \n",
       "2017-11-06               0.30       28.2       81.0      84.5          62.0  \n",
       "2017-11-07               0.00       12.6       69.4      91.0          74.6  \n",
       "2017-11-08               0.07       12.6       50.4      94.4          89.0  \n",
       "2017-11-09               0.64       18.6       71.4      91.4          73.4  \n",
       "2017-11-10               0.85       32.0       77.0      81.5          64.7  \n",
       "2017-11-11               0.96       48.6       74.9      85.2          75.3  \n",
       "2017-11-12               1.76       50.3       73.7      88.0          78.2  \n",
       "2017-11-13               0.64       58.7       77.0      81.0          67.2  \n",
       "2017-11-14               0.27       23.7       74.8      90.3          76.1  \n",
       "2017-11-15               0.40       10.6       52.9      97.2          95.2  \n",
       "2017-11-16               0.79       14.6       67.0      94.9          86.0  \n",
       "2017-11-17               0.00       35.0       80.1      82.7          61.5  \n",
       "2017-11-18               1.49       57.7       77.0      79.2          68.0  \n",
       "2017-11-19               0.77       57.4       76.2      79.9          68.3  \n",
       "2017-11-20               1.84       24.3       71.9      92.2          79.7  \n",
       "2017-11-21               1.31       22.0       66.5      93.0          85.7  \n",
       "2017-11-22               0.44       46.6       81.3      77.7          62.9  \n",
       "2017-11-23               1.37       57.5       82.1      74.0          60.5  \n",
       "2017-11-24               1.79       43.7       73.4      89.0          76.0  \n",
       "2017-11-25               0.83       35.7       76.3      85.9          72.7  \n",
       "2017-11-26               1.25       58.3       74.7      82.5          74.3  \n",
       "2017-11-27               2.93       51.3       73.1      87.7          77.2  \n",
       "2017-11-28               0.95       51.2       74.5      84.8          75.6  \n",
       "2017-11-29               0.61       19.0       66.5      93.7          87.0  \n",
       "2017-11-30               1.05       12.9       69.7      93.5          85.5  \n",
       "\n",
       "[2526 rows x 14 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "\n",
    "avg_weather = weather.groupby(\"date\").aggregate(lambda x: round(np.average(x)/10.0, 2))\n",
    "avg_weather[\"min_sight\"] = avg_weather[\"min_sight\"]*10\n",
    "avg_weather[\"max_sight\"] = avg_weather[\"max_sight\"]*10\n",
    "avg_weather[\"humidity\"] = avg_weather[\"humidity\"]*10\n",
    "avg_weather[\"min_humidity\"] = avg_weather[\"min_humidity\"]*10\n",
    "avg_weather.to_csv(\"weather.csv\")\n",
    "avg_weather"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}