mining.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import xgboost as xgb\n",
    "import pandas as pd\n",
    "from IPython.display import display #方便对数据进行可视化\n",
    "import time\n",
    "from datetime import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "def rmspe(y, y_hat):\n",
    "    #由于sales取了对数，这里要还原\n",
    "    y = np.exp(y)\n",
    "    y_hat = np.exp(y_hat)\n",
    "    \n",
    "    #由于有yi=0的情况，直接计算会得出无穷大的结果，所以需要处理一下\n",
    "    #定义一个y_rev来表示y的倒数，y为0时y_rev也赋值为0（因为在项目中提到“ Any day and store with 0 sales is ignored in scoring.“）\n",
    "    y_rev = np.zeros(y.shape, dtype = float)\n",
    "    n_zero = y != 0\n",
    "    y_rev[n_zero] = 1./y[n_zero]\n",
    "\n",
    "    rmspe = np.sqrt(np.mean(((y - y_hat)*y_rev)**2))\n",
    "    return rmspe\n",
    "\n",
    "\n",
    "#自定义一个评价函数\n",
    "\n",
    "def rmspe_feval(y_hat, dy):\n",
    "    y = dy.get_label()\n",
    "    rmspe_score = rmspe(y, y_hat)\n",
    "    return 'rmspe', rmspe_score\n",
    "\n",
    "\n",
    "#定义训练函数\n",
    "def train(param, dtrain, dval, num_round, feval_c, stopping):\n",
    "    train_time = time.clock()\n",
    "\n",
    "    model = xgb.train(\n",
    "        param, dtrain, num_round, feval = feval_c, \n",
    "        evals = [(dtrain, 'train'), (dval, 'val')], early_stopping_rounds = stopping, \n",
    "        verbose_eval = True\n",
    "    )\n",
    "\n",
    "    train_time = time.clock() - train_time\n",
    "\n",
    "    print('The training time of the model is: {:.0f}s'.format(train_time))\n",
    "    \n",
    "    return model\n",
    "\n",
    "#定义一个打分函数\n",
    "def score(bst, dval):\n",
    "    y_pred = bst.predict(dval)\n",
    "#print(y_pred)\n",
    "    y_val = dval.get_label()\n",
    "    score = rmspe(y_val, y_pred)\n",
    "#print(score)\n",
    "    print('The rmspe of the model on validation data set is {:.6f}'.format(score))\n",
    "    pass"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "从论坛上看到一些方法，可以改进特征工程的处理。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 导入训练数据\n",
    "train_data = pd.read_csv(\n",
    "    \"train.csv\", \n",
    "    parse_dates = True,\n",
    "    low_memory=False, index_col = 'Date')\n",
    "\n",
    "store_features = pd.read_csv(\"store.csv\")\n",
    "# 导入测试数据\n",
    "test_data = pd.read_csv(\"test.csv\",\n",
    "                       parse_dates = True,\n",
    "    low_memory=False, index_col = 'Date')\n",
    "\n",
    "#只使用开门的数据\n",
    "train_data = train_data[train_data['Open'] == 1]\n",
    "test_data = test_data[test_data['Open'] == 1]\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data['year'] = train_data.index.year\n",
    "train_data['month'] = train_data.index.month\n",
    "train_data['day'] = train_data.index.day\n",
    "\n",
    "test_data['year'] = test_data.index.year\n",
    "test_data['month'] = test_data.index.month\n",
    "test_data['day'] = test_data.index.day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data['dayofyear'] = train_data.index.dayofyear\n",
    "test_data['dayofyear'] = test_data.index.dayofyear\n",
    "\n",
    "train_data['weekofyear'] = train_data.index.weekofyear\n",
    "test_data['weekofyear'] = test_data.index.weekofyear"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Store</th>\n",
       "      <th>DayOfWeek</th>\n",
       "      <th>Sales</th>\n",
       "      <th>Customers</th>\n",
       "      <th>Open</th>\n",
       "      <th>Promo</th>\n",
       "      <th>StateHoliday</th>\n",
       "      <th>SchoolHoliday</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dayofyear</th>\n",
       "      <th>weekofyear</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5263</td>\n",
       "      <td>555</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>6064</td>\n",
       "      <td>625</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>8314</td>\n",
       "      <td>821</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>13995</td>\n",
       "      <td>1498</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>4822</td>\n",
       "      <td>559</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Store  DayOfWeek  Sales  Customers  Open  Promo StateHoliday  \\\n",
       "Date                                                                       \n",
       "2015-07-31      1          5   5263        555     1      1            0   \n",
       "2015-07-31      2          5   6064        625     1      1            0   \n",
       "2015-07-31      3          5   8314        821     1      1            0   \n",
       "2015-07-31      4          5  13995       1498     1      1            0   \n",
       "2015-07-31      5          5   4822        559     1      1            0   \n",
       "\n",
       "            SchoolHoliday  year  month  day  dayofyear  weekofyear  \n",
       "Date                                                                \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Id</th>\n",
       "      <th>Store</th>\n",
       "      <th>DayOfWeek</th>\n",
       "      <th>Open</th>\n",
       "      <th>Promo</th>\n",
       "      <th>StateHoliday</th>\n",
       "      <th>SchoolHoliday</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dayofyear</th>\n",
       "      <th>weekofyear</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2015-09-17</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>9</td>\n",
       "      <td>17</td>\n",
       "      <td>260</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Id  Store  DayOfWeek  Open  Promo StateHoliday  SchoolHoliday  \\\n",
       "Date                                                                        \n",
       "2015-09-17   1      1          4   1.0      1            0              0   \n",
       "\n",
       "            year  month  day  dayofyear  weekofyear  \n",
       "Date                                                 \n",
       "2015-09-17  2015      9   17        260          38  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Store</th>\n",
       "      <th>StoreType</th>\n",
       "      <th>Assortment</th>\n",
       "      <th>CompetitionDistance</th>\n",
       "      <th>CompetitionOpenSinceMonth</th>\n",
       "      <th>CompetitionOpenSinceYear</th>\n",
       "      <th>Promo2</th>\n",
       "      <th>Promo2SinceWeek</th>\n",
       "      <th>Promo2SinceYear</th>\n",
       "      <th>PromoInterval</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>c</td>\n",
       "      <td>a</td>\n",
       "      <td>1270.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Store StoreType Assortment  CompetitionDistance  CompetitionOpenSinceMonth  \\\n",
       "0      1         c          a               1270.0                        9.0   \n",
       "\n",
       "   CompetitionOpenSinceYear  Promo2  Promo2SinceWeek  Promo2SinceYear  \\\n",
       "0                    2008.0       0              NaN              NaN   \n",
       "\n",
       "  PromoInterval  \n",
       "0           NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(train_data.head(n=5))\n",
    "display(test_data.head(n=1))\n",
    "display(store_features.head(n=1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Store</th>\n",
       "      <th>DayOfWeek</th>\n",
       "      <th>Sales</th>\n",
       "      <th>Customers</th>\n",
       "      <th>Open</th>\n",
       "      <th>Promo</th>\n",
       "      <th>StateHoliday</th>\n",
       "      <th>SchoolHoliday</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dayofyear</th>\n",
       "      <th>weekofyear</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5263</td>\n",
       "      <td>555</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>6064</td>\n",
       "      <td>625</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>8314</td>\n",
       "      <td>821</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>13995</td>\n",
       "      <td>1498</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>4822</td>\n",
       "      <td>559</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td>5651</td>\n",
       "      <td>589</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>7</td>\n",
       "      <td>5</td>\n",
       "      <td>15344</td>\n",
       "      <td>1414</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>8</td>\n",
       "      <td>5</td>\n",
       "      <td>8492</td>\n",
       "      <td>833</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>8565</td>\n",
       "      <td>687</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>10</td>\n",
       "      <td>5</td>\n",
       "      <td>7185</td>\n",
       "      <td>681</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>11</td>\n",
       "      <td>5</td>\n",
       "      <td>10457</td>\n",
       "      <td>1236</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>12</td>\n",
       "      <td>5</td>\n",
       "      <td>8959</td>\n",
       "      <td>962</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>13</td>\n",
       "      <td>5</td>\n",
       "      <td>8821</td>\n",
       "      <td>568</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>14</td>\n",
       "      <td>5</td>\n",
       "      <td>6544</td>\n",
       "      <td>710</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>15</td>\n",
       "      <td>5</td>\n",
       "      <td>9191</td>\n",
       "      <td>766</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>16</td>\n",
       "      <td>5</td>\n",
       "      <td>10231</td>\n",
       "      <td>979</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>17</td>\n",
       "      <td>5</td>\n",
       "      <td>8430</td>\n",
       "      <td>946</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>18</td>\n",
       "      <td>5</td>\n",
       "      <td>10071</td>\n",
       "      <td>936</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>19</td>\n",
       "      <td>5</td>\n",
       "      <td>8234</td>\n",
       "      <td>718</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>20</td>\n",
       "      <td>5</td>\n",
       "      <td>9593</td>\n",
       "      <td>974</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>21</td>\n",
       "      <td>5</td>\n",
       "      <td>9515</td>\n",
       "      <td>682</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>22</td>\n",
       "      <td>5</td>\n",
       "      <td>6566</td>\n",
       "      <td>633</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>23</td>\n",
       "      <td>5</td>\n",
       "      <td>7273</td>\n",
       "      <td>560</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>24</td>\n",
       "      <td>5</td>\n",
       "      <td>14190</td>\n",
       "      <td>1082</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>25</td>\n",
       "      <td>5</td>\n",
       "      <td>14180</td>\n",
       "      <td>1586</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>26</td>\n",
       "      <td>5</td>\n",
       "      <td>7818</td>\n",
       "      <td>611</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "      <td>13213</td>\n",
       "      <td>1263</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>28</td>\n",
       "      <td>5</td>\n",
       "      <td>7301</td>\n",
       "      <td>663</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>29</td>\n",
       "      <td>5</td>\n",
       "      <td>9411</td>\n",
       "      <td>737</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>30</td>\n",
       "      <td>5</td>\n",
       "      <td>4776</td>\n",
       "      <td>625</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1086</td>\n",
       "      <td>5</td>\n",
       "      <td>8226</td>\n",
       "      <td>890</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1087</td>\n",
       "      <td>5</td>\n",
       "      <td>9857</td>\n",
       "      <td>802</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1088</td>\n",
       "      <td>5</td>\n",
       "      <td>6800</td>\n",
       "      <td>552</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1089</td>\n",
       "      <td>5</td>\n",
       "      <td>13716</td>\n",
       "      <td>1131</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1090</td>\n",
       "      <td>5</td>\n",
       "      <td>7436</td>\n",
       "      <td>856</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1091</td>\n",
       "      <td>5</td>\n",
       "      <td>10538</td>\n",
       "      <td>812</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1092</td>\n",
       "      <td>5</td>\n",
       "      <td>16726</td>\n",
       "      <td>1512</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1093</td>\n",
       "      <td>5</td>\n",
       "      <td>11778</td>\n",
       "      <td>1071</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1094</td>\n",
       "      <td>5</td>\n",
       "      <td>5826</td>\n",
       "      <td>425</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1095</td>\n",
       "      <td>5</td>\n",
       "      <td>4958</td>\n",
       "      <td>696</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1096</td>\n",
       "      <td>5</td>\n",
       "      <td>9318</td>\n",
       "      <td>816</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1097</td>\n",
       "      <td>5</td>\n",
       "      <td>11443</td>\n",
       "      <td>2451</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1098</td>\n",
       "      <td>5</td>\n",
       "      <td>6410</td>\n",
       "      <td>780</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1099</td>\n",
       "      <td>5</td>\n",
       "      <td>12074</td>\n",
       "      <td>1370</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1100</td>\n",
       "      <td>5</td>\n",
       "      <td>7270</td>\n",
       "      <td>819</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1101</td>\n",
       "      <td>5</td>\n",
       "      <td>13501</td>\n",
       "      <td>1111</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1102</td>\n",
       "      <td>5</td>\n",
       "      <td>7211</td>\n",
       "      <td>704</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1103</td>\n",
       "      <td>5</td>\n",
       "      <td>8628</td>\n",
       "      <td>565</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1104</td>\n",
       "      <td>5</td>\n",
       "      <td>6878</td>\n",
       "      <td>472</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1105</td>\n",
       "      <td>5</td>\n",
       "      <td>7994</td>\n",
       "      <td>765</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1106</td>\n",
       "      <td>5</td>\n",
       "      <td>5901</td>\n",
       "      <td>618</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1107</td>\n",
       "      <td>5</td>\n",
       "      <td>9433</td>\n",
       "      <td>825</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1108</td>\n",
       "      <td>5</td>\n",
       "      <td>6602</td>\n",
       "      <td>645</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1109</td>\n",
       "      <td>5</td>\n",
       "      <td>5263</td>\n",
       "      <td>515</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1110</td>\n",
       "      <td>5</td>\n",
       "      <td>6198</td>\n",
       "      <td>642</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1111</td>\n",
       "      <td>5</td>\n",
       "      <td>5723</td>\n",
       "      <td>422</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1112</td>\n",
       "      <td>5</td>\n",
       "      <td>9626</td>\n",
       "      <td>767</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1113</td>\n",
       "      <td>5</td>\n",
       "      <td>7289</td>\n",
       "      <td>720</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1114</td>\n",
       "      <td>5</td>\n",
       "      <td>27508</td>\n",
       "      <td>3745</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015-07-31</th>\n",
       "      <td>1115</td>\n",
       "      <td>5</td>\n",
       "      <td>8680</td>\n",
       "      <td>538</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>31</td>\n",
       "      <td>212</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1113 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            Store  DayOfWeek  Sales  Customers  Open  Promo StateHoliday  \\\n",
       "Date                                                                       \n",
       "2015-07-31      1          5   5263        555     1      1            0   \n",
       "2015-07-31      2          5   6064        625     1      1            0   \n",
       "2015-07-31      3          5   8314        821     1      1            0   \n",
       "2015-07-31      4          5  13995       1498     1      1            0   \n",
       "2015-07-31      5          5   4822        559     1      1            0   \n",
       "2015-07-31      6          5   5651        589     1      1            0   \n",
       "2015-07-31      7          5  15344       1414     1      1            0   \n",
       "2015-07-31      8          5   8492        833     1      1            0   \n",
       "2015-07-31      9          5   8565        687     1      1            0   \n",
       "2015-07-31     10          5   7185        681     1      1            0   \n",
       "2015-07-31     11          5  10457       1236     1      1            0   \n",
       "2015-07-31     12          5   8959        962     1      1            0   \n",
       "2015-07-31     13          5   8821        568     1      1            0   \n",
       "2015-07-31     14          5   6544        710     1      1            0   \n",
       "2015-07-31     15          5   9191        766     1      1            0   \n",
       "2015-07-31     16          5  10231        979     1      1            0   \n",
       "2015-07-31     17          5   8430        946     1      1            0   \n",
       "2015-07-31     18          5  10071        936     1      1            0   \n",
       "2015-07-31     19          5   8234        718     1      1            0   \n",
       "2015-07-31     20          5   9593        974     1      1            0   \n",
       "2015-07-31     21          5   9515        682     1      1            0   \n",
       "2015-07-31     22          5   6566        633     1      1            0   \n",
       "2015-07-31     23          5   7273        560     1      1            0   \n",
       "2015-07-31     24          5  14190       1082     1      1            0   \n",
       "2015-07-31     25          5  14180       1586     1      1            0   \n",
       "2015-07-31     26          5   7818        611     1      1            0   \n",
       "2015-07-31     27          5  13213       1263     1      1            0   \n",
       "2015-07-31     28          5   7301        663     1      1            0   \n",
       "2015-07-31     29          5   9411        737     1      1            0   \n",
       "2015-07-31     30          5   4776        625     1      1            0   \n",
       "...           ...        ...    ...        ...   ...    ...          ...   \n",
       "2015-07-31   1086          5   8226        890     1      1            0   \n",
       "2015-07-31   1087          5   9857        802     1      1            0   \n",
       "2015-07-31   1088          5   6800        552     1      1            0   \n",
       "2015-07-31   1089          5  13716       1131     1      1            0   \n",
       "2015-07-31   1090          5   7436        856     1      1            0   \n",
       "2015-07-31   1091          5  10538        812     1      1            0   \n",
       "2015-07-31   1092          5  16726       1512     1      1            0   \n",
       "2015-07-31   1093          5  11778       1071     1      1            0   \n",
       "2015-07-31   1094          5   5826        425     1      1            0   \n",
       "2015-07-31   1095          5   4958        696     1      1            0   \n",
       "2015-07-31   1096          5   9318        816     1      1            0   \n",
       "2015-07-31   1097          5  11443       2451     1      1            0   \n",
       "2015-07-31   1098          5   6410        780     1      1            0   \n",
       "2015-07-31   1099          5  12074       1370     1      1            0   \n",
       "2015-07-31   1100          5   7270        819     1      1            0   \n",
       "2015-07-31   1101          5  13501       1111     1      1            0   \n",
       "2015-07-31   1102          5   7211        704     1      1            0   \n",
       "2015-07-31   1103          5   8628        565     1      1            0   \n",
       "2015-07-31   1104          5   6878        472     1      1            0   \n",
       "2015-07-31   1105          5   7994        765     1      1            0   \n",
       "2015-07-31   1106          5   5901        618     1      1            0   \n",
       "2015-07-31   1107          5   9433        825     1      1            0   \n",
       "2015-07-31   1108          5   6602        645     1      1            0   \n",
       "2015-07-31   1109          5   5263        515     1      1            0   \n",
       "2015-07-31   1110          5   6198        642     1      1            0   \n",
       "2015-07-31   1111          5   5723        422     1      1            0   \n",
       "2015-07-31   1112          5   9626        767     1      1            0   \n",
       "2015-07-31   1113          5   7289        720     1      1            0   \n",
       "2015-07-31   1114          5  27508       3745     1      1            0   \n",
       "2015-07-31   1115          5   8680        538     1      1            0   \n",
       "\n",
       "            SchoolHoliday  year  month  day  dayofyear  weekofyear  \n",
       "Date                                                                \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              0  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              0  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              0  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "...                   ...   ...    ...  ...        ...         ...  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              0  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              0  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              0  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              0  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              0  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              0  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "2015-07-31              1  2015      7   31        212          31  \n",
       "\n",
       "[1113 rows x 13 columns]"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data.loc['2015-07-31']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Store</th>\n",
       "      <th>DayOfWeek</th>\n",
       "      <th>Sales</th>\n",
       "      <th>Customers</th>\n",
       "      <th>Open</th>\n",
       "      <th>Promo</th>\n",
       "      <th>StateHoliday</th>\n",
       "      <th>SchoolHoliday</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dayofyear</th>\n",
       "      <th>weekofyear</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [Store, DayOfWeek, Sales, Customers, Open, Promo, StateHoliday, SchoolHoliday, year, month, day, dayofyear, weekofyear]\n",
       "Index: []"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#此处增加一步，先将验证集划分出来\n",
    "#打开数据文件，很容易找到，2015/1/24-2015/7/31时间范围内的数据编号为1 - 210736\n",
    "val_data = train_data[datetime(2015, 1, 24):datetime(2015, 7, 31)]\n",
    "train_data = train_data[datetime(2013, 1, 1):datetime(2015, 1, 23)]\n",
    "\n",
    "display(val_data.head(n=1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "合并前：\n",
      "0\n",
      "0\n",
      "35093\n",
      "合并后：\n",
      "0\n",
      "0\n",
      "35093\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CompetitionDistance</th>\n",
       "      <th>CompetitionOpenSinceMonth</th>\n",
       "      <th>CompetitionOpenSinceYear</th>\n",
       "      <th>DayOfWeek</th>\n",
       "      <th>Open</th>\n",
       "      <th>Promo</th>\n",
       "      <th>Promo2</th>\n",
       "      <th>Promo2SinceWeek</th>\n",
       "      <th>Promo2SinceYear</th>\n",
       "      <th>SchoolHoliday</th>\n",
       "      <th>...</th>\n",
       "      <th>StoreType_c</th>\n",
       "      <th>StoreType_d</th>\n",
       "      <th>Assortment_a</th>\n",
       "      <th>Assortment_b</th>\n",
       "      <th>Assortment_c</th>\n",
       "      <th>StateHoliday_0</th>\n",
       "      <th>StateHoliday_a</th>\n",
       "      <th>PromoInterval_Feb,May,Aug,Nov</th>\n",
       "      <th>PromoInterval_Jan,Apr,Jul,Oct</th>\n",
       "      <th>PromoInterval_Mar,Jun,Sept,Dec</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>0 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [CompetitionDistance, CompetitionOpenSinceMonth, CompetitionOpenSinceYear, DayOfWeek, Open, Promo, Promo2, Promo2SinceWeek, Promo2SinceYear, SchoolHoliday, Store, day, dayofyear, month, weekofyear, year, StoreType_a, StoreType_b, StoreType_c, StoreType_d, Assortment_a, Assortment_b, Assortment_c, StateHoliday_0, StateHoliday_a, PromoInterval_Feb,May,Aug,Nov, PromoInterval_Jan,Apr,Jul,Oct, PromoInterval_Mar,Jun,Sept,Dec]\n",
       "Index: []\n",
       "\n",
       "[0 rows x 28 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CompetitionDistance</th>\n",
       "      <th>CompetitionOpenSinceMonth</th>\n",
       "      <th>CompetitionOpenSinceYear</th>\n",
       "      <th>DayOfWeek</th>\n",
       "      <th>Open</th>\n",
       "      <th>Promo</th>\n",
       "      <th>Promo2</th>\n",
       "      <th>Promo2SinceWeek</th>\n",
       "      <th>Promo2SinceYear</th>\n",
       "      <th>SchoolHoliday</th>\n",
       "      <th>...</th>\n",
       "      <th>StoreType_c</th>\n",
       "      <th>StoreType_d</th>\n",
       "      <th>Assortment_a</th>\n",
       "      <th>Assortment_b</th>\n",
       "      <th>Assortment_c</th>\n",
       "      <th>StateHoliday_0</th>\n",
       "      <th>StateHoliday_a</th>\n",
       "      <th>PromoInterval_Feb,May,Aug,Nov</th>\n",
       "      <th>PromoInterval_Jan,Apr,Jul,Oct</th>\n",
       "      <th>PromoInterval_Mar,Jun,Sept,Dec</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>0 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [CompetitionDistance, CompetitionOpenSinceMonth, CompetitionOpenSinceYear, DayOfWeek, Open, Promo, Promo2, Promo2SinceWeek, Promo2SinceYear, SchoolHoliday, Store, day, dayofyear, month, weekofyear, year, StoreType_a, StoreType_b, StoreType_c, StoreType_d, Assortment_a, Assortment_b, Assortment_c, StateHoliday_0, StateHoliday_a, PromoInterval_Feb,May,Aug,Nov, PromoInterval_Jan,Apr,Jul,Oct, PromoInterval_Mar,Jun,Sept,Dec]\n",
       "Index: []\n",
       "\n",
       "[0 rows x 28 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CompetitionDistance</th>\n",
       "      <th>CompetitionOpenSinceMonth</th>\n",
       "      <th>CompetitionOpenSinceYear</th>\n",
       "      <th>DayOfWeek</th>\n",
       "      <th>Open</th>\n",
       "      <th>Promo</th>\n",
       "      <th>Promo2</th>\n",
       "      <th>Promo2SinceWeek</th>\n",
       "      <th>Promo2SinceYear</th>\n",
       "      <th>SchoolHoliday</th>\n",
       "      <th>...</th>\n",
       "      <th>StoreType_c</th>\n",
       "      <th>StoreType_d</th>\n",
       "      <th>Assortment_a</th>\n",
       "      <th>Assortment_b</th>\n",
       "      <th>Assortment_c</th>\n",
       "      <th>StateHoliday_0</th>\n",
       "      <th>StateHoliday_a</th>\n",
       "      <th>PromoInterval_Feb,May,Aug,Nov</th>\n",
       "      <th>PromoInterval_Jan,Apr,Jul,Oct</th>\n",
       "      <th>PromoInterval_Mar,Jun,Sept,Dec</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1270.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>4</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   CompetitionDistance  CompetitionOpenSinceMonth  CompetitionOpenSinceYear  \\\n",
       "0               1270.0                        9.0                    2008.0   \n",
       "\n",
       "   DayOfWeek  Open  Promo  Promo2  Promo2SinceWeek  Promo2SinceYear  \\\n",
       "0          4   1.0      1       0              0.0              0.0   \n",
       "\n",
       "   SchoolHoliday               ...                StoreType_c  StoreType_d  \\\n",
       "0              0               ...                          1            0   \n",
       "\n",
       "   Assortment_a  Assortment_b  Assortment_c  StateHoliday_0  StateHoliday_a  \\\n",
       "0             1             0             0               1               0   \n",
       "\n",
       "   PromoInterval_Feb,May,Aug,Nov  PromoInterval_Jan,Apr,Jul,Oct  \\\n",
       "0                              0                              0   \n",
       "\n",
       "   PromoInterval_Mar,Jun,Sept,Dec  \n",
       "0                               0  \n",
       "\n",
       "[1 rows x 28 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#融合\n",
    "train_data = pd.merge(train_data, store_features, on = 'Store')\n",
    "val_data = pd.merge(val_data, store_features, on = 'Store')\n",
    "test_data = pd.merge(test_data, store_features, on = 'Store')\n",
    "\n",
    "train_data = train_data.drop('Customers', axis = 1)\n",
    "sales_train = train_data['Sales']\n",
    "features_train = train_data.drop('Sales', axis = 1)\n",
    "\n",
    "val_data = val_data.drop('Customers', axis = 1)\n",
    "sales_val = val_data['Sales']\n",
    "features_val = val_data.drop('Sales', axis = 1)\n",
    "\n",
    "features_test = test_data.drop('Id', axis = 1)\n",
    "\n",
    "# 对字符串特征进行独热编码\n",
    "category = ['StoreType', 'Assortment', 'StateHoliday', 'PromoInterval']\n",
    "\n",
    "\n",
    "#首先将训练集、验证集、测试集合并，然后统一独热编码，然后再拆分为训练集、验证集、测试集\n",
    "\n",
    "print('合并前：')\n",
    "print(features_train.shape[0])\n",
    "print(features_val.shape[0])\n",
    "print(features_test.shape[0])\n",
    "\n",
    "data_merge = pd.concat([features_train, features_val], ignore_index = True)\n",
    "data_merge = pd.concat([data_merge, features_test], ignore_index = True)\n",
    "data_merge_pd = pd.get_dummies(data_merge, columns = category)\n",
    "\n",
    "# 需要把NA/NAN的数据转化成0\n",
    "data_merge_pd.fillna(0, inplace = True)\n",
    "\n",
    "#拆分\n",
    "\n",
    "features_train = data_merge_pd[ : features_train.shape[0]]\n",
    "features_val = data_merge_pd[features_train.shape[0] : (features_val.shape[0] + features_train.shape[0])]\n",
    "features_test = data_merge_pd[ (features_val.shape[0] + features_train.shape[0]) : ]\n",
    "\n",
    "print('合并后：')\n",
    "print(features_train.shape[0])\n",
    "print(features_val.shape[0])\n",
    "print(features_test.shape[0])\n",
    "\n",
    "display(features_train.head(n=1))\n",
    "display(features_val.head(n=1))\n",
    "display(features_test.head(n=1))\n",
    "\n",
    "#下面将sales做log处理\n",
    "\n",
    "sales_train_log = np.log(sales_train) #因为去掉了为0的销售数据，所以不用+1了\n",
    "sales_val_log = np.log(sales_val)\n",
    "\n",
    "dtrain = xgb.DMatrix(features_train, label = sales_train_log)\n",
    "\n",
    "dval = xgb.DMatrix(features_val, label = sales_val_log)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\ttrain-rmse:5.79\tval-rmse:5.83197\ttrain-rmspe:0.996609\tval-rmspe:0.996766\n",
      "Multiple eval metrics have been passed: 'val-rmspe' will be used for early stopping.\n",
      "\n",
      "Will train until val-rmspe hasn't improved in 100 rounds.\n",
      "[1]\ttrain-rmse:4.06176\tval-rmse:4.10128\ttrain-rmspe:0.981025\tval-rmspe:0.981869\n",
      "[2]\ttrain-rmse:2.85607\tval-rmse:2.89386\ttrain-rmspe:0.936859\tval-rmspe:0.939547\n",
      "[3]\ttrain-rmse:2.01564\tval-rmse:2.05564\ttrain-rmspe:0.854528\tval-rmspe:0.86077\n",
      "[4]\ttrain-rmse:1.43131\tval-rmse:1.47341\ttrain-rmspe:0.742221\tval-rmspe:0.753271\n",
      "[5]\ttrain-rmse:1.03057\tval-rmse:1.06602\ttrain-rmspe:0.619714\tval-rmspe:0.631911\n",
      "[6]\ttrain-rmse:0.756296\tval-rmse:0.789472\ttrain-rmspe:0.509557\tval-rmspe:0.521228\n",
      "[7]\ttrain-rmse:0.570189\tval-rmse:0.600734\ttrain-rmspe:0.422828\tval-rmspe:0.430695\n",
      "[8]\ttrain-rmse:0.455555\tval-rmse:0.481832\ttrain-rmspe:0.371125\tval-rmspe:0.370215\n",
      "[9]\ttrain-rmse:0.385175\tval-rmse:0.407745\ttrain-rmspe:0.343107\tval-rmspe:0.336967\n",
      "[10]\ttrain-rmse:0.33158\tval-rmse:0.351075\ttrain-rmspe:0.325057\tval-rmspe:0.312804\n",
      "[11]\ttrain-rmse:0.306678\tval-rmse:0.3225\ttrain-rmspe:0.323624\tval-rmspe:0.305632\n",
      "[12]\ttrain-rmse:0.293811\tval-rmse:0.307045\ttrain-rmspe:0.327166\tval-rmspe:0.303409\n",
      "[13]\ttrain-rmse:0.280086\tval-rmse:0.291295\ttrain-rmspe:0.32759\tval-rmspe:0.297654\n",
      "[14]\ttrain-rmse:0.274414\tval-rmse:0.284086\ttrain-rmspe:0.329775\tval-rmspe:0.299709\n",
      "[15]\ttrain-rmse:0.267\tval-rmse:0.274541\ttrain-rmspe:0.327947\tval-rmspe:0.295933\n",
      "[16]\ttrain-rmse:0.263721\tval-rmse:0.272312\ttrain-rmspe:0.328085\tval-rmspe:0.298976\n",
      "[17]\ttrain-rmse:0.261791\tval-rmse:0.270558\ttrain-rmspe:0.328397\tval-rmspe:0.300501\n",
      "[18]\ttrain-rmse:0.257681\tval-rmse:0.266459\ttrain-rmspe:0.326552\tval-rmspe:0.298121\n",
      "[19]\ttrain-rmse:0.252854\tval-rmse:0.262312\ttrain-rmspe:0.322884\tval-rmspe:0.294662\n",
      "[20]\ttrain-rmse:0.242271\tval-rmse:0.253128\ttrain-rmspe:0.313379\tval-rmspe:0.286101\n",
      "[21]\ttrain-rmse:0.234308\tval-rmse:0.245887\ttrain-rmspe:0.305738\tval-rmspe:0.278476\n",
      "[22]\ttrain-rmse:0.232395\tval-rmse:0.242954\ttrain-rmspe:0.303154\tval-rmspe:0.275883\n",
      "[23]\ttrain-rmse:0.227326\tval-rmse:0.238675\ttrain-rmspe:0.297954\tval-rmspe:0.271708\n",
      "[24]\ttrain-rmse:0.222485\tval-rmse:0.234689\ttrain-rmspe:0.291178\tval-rmspe:0.268033\n",
      "[25]\ttrain-rmse:0.216139\tval-rmse:0.22907\ttrain-rmspe:0.285332\tval-rmspe:0.26235\n",
      "[26]\ttrain-rmse:0.212779\tval-rmse:0.226392\ttrain-rmspe:0.28085\tval-rmspe:0.257657\n",
      "[27]\ttrain-rmse:0.206894\tval-rmse:0.221276\ttrain-rmspe:0.275352\tval-rmspe:0.252899\n",
      "[28]\ttrain-rmse:0.198437\tval-rmse:0.213674\ttrain-rmspe:0.26104\tval-rmspe:0.240566\n",
      "[29]\ttrain-rmse:0.191112\tval-rmse:0.207622\ttrain-rmspe:0.253041\tval-rmspe:0.234428\n",
      "[30]\ttrain-rmse:0.190296\tval-rmse:0.207676\ttrain-rmspe:0.25221\tval-rmspe:0.234689\n",
      "[31]\ttrain-rmse:0.189856\tval-rmse:0.207279\ttrain-rmspe:0.251964\tval-rmspe:0.234101\n",
      "[32]\ttrain-rmse:0.186919\tval-rmse:0.205165\ttrain-rmspe:0.249805\tval-rmspe:0.2321\n",
      "[33]\ttrain-rmse:0.18651\tval-rmse:0.205017\ttrain-rmspe:0.249394\tval-rmspe:0.231959\n",
      "[34]\ttrain-rmse:0.18259\tval-rmse:0.201604\ttrain-rmspe:0.246018\tval-rmspe:0.228588\n",
      "[35]\ttrain-rmse:0.182162\tval-rmse:0.201318\ttrain-rmspe:0.245485\tval-rmspe:0.22849\n",
      "[36]\ttrain-rmse:0.178205\tval-rmse:0.198267\ttrain-rmspe:0.242581\tval-rmspe:0.225531\n",
      "[37]\ttrain-rmse:0.17712\tval-rmse:0.197639\ttrain-rmspe:0.241587\tval-rmspe:0.224916\n",
      "[38]\ttrain-rmse:0.174119\tval-rmse:0.195006\ttrain-rmspe:0.239027\tval-rmspe:0.221993\n",
      "[39]\ttrain-rmse:0.17371\tval-rmse:0.195102\ttrain-rmspe:0.238452\tval-rmspe:0.222312\n",
      "[40]\ttrain-rmse:0.168695\tval-rmse:0.190784\ttrain-rmspe:0.232751\tval-rmspe:0.212416\n",
      "[41]\ttrain-rmse:0.166295\tval-rmse:0.188749\ttrain-rmspe:0.230579\tval-rmspe:0.210581\n",
      "[42]\ttrain-rmse:0.16542\tval-rmse:0.187993\ttrain-rmspe:0.229908\tval-rmspe:0.209853\n",
      "[43]\ttrain-rmse:0.162601\tval-rmse:0.185699\ttrain-rmspe:0.225056\tval-rmspe:0.206501\n",
      "[44]\ttrain-rmse:0.16203\tval-rmse:0.185298\ttrain-rmspe:0.224624\tval-rmspe:0.206147\n",
      "[45]\ttrain-rmse:0.159282\tval-rmse:0.183198\ttrain-rmspe:0.222075\tval-rmspe:0.204085\n",
      "[46]\ttrain-rmse:0.158989\tval-rmse:0.183124\ttrain-rmspe:0.221884\tval-rmspe:0.204008\n",
      "[47]\ttrain-rmse:0.157022\tval-rmse:0.181528\ttrain-rmspe:0.219729\tval-rmspe:0.202288\n",
      "[48]\ttrain-rmse:0.156657\tval-rmse:0.181604\ttrain-rmspe:0.219581\tval-rmspe:0.20242\n",
      "[49]\ttrain-rmse:0.156299\tval-rmse:0.181015\ttrain-rmspe:0.219395\tval-rmspe:0.202034\n",
      "[50]\ttrain-rmse:0.155567\tval-rmse:0.181724\ttrain-rmspe:0.218564\tval-rmspe:0.203104\n",
      "[51]\ttrain-rmse:0.154866\tval-rmse:0.18081\ttrain-rmspe:0.217941\tval-rmspe:0.202236\n",
      "[52]\ttrain-rmse:0.153495\tval-rmse:0.17986\ttrain-rmspe:0.216369\tval-rmspe:0.20164\n",
      "[53]\ttrain-rmse:0.153141\tval-rmse:0.179379\ttrain-rmspe:0.216074\tval-rmspe:0.201294\n",
      "[54]\ttrain-rmse:0.152833\tval-rmse:0.179065\ttrain-rmspe:0.215857\tval-rmspe:0.201018\n",
      "[55]\ttrain-rmse:0.15256\tval-rmse:0.178682\ttrain-rmspe:0.215291\tval-rmspe:0.200406\n",
      "[56]\ttrain-rmse:0.150242\tval-rmse:0.177205\ttrain-rmspe:0.213442\tval-rmspe:0.199037\n",
      "[57]\ttrain-rmse:0.150227\tval-rmse:0.177223\ttrain-rmspe:0.213327\tval-rmspe:0.199016\n",
      "[58]\ttrain-rmse:0.148546\tval-rmse:0.175379\ttrain-rmspe:0.211081\tval-rmspe:0.197645\n",
      "[59]\ttrain-rmse:0.147986\tval-rmse:0.174617\ttrain-rmspe:0.210623\tval-rmspe:0.196823\n",
      "[60]\ttrain-rmse:0.146514\tval-rmse:0.173486\ttrain-rmspe:0.209479\tval-rmspe:0.195713\n",
      "[61]\ttrain-rmse:0.145477\tval-rmse:0.172853\ttrain-rmspe:0.208565\tval-rmspe:0.195201\n",
      "[62]\ttrain-rmse:0.1444\tval-rmse:0.172203\ttrain-rmspe:0.207324\tval-rmspe:0.1945\n",
      "[63]\ttrain-rmse:0.143623\tval-rmse:0.171876\ttrain-rmspe:0.207187\tval-rmspe:0.194277\n",
      "[64]\ttrain-rmse:0.143404\tval-rmse:0.171848\ttrain-rmspe:0.206938\tval-rmspe:0.19416\n",
      "[65]\ttrain-rmse:0.14339\tval-rmse:0.171812\ttrain-rmspe:0.206889\tval-rmspe:0.194039\n",
      "[66]\ttrain-rmse:0.143115\tval-rmse:0.171852\ttrain-rmspe:0.20659\tval-rmspe:0.193993\n",
      "[67]\ttrain-rmse:0.142879\tval-rmse:0.171789\ttrain-rmspe:0.206302\tval-rmspe:0.19389\n",
      "[68]\ttrain-rmse:0.142878\tval-rmse:0.171775\ttrain-rmspe:0.206281\tval-rmspe:0.19389\n",
      "[69]\ttrain-rmse:0.142576\tval-rmse:0.171552\ttrain-rmspe:0.206056\tval-rmspe:0.192978\n",
      "[70]\ttrain-rmse:0.142361\tval-rmse:0.171526\ttrain-rmspe:0.205865\tval-rmspe:0.193038\n",
      "[71]\ttrain-rmse:0.142003\tval-rmse:0.171417\ttrain-rmspe:0.205733\tval-rmspe:0.192862\n",
      "[72]\ttrain-rmse:0.141535\tval-rmse:0.17114\ttrain-rmspe:0.205386\tval-rmspe:0.19263\n",
      "[73]\ttrain-rmse:0.14125\tval-rmse:0.17124\ttrain-rmspe:0.205005\tval-rmspe:0.192923\n",
      "[74]\ttrain-rmse:0.140222\tval-rmse:0.170395\ttrain-rmspe:0.204596\tval-rmspe:0.192116\n",
      "[75]\ttrain-rmse:0.139767\tval-rmse:0.170064\ttrain-rmspe:0.204212\tval-rmspe:0.191875\n",
      "[76]\ttrain-rmse:0.139608\tval-rmse:0.169921\ttrain-rmspe:0.204175\tval-rmspe:0.191749\n",
      "[77]\ttrain-rmse:0.139179\tval-rmse:0.169559\ttrain-rmspe:0.203912\tval-rmspe:0.191536\n",
      "[78]\ttrain-rmse:0.138957\tval-rmse:0.169482\ttrain-rmspe:0.203735\tval-rmspe:0.191276\n",
      "[79]\ttrain-rmse:0.137963\tval-rmse:0.168878\ttrain-rmspe:0.202708\tval-rmspe:0.190698\n",
      "[80]\ttrain-rmse:0.137091\tval-rmse:0.168353\ttrain-rmspe:0.201964\tval-rmspe:0.190138\n",
      "[81]\ttrain-rmse:0.137073\tval-rmse:0.168122\ttrain-rmspe:0.201899\tval-rmspe:0.190063\n",
      "[82]\ttrain-rmse:0.136598\tval-rmse:0.168024\ttrain-rmspe:0.201409\tval-rmspe:0.189938\n",
      "[83]\ttrain-rmse:0.135599\tval-rmse:0.167024\ttrain-rmspe:0.200523\tval-rmspe:0.188882\n",
      "[84]\ttrain-rmse:0.135195\tval-rmse:0.166729\ttrain-rmspe:0.200169\tval-rmspe:0.188579\n",
      "[85]\ttrain-rmse:0.135065\tval-rmse:0.16672\ttrain-rmspe:0.20021\tval-rmspe:0.188607\n",
      "[86]\ttrain-rmse:0.134439\tval-rmse:0.16647\ttrain-rmspe:0.198165\tval-rmspe:0.188295\n",
      "[87]\ttrain-rmse:0.133978\tval-rmse:0.166133\ttrain-rmspe:0.197954\tval-rmspe:0.188059\n",
      "[88]\ttrain-rmse:0.133884\tval-rmse:0.166038\ttrain-rmspe:0.197913\tval-rmspe:0.188001\n",
      "[89]\ttrain-rmse:0.132351\tval-rmse:0.164835\ttrain-rmspe:0.198034\tval-rmspe:0.184044\n",
      "[90]\ttrain-rmse:0.132049\tval-rmse:0.164678\ttrain-rmspe:0.197505\tval-rmspe:0.183846\n",
      "[91]\ttrain-rmse:0.130622\tval-rmse:0.163529\ttrain-rmspe:0.196349\tval-rmspe:0.181205\n",
      "[92]\ttrain-rmse:0.130349\tval-rmse:0.163707\ttrain-rmspe:0.195996\tval-rmspe:0.18146\n",
      "[93]\ttrain-rmse:0.130125\tval-rmse:0.163613\ttrain-rmspe:0.195819\tval-rmspe:0.181367\n",
      "[94]\ttrain-rmse:0.129589\tval-rmse:0.163274\ttrain-rmspe:0.195312\tval-rmspe:0.181049\n",
      "[95]\ttrain-rmse:0.129421\tval-rmse:0.163178\ttrain-rmspe:0.195125\tval-rmspe:0.180889\n",
      "[96]\ttrain-rmse:0.129221\tval-rmse:0.163163\ttrain-rmspe:0.194959\tval-rmspe:0.180831\n",
      "[97]\ttrain-rmse:0.129014\tval-rmse:0.163066\ttrain-rmspe:0.194863\tval-rmspe:0.180754\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[98]\ttrain-rmse:0.128775\tval-rmse:0.162936\ttrain-rmspe:0.194748\tval-rmspe:0.180629\n",
      "[99]\ttrain-rmse:0.128717\tval-rmse:0.162871\ttrain-rmspe:0.195092\tval-rmspe:0.180582\n",
      "[100]\ttrain-rmse:0.128269\tval-rmse:0.163149\ttrain-rmspe:0.195105\tval-rmspe:0.180823\n",
      "[101]\ttrain-rmse:0.128181\tval-rmse:0.163309\ttrain-rmspe:0.195238\tval-rmspe:0.181062\n",
      "[102]\ttrain-rmse:0.128147\tval-rmse:0.163301\ttrain-rmspe:0.195362\tval-rmspe:0.181045\n",
      "[103]\ttrain-rmse:0.127936\tval-rmse:0.16336\ttrain-rmspe:0.195214\tval-rmspe:0.180492\n",
      "[104]\ttrain-rmse:0.127055\tval-rmse:0.162907\ttrain-rmspe:0.194539\tval-rmspe:0.180199\n",
      "[105]\ttrain-rmse:0.125671\tval-rmse:0.161925\ttrain-rmspe:0.19368\tval-rmspe:0.179156\n",
      "[106]\ttrain-rmse:0.125659\tval-rmse:0.161923\ttrain-rmspe:0.19374\tval-rmspe:0.179132\n",
      "[107]\ttrain-rmse:0.12551\tval-rmse:0.161413\ttrain-rmspe:0.193531\tval-rmspe:0.178507\n",
      "[108]\ttrain-rmse:0.124498\tval-rmse:0.160676\ttrain-rmspe:0.192809\tval-rmspe:0.1778\n",
      "[109]\ttrain-rmse:0.124168\tval-rmse:0.160398\ttrain-rmspe:0.19142\tval-rmspe:0.17759\n",
      "[110]\ttrain-rmse:0.124053\tval-rmse:0.160401\ttrain-rmspe:0.190962\tval-rmspe:0.177586\n",
      "[111]\ttrain-rmse:0.123955\tval-rmse:0.160343\ttrain-rmspe:0.190942\tval-rmspe:0.177519\n",
      "[112]\ttrain-rmse:0.123927\tval-rmse:0.160341\ttrain-rmspe:0.190953\tval-rmspe:0.177512\n",
      "[113]\ttrain-rmse:0.123837\tval-rmse:0.160293\ttrain-rmspe:0.190973\tval-rmspe:0.177538\n",
      "[114]\ttrain-rmse:0.123474\tval-rmse:0.161252\ttrain-rmspe:0.190626\tval-rmspe:0.178814\n",
      "[115]\ttrain-rmse:0.123047\tval-rmse:0.160952\ttrain-rmspe:0.190206\tval-rmspe:0.178544\n",
      "[116]\ttrain-rmse:0.122978\tval-rmse:0.160887\ttrain-rmspe:0.190183\tval-rmspe:0.178481\n",
      "[117]\ttrain-rmse:0.12292\tval-rmse:0.160867\ttrain-rmspe:0.190079\tval-rmspe:0.178416\n",
      "[118]\ttrain-rmse:0.122908\tval-rmse:0.160899\ttrain-rmspe:0.19007\tval-rmspe:0.178416\n",
      "[119]\ttrain-rmse:0.122851\tval-rmse:0.160895\ttrain-rmspe:0.19009\tval-rmspe:0.178243\n",
      "[120]\ttrain-rmse:0.122616\tval-rmse:0.160798\ttrain-rmspe:0.189603\tval-rmspe:0.178156\n",
      "[121]\ttrain-rmse:0.122599\tval-rmse:0.16079\ttrain-rmspe:0.189605\tval-rmspe:0.178141\n",
      "[122]\ttrain-rmse:0.122499\tval-rmse:0.160723\ttrain-rmspe:0.188754\tval-rmspe:0.178084\n",
      "[123]\ttrain-rmse:0.122226\tval-rmse:0.160716\ttrain-rmspe:0.188424\tval-rmspe:0.177872\n",
      "[124]\ttrain-rmse:0.121895\tval-rmse:0.160429\ttrain-rmspe:0.188359\tval-rmspe:0.177657\n",
      "[125]\ttrain-rmse:0.121682\tval-rmse:0.160381\ttrain-rmspe:0.1879\tval-rmspe:0.177628\n",
      "[126]\ttrain-rmse:0.121631\tval-rmse:0.160262\ttrain-rmspe:0.187832\tval-rmspe:0.177446\n",
      "[127]\ttrain-rmse:0.121367\tval-rmse:0.160297\ttrain-rmspe:0.187462\tval-rmspe:0.17734\n",
      "[128]\ttrain-rmse:0.121304\tval-rmse:0.160285\ttrain-rmspe:0.187403\tval-rmspe:0.177295\n",
      "[129]\ttrain-rmse:0.121181\tval-rmse:0.160321\ttrain-rmspe:0.187327\tval-rmspe:0.177253\n",
      "[130]\ttrain-rmse:0.119358\tval-rmse:0.159023\ttrain-rmspe:0.187069\tval-rmspe:0.175328\n",
      "[131]\ttrain-rmse:0.119243\tval-rmse:0.158971\ttrain-rmspe:0.18692\tval-rmspe:0.175213\n",
      "[132]\ttrain-rmse:0.119126\tval-rmse:0.158914\ttrain-rmspe:0.186913\tval-rmspe:0.175123\n",
      "[133]\ttrain-rmse:0.118985\tval-rmse:0.158868\ttrain-rmspe:0.186796\tval-rmspe:0.175102\n",
      "[134]\ttrain-rmse:0.118883\tval-rmse:0.158776\ttrain-rmspe:0.186664\tval-rmspe:0.175069\n",
      "[135]\ttrain-rmse:0.118852\tval-rmse:0.158779\ttrain-rmspe:0.186676\tval-rmspe:0.175039\n",
      "[136]\ttrain-rmse:0.118693\tval-rmse:0.158721\ttrain-rmspe:0.186518\tval-rmspe:0.174939\n",
      "[137]\ttrain-rmse:0.118413\tval-rmse:0.158446\ttrain-rmspe:0.186154\tval-rmspe:0.174619\n",
      "[138]\ttrain-rmse:0.11832\tval-rmse:0.15851\ttrain-rmspe:0.185923\tval-rmspe:0.174652\n",
      "[139]\ttrain-rmse:0.118243\tval-rmse:0.158441\ttrain-rmspe:0.185689\tval-rmspe:0.174614\n",
      "[140]\ttrain-rmse:0.117773\tval-rmse:0.15806\ttrain-rmspe:0.185424\tval-rmspe:0.174118\n",
      "[141]\ttrain-rmse:0.11775\tval-rmse:0.158065\ttrain-rmspe:0.185389\tval-rmspe:0.174096\n",
      "[142]\ttrain-rmse:0.117099\tval-rmse:0.157606\ttrain-rmspe:0.18487\tval-rmspe:0.173608\n",
      "[143]\ttrain-rmse:0.117045\tval-rmse:0.157614\ttrain-rmspe:0.1844\tval-rmspe:0.173581\n",
      "[144]\ttrain-rmse:0.116327\tval-rmse:0.157121\ttrain-rmspe:0.184035\tval-rmspe:0.173135\n",
      "[145]\ttrain-rmse:0.116262\tval-rmse:0.157123\ttrain-rmspe:0.184005\tval-rmspe:0.173133\n",
      "[146]\ttrain-rmse:0.116171\tval-rmse:0.157214\ttrain-rmspe:0.183694\tval-rmspe:0.173171\n",
      "[147]\ttrain-rmse:0.116121\tval-rmse:0.157193\ttrain-rmspe:0.183484\tval-rmspe:0.173119\n",
      "[148]\ttrain-rmse:0.115941\tval-rmse:0.157267\ttrain-rmspe:0.182088\tval-rmspe:0.173149\n",
      "[149]\ttrain-rmse:0.115839\tval-rmse:0.157447\ttrain-rmspe:0.181955\tval-rmspe:0.173334\n",
      "[150]\ttrain-rmse:0.115699\tval-rmse:0.157488\ttrain-rmspe:0.181838\tval-rmspe:0.173345\n",
      "[151]\ttrain-rmse:0.115681\tval-rmse:0.157484\ttrain-rmspe:0.181839\tval-rmspe:0.173357\n",
      "[152]\ttrain-rmse:0.115632\tval-rmse:0.157497\ttrain-rmspe:0.181806\tval-rmspe:0.17339\n",
      "[153]\ttrain-rmse:0.11536\tval-rmse:0.157549\ttrain-rmspe:0.181555\tval-rmspe:0.173396\n",
      "[154]\ttrain-rmse:0.115082\tval-rmse:0.157204\ttrain-rmspe:0.181918\tval-rmspe:0.173131\n",
      "[155]\ttrain-rmse:0.115008\tval-rmse:0.157251\ttrain-rmspe:0.181359\tval-rmspe:0.173261\n",
      "[156]\ttrain-rmse:0.11492\tval-rmse:0.157004\ttrain-rmspe:0.181271\tval-rmspe:0.173089\n",
      "[157]\ttrain-rmse:0.114891\tval-rmse:0.156959\ttrain-rmspe:0.18127\tval-rmspe:0.173022\n",
      "[158]\ttrain-rmse:0.113315\tval-rmse:0.155914\ttrain-rmspe:0.179536\tval-rmspe:0.172005\n",
      "[159]\ttrain-rmse:0.113185\tval-rmse:0.155841\ttrain-rmspe:0.172957\tval-rmspe:0.171982\n",
      "[160]\ttrain-rmse:0.113012\tval-rmse:0.155473\ttrain-rmspe:0.172646\tval-rmspe:0.172505\n",
      "[161]\ttrain-rmse:0.112835\tval-rmse:0.15569\ttrain-rmspe:0.172474\tval-rmspe:0.172693\n",
      "[162]\ttrain-rmse:0.11262\tval-rmse:0.155763\ttrain-rmspe:0.17234\tval-rmspe:0.172809\n",
      "[163]\ttrain-rmse:0.112538\tval-rmse:0.155759\ttrain-rmspe:0.172311\tval-rmspe:0.172794\n",
      "[164]\ttrain-rmse:0.112443\tval-rmse:0.155836\ttrain-rmspe:0.167142\tval-rmspe:0.172876\n",
      "[165]\ttrain-rmse:0.111888\tval-rmse:0.155501\ttrain-rmspe:0.166632\tval-rmspe:0.172395\n",
      "[166]\ttrain-rmse:0.111832\tval-rmse:0.155502\ttrain-rmspe:0.166492\tval-rmspe:0.172399\n",
      "[167]\ttrain-rmse:0.111414\tval-rmse:0.155187\ttrain-rmspe:0.166447\tval-rmspe:0.171148\n",
      "[168]\ttrain-rmse:0.111404\tval-rmse:0.155189\ttrain-rmspe:0.1665\tval-rmspe:0.171158\n",
      "[169]\ttrain-rmse:0.111324\tval-rmse:0.15521\ttrain-rmspe:0.166488\tval-rmspe:0.171212\n",
      "[170]\ttrain-rmse:0.111172\tval-rmse:0.155174\ttrain-rmspe:0.166304\tval-rmspe:0.171068\n",
      "[171]\ttrain-rmse:0.111143\tval-rmse:0.15517\ttrain-rmspe:0.166228\tval-rmspe:0.171043\n",
      "[172]\ttrain-rmse:0.111107\tval-rmse:0.155158\ttrain-rmspe:0.166354\tval-rmspe:0.171009\n",
      "[173]\ttrain-rmse:0.111025\tval-rmse:0.155171\ttrain-rmspe:0.166326\tval-rmspe:0.170986\n",
      "[174]\ttrain-rmse:0.110934\tval-rmse:0.155038\ttrain-rmspe:0.166314\tval-rmspe:0.170901\n",
      "[175]\ttrain-rmse:0.110908\tval-rmse:0.155024\ttrain-rmspe:0.166183\tval-rmspe:0.170903\n",
      "[176]\ttrain-rmse:0.110831\tval-rmse:0.155025\ttrain-rmspe:0.16591\tval-rmspe:0.170879\n",
      "[177]\ttrain-rmse:0.110794\tval-rmse:0.154906\ttrain-rmspe:0.165901\tval-rmspe:0.171124\n",
      "[178]\ttrain-rmse:0.110773\tval-rmse:0.154956\ttrain-rmspe:0.165887\tval-rmspe:0.17107\n",
      "[179]\ttrain-rmse:0.110759\tval-rmse:0.155016\ttrain-rmspe:0.165882\tval-rmspe:0.171066\n",
      "[180]\ttrain-rmse:0.110757\tval-rmse:0.155015\ttrain-rmspe:0.165883\tval-rmspe:0.171071\n",
      "[181]\ttrain-rmse:0.11071\tval-rmse:0.155017\ttrain-rmspe:0.165866\tval-rmspe:0.171056\n",
      "[182]\ttrain-rmse:0.110678\tval-rmse:0.154906\ttrain-rmspe:0.165815\tval-rmspe:0.170926\n",
      "[183]\ttrain-rmse:0.110594\tval-rmse:0.154896\ttrain-rmspe:0.165691\tval-rmspe:0.170923\n",
      "[184]\ttrain-rmse:0.110509\tval-rmse:0.154926\ttrain-rmspe:0.162512\tval-rmspe:0.171072\n",
      "[185]\ttrain-rmse:0.110411\tval-rmse:0.155054\ttrain-rmspe:0.162045\tval-rmspe:0.171104\n",
      "[186]\ttrain-rmse:0.11038\tval-rmse:0.155063\ttrain-rmspe:0.162028\tval-rmspe:0.171091\n",
      "[187]\ttrain-rmse:0.110367\tval-rmse:0.155066\ttrain-rmspe:0.162058\tval-rmspe:0.171115\n",
      "[188]\ttrain-rmse:0.110359\tval-rmse:0.155057\ttrain-rmspe:0.162034\tval-rmspe:0.171096\n",
      "[189]\ttrain-rmse:0.110321\tval-rmse:0.155072\ttrain-rmspe:0.162067\tval-rmspe:0.171072\n",
      "[190]\ttrain-rmse:0.110295\tval-rmse:0.155072\ttrain-rmspe:0.162012\tval-rmspe:0.171081\n",
      "[191]\ttrain-rmse:0.110274\tval-rmse:0.155048\ttrain-rmspe:0.162014\tval-rmspe:0.171072\n",
      "[192]\ttrain-rmse:0.110236\tval-rmse:0.155037\ttrain-rmspe:0.161917\tval-rmspe:0.171107\n",
      "[193]\ttrain-rmse:0.109936\tval-rmse:0.154798\ttrain-rmspe:0.161732\tval-rmspe:0.170834\n",
      "[194]\ttrain-rmse:0.109897\tval-rmse:0.154836\ttrain-rmspe:0.161334\tval-rmspe:0.170845\n",
      "[195]\ttrain-rmse:0.109875\tval-rmse:0.154808\ttrain-rmspe:0.161195\tval-rmspe:0.170784\n",
      "[196]\ttrain-rmse:0.109844\tval-rmse:0.154766\ttrain-rmspe:0.158274\tval-rmspe:0.17074\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[197]\ttrain-rmse:0.109818\tval-rmse:0.154749\ttrain-rmspe:0.157816\tval-rmspe:0.170734\n",
      "[198]\ttrain-rmse:0.109715\tval-rmse:0.154597\ttrain-rmspe:0.157776\tval-rmspe:0.170548\n",
      "[199]\ttrain-rmse:0.109348\tval-rmse:0.154395\ttrain-rmspe:0.157533\tval-rmspe:0.170587\n",
      "[200]\ttrain-rmse:0.109321\tval-rmse:0.15441\ttrain-rmspe:0.157519\tval-rmspe:0.170553\n",
      "[201]\ttrain-rmse:0.109274\tval-rmse:0.154183\ttrain-rmspe:0.157521\tval-rmspe:0.170386\n",
      "[202]\ttrain-rmse:0.109192\tval-rmse:0.154203\ttrain-rmspe:0.157416\tval-rmspe:0.17041\n",
      "[203]\ttrain-rmse:0.10917\tval-rmse:0.154223\ttrain-rmspe:0.157301\tval-rmspe:0.170399\n",
      "[204]\ttrain-rmse:0.108932\tval-rmse:0.154029\ttrain-rmspe:0.15841\tval-rmspe:0.170058\n",
      "[205]\ttrain-rmse:0.10889\tval-rmse:0.153997\ttrain-rmspe:0.159701\tval-rmspe:0.170038\n",
      "[206]\ttrain-rmse:0.108311\tval-rmse:0.153632\ttrain-rmspe:0.159202\tval-rmspe:0.169609\n",
      "[207]\ttrain-rmse:0.108285\tval-rmse:0.153613\ttrain-rmspe:0.159174\tval-rmspe:0.169576\n",
      "[208]\ttrain-rmse:0.107514\tval-rmse:0.153104\ttrain-rmspe:0.158758\tval-rmspe:0.168881\n",
      "[209]\ttrain-rmse:0.107487\tval-rmse:0.153238\ttrain-rmspe:0.158784\tval-rmspe:0.168963\n",
      "[210]\ttrain-rmse:0.107394\tval-rmse:0.153296\ttrain-rmspe:0.158684\tval-rmspe:0.169058\n",
      "[211]\ttrain-rmse:0.107287\tval-rmse:0.153327\ttrain-rmspe:0.158598\tval-rmspe:0.169123\n",
      "[212]\ttrain-rmse:0.107008\tval-rmse:0.153136\ttrain-rmspe:0.158579\tval-rmspe:0.168979\n",
      "[213]\ttrain-rmse:0.106983\tval-rmse:0.153148\ttrain-rmspe:0.158567\tval-rmspe:0.168989\n",
      "[214]\ttrain-rmse:0.106978\tval-rmse:0.15317\ttrain-rmspe:0.158572\tval-rmspe:0.169011\n",
      "[215]\ttrain-rmse:0.106972\tval-rmse:0.153184\ttrain-rmspe:0.158754\tval-rmspe:0.168979\n",
      "[216]\ttrain-rmse:0.106785\tval-rmse:0.153151\ttrain-rmspe:0.158639\tval-rmspe:0.16896\n",
      "[217]\ttrain-rmse:0.106757\tval-rmse:0.153141\ttrain-rmspe:0.158636\tval-rmspe:0.168948\n",
      "[218]\ttrain-rmse:0.106508\tval-rmse:0.152982\ttrain-rmspe:0.158459\tval-rmspe:0.168763\n",
      "[219]\ttrain-rmse:0.106443\tval-rmse:0.153006\ttrain-rmspe:0.158492\tval-rmspe:0.168725\n",
      "[220]\ttrain-rmse:0.106429\tval-rmse:0.153031\ttrain-rmspe:0.158422\tval-rmspe:0.168747\n",
      "[221]\ttrain-rmse:0.106342\tval-rmse:0.152693\ttrain-rmspe:0.158189\tval-rmspe:0.168468\n",
      "[222]\ttrain-rmse:0.106282\tval-rmse:0.152749\ttrain-rmspe:0.158259\tval-rmspe:0.168405\n",
      "[223]\ttrain-rmse:0.106268\tval-rmse:0.152734\ttrain-rmspe:0.158238\tval-rmspe:0.168399\n",
      "[224]\ttrain-rmse:0.106175\tval-rmse:0.152754\ttrain-rmspe:0.158661\tval-rmspe:0.168545\n",
      "[225]\ttrain-rmse:0.106169\tval-rmse:0.152742\ttrain-rmspe:0.158642\tval-rmspe:0.16851\n",
      "[226]\ttrain-rmse:0.106144\tval-rmse:0.152686\ttrain-rmspe:0.158141\tval-rmspe:0.168471\n",
      "[227]\ttrain-rmse:0.106134\tval-rmse:0.15273\ttrain-rmspe:0.158118\tval-rmspe:0.168492\n",
      "[228]\ttrain-rmse:0.106115\tval-rmse:0.152757\ttrain-rmspe:0.15808\tval-rmspe:0.168484\n",
      "[229]\ttrain-rmse:0.106028\tval-rmse:0.152774\ttrain-rmspe:0.158111\tval-rmspe:0.168535\n",
      "[230]\ttrain-rmse:0.105749\tval-rmse:0.152562\ttrain-rmspe:0.158118\tval-rmspe:0.168407\n",
      "[231]\ttrain-rmse:0.105699\tval-rmse:0.152795\ttrain-rmspe:0.15802\tval-rmspe:0.168651\n",
      "[232]\ttrain-rmse:0.105693\tval-rmse:0.152828\ttrain-rmspe:0.158018\tval-rmspe:0.16866\n",
      "[233]\ttrain-rmse:0.10568\tval-rmse:0.152828\ttrain-rmspe:0.158\tval-rmspe:0.168654\n",
      "[234]\ttrain-rmse:0.105402\tval-rmse:0.152679\ttrain-rmspe:0.157805\tval-rmspe:0.168465\n",
      "[235]\ttrain-rmse:0.105363\tval-rmse:0.152776\ttrain-rmspe:0.157863\tval-rmspe:0.168466\n",
      "[236]\ttrain-rmse:0.105275\tval-rmse:0.152779\ttrain-rmspe:0.157847\tval-rmspe:0.168486\n",
      "[237]\ttrain-rmse:0.105191\tval-rmse:0.152817\ttrain-rmspe:0.155206\tval-rmspe:0.168489\n",
      "[238]\ttrain-rmse:0.105115\tval-rmse:0.152818\ttrain-rmspe:0.155166\tval-rmspe:0.168478\n",
      "[239]\ttrain-rmse:0.104983\tval-rmse:0.152911\ttrain-rmspe:0.155134\tval-rmspe:0.168501\n",
      "[240]\ttrain-rmse:0.104505\tval-rmse:0.152669\ttrain-rmspe:0.154666\tval-rmspe:0.16822\n",
      "[241]\ttrain-rmse:0.104426\tval-rmse:0.152623\ttrain-rmspe:0.154595\tval-rmspe:0.168167\n",
      "[242]\ttrain-rmse:0.10442\tval-rmse:0.152639\ttrain-rmspe:0.154604\tval-rmspe:0.168172\n",
      "[243]\ttrain-rmse:0.104394\tval-rmse:0.152597\ttrain-rmspe:0.154622\tval-rmspe:0.168149\n",
      "[244]\ttrain-rmse:0.104311\tval-rmse:0.152589\ttrain-rmspe:0.154645\tval-rmspe:0.168164\n",
      "[245]\ttrain-rmse:0.104248\tval-rmse:0.152594\ttrain-rmspe:0.154596\tval-rmspe:0.168141\n",
      "[246]\ttrain-rmse:0.104227\tval-rmse:0.152562\ttrain-rmspe:0.15464\tval-rmspe:0.168101\n",
      "[247]\ttrain-rmse:0.104221\tval-rmse:0.152552\ttrain-rmspe:0.154636\tval-rmspe:0.168103\n",
      "[248]\ttrain-rmse:0.104165\tval-rmse:0.152537\ttrain-rmspe:0.154593\tval-rmspe:0.168083\n",
      "[249]\ttrain-rmse:0.104036\tval-rmse:0.152414\ttrain-rmspe:0.154439\tval-rmspe:0.168\n",
      "[250]\ttrain-rmse:0.10403\tval-rmse:0.152427\ttrain-rmspe:0.154443\tval-rmspe:0.167994\n",
      "[251]\ttrain-rmse:0.103786\tval-rmse:0.152295\ttrain-rmspe:0.153725\tval-rmspe:0.167651\n",
      "[252]\ttrain-rmse:0.103698\tval-rmse:0.152307\ttrain-rmspe:0.15367\tval-rmspe:0.167743\n",
      "[253]\ttrain-rmse:0.103649\tval-rmse:0.152399\ttrain-rmspe:0.15336\tval-rmspe:0.167768\n",
      "[254]\ttrain-rmse:0.103551\tval-rmse:0.152154\ttrain-rmspe:0.153333\tval-rmspe:0.167381\n",
      "[255]\ttrain-rmse:0.103515\tval-rmse:0.152264\ttrain-rmspe:0.153259\tval-rmspe:0.167488\n",
      "[256]\ttrain-rmse:0.103417\tval-rmse:0.152295\ttrain-rmspe:0.15294\tval-rmspe:0.167547\n",
      "[257]\ttrain-rmse:0.103323\tval-rmse:0.152348\ttrain-rmspe:0.152928\tval-rmspe:0.167608\n",
      "[258]\ttrain-rmse:0.103293\tval-rmse:0.152294\ttrain-rmspe:0.15288\tval-rmspe:0.167586\n",
      "[259]\ttrain-rmse:0.103276\tval-rmse:0.152209\ttrain-rmspe:0.152872\tval-rmspe:0.167558\n",
      "[260]\ttrain-rmse:0.103272\tval-rmse:0.152213\ttrain-rmspe:0.15286\tval-rmspe:0.167554\n",
      "[261]\ttrain-rmse:0.103246\tval-rmse:0.152244\ttrain-rmspe:0.152891\tval-rmspe:0.167561\n",
      "[262]\ttrain-rmse:0.103158\tval-rmse:0.151987\ttrain-rmspe:0.152787\tval-rmspe:0.167261\n",
      "[263]\ttrain-rmse:0.10314\tval-rmse:0.151968\ttrain-rmspe:0.152797\tval-rmspe:0.167274\n",
      "[264]\ttrain-rmse:0.103104\tval-rmse:0.151757\ttrain-rmspe:0.15274\tval-rmspe:0.167082\n",
      "[265]\ttrain-rmse:0.102849\tval-rmse:0.151697\ttrain-rmspe:0.15041\tval-rmspe:0.166949\n",
      "[266]\ttrain-rmse:0.102809\tval-rmse:0.151759\ttrain-rmspe:0.150159\tval-rmspe:0.166968\n",
      "[267]\ttrain-rmse:0.102788\tval-rmse:0.151714\ttrain-rmspe:0.150121\tval-rmspe:0.166899\n",
      "[268]\ttrain-rmse:0.102751\tval-rmse:0.151701\ttrain-rmspe:0.150201\tval-rmspe:0.166919\n",
      "[269]\ttrain-rmse:0.102701\tval-rmse:0.151637\ttrain-rmspe:0.150198\tval-rmspe:0.166898\n",
      "[270]\ttrain-rmse:0.102632\tval-rmse:0.151691\ttrain-rmspe:0.150063\tval-rmspe:0.166847\n",
      "[271]\ttrain-rmse:0.102573\tval-rmse:0.151742\ttrain-rmspe:0.150019\tval-rmspe:0.166938\n",
      "[272]\ttrain-rmse:0.102548\tval-rmse:0.151832\ttrain-rmspe:0.15\tval-rmspe:0.166883\n",
      "[273]\ttrain-rmse:0.102515\tval-rmse:0.151849\ttrain-rmspe:0.150029\tval-rmspe:0.166864\n",
      "[274]\ttrain-rmse:0.102467\tval-rmse:0.15186\ttrain-rmspe:0.149833\tval-rmspe:0.166882\n",
      "[275]\ttrain-rmse:0.102094\tval-rmse:0.151706\ttrain-rmspe:0.151819\tval-rmspe:0.166624\n",
      "[276]\ttrain-rmse:0.101958\tval-rmse:0.151636\ttrain-rmspe:0.151565\tval-rmspe:0.166552\n",
      "[277]\ttrain-rmse:0.101955\tval-rmse:0.151626\ttrain-rmspe:0.151409\tval-rmspe:0.1665\n",
      "[278]\ttrain-rmse:0.10192\tval-rmse:0.151625\ttrain-rmspe:0.151285\tval-rmspe:0.166416\n",
      "[279]\ttrain-rmse:0.101842\tval-rmse:0.151562\ttrain-rmspe:0.151015\tval-rmspe:0.166312\n",
      "[280]\ttrain-rmse:0.101628\tval-rmse:0.151423\ttrain-rmspe:0.150889\tval-rmspe:0.166165\n",
      "[281]\ttrain-rmse:0.101616\tval-rmse:0.151373\ttrain-rmspe:0.150874\tval-rmspe:0.166321\n",
      "[282]\ttrain-rmse:0.101599\tval-rmse:0.151369\ttrain-rmspe:0.150811\tval-rmspe:0.166312\n",
      "[283]\ttrain-rmse:0.101549\tval-rmse:0.151344\ttrain-rmspe:0.150799\tval-rmspe:0.166312\n",
      "[284]\ttrain-rmse:0.101546\tval-rmse:0.151323\ttrain-rmspe:0.1508\tval-rmspe:0.166317\n",
      "[285]\ttrain-rmse:0.101484\tval-rmse:0.151287\ttrain-rmspe:0.150717\tval-rmspe:0.166263\n",
      "[286]\ttrain-rmse:0.101471\tval-rmse:0.15128\ttrain-rmspe:0.150711\tval-rmspe:0.166268\n",
      "[287]\ttrain-rmse:0.101423\tval-rmse:0.151342\ttrain-rmspe:0.15069\tval-rmspe:0.166317\n",
      "[288]\ttrain-rmse:0.10107\tval-rmse:0.151107\ttrain-rmspe:0.149515\tval-rmspe:0.166094\n",
      "[289]\ttrain-rmse:0.101015\tval-rmse:0.150869\ttrain-rmspe:0.149124\tval-rmspe:0.165946\n",
      "[290]\ttrain-rmse:0.100943\tval-rmse:0.15089\ttrain-rmspe:0.149082\tval-rmspe:0.165978\n",
      "[291]\ttrain-rmse:0.10094\tval-rmse:0.150871\ttrain-rmspe:0.149096\tval-rmspe:0.165969\n",
      "[292]\ttrain-rmse:0.100936\tval-rmse:0.150889\ttrain-rmspe:0.149078\tval-rmspe:0.165952\n",
      "[293]\ttrain-rmse:0.100789\tval-rmse:0.150778\ttrain-rmspe:0.148953\tval-rmspe:0.165837\n",
      "[294]\ttrain-rmse:0.100749\tval-rmse:0.150797\ttrain-rmspe:0.148908\tval-rmspe:0.165874\n",
      "[295]\ttrain-rmse:0.100641\tval-rmse:0.150747\ttrain-rmspe:0.14866\tval-rmspe:0.165812\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[296]\ttrain-rmse:0.100557\tval-rmse:0.150755\ttrain-rmspe:0.148623\tval-rmspe:0.165839\n",
      "[297]\ttrain-rmse:0.100525\tval-rmse:0.150768\ttrain-rmspe:0.14859\tval-rmspe:0.165839\n",
      "[298]\ttrain-rmse:0.100311\tval-rmse:0.150596\ttrain-rmspe:0.148405\tval-rmspe:0.165643\n",
      "[299]\ttrain-rmse:0.100104\tval-rmse:0.150427\ttrain-rmspe:0.148317\tval-rmspe:0.16554\n",
      "[300]\ttrain-rmse:0.100034\tval-rmse:0.150367\ttrain-rmspe:0.148211\tval-rmspe:0.165369\n",
      "[301]\ttrain-rmse:0.09998\tval-rmse:0.150351\ttrain-rmspe:0.14718\tval-rmspe:0.165316\n",
      "[302]\ttrain-rmse:0.099895\tval-rmse:0.150317\ttrain-rmspe:0.14737\tval-rmspe:0.165304\n",
      "[303]\ttrain-rmse:0.099845\tval-rmse:0.150524\ttrain-rmspe:0.147285\tval-rmspe:0.16558\n",
      "[304]\ttrain-rmse:0.099008\tval-rmse:0.150046\ttrain-rmspe:0.146538\tval-rmspe:0.165014\n",
      "[305]\ttrain-rmse:0.099004\tval-rmse:0.150092\ttrain-rmspe:0.14654\tval-rmspe:0.165033\n",
      "[306]\ttrain-rmse:0.098849\tval-rmse:0.149989\ttrain-rmspe:0.14772\tval-rmspe:0.164476\n",
      "[307]\ttrain-rmse:0.098784\tval-rmse:0.149981\ttrain-rmspe:0.147655\tval-rmspe:0.164428\n",
      "[308]\ttrain-rmse:0.098662\tval-rmse:0.150031\ttrain-rmspe:0.147535\tval-rmspe:0.164604\n",
      "[309]\ttrain-rmse:0.098491\tval-rmse:0.149893\ttrain-rmspe:0.147218\tval-rmspe:0.164458\n",
      "[310]\ttrain-rmse:0.098491\tval-rmse:0.149899\ttrain-rmspe:0.147208\tval-rmspe:0.164454\n",
      "[311]\ttrain-rmse:0.098417\tval-rmse:0.149931\ttrain-rmspe:0.147135\tval-rmspe:0.164485\n",
      "[312]\ttrain-rmse:0.098339\tval-rmse:0.150001\ttrain-rmspe:0.1469\tval-rmspe:0.164476\n",
      "[313]\ttrain-rmse:0.098322\tval-rmse:0.149994\ttrain-rmspe:0.146875\tval-rmspe:0.1645\n",
      "[314]\ttrain-rmse:0.098316\tval-rmse:0.149972\ttrain-rmspe:0.146875\tval-rmspe:0.164523\n",
      "[315]\ttrain-rmse:0.098313\tval-rmse:0.149968\ttrain-rmspe:0.146857\tval-rmspe:0.164508\n",
      "[316]\ttrain-rmse:0.098298\tval-rmse:0.149646\ttrain-rmspe:0.146955\tval-rmspe:0.164444\n",
      "[317]\ttrain-rmse:0.098246\tval-rmse:0.14976\ttrain-rmspe:0.146263\tval-rmspe:0.164514\n",
      "[318]\ttrain-rmse:0.098197\tval-rmse:0.149704\ttrain-rmspe:0.14635\tval-rmspe:0.164455\n",
      "[319]\ttrain-rmse:0.09807\tval-rmse:0.149591\ttrain-rmspe:0.146327\tval-rmspe:0.164349\n",
      "[320]\ttrain-rmse:0.098038\tval-rmse:0.149584\ttrain-rmspe:0.146251\tval-rmspe:0.164283\n",
      "[321]\ttrain-rmse:0.09793\tval-rmse:0.149583\ttrain-rmspe:0.146156\tval-rmspe:0.164374\n",
      "[322]\ttrain-rmse:0.097914\tval-rmse:0.14972\ttrain-rmspe:0.146226\tval-rmspe:0.164326\n",
      "[323]\ttrain-rmse:0.097822\tval-rmse:0.149721\ttrain-rmspe:0.146136\tval-rmspe:0.164355\n",
      "[324]\ttrain-rmse:0.0978\tval-rmse:0.14972\ttrain-rmspe:0.146099\tval-rmspe:0.164325\n",
      "[325]\ttrain-rmse:0.097787\tval-rmse:0.149702\ttrain-rmspe:0.14614\tval-rmspe:0.164319\n",
      "[326]\ttrain-rmse:0.097742\tval-rmse:0.149703\ttrain-rmspe:0.146128\tval-rmspe:0.164288\n",
      "[327]\ttrain-rmse:0.097472\tval-rmse:0.14964\ttrain-rmspe:0.14582\tval-rmspe:0.164247\n",
      "[328]\ttrain-rmse:0.097428\tval-rmse:0.149711\ttrain-rmspe:0.144738\tval-rmspe:0.16427\n",
      "[329]\ttrain-rmse:0.097392\tval-rmse:0.149822\ttrain-rmspe:0.144839\tval-rmspe:0.16439\n",
      "[330]\ttrain-rmse:0.097391\tval-rmse:0.149817\ttrain-rmspe:0.144851\tval-rmspe:0.164395\n",
      "[331]\ttrain-rmse:0.097334\tval-rmse:0.149803\ttrain-rmspe:0.144766\tval-rmspe:0.164381\n",
      "[332]\ttrain-rmse:0.097293\tval-rmse:0.149809\ttrain-rmspe:0.144693\tval-rmspe:0.164407\n",
      "[333]\ttrain-rmse:0.097257\tval-rmse:0.149742\ttrain-rmspe:0.144627\tval-rmspe:0.164372\n",
      "[334]\ttrain-rmse:0.097241\tval-rmse:0.149785\ttrain-rmspe:0.144665\tval-rmspe:0.164385\n",
      "[335]\ttrain-rmse:0.097235\tval-rmse:0.149809\ttrain-rmspe:0.144659\tval-rmspe:0.164377\n",
      "[336]\ttrain-rmse:0.097229\tval-rmse:0.149848\ttrain-rmspe:0.144665\tval-rmspe:0.164386\n",
      "[337]\ttrain-rmse:0.097172\tval-rmse:0.149799\ttrain-rmspe:0.144528\tval-rmspe:0.16433\n",
      "[338]\ttrain-rmse:0.097131\tval-rmse:0.14987\ttrain-rmspe:0.144208\tval-rmspe:0.164398\n",
      "[339]\ttrain-rmse:0.097126\tval-rmse:0.149861\ttrain-rmspe:0.144185\tval-rmspe:0.16441\n",
      "[340]\ttrain-rmse:0.097124\tval-rmse:0.149855\ttrain-rmspe:0.144255\tval-rmspe:0.16442\n",
      "[341]\ttrain-rmse:0.097115\tval-rmse:0.149841\ttrain-rmspe:0.14421\tval-rmspe:0.164392\n",
      "[342]\ttrain-rmse:0.097114\tval-rmse:0.149856\ttrain-rmspe:0.144214\tval-rmspe:0.164394\n",
      "[343]\ttrain-rmse:0.097069\tval-rmse:0.149844\ttrain-rmspe:0.144122\tval-rmspe:0.164353\n",
      "[344]\ttrain-rmse:0.097014\tval-rmse:0.149744\ttrain-rmspe:0.14449\tval-rmspe:0.164162\n",
      "[345]\ttrain-rmse:0.097012\tval-rmse:0.149721\ttrain-rmspe:0.144427\tval-rmspe:0.16415\n",
      "[346]\ttrain-rmse:0.096712\tval-rmse:0.149506\ttrain-rmspe:0.14249\tval-rmspe:0.163626\n",
      "[347]\ttrain-rmse:0.096559\tval-rmse:0.149548\ttrain-rmspe:0.142347\tval-rmspe:0.163589\n",
      "[348]\ttrain-rmse:0.096442\tval-rmse:0.149512\ttrain-rmspe:0.142122\tval-rmspe:0.163668\n",
      "[349]\ttrain-rmse:0.096414\tval-rmse:0.149431\ttrain-rmspe:0.141967\tval-rmspe:0.163612\n",
      "[350]\ttrain-rmse:0.096308\tval-rmse:0.149405\ttrain-rmspe:0.141965\tval-rmspe:0.163615\n",
      "[351]\ttrain-rmse:0.096295\tval-rmse:0.149454\ttrain-rmspe:0.141956\tval-rmspe:0.163562\n",
      "[352]\ttrain-rmse:0.096239\tval-rmse:0.149471\ttrain-rmspe:0.141866\tval-rmspe:0.163632\n",
      "[353]\ttrain-rmse:0.096216\tval-rmse:0.149455\ttrain-rmspe:0.141812\tval-rmspe:0.163581\n",
      "[354]\ttrain-rmse:0.096159\tval-rmse:0.149397\ttrain-rmspe:0.141764\tval-rmspe:0.163528\n",
      "[355]\ttrain-rmse:0.096152\tval-rmse:0.149397\ttrain-rmspe:0.141758\tval-rmspe:0.163567\n",
      "[356]\ttrain-rmse:0.096105\tval-rmse:0.149404\ttrain-rmspe:0.141737\tval-rmspe:0.163573\n",
      "[357]\ttrain-rmse:0.095803\tval-rmse:0.149193\ttrain-rmspe:0.142756\tval-rmspe:0.163138\n",
      "[358]\ttrain-rmse:0.095791\tval-rmse:0.149191\ttrain-rmspe:0.142752\tval-rmspe:0.163122\n",
      "[359]\ttrain-rmse:0.095781\tval-rmse:0.149213\ttrain-rmspe:0.142776\tval-rmspe:0.163084\n",
      "[360]\ttrain-rmse:0.095719\tval-rmse:0.149161\ttrain-rmspe:0.142773\tval-rmspe:0.163024\n",
      "[361]\ttrain-rmse:0.095696\tval-rmse:0.149138\ttrain-rmspe:0.142625\tval-rmspe:0.162988\n",
      "[362]\ttrain-rmse:0.095663\tval-rmse:0.149246\ttrain-rmspe:0.142572\tval-rmspe:0.1631\n",
      "[363]\ttrain-rmse:0.095638\tval-rmse:0.149271\ttrain-rmspe:0.142734\tval-rmspe:0.163068\n",
      "[364]\ttrain-rmse:0.095622\tval-rmse:0.149288\ttrain-rmspe:0.142786\tval-rmspe:0.163068\n",
      "[365]\ttrain-rmse:0.095594\tval-rmse:0.149251\ttrain-rmspe:0.143043\tval-rmspe:0.163042\n",
      "[366]\ttrain-rmse:0.095534\tval-rmse:0.149235\ttrain-rmspe:0.138348\tval-rmspe:0.163022\n",
      "[367]\ttrain-rmse:0.095517\tval-rmse:0.149186\ttrain-rmspe:0.13835\tval-rmspe:0.163065\n",
      "[368]\ttrain-rmse:0.095508\tval-rmse:0.149197\ttrain-rmspe:0.138312\tval-rmspe:0.16305\n",
      "[369]\ttrain-rmse:0.095449\tval-rmse:0.149168\ttrain-rmspe:0.138274\tval-rmspe:0.1631\n",
      "[370]\ttrain-rmse:0.095409\tval-rmse:0.149172\ttrain-rmspe:0.138278\tval-rmspe:0.162922\n",
      "[371]\ttrain-rmse:0.095399\tval-rmse:0.149168\ttrain-rmspe:0.138269\tval-rmspe:0.162922\n",
      "[372]\ttrain-rmse:0.095374\tval-rmse:0.148851\ttrain-rmspe:0.138202\tval-rmspe:0.162792\n",
      "[373]\ttrain-rmse:0.095343\tval-rmse:0.148989\ttrain-rmspe:0.137607\tval-rmspe:0.162755\n",
      "[374]\ttrain-rmse:0.095297\tval-rmse:0.14893\ttrain-rmspe:0.137632\tval-rmspe:0.162874\n",
      "[375]\ttrain-rmse:0.095283\tval-rmse:0.148963\ttrain-rmspe:0.137555\tval-rmspe:0.162848\n",
      "[376]\ttrain-rmse:0.095191\tval-rmse:0.148919\ttrain-rmspe:0.1375\tval-rmspe:0.162839\n",
      "[377]\ttrain-rmse:0.095137\tval-rmse:0.148945\ttrain-rmspe:0.137447\tval-rmspe:0.162895\n",
      "[378]\ttrain-rmse:0.095124\tval-rmse:0.149061\ttrain-rmspe:0.13743\tval-rmspe:0.162943\n",
      "[379]\ttrain-rmse:0.095064\tval-rmse:0.149083\ttrain-rmspe:0.136846\tval-rmspe:0.162933\n",
      "[380]\ttrain-rmse:0.09505\tval-rmse:0.148992\ttrain-rmspe:0.136859\tval-rmspe:0.163053\n",
      "[381]\ttrain-rmse:0.094983\tval-rmse:0.148954\ttrain-rmspe:0.136024\tval-rmspe:0.162995\n",
      "[382]\ttrain-rmse:0.094918\tval-rmse:0.148982\ttrain-rmspe:0.135957\tval-rmspe:0.163089\n",
      "[383]\ttrain-rmse:0.094905\tval-rmse:0.149033\ttrain-rmspe:0.135835\tval-rmspe:0.163153\n",
      "[384]\ttrain-rmse:0.094897\tval-rmse:0.149155\ttrain-rmspe:0.135834\tval-rmspe:0.163209\n",
      "[385]\ttrain-rmse:0.094859\tval-rmse:0.149275\ttrain-rmspe:0.135794\tval-rmspe:0.163332\n",
      "[386]\ttrain-rmse:0.094797\tval-rmse:0.149298\ttrain-rmspe:0.135689\tval-rmspe:0.163008\n",
      "[387]\ttrain-rmse:0.094797\tval-rmse:0.149309\ttrain-rmspe:0.135701\tval-rmspe:0.163025\n",
      "[388]\ttrain-rmse:0.094796\tval-rmse:0.149304\ttrain-rmspe:0.135715\tval-rmspe:0.163038\n",
      "[389]\ttrain-rmse:0.094789\tval-rmse:0.149308\ttrain-rmspe:0.135801\tval-rmspe:0.163029\n",
      "[390]\ttrain-rmse:0.094632\tval-rmse:0.149255\ttrain-rmspe:0.136194\tval-rmspe:0.162896\n",
      "[391]\ttrain-rmse:0.094629\tval-rmse:0.149237\ttrain-rmspe:0.136189\tval-rmspe:0.162892\n",
      "[392]\ttrain-rmse:0.094606\tval-rmse:0.149231\ttrain-rmspe:0.135079\tval-rmspe:0.162893\n",
      "[393]\ttrain-rmse:0.094605\tval-rmse:0.149219\ttrain-rmspe:0.13509\tval-rmspe:0.162906\n",
      "[394]\ttrain-rmse:0.094602\tval-rmse:0.149219\ttrain-rmspe:0.135093\tval-rmspe:0.162906\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[395]\ttrain-rmse:0.094375\tval-rmse:0.14916\ttrain-rmspe:0.135037\tval-rmspe:0.162878\n",
      "[396]\ttrain-rmse:0.094311\tval-rmse:0.149185\ttrain-rmspe:0.135108\tval-rmspe:0.162901\n",
      "[397]\ttrain-rmse:0.094307\tval-rmse:0.149174\ttrain-rmspe:0.135111\tval-rmspe:0.162893\n",
      "[398]\ttrain-rmse:0.094214\tval-rmse:0.149139\ttrain-rmspe:0.135047\tval-rmspe:0.162931\n",
      "[399]\ttrain-rmse:0.094123\tval-rmse:0.149172\ttrain-rmspe:0.135108\tval-rmspe:0.162954\n",
      "[400]\ttrain-rmse:0.093978\tval-rmse:0.149068\ttrain-rmspe:0.135039\tval-rmspe:0.162946\n",
      "[401]\ttrain-rmse:0.093952\tval-rmse:0.149053\ttrain-rmspe:0.135029\tval-rmspe:0.162934\n",
      "[402]\ttrain-rmse:0.09392\tval-rmse:0.149042\ttrain-rmspe:0.135053\tval-rmspe:0.162931\n",
      "[403]\ttrain-rmse:0.0939\tval-rmse:0.149058\ttrain-rmspe:0.135023\tval-rmspe:0.162931\n",
      "[404]\ttrain-rmse:0.093856\tval-rmse:0.149034\ttrain-rmspe:0.135021\tval-rmspe:0.162896\n",
      "[405]\ttrain-rmse:0.093851\tval-rmse:0.149069\ttrain-rmspe:0.135042\tval-rmspe:0.162893\n",
      "[406]\ttrain-rmse:0.093828\tval-rmse:0.148894\ttrain-rmspe:0.13502\tval-rmspe:0.162889\n",
      "[407]\ttrain-rmse:0.093789\tval-rmse:0.148901\ttrain-rmspe:0.135011\tval-rmspe:0.162921\n",
      "[408]\ttrain-rmse:0.093733\tval-rmse:0.148884\ttrain-rmspe:0.134883\tval-rmspe:0.162919\n",
      "[409]\ttrain-rmse:0.093676\tval-rmse:0.148891\ttrain-rmspe:0.135309\tval-rmspe:0.162949\n",
      "[410]\ttrain-rmse:0.09363\tval-rmse:0.148822\ttrain-rmspe:0.135331\tval-rmspe:0.162839\n",
      "[411]\ttrain-rmse:0.093595\tval-rmse:0.148836\ttrain-rmspe:0.135194\tval-rmspe:0.162841\n",
      "[412]\ttrain-rmse:0.093546\tval-rmse:0.148826\ttrain-rmspe:0.135075\tval-rmspe:0.163468\n",
      "[413]\ttrain-rmse:0.093508\tval-rmse:0.148874\ttrain-rmspe:0.135044\tval-rmspe:0.163515\n",
      "[414]\ttrain-rmse:0.093445\tval-rmse:0.148863\ttrain-rmspe:0.136921\tval-rmspe:0.163497\n",
      "[415]\ttrain-rmse:0.093399\tval-rmse:0.148901\ttrain-rmspe:0.136889\tval-rmspe:0.163616\n",
      "[416]\ttrain-rmse:0.093367\tval-rmse:0.149012\ttrain-rmspe:0.136866\tval-rmspe:0.163758\n",
      "[417]\ttrain-rmse:0.093337\tval-rmse:0.149021\ttrain-rmspe:0.1367\tval-rmspe:0.163732\n",
      "[418]\ttrain-rmse:0.093328\tval-rmse:0.148984\ttrain-rmspe:0.136689\tval-rmspe:0.16376\n",
      "[419]\ttrain-rmse:0.093307\tval-rmse:0.149008\ttrain-rmspe:0.136761\tval-rmspe:0.163777\n",
      "[420]\ttrain-rmse:0.093291\tval-rmse:0.148987\ttrain-rmspe:0.136713\tval-rmspe:0.163766\n",
      "[421]\ttrain-rmse:0.093282\tval-rmse:0.14898\ttrain-rmspe:0.136815\tval-rmspe:0.163727\n",
      "[422]\ttrain-rmse:0.093282\tval-rmse:0.148946\ttrain-rmspe:0.136806\tval-rmspe:0.163728\n",
      "[423]\ttrain-rmse:0.093269\tval-rmse:0.148891\ttrain-rmspe:0.136657\tval-rmspe:0.163709\n",
      "[424]\ttrain-rmse:0.093198\tval-rmse:0.14889\ttrain-rmspe:0.136603\tval-rmspe:0.163738\n",
      "[425]\ttrain-rmse:0.093179\tval-rmse:0.148897\ttrain-rmspe:0.13656\tval-rmspe:0.163734\n",
      "[426]\ttrain-rmse:0.093165\tval-rmse:0.148978\ttrain-rmspe:0.136497\tval-rmspe:0.163805\n",
      "[427]\ttrain-rmse:0.093157\tval-rmse:0.149057\ttrain-rmspe:0.136516\tval-rmspe:0.163741\n",
      "[428]\ttrain-rmse:0.093153\tval-rmse:0.149029\ttrain-rmspe:0.136518\tval-rmspe:0.163753\n",
      "[429]\ttrain-rmse:0.093102\tval-rmse:0.149042\ttrain-rmspe:0.136174\tval-rmspe:0.163751\n",
      "[430]\ttrain-rmse:0.093089\tval-rmse:0.14902\ttrain-rmspe:0.13617\tval-rmspe:0.163716\n",
      "[431]\ttrain-rmse:0.093064\tval-rmse:0.148968\ttrain-rmspe:0.136118\tval-rmspe:0.163664\n",
      "[432]\ttrain-rmse:0.093021\tval-rmse:0.148958\ttrain-rmspe:0.136097\tval-rmspe:0.163632\n",
      "[433]\ttrain-rmse:0.092959\tval-rmse:0.149022\ttrain-rmspe:0.135985\tval-rmspe:0.163666\n",
      "[434]\ttrain-rmse:0.092912\tval-rmse:0.149028\ttrain-rmspe:0.135091\tval-rmspe:0.163627\n",
      "[435]\ttrain-rmse:0.092874\tval-rmse:0.14904\ttrain-rmspe:0.135104\tval-rmspe:0.163724\n",
      "[436]\ttrain-rmse:0.092802\tval-rmse:0.1491\ttrain-rmspe:0.135016\tval-rmspe:0.163743\n",
      "[437]\ttrain-rmse:0.09278\tval-rmse:0.14912\ttrain-rmspe:0.135963\tval-rmspe:0.163758\n",
      "[438]\ttrain-rmse:0.092766\tval-rmse:0.149139\ttrain-rmspe:0.135897\tval-rmspe:0.163728\n",
      "[439]\ttrain-rmse:0.092746\tval-rmse:0.149157\ttrain-rmspe:0.135896\tval-rmspe:0.163728\n",
      "[440]\ttrain-rmse:0.092711\tval-rmse:0.149184\ttrain-rmspe:0.1362\tval-rmspe:0.163747\n",
      "[441]\ttrain-rmse:0.092697\tval-rmse:0.149258\ttrain-rmspe:0.136326\tval-rmspe:0.163857\n",
      "[442]\ttrain-rmse:0.092685\tval-rmse:0.14918\ttrain-rmspe:0.136348\tval-rmspe:0.163811\n",
      "[443]\ttrain-rmse:0.092633\tval-rmse:0.149051\ttrain-rmspe:0.136407\tval-rmspe:0.163714\n",
      "[444]\ttrain-rmse:0.092619\tval-rmse:0.149063\ttrain-rmspe:0.136555\tval-rmspe:0.163735\n",
      "[445]\ttrain-rmse:0.092606\tval-rmse:0.149048\ttrain-rmspe:0.136364\tval-rmspe:0.163638\n",
      "[446]\ttrain-rmse:0.092419\tval-rmse:0.148969\ttrain-rmspe:0.135932\tval-rmspe:0.163581\n",
      "[447]\ttrain-rmse:0.092357\tval-rmse:0.148989\ttrain-rmspe:0.135843\tval-rmspe:0.163569\n",
      "[448]\ttrain-rmse:0.092353\tval-rmse:0.14901\ttrain-rmspe:0.13583\tval-rmspe:0.163573\n",
      "[449]\ttrain-rmse:0.092346\tval-rmse:0.14903\ttrain-rmspe:0.135799\tval-rmspe:0.163571\n",
      "[450]\ttrain-rmse:0.092323\tval-rmse:0.149049\ttrain-rmspe:0.135801\tval-rmspe:0.16356\n",
      "[451]\ttrain-rmse:0.092317\tval-rmse:0.149029\ttrain-rmspe:0.135851\tval-rmspe:0.163552\n",
      "[452]\ttrain-rmse:0.092275\tval-rmse:0.149057\ttrain-rmspe:0.135748\tval-rmspe:0.163593\n",
      "[453]\ttrain-rmse:0.092265\tval-rmse:0.149056\ttrain-rmspe:0.135745\tval-rmspe:0.163517\n",
      "[454]\ttrain-rmse:0.092226\tval-rmse:0.149019\ttrain-rmspe:0.135686\tval-rmspe:0.16351\n",
      "[455]\ttrain-rmse:0.092207\tval-rmse:0.149028\ttrain-rmspe:0.135622\tval-rmspe:0.163356\n",
      "[456]\ttrain-rmse:0.092191\tval-rmse:0.149029\ttrain-rmspe:0.135692\tval-rmspe:0.163381\n",
      "[457]\ttrain-rmse:0.092091\tval-rmse:0.148965\ttrain-rmspe:0.135628\tval-rmspe:0.16334\n",
      "[458]\ttrain-rmse:0.09201\tval-rmse:0.148916\ttrain-rmspe:0.12936\tval-rmspe:0.163205\n",
      "[459]\ttrain-rmse:0.091965\tval-rmse:0.148957\ttrain-rmspe:0.129322\tval-rmspe:0.163262\n",
      "[460]\ttrain-rmse:0.09195\tval-rmse:0.14898\ttrain-rmspe:0.129281\tval-rmspe:0.163281\n",
      "[461]\ttrain-rmse:0.091903\tval-rmse:0.148947\ttrain-rmspe:0.12931\tval-rmspe:0.163249\n",
      "[462]\ttrain-rmse:0.091898\tval-rmse:0.148982\ttrain-rmspe:0.129299\tval-rmspe:0.163279\n",
      "[463]\ttrain-rmse:0.091837\tval-rmse:0.148991\ttrain-rmspe:0.129511\tval-rmspe:0.163188\n",
      "[464]\ttrain-rmse:0.091834\tval-rmse:0.149001\ttrain-rmspe:0.129506\tval-rmspe:0.163189\n",
      "[465]\ttrain-rmse:0.091834\tval-rmse:0.148995\ttrain-rmspe:0.129501\tval-rmspe:0.163189\n",
      "[466]\ttrain-rmse:0.091821\tval-rmse:0.149015\ttrain-rmspe:0.12944\tval-rmspe:0.163223\n",
      "[467]\ttrain-rmse:0.091777\tval-rmse:0.148983\ttrain-rmspe:0.129454\tval-rmspe:0.163221\n",
      "[468]\ttrain-rmse:0.091694\tval-rmse:0.148979\ttrain-rmspe:0.129417\tval-rmspe:0.163217\n",
      "[469]\ttrain-rmse:0.091682\tval-rmse:0.149006\ttrain-rmspe:0.129529\tval-rmspe:0.163148\n",
      "[470]\ttrain-rmse:0.091656\tval-rmse:0.149\ttrain-rmspe:0.129281\tval-rmspe:0.163152\n",
      "[471]\ttrain-rmse:0.091607\tval-rmse:0.14904\ttrain-rmspe:0.129013\tval-rmspe:0.163106\n",
      "[472]\ttrain-rmse:0.091501\tval-rmse:0.149039\ttrain-rmspe:0.128743\tval-rmspe:0.163208\n",
      "[473]\ttrain-rmse:0.0913\tval-rmse:0.148931\ttrain-rmspe:0.128344\tval-rmspe:0.163069\n",
      "Stopping. Best iteration:\n",
      "[373]\ttrain-rmse:0.095343\tval-rmse:0.148989\ttrain-rmspe:0.137607\tval-rmspe:0.162755\n",
      "\n",
      "The training time of the model is: 344s\n",
      "The rmspe of the model on validation data set is 0.179539\n"
     ]
    }
   ],
   "source": [
    "#设定参数\n",
    "param = {'max_depth': 10, 'eta': 0.3, 'silent': 0, 'objective': 'reg:linear', 'min_child_weight': 6, 'colsample_bytree': 0.3, 'subsample':0.3}\n",
    "\n",
    "#设定迭代次数\n",
    "\n",
    "num_round = 100000\n",
    "stopping = 100\n",
    "\n",
    "#训练并打分\n",
    "model = train(param, dtrain, dval, num_round, rmspe_feval, stopping)\n",
    "score(model, dval)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The rmspe of the model on validation data set is 0.163069\n"
     ]
    }
   ],
   "source": [
    "score(model, dval)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}