train.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "%matplotlib inline\n",
    "\n",
    "import pandas as pd\n",
    "from src.bot.util.features import clean_features\n",
    "from src.bot.util.model import ModelPool, MergeModel\n",
    "from src.bot.util.data import *\n",
    "from catboost import CatBoostClassifier, CatBoostRegressor\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.metrics import f1_score\n",
    "\n",
    "data_dir = 'data/final/';\n",
    "model_dir = 'src/model/final/';"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X, y = stack_Xy(data_dir, 7)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['KillFish', 'dannyace', 'fcll']"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X = pd.read_pickle(data_dir + 'X.pickle')\n",
    "y = pd.read_pickle(data_dir + 'y.pickle')\n",
    "names = y['private_bot_name'].value_counts().index.sort_values().tolist()\n",
    "names"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# TRAIN MERGE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Borders generated\n",
      "0:\tlearn 0.605210514\ttest 0.6034840339\tbestTest 0.6034840339\t\ttotal: 144ms\tremaining: 28.6s\n",
      "1:\tlearn 0.5390684702\ttest 0.535776936\tbestTest 0.535776936\t\ttotal: 184ms\tremaining: 18.2s\n",
      "2:\tlearn 0.4749650363\ttest 0.4701498358\tbestTest 0.4701498358\t\ttotal: 218ms\tremaining: 14.3s\n",
      "3:\tlearn 0.4265717584\ttest 0.4209652143\tbestTest 0.4209652143\t\ttotal: 252ms\tremaining: 12.3s\n",
      "4:\tlearn 0.3992374768\ttest 0.392653052\tbestTest 0.392653052\t\ttotal: 286ms\tremaining: 11.2s\n",
      "5:\tlearn 0.3720572893\ttest 0.3644715542\tbestTest 0.3644715542\t\ttotal: 332ms\tremaining: 10.7s\n",
      "6:\tlearn 0.3564106135\ttest 0.3480660211\tbestTest 0.3480660211\t\ttotal: 370ms\tremaining: 10.2s\n",
      "7:\tlearn 0.3399500869\ttest 0.3307964629\tbestTest 0.3307964629\t\ttotal: 403ms\tremaining: 9.68s\n",
      "8:\tlearn 0.3263682411\ttest 0.3169388065\tbestTest 0.3169388065\t\ttotal: 438ms\tremaining: 9.29s\n",
      "9:\tlearn 0.3166301859\ttest 0.3069657718\tbestTest 0.3069657718\t\ttotal: 471ms\tremaining: 8.95s\n",
      "10:\tlearn 0.3107191034\ttest 0.3006033267\tbestTest 0.3006033267\t\ttotal: 504ms\tremaining: 8.66s\n",
      "11:\tlearn 0.3047040157\ttest 0.2940602674\tbestTest 0.2940602674\t\ttotal: 540ms\tremaining: 8.45s\n",
      "12:\tlearn 0.3010021993\ttest 0.2899978165\tbestTest 0.2899978165\t\ttotal: 576ms\tremaining: 8.29s\n",
      "13:\tlearn 0.296549352\ttest 0.2854326428\tbestTest 0.2854326428\t\ttotal: 610ms\tremaining: 8.11s\n",
      "14:\tlearn 0.2932421898\ttest 0.2820254513\tbestTest 0.2820254513\t\ttotal: 643ms\tremaining: 7.93s\n",
      "15:\tlearn 0.2906495314\ttest 0.2790682567\tbestTest 0.2790682567\t\ttotal: 676ms\tremaining: 7.78s\n",
      "16:\tlearn 0.2888913675\ttest 0.2770762147\tbestTest 0.2770762147\t\ttotal: 709ms\tremaining: 7.63s\n",
      "17:\tlearn 0.2875307736\ttest 0.2755040649\tbestTest 0.2755040649\t\ttotal: 743ms\tremaining: 7.51s\n",
      "18:\tlearn 0.2859521015\ttest 0.273635274\tbestTest 0.273635274\t\ttotal: 778ms\tremaining: 7.41s\n",
      "19:\tlearn 0.2847184404\ttest 0.2721384612\tbestTest 0.2721384612\t\ttotal: 810ms\tremaining: 7.29s\n",
      "20:\tlearn 0.2834072617\ttest 0.2708296979\tbestTest 0.2708296979\t\ttotal: 842ms\tremaining: 7.18s\n",
      "21:\tlearn 0.2826964876\ttest 0.269981766\tbestTest 0.269981766\t\ttotal: 875ms\tremaining: 7.08s\n",
      "22:\tlearn 0.281749835\ttest 0.2690429183\tbestTest 0.2690429183\t\ttotal: 907ms\tremaining: 6.98s\n",
      "23:\tlearn 0.2811188561\ttest 0.2682265921\tbestTest 0.2682265921\t\ttotal: 942ms\tremaining: 6.91s\n",
      "24:\tlearn 0.2804582739\ttest 0.267586436\tbestTest 0.267586436\t\ttotal: 979ms\tremaining: 6.85s\n",
      "25:\tlearn 0.280015111\ttest 0.2669891478\tbestTest 0.2669891478\t\ttotal: 1.01s\tremaining: 6.78s\n",
      "26:\tlearn 0.2796617257\ttest 0.2664957419\tbestTest 0.2664957419\t\ttotal: 1.05s\tremaining: 6.73s\n",
      "27:\tlearn 0.279315094\ttest 0.2660746366\tbestTest 0.2660746366\t\ttotal: 1.08s\tremaining: 6.65s\n",
      "28:\tlearn 0.2788899459\ttest 0.2656930744\tbestTest 0.2656930744\t\ttotal: 1.12s\tremaining: 6.58s\n",
      "29:\tlearn 0.2788126513\ttest 0.2655605883\tbestTest 0.2655605883\t\ttotal: 1.15s\tremaining: 6.51s\n",
      "30:\tlearn 0.2787548146\ttest 0.2654794153\tbestTest 0.2654794153\t\ttotal: 1.18s\tremaining: 6.45s\n",
      "31:\tlearn 0.2784490701\ttest 0.265219905\tbestTest 0.265219905\t\ttotal: 1.22s\tremaining: 6.42s\n",
      "32:\tlearn 0.2782435182\ttest 0.264919853\tbestTest 0.264919853\t\ttotal: 1.25s\tremaining: 6.35s\n",
      "33:\tlearn 0.2780082817\ttest 0.2647326836\tbestTest 0.2647326836\t\ttotal: 1.28s\tremaining: 6.28s\n",
      "34:\tlearn 0.2778479399\ttest 0.2644924519\tbestTest 0.2644924519\t\ttotal: 1.32s\tremaining: 6.21s\n",
      "35:\tlearn 0.2776528062\ttest 0.2642564028\tbestTest 0.2642564028\t\ttotal: 1.35s\tremaining: 6.14s\n",
      "36:\tlearn 0.2775333719\ttest 0.2640703425\tbestTest 0.2640703425\t\ttotal: 1.38s\tremaining: 6.09s\n",
      "37:\tlearn 0.2773547096\ttest 0.2639479035\tbestTest 0.2639479035\t\ttotal: 1.42s\tremaining: 6.05s\n",
      "38:\tlearn 0.2772118936\ttest 0.2638552526\tbestTest 0.2638552526\t\ttotal: 1.45s\tremaining: 5.99s\n",
      "39:\tlearn 0.2771981826\ttest 0.2638307038\tbestTest 0.2638307038\t\ttotal: 1.48s\tremaining: 5.93s\n",
      "40:\tlearn 0.2770605438\ttest 0.2636655724\tbestTest 0.2636655724\t\ttotal: 1.51s\tremaining: 5.87s\n",
      "41:\tlearn 0.2769685336\ttest 0.2635258852\tbestTest 0.2635258852\t\ttotal: 1.55s\tremaining: 5.82s\n",
      "42:\tlearn 0.2768628731\ttest 0.263399199\tbestTest 0.263399199\t\ttotal: 1.58s\tremaining: 5.77s\n",
      "43:\tlearn 0.2767909808\ttest 0.2632878478\tbestTest 0.2632878478\t\ttotal: 1.61s\tremaining: 5.71s\n",
      "44:\tlearn 0.2767085857\ttest 0.2631895426\tbestTest 0.2631895426\t\ttotal: 1.65s\tremaining: 5.68s\n",
      "45:\tlearn 0.2765969638\ttest 0.2631362989\tbestTest 0.2631362989\t\ttotal: 1.68s\tremaining: 5.63s\n",
      "46:\tlearn 0.2765072693\ttest 0.2630988396\tbestTest 0.2630988396\t\ttotal: 1.71s\tremaining: 5.58s\n",
      "47:\tlearn 0.2765037756\ttest 0.2630894692\tbestTest 0.2630894692\t\ttotal: 1.75s\tremaining: 5.53s\n",
      "48:\tlearn 0.276439864\ttest 0.263013547\tbestTest 0.263013547\t\ttotal: 1.78s\tremaining: 5.47s\n",
      "49:\tlearn 0.2763782368\ttest 0.2629269628\tbestTest 0.2629269628\t\ttotal: 1.81s\tremaining: 5.43s\n",
      "50:\tlearn 0.2763043726\ttest 0.2629044546\tbestTest 0.2629044546\t\ttotal: 1.84s\tremaining: 5.38s\n",
      "51:\tlearn 0.276253575\ttest 0.2628456261\tbestTest 0.2628456261\t\ttotal: 1.88s\tremaining: 5.36s\n",
      "52:\tlearn 0.2762128896\ttest 0.2627976566\tbestTest 0.2627976566\t\ttotal: 1.91s\tremaining: 5.31s\n",
      "53:\tlearn 0.2761596707\ttest 0.2627278229\tbestTest 0.2627278229\t\ttotal: 1.95s\tremaining: 5.26s\n",
      "54:\tlearn 0.2761266239\ttest 0.2626898566\tbestTest 0.2626898566\t\ttotal: 1.98s\tremaining: 5.22s\n",
      "55:\tlearn 0.2760827893\ttest 0.2626324004\tbestTest 0.2626324004\t\ttotal: 2.01s\tremaining: 5.17s\n",
      "56:\tlearn 0.2760556753\ttest 0.2626021918\tbestTest 0.2626021918\t\ttotal: 2.04s\tremaining: 5.13s\n",
      "57:\tlearn 0.2759908863\ttest 0.2625915694\tbestTest 0.2625915694\t\ttotal: 2.08s\tremaining: 5.08s\n",
      "58:\tlearn 0.2759386033\ttest 0.262587848\tbestTest 0.262587848\t\ttotal: 2.12s\tremaining: 5.05s\n",
      "59:\tlearn 0.2758963946\ttest 0.2625891917\tbestTest 0.262587848\t\ttotal: 2.15s\tremaining: 5.01s\n",
      "60:\tlearn 0.2758528131\ttest 0.262537205\tbestTest 0.262537205\t\ttotal: 2.18s\tremaining: 4.97s\n",
      "61:\tlearn 0.2758174135\ttest 0.2624937661\tbestTest 0.2624937661\t\ttotal: 2.21s\tremaining: 4.92s\n",
      "62:\tlearn 0.2757939964\ttest 0.2624704647\tbestTest 0.2624704647\t\ttotal: 2.24s\tremaining: 4.88s\n",
      "63:\tlearn 0.2757556013\ttest 0.2624753486\tbestTest 0.2624704647\t\ttotal: 2.27s\tremaining: 4.83s\n",
      "64:\tlearn 0.2757245722\ttest 0.2624831547\tbestTest 0.2624704647\t\ttotal: 2.31s\tremaining: 4.79s\n",
      "65:\tlearn 0.2756910859\ttest 0.2624441424\tbestTest 0.2624441424\t\ttotal: 2.35s\tremaining: 4.77s\n",
      "66:\tlearn 0.2756642278\ttest 0.2624536637\tbestTest 0.2624441424\t\ttotal: 2.38s\tremaining: 4.72s\n",
      "67:\tlearn 0.2756444192\ttest 0.2624350731\tbestTest 0.2624350731\t\ttotal: 2.41s\tremaining: 4.68s\n",
      "68:\tlearn 0.2756226192\ttest 0.2624464227\tbestTest 0.2624350731\t\ttotal: 2.44s\tremaining: 4.64s\n",
      "69:\tlearn 0.2756065855\ttest 0.2624314711\tbestTest 0.2624314711\t\ttotal: 2.48s\tremaining: 4.6s\n",
      "70:\tlearn 0.2755744625\ttest 0.2623965917\tbestTest 0.2623965917\t\ttotal: 2.51s\tremaining: 4.56s\n",
      "71:\tlearn 0.2755608801\ttest 0.2623846583\tbestTest 0.2623846583\t\ttotal: 2.54s\tremaining: 4.51s\n",
      "72:\tlearn 0.2755607514\ttest 0.2623833103\tbestTest 0.2623833103\t\ttotal: 2.58s\tremaining: 4.49s\n",
      "73:\tlearn 0.2755602228\ttest 0.262378277\tbestTest 0.262378277\t\ttotal: 2.62s\tremaining: 4.46s\n",
      "74:\tlearn 0.2755408955\ttest 0.2623910515\tbestTest 0.262378277\t\ttotal: 2.65s\tremaining: 4.42s\n",
      "75:\tlearn 0.2755300103\ttest 0.2623821895\tbestTest 0.262378277\t\ttotal: 2.69s\tremaining: 4.38s\n",
      "76:\tlearn 0.2755212276\ttest 0.2623752034\tbestTest 0.2623752034\t\ttotal: 2.72s\tremaining: 4.34s\n",
      "77:\tlearn 0.2755141386\ttest 0.2623697116\tbestTest 0.2623697116\t\ttotal: 2.75s\tremaining: 4.3s\n",
      "78:\tlearn 0.2754983206\ttest 0.2623836643\tbestTest 0.2623697116\t\ttotal: 2.78s\tremaining: 4.26s\n",
      "79:\tlearn 0.2754925447\ttest 0.2623792687\tbestTest 0.2623697116\t\ttotal: 2.82s\tremaining: 4.23s\n",
      "80:\tlearn 0.2754604368\ttest 0.2623482964\tbestTest 0.2623482964\t\ttotal: 2.85s\tremaining: 4.19s\n",
      "81:\tlearn 0.2754462672\ttest 0.2623624135\tbestTest 0.2623482964\t\ttotal: 2.88s\tremaining: 4.15s\n",
      "82:\tlearn 0.2754347986\ttest 0.2623763594\tbestTest 0.2623482964\t\ttotal: 2.92s\tremaining: 4.11s\n",
      "83:\tlearn 0.2754255154\ttest 0.2623899139\tbestTest 0.2623482964\t\ttotal: 2.95s\tremaining: 4.07s\n",
      "84:\tlearn 0.2753958369\ttest 0.2623607141\tbestTest 0.2623482964\t\ttotal: 2.98s\tremaining: 4.03s\n",
      "85:\tlearn 0.2753901028\ttest 0.2623568641\tbestTest 0.2623482964\t\ttotal: 3.01s\tremaining: 4s\n",
      "86:\tlearn 0.2753654973\ttest 0.2623328531\tbestTest 0.2623328531\t\ttotal: 3.06s\tremaining: 3.97s\n",
      "87:\tlearn 0.27536044\ttest 0.2623298161\tbestTest 0.2623298161\t\ttotal: 3.09s\tremaining: 3.93s\n",
      "88:\tlearn 0.2753508527\ttest 0.26234359\tbestTest 0.2623298161\t\ttotal: 3.12s\tremaining: 3.89s\n",
      "89:\tlearn 0.2753467375\ttest 0.262341227\tbestTest 0.2623298161\t\ttotal: 3.15s\tremaining: 3.85s\n",
      "90:\tlearn 0.2753434117\ttest 0.2623394679\tbestTest 0.2623298161\t\ttotal: 3.19s\tremaining: 3.82s\n",
      "91:\tlearn 0.2753212541\ttest 0.262318651\tbestTest 0.262318651\t\ttotal: 3.22s\tremaining: 3.78s\n",
      "92:\tlearn 0.2753212246\ttest 0.2623180054\tbestTest 0.2623180054\t\ttotal: 3.25s\tremaining: 3.74s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "93:\tlearn 0.2753182207\ttest 0.2623167136\tbestTest 0.2623167136\t\ttotal: 3.29s\tremaining: 3.71s\n",
      "94:\tlearn 0.275315792\ttest 0.2623158177\tbestTest 0.2623158177\t\ttotal: 3.32s\tremaining: 3.67s\n",
      "95:\tlearn 0.2752971682\ttest 0.2622987289\tbestTest 0.2622987289\t\ttotal: 3.36s\tremaining: 3.64s\n",
      "96:\tlearn 0.2752820464\ttest 0.2622847654\tbestTest 0.2622847654\t\ttotal: 3.39s\tremaining: 3.6s\n",
      "97:\tlearn 0.2752795702\ttest 0.2622840351\tbestTest 0.2622840351\t\ttotal: 3.42s\tremaining: 3.56s\n",
      "98:\tlearn 0.2752775675\ttest 0.2622835961\tbestTest 0.2622835961\t\ttotal: 3.46s\tremaining: 3.53s\n",
      "99:\tlearn 0.2752670283\ttest 0.2622980522\tbestTest 0.2622835961\t\ttotal: 3.49s\tremaining: 3.49s\n",
      "100:\tlearn 0.2752534538\ttest 0.2622856276\tbestTest 0.2622835961\t\ttotal: 3.52s\tremaining: 3.45s\n",
      "101:\tlearn 0.2752516108\ttest 0.2622852624\tbestTest 0.2622835961\t\ttotal: 3.56s\tremaining: 3.42s\n",
      "102:\tlearn 0.2752403889\ttest 0.26227512\tbestTest 0.26227512\t\ttotal: 3.59s\tremaining: 3.38s\n",
      "103:\tlearn 0.2752403758\ttest 0.2622744177\tbestTest 0.2622744177\t\ttotal: 3.62s\tremaining: 3.34s\n",
      "104:\tlearn 0.2752303213\ttest 0.2622885051\tbestTest 0.2622744177\t\ttotal: 3.65s\tremaining: 3.31s\n",
      "105:\tlearn 0.2752286386\ttest 0.2622882725\tbestTest 0.2622744177\t\ttotal: 3.69s\tremaining: 3.27s\n",
      "106:\tlearn 0.2752186551\ttest 0.2622792059\tbestTest 0.2622744177\t\ttotal: 3.72s\tremaining: 3.23s\n",
      "107:\tlearn 0.2752105551\ttest 0.2622718091\tbestTest 0.2622718091\t\ttotal: 3.75s\tremaining: 3.2s\n",
      "108:\tlearn 0.2752105461\ttest 0.2622712341\tbestTest 0.2622712341\t\ttotal: 3.79s\tremaining: 3.17s\n",
      "109:\tlearn 0.2752039774\ttest 0.2622652547\tbestTest 0.2622652547\t\ttotal: 3.83s\tremaining: 3.13s\n",
      "110:\tlearn 0.2752021402\ttest 0.2622650943\tbestTest 0.2622650943\t\ttotal: 3.86s\tremaining: 3.09s\n",
      "111:\tlearn 0.2751921216\ttest 0.2622789602\tbestTest 0.2622650943\t\ttotal: 3.89s\tremaining: 3.06s\n",
      "112:\tlearn 0.2751840113\ttest 0.2622923126\tbestTest 0.2622650943\t\ttotal: 3.92s\tremaining: 3.02s\n",
      "113:\tlearn 0.2751774609\ttest 0.2622859987\tbestTest 0.2622650943\t\ttotal: 3.95s\tremaining: 2.98s\n",
      "114:\tlearn 0.2751721484\ttest 0.2622808181\tbestTest 0.2622650943\t\ttotal: 3.99s\tremaining: 2.95s\n",
      "115:\tlearn 0.2751703723\ttest 0.2622806067\tbestTest 0.2622650943\t\ttotal: 4.02s\tremaining: 2.91s\n",
      "116:\tlearn 0.2751659356\ttest 0.262276397\tbestTest 0.2622650943\t\ttotal: 4.05s\tremaining: 2.88s\n",
      "117:\tlearn 0.2751658977\ttest 0.2622756283\tbestTest 0.2622650943\t\ttotal: 4.09s\tremaining: 2.84s\n",
      "118:\tlearn 0.2751579394\ttest 0.2622887299\tbestTest 0.2622650943\t\ttotal: 4.12s\tremaining: 2.8s\n",
      "119:\tlearn 0.275151497\ttest 0.2623012145\tbestTest 0.2622650943\t\ttotal: 4.15s\tremaining: 2.77s\n",
      "120:\tlearn 0.2751470892\ttest 0.2622965753\tbestTest 0.2622650943\t\ttotal: 4.18s\tremaining: 2.73s\n",
      "121:\tlearn 0.2751415031\ttest 0.262308467\tbestTest 0.2622650943\t\ttotal: 4.22s\tremaining: 2.7s\n",
      "122:\tlearn 0.2751369808\ttest 0.2623196555\tbestTest 0.2622650943\t\ttotal: 4.25s\tremaining: 2.66s\n",
      "123:\tlearn 0.2751369644\ttest 0.2623191877\tbestTest 0.2622650943\t\ttotal: 4.29s\tremaining: 2.63s\n",
      "124:\tlearn 0.2751333062\ttest 0.2623296986\tbestTest 0.2622650943\t\ttotal: 4.32s\tremaining: 2.59s\n",
      "125:\tlearn 0.2751287392\ttest 0.2623243677\tbestTest 0.2622650943\t\ttotal: 4.35s\tremaining: 2.56s\n",
      "126:\tlearn 0.2751269275\ttest 0.2623240625\tbestTest 0.2622650943\t\ttotal: 4.38s\tremaining: 2.52s\n",
      "127:\tlearn 0.2751254622\ttest 0.2623239477\tbestTest 0.2622650943\t\ttotal: 4.41s\tremaining: 2.48s\n",
      "128:\tlearn 0.2751221969\ttest 0.2623341975\tbestTest 0.2622650943\t\ttotal: 4.45s\tremaining: 2.45s\n",
      "129:\tlearn 0.275119553\ttest 0.2623437059\tbestTest 0.2622650943\t\ttotal: 4.48s\tremaining: 2.41s\n",
      "130:\tlearn 0.2751195466\ttest 0.2623434179\tbestTest 0.2622650943\t\ttotal: 4.52s\tremaining: 2.38s\n",
      "131:\tlearn 0.2751150772\ttest 0.2623382974\tbestTest 0.2622650943\t\ttotal: 4.55s\tremaining: 2.34s\n",
      "132:\tlearn 0.2751137815\ttest 0.2623382453\tbestTest 0.2622650943\t\ttotal: 4.58s\tremaining: 2.31s\n",
      "133:\tlearn 0.27511139\ttest 0.2623474135\tbestTest 0.2622650943\t\ttotal: 4.61s\tremaining: 2.27s\n",
      "134:\tlearn 0.2751074348\ttest 0.2623428595\tbestTest 0.2622650943\t\ttotal: 4.64s\tremaining: 2.23s\n",
      "135:\tlearn 0.2751052762\ttest 0.2623515462\tbestTest 0.2622650943\t\ttotal: 4.68s\tremaining: 2.2s\n",
      "136:\tlearn 0.2751041297\ttest 0.2623515213\tbestTest 0.2622650943\t\ttotal: 4.71s\tremaining: 2.17s\n",
      "137:\tlearn 0.2751023774\ttest 0.2623596397\tbestTest 0.2622650943\t\ttotal: 4.75s\tremaining: 2.13s\n",
      "138:\tlearn 0.2751009584\ttest 0.2623670983\tbestTest 0.2622650943\t\ttotal: 4.78s\tremaining: 2.1s\n",
      "139:\tlearn 0.2750998093\ttest 0.2623739341\tbestTest 0.2622650943\t\ttotal: 4.81s\tremaining: 2.06s\n",
      "140:\tlearn 0.2750998064\ttest 0.2623737381\tbestTest 0.2622650943\t\ttotal: 4.84s\tremaining: 2.03s\n",
      "141:\tlearn 0.2750997782\ttest 0.2623726579\tbestTest 0.2622650943\t\ttotal: 4.87s\tremaining: 1.99s\n",
      "142:\tlearn 0.275098844\ttest 0.2623727173\tbestTest 0.2622650943\t\ttotal: 4.91s\tremaining: 1.96s\n",
      "143:\tlearn 0.2750980882\ttest 0.2623728533\tbestTest 0.2622650943\t\ttotal: 4.95s\tremaining: 1.92s\n",
      "144:\tlearn 0.2750938781\ttest 0.2623681679\tbestTest 0.2622650943\t\ttotal: 4.98s\tremaining: 1.89s\n",
      "145:\tlearn 0.2750927756\ttest 0.2623749182\tbestTest 0.2622650943\t\ttotal: 5.01s\tremaining: 1.85s\n",
      "146:\tlearn 0.2750918828\ttest 0.262381089\tbestTest 0.2622650943\t\ttotal: 5.04s\tremaining: 1.82s\n",
      "147:\tlearn 0.2750918804\ttest 0.2623809051\tbestTest 0.2622650943\t\ttotal: 5.07s\tremaining: 1.78s\n",
      "148:\tlearn 0.2750918785\ttest 0.2623807398\tbestTest 0.2622650943\t\ttotal: 5.11s\tremaining: 1.75s\n",
      "149:\tlearn 0.2750911562\ttest 0.2623864062\tbestTest 0.2622650943\t\ttotal: 5.14s\tremaining: 1.71s\n",
      "150:\tlearn 0.275091137\ttest 0.2623855125\tbestTest 0.2622650943\t\ttotal: 5.17s\tremaining: 1.68s\n",
      "151:\tlearn 0.2750911214\ttest 0.2623847097\tbestTest 0.2622650943\t\ttotal: 5.21s\tremaining: 1.64s\n",
      "152:\tlearn 0.2750904386\ttest 0.2623850132\tbestTest 0.2622650943\t\ttotal: 5.24s\tremaining: 1.61s\n",
      "153:\tlearn 0.2750898861\ttest 0.2623853465\tbestTest 0.2622650943\t\ttotal: 5.27s\tremaining: 1.57s\n",
      "154:\tlearn 0.2750859107\ttest 0.2623809964\tbestTest 0.2622650943\t\ttotal: 5.3s\tremaining: 1.54s\n",
      "155:\tlearn 0.2750854042\ttest 0.2623813619\tbestTest 0.2622650943\t\ttotal: 5.33s\tremaining: 1.5s\n",
      "156:\tlearn 0.2750846821\ttest 0.2623870765\tbestTest 0.2622650943\t\ttotal: 5.37s\tremaining: 1.47s\n",
      "157:\tlearn 0.2750846804\ttest 0.2623869181\tbestTest 0.2622650943\t\ttotal: 5.41s\tremaining: 1.44s\n",
      "158:\tlearn 0.2750846791\ttest 0.2623867757\tbestTest 0.2622650943\t\ttotal: 5.44s\tremaining: 1.4s\n",
      "159:\tlearn 0.2750812731\ttest 0.2623829829\tbestTest 0.2622650943\t\ttotal: 5.47s\tremaining: 1.37s\n",
      "160:\tlearn 0.2750812705\ttest 0.2623827862\tbestTest 0.2622650943\t\ttotal: 5.5s\tremaining: 1.33s\n",
      "161:\tlearn 0.2750808071\ttest 0.2623831908\tbestTest 0.2622650943\t\ttotal: 5.53s\tremaining: 1.3s\n",
      "162:\tlearn 0.275080432\ttest 0.2623835955\tbestTest 0.2622650943\t\ttotal: 5.57s\tremaining: 1.26s\n",
      "163:\tlearn 0.2750804307\ttest 0.2623834516\tbestTest 0.2622650943\t\ttotal: 5.6s\tremaining: 1.23s\n",
      "164:\tlearn 0.2750801272\ttest 0.2623838632\tbestTest 0.2622650943\t\ttotal: 5.63s\tremaining: 1.2s\n",
      "165:\tlearn 0.2750798816\ttest 0.2623842602\tbestTest 0.2622650943\t\ttotal: 5.67s\tremaining: 1.16s\n",
      "166:\tlearn 0.2750798809\ttest 0.2623841548\tbestTest 0.2622650943\t\ttotal: 5.7s\tremaining: 1.13s\n",
      "167:\tlearn 0.2750798804\ttest 0.2623840601\tbestTest 0.2622650943\t\ttotal: 5.73s\tremaining: 1.09s\n",
      "168:\tlearn 0.2750791739\ttest 0.2623898991\tbestTest 0.2622650943\t\ttotal: 5.76s\tremaining: 1.06s\n",
      "169:\tlearn 0.2750786018\ttest 0.2623952154\tbestTest 0.2622650943\t\ttotal: 5.79s\tremaining: 1.02s\n",
      "170:\tlearn 0.2750754407\ttest 0.2623917951\tbestTest 0.2622650943\t\ttotal: 5.83s\tremaining: 990ms\n",
      "171:\tlearn 0.2750752032\ttest 0.2623921302\tbestTest 0.2622650943\t\ttotal: 5.87s\tremaining: 955ms\n",
      "172:\tlearn 0.2750752023\ttest 0.2623920117\tbestTest 0.2622650943\t\ttotal: 5.9s\tremaining: 921ms\n",
      "173:\tlearn 0.2750752016\ttest 0.2623919051\tbestTest 0.2622650943\t\ttotal: 5.93s\tremaining: 886ms\n",
      "174:\tlearn 0.2750750096\ttest 0.2623922502\tbestTest 0.2622650943\t\ttotal: 5.96s\tremaining: 852ms\n",
      "175:\tlearn 0.2750750091\ttest 0.2623921637\tbestTest 0.2622650943\t\ttotal: 5.99s\tremaining: 817ms\n",
      "176:\tlearn 0.2750750088\ttest 0.2623920859\tbestTest 0.2622650943\t\ttotal: 6.03s\tremaining: 783ms\n",
      "177:\tlearn 0.2750723769\ttest 0.2623893202\tbestTest 0.2622650943\t\ttotal: 6.06s\tremaining: 749ms\n",
      "178:\tlearn 0.2750723758\ttest 0.2623891914\tbestTest 0.2622650943\t\ttotal: 6.09s\tremaining: 715ms\n",
      "179:\tlearn 0.2750702414\ttest 0.2623869014\tbestTest 0.2622650943\t\ttotal: 6.13s\tremaining: 681ms\n",
      "180:\tlearn 0.2750700282\ttest 0.262387285\tbestTest 0.2622650943\t\ttotal: 6.16s\tremaining: 647ms\n",
      "181:\tlearn 0.2750692631\ttest 0.2623931189\tbestTest 0.2622650943\t\ttotal: 6.19s\tremaining: 612ms\n",
      "182:\tlearn 0.2750686435\ttest 0.2623984357\tbestTest 0.2622650943\t\ttotal: 6.22s\tremaining: 578ms\n",
      "183:\tlearn 0.2750681416\ttest 0.2624032744\tbestTest 0.2622650943\t\ttotal: 6.25s\tremaining: 544ms\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "184:\tlearn 0.2750677352\ttest 0.2624076727\tbestTest 0.2622650943\t\ttotal: 6.29s\tremaining: 510ms\n",
      "185:\tlearn 0.2750677345\ttest 0.2624075767\tbestTest 0.2622650943\t\ttotal: 6.33s\tremaining: 476ms\n",
      "186:\tlearn 0.2750675583\ttest 0.2624078082\tbestTest 0.2622650943\t\ttotal: 6.36s\tremaining: 442ms\n",
      "187:\tlearn 0.2750654386\ttest 0.2624052868\tbestTest 0.2622650943\t\ttotal: 6.39s\tremaining: 408ms\n",
      "188:\tlearn 0.2750654375\ttest 0.2624051543\tbestTest 0.2622650943\t\ttotal: 6.42s\tremaining: 374ms\n",
      "189:\tlearn 0.275065037\ttest 0.2624094827\tbestTest 0.2622650943\t\ttotal: 6.45s\tremaining: 340ms\n",
      "190:\tlearn 0.2750650362\ttest 0.2624093764\tbestTest 0.2622650943\t\ttotal: 6.49s\tremaining: 306ms\n",
      "191:\tlearn 0.2750650356\ttest 0.2624092808\tbestTest 0.2622650943\t\ttotal: 6.52s\tremaining: 272ms\n",
      "192:\tlearn 0.2750650351\ttest 0.2624091947\tbestTest 0.2622650943\t\ttotal: 6.56s\tremaining: 238ms\n",
      "193:\tlearn 0.2750650313\ttest 0.2624088004\tbestTest 0.2622650943\t\ttotal: 6.59s\tremaining: 204ms\n",
      "194:\tlearn 0.2750647066\ttest 0.2624127585\tbestTest 0.2622650943\t\ttotal: 6.62s\tremaining: 170ms\n",
      "195:\tlearn 0.2750647062\ttest 0.2624126857\tbestTest 0.2622650943\t\ttotal: 6.65s\tremaining: 136ms\n",
      "196:\tlearn 0.2750645385\ttest 0.2624129642\tbestTest 0.2622650943\t\ttotal: 6.69s\tremaining: 102ms\n",
      "197:\tlearn 0.2750642748\ttest 0.2624166018\tbestTest 0.2622650943\t\ttotal: 6.72s\tremaining: 67.9ms\n",
      "198:\tlearn 0.2750642746\ttest 0.2624165491\tbestTest 0.2622650943\t\ttotal: 6.76s\tremaining: 34ms\n",
      "199:\tlearn 0.2750641381\ttest 0.2624167919\tbestTest 0.2622650943\t\ttotal: 6.79s\tremaining: 0us\n",
      "\n",
      "bestTest = 0.2622650943\n",
      "bestIteration = 110\n",
      "\n",
      "Shrink model to first 111 iterations.\n"
     ]
    }
   ],
   "source": [
    "def train_call_model():\n",
    "    model_call_pool = ModelPool(len(names), model_dir + 'pool/call/')\n",
    "    y_call = y['private_bot_action'].replace({'FOLD': 0, 'CALL': 1, 'RAISE': 1})\n",
    "    X_call = model_call_pool.predict(X)\n",
    "    \n",
    "    X_train, X_test, y_train, y_test = train_test_split(X_call, y_call, test_size=0.1, random_state=1234)\n",
    "    \n",
    "    model = CatBoostClassifier(iterations=200, learning_rate=0.1, depth=2, thread_count=4,\n",
    "                                   verbose=True, use_best_model=True)\n",
    "    model.fit(X_train, y_train, eval_set=(X_test, y_test))\n",
    "    model.save_model(model_dir + 'call.model')\n",
    "\n",
    "train_call_model()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Borders generated\n",
      "0:\tlearn 0.5917510347\ttest 0.5928738997\tbestTest 0.5928738997\t\ttotal: 446ms\tremaining: 1m 28s\n",
      "1:\tlearn 0.5173994022\ttest 0.5193508238\tbestTest 0.5193508238\t\ttotal: 474ms\tremaining: 47s\n",
      "2:\tlearn 0.4655223855\ttest 0.4679732957\tbestTest 0.4679732957\t\ttotal: 501ms\tremaining: 32.9s\n",
      "3:\tlearn 0.4247946251\ttest 0.4276871345\tbestTest 0.4276871345\t\ttotal: 528ms\tremaining: 25.9s\n",
      "4:\tlearn 0.3950398506\ttest 0.3982679995\tbestTest 0.3982679995\t\ttotal: 555ms\tremaining: 21.6s\n",
      "5:\tlearn 0.3739046213\ttest 0.3772632052\tbestTest 0.3772632052\t\ttotal: 581ms\tremaining: 18.8s\n",
      "6:\tlearn 0.3581731871\ttest 0.3616025789\tbestTest 0.3616025789\t\ttotal: 608ms\tremaining: 16.8s\n",
      "7:\tlearn 0.3463784306\ttest 0.3498391857\tbestTest 0.3498391857\t\ttotal: 640ms\tremaining: 15.4s\n",
      "8:\tlearn 0.3400325321\ttest 0.3436599355\tbestTest 0.3436599355\t\ttotal: 668ms\tremaining: 14.2s\n",
      "9:\tlearn 0.3308882402\ttest 0.3346710197\tbestTest 0.3346710197\t\ttotal: 694ms\tremaining: 13.2s\n",
      "10:\tlearn 0.3269662065\ttest 0.3309084486\tbestTest 0.3309084486\t\ttotal: 720ms\tremaining: 12.4s\n",
      "11:\tlearn 0.3216160719\ttest 0.3255416943\tbestTest 0.3255416943\t\ttotal: 746ms\tremaining: 11.7s\n",
      "12:\tlearn 0.3166171366\ttest 0.3206712955\tbestTest 0.3206712955\t\ttotal: 771ms\tremaining: 11.1s\n",
      "13:\tlearn 0.3127811831\ttest 0.3169505934\tbestTest 0.3169505934\t\ttotal: 797ms\tremaining: 10.6s\n",
      "14:\tlearn 0.3102078039\ttest 0.3143582578\tbestTest 0.3143582578\t\ttotal: 827ms\tremaining: 10.2s\n",
      "15:\tlearn 0.3077436612\ttest 0.3119998947\tbestTest 0.3119998947\t\ttotal: 856ms\tremaining: 9.85s\n",
      "16:\tlearn 0.3061205286\ttest 0.3103609117\tbestTest 0.3103609117\t\ttotal: 883ms\tremaining: 9.5s\n",
      "17:\tlearn 0.3051488723\ttest 0.3095219864\tbestTest 0.3095219864\t\ttotal: 909ms\tremaining: 9.19s\n",
      "18:\tlearn 0.3036865443\ttest 0.3081522656\tbestTest 0.3081522656\t\ttotal: 934ms\tremaining: 8.9s\n",
      "19:\tlearn 0.3025389361\ttest 0.3070885989\tbestTest 0.3070885989\t\ttotal: 960ms\tremaining: 8.64s\n",
      "20:\tlearn 0.3017635333\ttest 0.3063034786\tbestTest 0.3063034786\t\ttotal: 987ms\tremaining: 8.41s\n",
      "21:\tlearn 0.3011478137\ttest 0.3056783927\tbestTest 0.3056783927\t\ttotal: 1.01s\tremaining: 8.19s\n",
      "22:\tlearn 0.3004744027\ttest 0.305086827\tbestTest 0.305086827\t\ttotal: 1.05s\tremaining: 8.05s\n",
      "23:\tlearn 0.3001270166\ttest 0.3048433538\tbestTest 0.3048433538\t\ttotal: 1.07s\tremaining: 7.88s\n",
      "24:\tlearn 0.2997566642\ttest 0.3044653104\tbestTest 0.3044653104\t\ttotal: 1.1s\tremaining: 7.7s\n",
      "25:\tlearn 0.2993344054\ttest 0.3041138779\tbestTest 0.3041138779\t\ttotal: 1.13s\tremaining: 7.54s\n",
      "26:\tlearn 0.2991239248\ttest 0.3039924456\tbestTest 0.3039924456\t\ttotal: 1.15s\tremaining: 7.39s\n",
      "27:\tlearn 0.2988184407\ttest 0.3037457342\tbestTest 0.3037457342\t\ttotal: 1.18s\tremaining: 7.24s\n",
      "28:\tlearn 0.2986739174\ttest 0.3036770184\tbestTest 0.3036770184\t\ttotal: 1.2s\tremaining: 7.1s\n",
      "29:\tlearn 0.29860333\ttest 0.3036216136\tbestTest 0.3036216136\t\ttotal: 1.23s\tremaining: 6.97s\n",
      "30:\tlearn 0.2984424254\ttest 0.3034535224\tbestTest 0.3034535224\t\ttotal: 1.26s\tremaining: 6.88s\n",
      "31:\tlearn 0.2983494335\ttest 0.3033327121\tbestTest 0.3033327121\t\ttotal: 1.29s\tremaining: 6.77s\n",
      "32:\tlearn 0.2982745955\ttest 0.3032329029\tbestTest 0.3032329029\t\ttotal: 1.32s\tremaining: 6.66s\n",
      "33:\tlearn 0.2981785482\ttest 0.303135448\tbestTest 0.303135448\t\ttotal: 1.34s\tremaining: 6.55s\n",
      "34:\tlearn 0.2980900786\ttest 0.3031182429\tbestTest 0.3031182429\t\ttotal: 1.37s\tremaining: 6.44s\n",
      "35:\tlearn 0.2980409122\ttest 0.3030492011\tbestTest 0.3030492011\t\ttotal: 1.39s\tremaining: 6.34s\n",
      "36:\tlearn 0.2979686482\ttest 0.3030429253\tbestTest 0.3030429253\t\ttotal: 1.42s\tremaining: 6.25s\n",
      "37:\tlearn 0.2978622876\ttest 0.3029856055\tbestTest 0.3029856055\t\ttotal: 1.44s\tremaining: 6.15s\n",
      "38:\tlearn 0.2978132157\ttest 0.3029352821\tbestTest 0.3029352821\t\ttotal: 1.47s\tremaining: 6.08s\n",
      "39:\tlearn 0.2977736614\ttest 0.3028945832\tbestTest 0.3028945832\t\ttotal: 1.5s\tremaining: 6.01s\n",
      "40:\tlearn 0.2977294258\ttest 0.3029054079\tbestTest 0.3028945832\t\ttotal: 1.53s\tremaining: 5.93s\n",
      "41:\tlearn 0.2976655155\ttest 0.3028833923\tbestTest 0.3028833923\t\ttotal: 1.55s\tremaining: 5.85s\n",
      "42:\tlearn 0.2976481408\ttest 0.3028543699\tbestTest 0.3028543699\t\ttotal: 1.58s\tremaining: 5.77s\n",
      "43:\tlearn 0.2976000939\ttest 0.3028452641\tbestTest 0.3028452641\t\ttotal: 1.6s\tremaining: 5.69s\n",
      "44:\tlearn 0.297561377\ttest 0.3028417121\tbestTest 0.3028417121\t\ttotal: 1.63s\tremaining: 5.62s\n",
      "45:\tlearn 0.2975458968\ttest 0.3028272714\tbestTest 0.3028272714\t\ttotal: 1.66s\tremaining: 5.54s\n",
      "46:\tlearn 0.297538586\ttest 0.3028122398\tbestTest 0.3028122398\t\ttotal: 1.69s\tremaining: 5.49s\n",
      "47:\tlearn 0.2975110868\ttest 0.3028176494\tbestTest 0.3028122398\t\ttotal: 1.72s\tremaining: 5.43s\n",
      "48:\tlearn 0.2974934481\ttest 0.3028377503\tbestTest 0.3028122398\t\ttotal: 1.75s\tremaining: 5.39s\n",
      "49:\tlearn 0.2974892437\ttest 0.3028398985\tbestTest 0.3028122398\t\ttotal: 1.78s\tremaining: 5.33s\n",
      "50:\tlearn 0.2974812752\ttest 0.3028325159\tbestTest 0.3028122398\t\ttotal: 1.8s\tremaining: 5.27s\n",
      "51:\tlearn 0.2974785229\ttest 0.3028349236\tbestTest 0.3028122398\t\ttotal: 1.83s\tremaining: 5.21s\n",
      "52:\tlearn 0.2974745937\ttest 0.3028256327\tbestTest 0.3028122398\t\ttotal: 1.85s\tremaining: 5.14s\n",
      "53:\tlearn 0.2974714147\ttest 0.302817632\tbestTest 0.3028122398\t\ttotal: 1.88s\tremaining: 5.09s\n",
      "54:\tlearn 0.2974688425\ttest 0.3028107232\tbestTest 0.3028107232\t\ttotal: 1.92s\tremaining: 5.05s\n",
      "55:\tlearn 0.297466761\ttest 0.3028047413\tbestTest 0.3028047413\t\ttotal: 1.95s\tremaining: 5s\n",
      "56:\tlearn 0.2974513259\ttest 0.3028182438\tbestTest 0.3028047413\t\ttotal: 1.97s\tremaining: 4.95s\n",
      "57:\tlearn 0.2974499703\ttest 0.3028137173\tbestTest 0.3028047413\t\ttotal: 2s\tremaining: 4.89s\n",
      "58:\tlearn 0.2974488731\ttest 0.3028097676\tbestTest 0.3028047413\t\ttotal: 2.02s\tremaining: 4.84s\n",
      "59:\tlearn 0.2974470337\ttest 0.3028126831\tbestTest 0.3028047413\t\ttotal: 2.05s\tremaining: 4.79s\n",
      "60:\tlearn 0.2974447399\ttest 0.3028124689\tbestTest 0.3028047413\t\ttotal: 2.08s\tremaining: 4.73s\n",
      "61:\tlearn 0.2974440334\ttest 0.3028095095\tbestTest 0.3028047413\t\ttotal: 2.1s\tremaining: 4.68s\n",
      "62:\tlearn 0.2974423118\ttest 0.3028098847\tbestTest 0.3028047413\t\ttotal: 2.14s\tremaining: 4.65s\n",
      "63:\tlearn 0.2974413439\ttest 0.3028124144\tbestTest 0.3028047413\t\ttotal: 2.17s\tremaining: 4.62s\n",
      "64:\tlearn 0.2974408886\ttest 0.3028101769\tbestTest 0.3028047413\t\ttotal: 2.22s\tremaining: 4.61s\n",
      "65:\tlearn 0.29744052\ttest 0.3028082046\tbestTest 0.3028047413\t\ttotal: 2.27s\tremaining: 4.6s\n",
      "66:\tlearn 0.2974402215\ttest 0.3028064633\tbestTest 0.3028047413\t\ttotal: 2.31s\tremaining: 4.58s\n",
      "67:\tlearn 0.2974392261\ttest 0.3028074888\tbestTest 0.3028047413\t\ttotal: 2.35s\tremaining: 4.55s\n",
      "68:\tlearn 0.2974390306\ttest 0.3028061247\tbestTest 0.3028047413\t\ttotal: 2.39s\tremaining: 4.53s\n",
      "69:\tlearn 0.2974285102\ttest 0.3028229699\tbestTest 0.3028047413\t\ttotal: 2.42s\tremaining: 4.5s\n",
      "70:\tlearn 0.2974279899\ttest 0.302825113\tbestTest 0.3028047413\t\ttotal: 2.46s\tremaining: 4.47s\n",
      "71:\tlearn 0.2974195632\ttest 0.3028413138\tbestTest 0.3028047413\t\ttotal: 2.49s\tremaining: 4.42s\n",
      "72:\tlearn 0.2974127473\ttest 0.3028567143\tbestTest 0.3028047413\t\ttotal: 2.51s\tremaining: 4.37s\n",
      "73:\tlearn 0.297412389\ttest 0.3028577335\tbestTest 0.3028047413\t\ttotal: 2.54s\tremaining: 4.33s\n",
      "74:\tlearn 0.2974123243\ttest 0.3028569885\tbestTest 0.3028047413\t\ttotal: 2.57s\tremaining: 4.29s\n",
      "75:\tlearn 0.2974120888\ttest 0.3028585686\tbestTest 0.3028047413\t\ttotal: 2.6s\tremaining: 4.24s\n",
      "76:\tlearn 0.2974118982\ttest 0.3028600124\tbestTest 0.3028047413\t\ttotal: 2.63s\tremaining: 4.21s\n",
      "77:\tlearn 0.2974065413\ttest 0.3028746738\tbestTest 0.3028047413\t\ttotal: 2.66s\tremaining: 4.16s\n",
      "78:\tlearn 0.297402207\ttest 0.3028883896\tbestTest 0.3028047413\t\ttotal: 2.69s\tremaining: 4.12s\n",
      "79:\tlearn 0.2974021123\ttest 0.3028894482\tbestTest 0.3028047413\t\ttotal: 2.71s\tremaining: 4.07s\n",
      "80:\tlearn 0.2973986269\ttest 0.3029022051\tbestTest 0.3028047413\t\ttotal: 2.74s\tremaining: 4.03s\n",
      "81:\tlearn 0.2973986013\ttest 0.3029017591\tbestTest 0.3028047413\t\ttotal: 2.77s\tremaining: 3.98s\n",
      "82:\tlearn 0.2973957855\ttest 0.3029136246\tbestTest 0.3028047413\t\ttotal: 2.8s\tremaining: 3.94s\n",
      "83:\tlearn 0.2973957688\ttest 0.3029132667\tbestTest 0.3028047413\t\ttotal: 2.82s\tremaining: 3.9s\n",
      "84:\tlearn 0.2973957553\ttest 0.3029129461\tbestTest 0.3028047413\t\ttotal: 2.85s\tremaining: 3.86s\n",
      "85:\tlearn 0.2973957444\ttest 0.3029126589\tbestTest 0.3028047413\t\ttotal: 2.88s\tremaining: 3.83s\n",
      "86:\tlearn 0.2973937157\ttest 0.3029221072\tbestTest 0.3028047413\t\ttotal: 2.91s\tremaining: 3.78s\n",
      "87:\tlearn 0.2973937004\ttest 0.3029217753\tbestTest 0.3028047413\t\ttotal: 2.94s\tremaining: 3.74s\n",
      "88:\tlearn 0.297391819\ttest 0.3029321138\tbestTest 0.3028047413\t\ttotal: 2.96s\tremaining: 3.69s\n",
      "89:\tlearn 0.297391809\ttest 0.302931847\tbestTest 0.3028047413\t\ttotal: 2.99s\tremaining: 3.65s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "90:\tlearn 0.2973918009\ttest 0.3029316079\tbestTest 0.3028047413\t\ttotal: 3.02s\tremaining: 3.62s\n",
      "91:\tlearn 0.2973917943\ttest 0.3029313933\tbestTest 0.3028047413\t\ttotal: 3.05s\tremaining: 3.58s\n",
      "92:\tlearn 0.297391789\ttest 0.3029312009\tbestTest 0.3028047413\t\ttotal: 3.08s\tremaining: 3.54s\n",
      "93:\tlearn 0.2973887492\ttest 0.3029438755\tbestTest 0.3028047413\t\ttotal: 3.1s\tremaining: 3.5s\n",
      "94:\tlearn 0.2973887406\ttest 0.3029436362\tbestTest 0.3028047413\t\ttotal: 3.13s\tremaining: 3.46s\n",
      "95:\tlearn 0.2973887336\ttest 0.3029434216\tbestTest 0.3028047413\t\ttotal: 3.15s\tremaining: 3.41s\n",
      "96:\tlearn 0.2973874838\ttest 0.3029522312\tbestTest 0.3028047413\t\ttotal: 3.18s\tremaining: 3.37s\n",
      "97:\tlearn 0.2973874792\ttest 0.3029520583\tbestTest 0.3028047413\t\ttotal: 3.2s\tremaining: 3.33s\n",
      "98:\tlearn 0.2973874755\ttest 0.3029519031\tbestTest 0.3028047413\t\ttotal: 3.23s\tremaining: 3.3s\n",
      "99:\tlearn 0.2973874725\ttest 0.3029517637\tbestTest 0.3028047413\t\ttotal: 3.26s\tremaining: 3.26s\n",
      "100:\tlearn 0.2973874701\ttest 0.3029516386\tbestTest 0.3028047413\t\ttotal: 3.29s\tremaining: 3.22s\n",
      "101:\tlearn 0.2973874682\ttest 0.3029515262\tbestTest 0.3028047413\t\ttotal: 3.31s\tremaining: 3.19s\n",
      "102:\tlearn 0.2973874666\ttest 0.3029514252\tbestTest 0.3028047413\t\ttotal: 3.34s\tremaining: 3.15s\n",
      "103:\tlearn 0.2973874653\ttest 0.3029513345\tbestTest 0.3028047413\t\ttotal: 3.37s\tremaining: 3.11s\n",
      "104:\tlearn 0.2973874643\ttest 0.302951253\tbestTest 0.3028047413\t\ttotal: 3.39s\tremaining: 3.07s\n",
      "105:\tlearn 0.2973874634\ttest 0.3029511797\tbestTest 0.3028047413\t\ttotal: 3.42s\tremaining: 3.03s\n",
      "106:\tlearn 0.2973874253\ttest 0.302951616\tbestTest 0.3028047413\t\ttotal: 3.45s\tremaining: 3s\n",
      "107:\tlearn 0.2973865169\ttest 0.3029584394\tbestTest 0.3028047413\t\ttotal: 3.49s\tremaining: 2.97s\n",
      "108:\tlearn 0.297386515\ttest 0.3029583315\tbestTest 0.3028047413\t\ttotal: 3.53s\tremaining: 2.94s\n",
      "109:\tlearn 0.2973865135\ttest 0.3029582345\tbestTest 0.3028047413\t\ttotal: 3.57s\tremaining: 2.92s\n",
      "110:\tlearn 0.2973865122\ttest 0.3029581474\tbestTest 0.3028047413\t\ttotal: 3.62s\tremaining: 2.9s\n",
      "111:\tlearn 0.2973865112\ttest 0.3029580691\tbestTest 0.3028047413\t\ttotal: 3.65s\tremaining: 2.87s\n",
      "112:\tlearn 0.2973865104\ttest 0.3029579987\tbestTest 0.3028047413\t\ttotal: 3.69s\tremaining: 2.84s\n",
      "113:\tlearn 0.2973865097\ttest 0.3029579355\tbestTest 0.3028047413\t\ttotal: 3.72s\tremaining: 2.8s\n",
      "114:\tlearn 0.2973865092\ttest 0.3029578786\tbestTest 0.3028047413\t\ttotal: 3.74s\tremaining: 2.77s\n",
      "115:\tlearn 0.2973865087\ttest 0.3029578275\tbestTest 0.3028047413\t\ttotal: 3.77s\tremaining: 2.73s\n",
      "116:\tlearn 0.2973865084\ttest 0.3029577815\tbestTest 0.3028047413\t\ttotal: 3.8s\tremaining: 2.69s\n",
      "117:\tlearn 0.2973865081\ttest 0.3029577401\tbestTest 0.3028047413\t\ttotal: 3.82s\tremaining: 2.66s\n",
      "118:\tlearn 0.2973865079\ttest 0.3029577029\tbestTest 0.3028047413\t\ttotal: 3.85s\tremaining: 2.62s\n",
      "119:\tlearn 0.2973865077\ttest 0.3029576695\tbestTest 0.3028047413\t\ttotal: 3.88s\tremaining: 2.59s\n",
      "120:\tlearn 0.2973865075\ttest 0.3029576394\tbestTest 0.3028047413\t\ttotal: 3.9s\tremaining: 2.55s\n",
      "121:\tlearn 0.2973865074\ttest 0.3029576123\tbestTest 0.3028047413\t\ttotal: 3.93s\tremaining: 2.51s\n",
      "122:\tlearn 0.297386477\ttest 0.3029579747\tbestTest 0.3028047413\t\ttotal: 3.96s\tremaining: 2.48s\n",
      "123:\tlearn 0.2973856412\ttest 0.3029656761\tbestTest 0.3028047413\t\ttotal: 3.98s\tremaining: 2.44s\n",
      "124:\tlearn 0.2973856411\ttest 0.3029656564\tbestTest 0.3028047413\t\ttotal: 4.01s\tremaining: 2.4s\n",
      "125:\tlearn 0.2973856411\ttest 0.3029656388\tbestTest 0.3028047413\t\ttotal: 4.03s\tremaining: 2.37s\n",
      "126:\tlearn 0.297385641\ttest 0.3029656229\tbestTest 0.3028047413\t\ttotal: 4.06s\tremaining: 2.33s\n",
      "127:\tlearn 0.297385641\ttest 0.3029656086\tbestTest 0.3028047413\t\ttotal: 4.08s\tremaining: 2.3s\n",
      "128:\tlearn 0.297385641\ttest 0.3029655958\tbestTest 0.3028047413\t\ttotal: 4.11s\tremaining: 2.26s\n",
      "129:\tlearn 0.2973850339\ttest 0.3029713267\tbestTest 0.3028047413\t\ttotal: 4.14s\tremaining: 2.23s\n",
      "130:\tlearn 0.2973850335\ttest 0.3029712756\tbestTest 0.3028047413\t\ttotal: 4.17s\tremaining: 2.19s\n",
      "131:\tlearn 0.2973850331\ttest 0.3029712297\tbestTest 0.3028047413\t\ttotal: 4.19s\tremaining: 2.16s\n",
      "132:\tlearn 0.2973850328\ttest 0.3029711885\tbestTest 0.3028047413\t\ttotal: 4.21s\tremaining: 2.12s\n",
      "133:\tlearn 0.2973850326\ttest 0.3029711513\tbestTest 0.3028047413\t\ttotal: 4.24s\tremaining: 2.09s\n",
      "134:\tlearn 0.2973850324\ttest 0.3029711179\tbestTest 0.3028047413\t\ttotal: 4.27s\tremaining: 2.05s\n",
      "135:\tlearn 0.2973850322\ttest 0.3029710879\tbestTest 0.3028047413\t\ttotal: 4.29s\tremaining: 2.02s\n",
      "136:\tlearn 0.2973844713\ttest 0.3029776183\tbestTest 0.3028047413\t\ttotal: 4.32s\tremaining: 1.99s\n",
      "137:\tlearn 0.2973844712\ttest 0.302977594\tbestTest 0.3028047413\t\ttotal: 4.35s\tremaining: 1.95s\n",
      "138:\tlearn 0.2973844711\ttest 0.3029775722\tbestTest 0.3028047413\t\ttotal: 4.37s\tremaining: 1.92s\n",
      "139:\tlearn 0.297384471\ttest 0.3029775526\tbestTest 0.3028047413\t\ttotal: 4.4s\tremaining: 1.88s\n",
      "140:\tlearn 0.297384471\ttest 0.302977535\tbestTest 0.3028047413\t\ttotal: 4.42s\tremaining: 1.85s\n",
      "141:\tlearn 0.2973844709\ttest 0.3029775191\tbestTest 0.3028047413\t\ttotal: 4.45s\tremaining: 1.82s\n",
      "142:\tlearn 0.2973844709\ttest 0.3029775048\tbestTest 0.3028047413\t\ttotal: 4.48s\tremaining: 1.78s\n",
      "143:\tlearn 0.2973844708\ttest 0.3029774919\tbestTest 0.3028047413\t\ttotal: 4.51s\tremaining: 1.75s\n",
      "144:\tlearn 0.2973844708\ttest 0.3029774804\tbestTest 0.3028047413\t\ttotal: 4.54s\tremaining: 1.72s\n",
      "145:\tlearn 0.2973844708\ttest 0.30297747\tbestTest 0.3028047413\t\ttotal: 4.56s\tremaining: 1.69s\n",
      "146:\tlearn 0.2973844708\ttest 0.3029774606\tbestTest 0.3028047413\t\ttotal: 4.59s\tremaining: 1.65s\n",
      "147:\tlearn 0.2973840686\ttest 0.3029822272\tbestTest 0.3028047413\t\ttotal: 4.63s\tremaining: 1.63s\n",
      "148:\tlearn 0.2973840684\ttest 0.3029821866\tbestTest 0.3028047413\t\ttotal: 4.67s\tremaining: 1.6s\n",
      "149:\tlearn 0.2973840681\ttest 0.3029821501\tbestTest 0.3028047413\t\ttotal: 4.71s\tremaining: 1.57s\n",
      "150:\tlearn 0.2973840679\ttest 0.3029821173\tbestTest 0.3028047413\t\ttotal: 4.75s\tremaining: 1.54s\n",
      "151:\tlearn 0.2973840678\ttest 0.3029820877\tbestTest 0.3028047413\t\ttotal: 4.78s\tremaining: 1.51s\n",
      "152:\tlearn 0.2973840677\ttest 0.3029820611\tbestTest 0.3028047413\t\ttotal: 4.82s\tremaining: 1.48s\n",
      "153:\tlearn 0.2973840676\ttest 0.3029820372\tbestTest 0.3028047413\t\ttotal: 4.85s\tremaining: 1.45s\n",
      "154:\tlearn 0.2973840675\ttest 0.3029820157\tbestTest 0.3028047413\t\ttotal: 4.87s\tremaining: 1.41s\n",
      "155:\tlearn 0.2973840674\ttest 0.3029819964\tbestTest 0.3028047413\t\ttotal: 4.9s\tremaining: 1.38s\n",
      "156:\tlearn 0.2973840674\ttest 0.302981979\tbestTest 0.3028047413\t\ttotal: 4.92s\tremaining: 1.35s\n",
      "157:\tlearn 0.2973840673\ttest 0.3029819633\tbestTest 0.3028047413\t\ttotal: 4.96s\tremaining: 1.32s\n",
      "158:\tlearn 0.2973840673\ttest 0.3029819492\tbestTest 0.3028047413\t\ttotal: 4.99s\tremaining: 1.29s\n",
      "159:\tlearn 0.2973840672\ttest 0.3029819365\tbestTest 0.3028047413\t\ttotal: 5.02s\tremaining: 1.25s\n",
      "160:\tlearn 0.2973840672\ttest 0.3029819251\tbestTest 0.3028047413\t\ttotal: 5.04s\tremaining: 1.22s\n",
      "161:\tlearn 0.2973840672\ttest 0.3029819149\tbestTest 0.3028047413\t\ttotal: 5.07s\tremaining: 1.19s\n",
      "162:\tlearn 0.2973840672\ttest 0.3029819056\tbestTest 0.3028047413\t\ttotal: 5.1s\tremaining: 1.16s\n",
      "163:\tlearn 0.2973840672\ttest 0.3029818973\tbestTest 0.3028047413\t\ttotal: 5.13s\tremaining: 1.13s\n",
      "164:\tlearn 0.2973840672\ttest 0.3029818898\tbestTest 0.3028047413\t\ttotal: 5.15s\tremaining: 1.09s\n",
      "165:\tlearn 0.2973840672\ttest 0.3029818831\tbestTest 0.3028047413\t\ttotal: 5.18s\tremaining: 1.06s\n",
      "166:\tlearn 0.2973840672\ttest 0.302981877\tbestTest 0.3028047413\t\ttotal: 5.21s\tremaining: 1.03s\n",
      "167:\tlearn 0.2973840672\ttest 0.3029818716\tbestTest 0.3028047413\t\ttotal: 5.24s\tremaining: 998ms\n",
      "168:\tlearn 0.2973840671\ttest 0.3029818667\tbestTest 0.3028047413\t\ttotal: 5.27s\tremaining: 966ms\n",
      "169:\tlearn 0.2973823935\ttest 0.3029903614\tbestTest 0.3028047413\t\ttotal: 5.3s\tremaining: 935ms\n",
      "170:\tlearn 0.2973820837\ttest 0.3029953798\tbestTest 0.3028047413\t\ttotal: 5.33s\tremaining: 903ms\n",
      "171:\tlearn 0.2973820835\ttest 0.302995343\tbestTest 0.3028047413\t\ttotal: 5.35s\tremaining: 871ms\n",
      "172:\tlearn 0.297382054\ttest 0.3029953837\tbestTest 0.3028047413\t\ttotal: 5.38s\tremaining: 840ms\n",
      "173:\tlearn 0.2973820538\ttest 0.302995354\tbestTest 0.3028047413\t\ttotal: 5.41s\tremaining: 809ms\n",
      "174:\tlearn 0.2973820537\ttest 0.3029953273\tbestTest 0.3028047413\t\ttotal: 5.44s\tremaining: 777ms\n",
      "175:\tlearn 0.2973820536\ttest 0.3029953032\tbestTest 0.3028047413\t\ttotal: 5.46s\tremaining: 745ms\n",
      "176:\tlearn 0.297381835\ttest 0.3029988966\tbestTest 0.3028047413\t\ttotal: 5.49s\tremaining: 713ms\n",
      "177:\tlearn 0.2973818346\ttest 0.3029988511\tbestTest 0.3028047413\t\ttotal: 5.52s\tremaining: 682ms\n",
      "178:\tlearn 0.2973818344\ttest 0.3029988102\tbestTest 0.3028047413\t\ttotal: 5.54s\tremaining: 650ms\n",
      "179:\tlearn 0.2973818341\ttest 0.3029987735\tbestTest 0.3028047413\t\ttotal: 5.57s\tremaining: 619ms\n",
      "180:\tlearn 0.2973818339\ttest 0.3029987404\tbestTest 0.3028047413\t\ttotal: 5.6s\tremaining: 587ms\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "181:\tlearn 0.2973818338\ttest 0.3029987106\tbestTest 0.3028047413\t\ttotal: 5.63s\tremaining: 557ms\n",
      "182:\tlearn 0.2973816219\ttest 0.3030029921\tbestTest 0.3028047413\t\ttotal: 5.66s\tremaining: 525ms\n",
      "183:\tlearn 0.2973816218\ttest 0.303002968\tbestTest 0.3028047413\t\ttotal: 5.68s\tremaining: 494ms\n",
      "184:\tlearn 0.2973816217\ttest 0.3030029464\tbestTest 0.3028047413\t\ttotal: 5.72s\tremaining: 464ms\n",
      "185:\tlearn 0.2973816216\ttest 0.303002927\tbestTest 0.3028047413\t\ttotal: 5.75s\tremaining: 433ms\n",
      "186:\tlearn 0.2973816216\ttest 0.3030029095\tbestTest 0.3028047413\t\ttotal: 5.79s\tremaining: 402ms\n",
      "187:\tlearn 0.2973816215\ttest 0.3030028937\tbestTest 0.3028047413\t\ttotal: 5.82s\tremaining: 372ms\n",
      "188:\tlearn 0.2973816215\ttest 0.3030028795\tbestTest 0.3028047413\t\ttotal: 5.86s\tremaining: 341ms\n",
      "189:\tlearn 0.2973816215\ttest 0.3030028668\tbestTest 0.3028047413\t\ttotal: 5.89s\tremaining: 310ms\n",
      "190:\tlearn 0.2973816215\ttest 0.3030028553\tbestTest 0.3028047413\t\ttotal: 5.92s\tremaining: 279ms\n",
      "191:\tlearn 0.2973816214\ttest 0.303002845\tbestTest 0.3028047413\t\ttotal: 5.95s\tremaining: 248ms\n",
      "192:\tlearn 0.2973814499\ttest 0.3030067336\tbestTest 0.3028047413\t\ttotal: 5.98s\tremaining: 217ms\n",
      "193:\tlearn 0.2973814499\ttest 0.3030067253\tbestTest 0.3028047413\t\ttotal: 6s\tremaining: 186ms\n",
      "194:\tlearn 0.2973814499\ttest 0.3030067178\tbestTest 0.3028047413\t\ttotal: 6.03s\tremaining: 155ms\n",
      "195:\tlearn 0.2973814499\ttest 0.303006711\tbestTest 0.3028047413\t\ttotal: 6.05s\tremaining: 124ms\n",
      "196:\tlearn 0.2973814499\ttest 0.303006705\tbestTest 0.3028047413\t\ttotal: 6.08s\tremaining: 92.7ms\n",
      "197:\tlearn 0.2973814499\ttest 0.3030066995\tbestTest 0.3028047413\t\ttotal: 6.11s\tremaining: 61.7ms\n",
      "198:\tlearn 0.2973814499\ttest 0.3030066946\tbestTest 0.3028047413\t\ttotal: 6.13s\tremaining: 30.8ms\n",
      "199:\tlearn 0.2973814499\ttest 0.3030066902\tbestTest 0.3028047413\t\ttotal: 6.17s\tremaining: 0us\n",
      "\n",
      "bestTest = 0.3028047413\n",
      "bestIteration = 55\n",
      "\n",
      "Shrink model to first 56 iterations.\n"
     ]
    }
   ],
   "source": [
    "def train_raise_model():\n",
    "    model_raise_pool = ModelPool(len(names), model_dir + 'pool/raise/')\n",
    "    idx = y['private_bot_action'] != 'FOLD'\n",
    "    y_raise = y[idx]['private_bot_action'].replace({'CALL': 0, 'RAISE': 1})\n",
    "    X_raise = model_raise_pool.predict(X[idx])\n",
    "    \n",
    "    X_train, X_test, y_train, y_test = train_test_split(X_raise, y_raise, test_size=0.1, random_state=1234)\n",
    "    \n",
    "    model = CatBoostClassifier(iterations=200, learning_rate=0.1, depth=2, thread_count=4,\n",
    "                                   verbose=True, use_best_model=True)\n",
    "    model.fit(X_train, y_train, eval_set=(X_test, y_test))\n",
    "    model.save_model(model_dir + 'raise.model')\n",
    "\n",
    "train_raise_model()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Borders generated\n",
      "0:\tlearn 44.8270179\ttest 43.16961205\tbestTest 43.16961205\t\ttotal: 201ms\tremaining: 40s\n",
      "1:\tlearn 42.12766048\ttest 40.23505914\tbestTest 40.23505914\t\ttotal: 208ms\tremaining: 20.6s\n",
      "2:\tlearn 39.87720978\ttest 37.94315936\tbestTest 37.94315936\t\ttotal: 214ms\tremaining: 14.1s\n",
      "3:\tlearn 37.92583919\ttest 35.77102388\tbestTest 35.77102388\t\ttotal: 221ms\tremaining: 10.8s\n",
      "4:\tlearn 36.16187677\ttest 33.92669444\tbestTest 33.92669444\t\ttotal: 227ms\tremaining: 8.84s\n",
      "5:\tlearn 34.55005228\ttest 32.34221146\tbestTest 32.34221146\t\ttotal: 233ms\tremaining: 7.54s\n",
      "6:\tlearn 33.1672103\ttest 30.87821545\tbestTest 30.87821545\t\ttotal: 239ms\tremaining: 6.59s\n",
      "7:\tlearn 31.98968913\ttest 29.57901404\tbestTest 29.57901404\t\ttotal: 246ms\tremaining: 5.9s\n",
      "8:\tlearn 30.96585206\ttest 28.5086688\tbestTest 28.5086688\t\ttotal: 252ms\tremaining: 5.34s\n",
      "9:\tlearn 29.95510397\ttest 27.53550529\tbestTest 27.53550529\t\ttotal: 258ms\tremaining: 4.9s\n",
      "10:\tlearn 29.05890916\ttest 26.5488234\tbestTest 26.5488234\t\ttotal: 264ms\tremaining: 4.54s\n",
      "11:\tlearn 28.33887349\ttest 25.82439161\tbestTest 25.82439161\t\ttotal: 271ms\tremaining: 4.25s\n",
      "12:\tlearn 27.69213933\ttest 25.11713274\tbestTest 25.11713274\t\ttotal: 277ms\tremaining: 3.99s\n",
      "13:\tlearn 27.07014782\ttest 24.42975637\tbestTest 24.42975637\t\ttotal: 284ms\tremaining: 3.77s\n",
      "14:\tlearn 26.5436677\ttest 23.85332964\tbestTest 23.85332964\t\ttotal: 290ms\tremaining: 3.57s\n",
      "15:\tlearn 26.0868386\ttest 23.35059419\tbestTest 23.35059419\t\ttotal: 296ms\tremaining: 3.4s\n",
      "16:\tlearn 25.72535893\ttest 23.02179759\tbestTest 23.02179759\t\ttotal: 302ms\tremaining: 3.25s\n",
      "17:\tlearn 25.37861356\ttest 22.72073939\tbestTest 22.72073939\t\ttotal: 308ms\tremaining: 3.12s\n",
      "18:\tlearn 25.11778878\ttest 22.50155665\tbestTest 22.50155665\t\ttotal: 315ms\tremaining: 3s\n",
      "19:\tlearn 24.86852351\ttest 22.28582806\tbestTest 22.28582806\t\ttotal: 321ms\tremaining: 2.89s\n",
      "20:\tlearn 24.67564211\ttest 22.03956874\tbestTest 22.03956874\t\ttotal: 327ms\tremaining: 2.79s\n",
      "21:\tlearn 24.46843239\ttest 21.8903824\tbestTest 21.8903824\t\ttotal: 333ms\tremaining: 2.7s\n",
      "22:\tlearn 24.28044681\ttest 21.7220896\tbestTest 21.7220896\t\ttotal: 339ms\tremaining: 2.61s\n",
      "23:\tlearn 24.14044519\ttest 21.60517834\tbestTest 21.60517834\t\ttotal: 346ms\tremaining: 2.54s\n",
      "24:\tlearn 24.02008992\ttest 21.51337084\tbestTest 21.51337084\t\ttotal: 352ms\tremaining: 2.46s\n",
      "25:\tlearn 23.89773698\ttest 21.50564378\tbestTest 21.50564378\t\ttotal: 359ms\tremaining: 2.4s\n",
      "26:\tlearn 23.81710689\ttest 21.45188184\tbestTest 21.45188184\t\ttotal: 365ms\tremaining: 2.34s\n",
      "27:\tlearn 23.69454087\ttest 21.38818295\tbestTest 21.38818295\t\ttotal: 371ms\tremaining: 2.28s\n",
      "28:\tlearn 23.62403559\ttest 21.3690189\tbestTest 21.3690189\t\ttotal: 377ms\tremaining: 2.23s\n",
      "29:\tlearn 23.52777007\ttest 21.32477876\tbestTest 21.32477876\t\ttotal: 385ms\tremaining: 2.18s\n",
      "30:\tlearn 23.46707167\ttest 21.27366728\tbestTest 21.27366728\t\ttotal: 391ms\tremaining: 2.13s\n",
      "31:\tlearn 23.41937548\ttest 21.23347857\tbestTest 21.23347857\t\ttotal: 398ms\tremaining: 2.09s\n",
      "32:\tlearn 23.36826089\ttest 21.16473655\tbestTest 21.16473655\t\ttotal: 408ms\tremaining: 2.06s\n",
      "33:\tlearn 23.34145801\ttest 21.14524848\tbestTest 21.14524848\t\ttotal: 418ms\tremaining: 2.04s\n",
      "34:\tlearn 23.29195363\ttest 21.14760093\tbestTest 21.14524848\t\ttotal: 426ms\tremaining: 2.01s\n",
      "35:\tlearn 23.26387279\ttest 21.13468436\tbestTest 21.13468436\t\ttotal: 433ms\tremaining: 1.97s\n",
      "36:\tlearn 23.21388296\ttest 21.12052307\tbestTest 21.12052307\t\ttotal: 439ms\tremaining: 1.93s\n",
      "37:\tlearn 23.18564378\ttest 21.15277727\tbestTest 21.12052307\t\ttotal: 446ms\tremaining: 1.9s\n",
      "38:\tlearn 23.15639779\ttest 21.10894974\tbestTest 21.10894974\t\ttotal: 452ms\tremaining: 1.87s\n",
      "39:\tlearn 23.13546591\ttest 21.09252589\tbestTest 21.09252589\t\ttotal: 459ms\tremaining: 1.84s\n",
      "40:\tlearn 23.0843046\ttest 21.08202846\tbestTest 21.08202846\t\ttotal: 466ms\tremaining: 1.8s\n",
      "41:\tlearn 23.06833944\ttest 21.06962586\tbestTest 21.06962586\t\ttotal: 472ms\tremaining: 1.77s\n",
      "42:\tlearn 23.04654343\ttest 21.09855412\tbestTest 21.06962586\t\ttotal: 478ms\tremaining: 1.75s\n",
      "43:\tlearn 23.03770055\ttest 21.09073793\tbestTest 21.06962586\t\ttotal: 484ms\tremaining: 1.72s\n",
      "44:\tlearn 23.01099132\ttest 21.10104974\tbestTest 21.06962586\t\ttotal: 490ms\tremaining: 1.69s\n",
      "45:\tlearn 23.00184099\ttest 21.09786157\tbestTest 21.06962586\t\ttotal: 497ms\tremaining: 1.66s\n",
      "46:\tlearn 22.98208023\ttest 21.09480365\tbestTest 21.06962586\t\ttotal: 503ms\tremaining: 1.64s\n",
      "47:\tlearn 22.96517742\ttest 21.10101555\tbestTest 21.06962586\t\ttotal: 509ms\tremaining: 1.61s\n",
      "48:\tlearn 22.95926362\ttest 21.10448169\tbestTest 21.06962586\t\ttotal: 516ms\tremaining: 1.59s\n",
      "49:\tlearn 22.94652285\ttest 21.07641187\tbestTest 21.06962586\t\ttotal: 522ms\tremaining: 1.56s\n",
      "50:\tlearn 22.94219322\ttest 21.07345944\tbestTest 21.06962586\t\ttotal: 528ms\tremaining: 1.54s\n",
      "51:\tlearn 22.91536589\ttest 21.0744237\tbestTest 21.06962586\t\ttotal: 534ms\tremaining: 1.52s\n",
      "52:\tlearn 22.88127231\ttest 21.08296369\tbestTest 21.06962586\t\ttotal: 540ms\tremaining: 1.5s\n",
      "53:\tlearn 22.87708276\ttest 21.08193344\tbestTest 21.06962586\t\ttotal: 546ms\tremaining: 1.48s\n",
      "54:\tlearn 22.86947504\ttest 21.07015365\tbestTest 21.06962586\t\ttotal: 552ms\tremaining: 1.46s\n",
      "55:\tlearn 22.86657064\ttest 21.06744273\tbestTest 21.06744273\t\ttotal: 559ms\tremaining: 1.44s\n",
      "56:\tlearn 22.8593051\ttest 21.04496028\tbestTest 21.04496028\t\ttotal: 565ms\tremaining: 1.42s\n",
      "57:\tlearn 22.84342847\ttest 21.04381372\tbestTest 21.04381372\t\ttotal: 571ms\tremaining: 1.4s\n",
      "58:\tlearn 22.81226931\ttest 21.09315324\tbestTest 21.04381372\t\ttotal: 577ms\tremaining: 1.38s\n",
      "59:\tlearn 22.8087641\ttest 21.09156291\tbestTest 21.04381372\t\ttotal: 583ms\tremaining: 1.36s\n",
      "60:\tlearn 22.78312028\ttest 21.06993349\tbestTest 21.04381372\t\ttotal: 590ms\tremaining: 1.34s\n",
      "61:\tlearn 22.76585566\ttest 21.06984374\tbestTest 21.04381372\t\ttotal: 596ms\tremaining: 1.33s\n",
      "62:\tlearn 22.76396132\ttest 21.07222841\tbestTest 21.04381372\t\ttotal: 602ms\tremaining: 1.31s\n",
      "63:\tlearn 22.76189417\ttest 21.07225682\tbestTest 21.04381372\t\ttotal: 611ms\tremaining: 1.3s\n",
      "64:\tlearn 22.76052711\ttest 21.0712799\tbestTest 21.04381372\t\ttotal: 619ms\tremaining: 1.28s\n",
      "65:\tlearn 22.72837498\ttest 21.07408052\tbestTest 21.04381372\t\ttotal: 626ms\tremaining: 1.27s\n",
      "66:\tlearn 22.71634896\ttest 21.07809615\tbestTest 21.04381372\t\ttotal: 634ms\tremaining: 1.26s\n",
      "67:\tlearn 22.69540754\ttest 21.07200156\tbestTest 21.04381372\t\ttotal: 640ms\tremaining: 1.24s\n",
      "68:\tlearn 22.67801707\ttest 21.09806141\tbestTest 21.04381372\t\ttotal: 647ms\tremaining: 1.23s\n",
      "69:\tlearn 22.65445357\ttest 21.10047005\tbestTest 21.04381372\t\ttotal: 653ms\tremaining: 1.21s\n",
      "70:\tlearn 22.64922636\ttest 21.08418787\tbestTest 21.04381372\t\ttotal: 659ms\tremaining: 1.2s\n",
      "71:\tlearn 22.63495764\ttest 21.10084778\tbestTest 21.04381372\t\ttotal: 666ms\tremaining: 1.18s\n",
      "72:\tlearn 22.63372723\ttest 21.09851458\tbestTest 21.04381372\t\ttotal: 672ms\tremaining: 1.17s\n",
      "73:\tlearn 22.61946447\ttest 21.12244727\tbestTest 21.04381372\t\ttotal: 678ms\tremaining: 1.16s\n",
      "74:\tlearn 22.61749529\ttest 21.12215659\tbestTest 21.04381372\t\ttotal: 685ms\tremaining: 1.14s\n",
      "75:\tlearn 22.61417015\ttest 21.13035937\tbestTest 21.04381372\t\ttotal: 691ms\tremaining: 1.13s\n",
      "76:\tlearn 22.60985069\ttest 21.12699306\tbestTest 21.04381372\t\ttotal: 697ms\tremaining: 1.11s\n",
      "77:\tlearn 22.60659056\ttest 21.12488595\tbestTest 21.04381372\t\ttotal: 703ms\tremaining: 1.1s\n",
      "78:\tlearn 22.60498152\ttest 21.13070636\tbestTest 21.04381372\t\ttotal: 709ms\tremaining: 1.09s\n",
      "79:\tlearn 22.59048058\ttest 21.12138446\tbestTest 21.04381372\t\ttotal: 716ms\tremaining: 1.07s\n",
      "80:\tlearn 22.57373547\ttest 21.12081575\tbestTest 21.04381372\t\ttotal: 722ms\tremaining: 1.06s\n",
      "81:\tlearn 22.56906462\ttest 21.10363738\tbestTest 21.04381372\t\ttotal: 728ms\tremaining: 1.05s\n",
      "82:\tlearn 22.56752018\ttest 21.10001443\tbestTest 21.04381372\t\ttotal: 735ms\tremaining: 1.03s\n",
      "83:\tlearn 22.56517856\ttest 21.10053496\tbestTest 21.04381372\t\ttotal: 741ms\tremaining: 1.02s\n",
      "84:\tlearn 22.55470007\ttest 21.09631349\tbestTest 21.04381372\t\ttotal: 747ms\tremaining: 1.01s\n",
      "85:\tlearn 22.55178307\ttest 21.08305496\tbestTest 21.04381372\t\ttotal: 754ms\tremaining: 999ms\n",
      "86:\tlearn 22.55150263\ttest 21.08425348\tbestTest 21.04381372\t\ttotal: 760ms\tremaining: 987ms\n",
      "87:\tlearn 22.55065206\ttest 21.0844168\tbestTest 21.04381372\t\ttotal: 766ms\tremaining: 975ms\n",
      "88:\tlearn 22.54063593\ttest 21.08476381\tbestTest 21.04381372\t\ttotal: 774ms\tremaining: 965ms\n",
      "89:\tlearn 22.53851524\ttest 21.09606356\tbestTest 21.04381372\t\ttotal: 780ms\tremaining: 953ms\n",
      "90:\tlearn 22.52581187\ttest 21.12238077\tbestTest 21.04381372\t\ttotal: 786ms\tremaining: 942ms\n",
      "91:\tlearn 22.50767096\ttest 21.10470647\tbestTest 21.04381372\t\ttotal: 793ms\tremaining: 931ms\n",
      "92:\tlearn 22.49216715\ttest 21.0880812\tbestTest 21.04381372\t\ttotal: 800ms\tremaining: 920ms\n",
      "93:\tlearn 22.47917894\ttest 21.0846607\tbestTest 21.04381372\t\ttotal: 806ms\tremaining: 909ms\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "94:\tlearn 22.47600608\ttest 21.09796479\tbestTest 21.04381372\t\ttotal: 812ms\tremaining: 898ms\n",
      "95:\tlearn 22.46879424\ttest 21.10663519\tbestTest 21.04381372\t\ttotal: 820ms\tremaining: 888ms\n",
      "96:\tlearn 22.45783515\ttest 21.12791756\tbestTest 21.04381372\t\ttotal: 827ms\tremaining: 878ms\n",
      "97:\tlearn 22.45676115\ttest 21.13283702\tbestTest 21.04381372\t\ttotal: 835ms\tremaining: 869ms\n",
      "98:\tlearn 22.45487439\ttest 21.13235233\tbestTest 21.04381372\t\ttotal: 843ms\tremaining: 860ms\n",
      "99:\tlearn 22.44912508\ttest 21.14909179\tbestTest 21.04381372\t\ttotal: 850ms\tremaining: 850ms\n",
      "100:\tlearn 22.44614362\ttest 21.14991493\tbestTest 21.04381372\t\ttotal: 856ms\tremaining: 839ms\n",
      "101:\tlearn 22.43359575\ttest 21.14637334\tbestTest 21.04381372\t\ttotal: 862ms\tremaining: 828ms\n",
      "102:\tlearn 22.43196997\ttest 21.14583276\tbestTest 21.04381372\t\ttotal: 868ms\tremaining: 818ms\n",
      "103:\tlearn 22.43083839\ttest 21.14104846\tbestTest 21.04381372\t\ttotal: 875ms\tremaining: 807ms\n",
      "104:\tlearn 22.42824946\ttest 21.13617904\tbestTest 21.04381372\t\ttotal: 881ms\tremaining: 797ms\n",
      "105:\tlearn 22.42696388\ttest 21.13594058\tbestTest 21.04381372\t\ttotal: 887ms\tremaining: 787ms\n",
      "106:\tlearn 22.41002165\ttest 21.17022687\tbestTest 21.04381372\t\ttotal: 894ms\tremaining: 777ms\n",
      "107:\tlearn 22.3961931\ttest 21.1687247\tbestTest 21.04381372\t\ttotal: 900ms\tremaining: 767ms\n",
      "108:\tlearn 22.39326567\ttest 21.16596189\tbestTest 21.04381372\t\ttotal: 906ms\tremaining: 757ms\n",
      "109:\tlearn 22.39173123\ttest 21.16570155\tbestTest 21.04381372\t\ttotal: 913ms\tremaining: 747ms\n",
      "110:\tlearn 22.38921398\ttest 21.16390788\tbestTest 21.04381372\t\ttotal: 919ms\tremaining: 737ms\n",
      "111:\tlearn 22.38673939\ttest 21.16939587\tbestTest 21.04381372\t\ttotal: 925ms\tremaining: 727ms\n",
      "112:\tlearn 22.38347547\ttest 21.15829694\tbestTest 21.04381372\t\ttotal: 932ms\tremaining: 717ms\n",
      "113:\tlearn 22.37829721\ttest 21.13589593\tbestTest 21.04381372\t\ttotal: 938ms\tremaining: 708ms\n",
      "114:\tlearn 22.36768571\ttest 21.14139189\tbestTest 21.04381372\t\ttotal: 945ms\tremaining: 698ms\n",
      "115:\tlearn 22.36305069\ttest 21.12107607\tbestTest 21.04381372\t\ttotal: 951ms\tremaining: 689ms\n",
      "116:\tlearn 22.33760168\ttest 21.14109748\tbestTest 21.04381372\t\ttotal: 958ms\tremaining: 679ms\n",
      "117:\tlearn 22.33077118\ttest 21.13101601\tbestTest 21.04381372\t\ttotal: 964ms\tremaining: 670ms\n",
      "118:\tlearn 22.31689611\ttest 21.13030683\tbestTest 21.04381372\t\ttotal: 971ms\tremaining: 661ms\n",
      "119:\tlearn 22.31428041\ttest 21.12858753\tbestTest 21.04381372\t\ttotal: 977ms\tremaining: 651ms\n",
      "120:\tlearn 22.30752038\ttest 21.15120382\tbestTest 21.04381372\t\ttotal: 983ms\tremaining: 642ms\n",
      "121:\tlearn 22.30639537\ttest 21.15168413\tbestTest 21.04381372\t\ttotal: 990ms\tremaining: 633ms\n",
      "122:\tlearn 22.30063834\ttest 21.17305971\tbestTest 21.04381372\t\ttotal: 996ms\tremaining: 624ms\n",
      "123:\tlearn 22.30012016\ttest 21.17028609\tbestTest 21.04381372\t\ttotal: 1s\tremaining: 614ms\n",
      "124:\tlearn 22.28623052\ttest 21.18771724\tbestTest 21.04381372\t\ttotal: 1.01s\tremaining: 605ms\n",
      "125:\tlearn 22.26739637\ttest 21.24954788\tbestTest 21.04381372\t\ttotal: 1.01s\tremaining: 596ms\n",
      "126:\tlearn 22.26305578\ttest 21.25642329\tbestTest 21.04381372\t\ttotal: 1.02s\tremaining: 588ms\n",
      "127:\tlearn 22.26239228\ttest 21.25282314\tbestTest 21.04381372\t\ttotal: 1.03s\tremaining: 580ms\n",
      "128:\tlearn 22.26188928\ttest 21.24966382\tbestTest 21.04381372\t\ttotal: 1.04s\tremaining: 573ms\n",
      "129:\tlearn 22.25901346\ttest 21.24106769\tbestTest 21.04381372\t\ttotal: 1.05s\tremaining: 567ms\n",
      "130:\tlearn 22.25547864\ttest 21.24750426\tbestTest 21.04381372\t\ttotal: 1.06s\tremaining: 558ms\n",
      "131:\tlearn 22.24639492\ttest 21.25282345\tbestTest 21.04381372\t\ttotal: 1.07s\tremaining: 550ms\n",
      "132:\tlearn 22.23475103\ttest 21.25172789\tbestTest 21.04381372\t\ttotal: 1.07s\tremaining: 542ms\n",
      "133:\tlearn 22.23313368\ttest 21.25031714\tbestTest 21.04381372\t\ttotal: 1.08s\tremaining: 533ms\n",
      "134:\tlearn 22.22557094\ttest 21.2473398\tbestTest 21.04381372\t\ttotal: 1.09s\tremaining: 524ms\n",
      "135:\tlearn 22.22226004\ttest 21.24410119\tbestTest 21.04381372\t\ttotal: 1.09s\tremaining: 515ms\n",
      "136:\tlearn 22.22109755\ttest 21.24710477\tbestTest 21.04381372\t\ttotal: 1.1s\tremaining: 506ms\n",
      "137:\tlearn 22.21906148\ttest 21.24028126\tbestTest 21.04381372\t\ttotal: 1.11s\tremaining: 498ms\n",
      "138:\tlearn 22.2163996\ttest 21.22941941\tbestTest 21.04381372\t\ttotal: 1.11s\tremaining: 489ms\n",
      "139:\tlearn 22.21568432\ttest 21.23024743\tbestTest 21.04381372\t\ttotal: 1.12s\tremaining: 480ms\n",
      "140:\tlearn 22.21174831\ttest 21.22944338\tbestTest 21.04381372\t\ttotal: 1.13s\tremaining: 471ms\n",
      "141:\tlearn 22.21167514\ttest 21.23010368\tbestTest 21.04381372\t\ttotal: 1.13s\tremaining: 463ms\n",
      "142:\tlearn 22.20772349\ttest 21.22619399\tbestTest 21.04381372\t\ttotal: 1.14s\tremaining: 455ms\n",
      "143:\tlearn 22.20761451\ttest 21.22510024\tbestTest 21.04381372\t\ttotal: 1.15s\tremaining: 447ms\n",
      "144:\tlearn 22.202469\ttest 21.2238831\tbestTest 21.04381372\t\ttotal: 1.15s\tremaining: 438ms\n",
      "145:\tlearn 22.2021372\ttest 21.22422188\tbestTest 21.04381372\t\ttotal: 1.16s\tremaining: 429ms\n",
      "146:\tlearn 22.18107437\ttest 21.24748527\tbestTest 21.04381372\t\ttotal: 1.17s\tremaining: 421ms\n",
      "147:\tlearn 22.17672971\ttest 21.24697036\tbestTest 21.04381372\t\ttotal: 1.17s\tremaining: 412ms\n",
      "148:\tlearn 22.17275555\ttest 21.24206426\tbestTest 21.04381372\t\ttotal: 1.18s\tremaining: 404ms\n",
      "149:\tlearn 22.16905487\ttest 21.24213135\tbestTest 21.04381372\t\ttotal: 1.19s\tremaining: 396ms\n",
      "150:\tlearn 22.16285999\ttest 21.24691053\tbestTest 21.04381372\t\ttotal: 1.19s\tremaining: 387ms\n",
      "151:\tlearn 22.16134438\ttest 21.247382\tbestTest 21.04381372\t\ttotal: 1.2s\tremaining: 379ms\n",
      "152:\tlearn 22.15577464\ttest 21.22443786\tbestTest 21.04381372\t\ttotal: 1.21s\tremaining: 371ms\n",
      "153:\tlearn 22.14966049\ttest 21.22179656\tbestTest 21.04381372\t\ttotal: 1.21s\tremaining: 362ms\n",
      "154:\tlearn 22.1491687\ttest 21.22198942\tbestTest 21.04381372\t\ttotal: 1.22s\tremaining: 354ms\n",
      "155:\tlearn 22.14633105\ttest 21.2175238\tbestTest 21.04381372\t\ttotal: 1.23s\tremaining: 346ms\n",
      "156:\tlearn 22.14612326\ttest 21.21506677\tbestTest 21.04381372\t\ttotal: 1.23s\tremaining: 338ms\n",
      "157:\tlearn 22.14600498\ttest 21.21626678\tbestTest 21.04381372\t\ttotal: 1.24s\tremaining: 330ms\n",
      "158:\tlearn 22.14587176\ttest 21.21727903\tbestTest 21.04381372\t\ttotal: 1.25s\tremaining: 323ms\n",
      "159:\tlearn 22.1455471\ttest 21.22039066\tbestTest 21.04381372\t\ttotal: 1.26s\tremaining: 314ms\n",
      "160:\tlearn 22.14191727\ttest 21.21311717\tbestTest 21.04381372\t\ttotal: 1.26s\tremaining: 306ms\n",
      "161:\tlearn 22.13777591\ttest 21.20899684\tbestTest 21.04381372\t\ttotal: 1.27s\tremaining: 298ms\n",
      "162:\tlearn 22.13757139\ttest 21.20918795\tbestTest 21.04381372\t\ttotal: 1.28s\tremaining: 290ms\n",
      "163:\tlearn 22.13737982\ttest 21.20892839\tbestTest 21.04381372\t\ttotal: 1.28s\tremaining: 282ms\n",
      "164:\tlearn 22.13691318\ttest 21.21104256\tbestTest 21.04381372\t\ttotal: 1.29s\tremaining: 274ms\n",
      "165:\tlearn 22.13524025\ttest 21.21120246\tbestTest 21.04381372\t\ttotal: 1.3s\tremaining: 266ms\n",
      "166:\tlearn 22.13177869\ttest 21.20754845\tbestTest 21.04381372\t\ttotal: 1.3s\tremaining: 257ms\n",
      "167:\tlearn 22.13039265\ttest 21.20640042\tbestTest 21.04381372\t\ttotal: 1.31s\tremaining: 249ms\n",
      "168:\tlearn 22.12665968\ttest 21.18723998\tbestTest 21.04381372\t\ttotal: 1.31s\tremaining: 241ms\n",
      "169:\tlearn 22.12107226\ttest 21.18498033\tbestTest 21.04381372\t\ttotal: 1.32s\tremaining: 233ms\n",
      "170:\tlearn 22.12097338\ttest 21.18524077\tbestTest 21.04381372\t\ttotal: 1.33s\tremaining: 225ms\n",
      "171:\tlearn 22.11446968\ttest 21.16885929\tbestTest 21.04381372\t\ttotal: 1.33s\tremaining: 217ms\n",
      "172:\tlearn 22.10961472\ttest 21.1679547\tbestTest 21.04381372\t\ttotal: 1.34s\tremaining: 209ms\n",
      "173:\tlearn 22.10451661\ttest 21.18805589\tbestTest 21.04381372\t\ttotal: 1.35s\tremaining: 201ms\n",
      "174:\tlearn 22.10116834\ttest 21.20002904\tbestTest 21.04381372\t\ttotal: 1.35s\tremaining: 193ms\n",
      "175:\tlearn 22.09494256\ttest 21.19110688\tbestTest 21.04381372\t\ttotal: 1.36s\tremaining: 186ms\n",
      "176:\tlearn 22.09435335\ttest 21.18988718\tbestTest 21.04381372\t\ttotal: 1.37s\tremaining: 178ms\n",
      "177:\tlearn 22.09397329\ttest 21.18940003\tbestTest 21.04381372\t\ttotal: 1.37s\tremaining: 170ms\n",
      "178:\tlearn 22.09219419\ttest 21.18508654\tbestTest 21.04381372\t\ttotal: 1.38s\tremaining: 162ms\n",
      "179:\tlearn 22.09186054\ttest 21.1852156\tbestTest 21.04381372\t\ttotal: 1.39s\tremaining: 154ms\n",
      "180:\tlearn 22.0836639\ttest 21.17091701\tbestTest 21.04381372\t\ttotal: 1.39s\tremaining: 146ms\n",
      "181:\tlearn 22.08321629\ttest 21.17152665\tbestTest 21.04381372\t\ttotal: 1.4s\tremaining: 138ms\n",
      "182:\tlearn 22.08253541\ttest 21.16978064\tbestTest 21.04381372\t\ttotal: 1.41s\tremaining: 131ms\n",
      "183:\tlearn 22.08211157\ttest 21.16850913\tbestTest 21.04381372\t\ttotal: 1.41s\tremaining: 123ms\n",
      "184:\tlearn 22.07854207\ttest 21.1515568\tbestTest 21.04381372\t\ttotal: 1.42s\tremaining: 115ms\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "185:\tlearn 22.07823962\ttest 21.15151893\tbestTest 21.04381372\t\ttotal: 1.43s\tremaining: 107ms\n",
      "186:\tlearn 22.07775536\ttest 21.15109744\tbestTest 21.04381372\t\ttotal: 1.43s\tremaining: 99.6ms\n",
      "187:\tlearn 22.07705954\ttest 21.15140244\tbestTest 21.04381372\t\ttotal: 1.44s\tremaining: 92ms\n",
      "188:\tlearn 22.07698974\ttest 21.15214362\tbestTest 21.04381372\t\ttotal: 1.45s\tremaining: 84.3ms\n",
      "189:\tlearn 22.07670679\ttest 21.15203635\tbestTest 21.04381372\t\ttotal: 1.46s\tremaining: 76.6ms\n",
      "190:\tlearn 22.07558616\ttest 21.15961571\tbestTest 21.04381372\t\ttotal: 1.46s\tremaining: 68.9ms\n",
      "191:\tlearn 22.07529253\ttest 21.16309531\tbestTest 21.04381372\t\ttotal: 1.47s\tremaining: 61.2ms\n",
      "192:\tlearn 22.07473447\ttest 21.16162738\tbestTest 21.04381372\t\ttotal: 1.48s\tremaining: 53.5ms\n",
      "193:\tlearn 22.07431143\ttest 21.15890349\tbestTest 21.04381372\t\ttotal: 1.48s\tremaining: 45.8ms\n",
      "194:\tlearn 22.06884739\ttest 21.1663897\tbestTest 21.04381372\t\ttotal: 1.49s\tremaining: 38.2ms\n",
      "195:\tlearn 22.06335808\ttest 21.17392109\tbestTest 21.04381372\t\ttotal: 1.5s\tremaining: 30.5ms\n",
      "196:\tlearn 22.06237546\ttest 21.17088132\tbestTest 21.04381372\t\ttotal: 1.5s\tremaining: 22.9ms\n",
      "197:\tlearn 22.05250477\ttest 21.16386256\tbestTest 21.04381372\t\ttotal: 1.51s\tremaining: 15.2ms\n",
      "198:\tlearn 22.03177687\ttest 21.22226133\tbestTest 21.04381372\t\ttotal: 1.51s\tremaining: 7.62ms\n",
      "199:\tlearn 22.02940737\ttest 21.21513199\tbestTest 21.04381372\t\ttotal: 1.52s\tremaining: 0us\n",
      "\n",
      "bestTest = 21.04381372\n",
      "bestIteration = 57\n",
      "\n",
      "Shrink model to first 58 iterations.\n"
     ]
    }
   ],
   "source": [
    "def train_raise_amount_model():\n",
    "    model_raise_amount_pool = ModelPool(len(names), model_dir + 'pool/raise_amount/', classifier=CatBoostRegressor)\n",
    "    idx = y['private_bot_action'] == 'RAISE'\n",
    "    y_raise = y[idx]['private_bot_action_amount']\n",
    "    X_raise = model_raise_amount_pool.predict(X[idx])\n",
    "    \n",
    "    X_train, X_test, y_train, y_test = train_test_split(X_raise, y_raise, test_size=0.1, random_state=1234)\n",
    "    \n",
    "    model = CatBoostRegressor(iterations=200, learning_rate=0.1, depth=2, thread_count=4,\n",
    "                                   verbose=True, use_best_model=True)\n",
    "    model.fit(X_train, y_train, eval_set=(X_test, y_test))\n",
    "    model.save_model(model_dir + 'raise_amount.model')\n",
    "\n",
    "train_raise_amount_model()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# TRAIN POOLS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 KillFish\n",
      "Borders generated\n",
      "0:\tlearn 0.5426269121\ttest 0.5462086404\tbestTest 0.5462086404\t\ttotal: 645ms\tremaining: 2m 8s\n",
      "1:\tlearn 0.4347995862\ttest 0.4399897358\tbestTest 0.4399897358\t\ttotal: 923ms\tremaining: 1m 31s\n",
      "2:\tlearn 0.370941392\ttest 0.3770314909\tbestTest 0.3770314909\t\ttotal: 1.13s\tremaining: 1m 14s\n",
      "3:\tlearn 0.3264892304\ttest 0.3341316343\tbestTest 0.3341316343\t\ttotal: 1.35s\tremaining: 1m 6s\n",
      "4:\tlearn 0.2933827635\ttest 0.3014041802\tbestTest 0.3014041802\t\ttotal: 1.57s\tremaining: 1m 1s\n",
      "5:\tlearn 0.2702762606\ttest 0.2798140824\tbestTest 0.2798140824\t\ttotal: 1.79s\tremaining: 57.8s\n",
      "6:\tlearn 0.2535493141\ttest 0.2627398809\tbestTest 0.2627398809\t\ttotal: 2s\tremaining: 55.2s\n",
      "7:\tlearn 0.2415610934\ttest 0.2501307711\tbestTest 0.2501307711\t\ttotal: 2.22s\tremaining: 53.4s\n",
      "8:\tlearn 0.2276692498\ttest 0.2368505019\tbestTest 0.2368505019\t\ttotal: 2.45s\tremaining: 51.9s\n",
      "9:\tlearn 0.2162436007\ttest 0.2256265108\tbestTest 0.2256265108\t\ttotal: 2.67s\tremaining: 50.7s\n",
      "10:\tlearn 0.2102600479\ttest 0.2194111328\tbestTest 0.2194111328\t\ttotal: 2.89s\tremaining: 49.7s\n",
      "11:\tlearn 0.2015718087\ttest 0.2101960014\tbestTest 0.2101960014\t\ttotal: 3.12s\tremaining: 48.9s\n",
      "12:\tlearn 0.1955268917\ttest 0.204516568\tbestTest 0.204516568\t\ttotal: 3.34s\tremaining: 48.1s\n",
      "13:\tlearn 0.1912654896\ttest 0.200124291\tbestTest 0.200124291\t\ttotal: 3.57s\tremaining: 47.4s\n",
      "14:\tlearn 0.1838511846\ttest 0.192864853\tbestTest 0.192864853\t\ttotal: 3.79s\tremaining: 46.7s\n",
      "15:\tlearn 0.1765630052\ttest 0.1856112272\tbestTest 0.1856112272\t\ttotal: 4.01s\tremaining: 46.1s\n",
      "16:\tlearn 0.1717732692\ttest 0.1806162647\tbestTest 0.1806162647\t\ttotal: 4.27s\tremaining: 45.9s\n",
      "17:\tlearn 0.1677107677\ttest 0.1763438663\tbestTest 0.1763438663\t\ttotal: 4.53s\tremaining: 45.8s\n",
      "18:\tlearn 0.1630878535\ttest 0.1720030205\tbestTest 0.1720030205\t\ttotal: 4.75s\tremaining: 45.3s\n",
      "19:\tlearn 0.160037191\ttest 0.1687074028\tbestTest 0.1687074028\t\ttotal: 4.97s\tremaining: 44.8s\n",
      "20:\tlearn 0.1561948015\ttest 0.1649368127\tbestTest 0.1649368127\t\ttotal: 5.2s\tremaining: 44.3s\n",
      "21:\tlearn 0.1531737796\ttest 0.1615544666\tbestTest 0.1615544666\t\ttotal: 5.43s\tremaining: 43.9s\n",
      "22:\tlearn 0.1518839273\ttest 0.1600314384\tbestTest 0.1600314384\t\ttotal: 5.65s\tremaining: 43.5s\n",
      "23:\tlearn 0.1501103125\ttest 0.1583943397\tbestTest 0.1583943397\t\ttotal: 5.88s\tremaining: 43.1s\n",
      "24:\tlearn 0.147659921\ttest 0.1563627953\tbestTest 0.1563627953\t\ttotal: 6.1s\tremaining: 42.7s\n",
      "25:\tlearn 0.1446609274\ttest 0.1536988068\tbestTest 0.1536988068\t\ttotal: 6.32s\tremaining: 42.3s\n",
      "26:\tlearn 0.1414611933\ttest 0.1503981203\tbestTest 0.1503981203\t\ttotal: 6.54s\tremaining: 41.9s\n",
      "27:\tlearn 0.1391305545\ttest 0.1480291642\tbestTest 0.1480291642\t\ttotal: 6.77s\tremaining: 41.6s\n",
      "28:\tlearn 0.1370182673\ttest 0.1455368808\tbestTest 0.1455368808\t\ttotal: 6.99s\tremaining: 41.2s\n",
      "29:\tlearn 0.134196704\ttest 0.1425928005\tbestTest 0.1425928005\t\ttotal: 7.21s\tremaining: 40.9s\n",
      "30:\tlearn 0.1317434631\ttest 0.1400070608\tbestTest 0.1400070608\t\ttotal: 7.44s\tremaining: 40.5s\n",
      "31:\tlearn 0.1301972438\ttest 0.1380964927\tbestTest 0.1380964927\t\ttotal: 7.66s\tremaining: 40.2s\n",
      "32:\tlearn 0.1284379146\ttest 0.1365073361\tbestTest 0.1365073361\t\ttotal: 7.88s\tremaining: 39.9s\n",
      "33:\tlearn 0.1266904136\ttest 0.1346538865\tbestTest 0.1346538865\t\ttotal: 8.1s\tremaining: 39.6s\n",
      "34:\tlearn 0.1254543641\ttest 0.1335348688\tbestTest 0.1335348688\t\ttotal: 8.33s\tremaining: 39.3s\n",
      "35:\tlearn 0.1237817057\ttest 0.1317816774\tbestTest 0.1317816774\t\ttotal: 8.55s\tremaining: 38.9s\n",
      "36:\tlearn 0.1219026355\ttest 0.1299831925\tbestTest 0.1299831925\t\ttotal: 8.78s\tremaining: 38.7s\n",
      "37:\tlearn 0.1205391724\ttest 0.1287520531\tbestTest 0.1287520531\t\ttotal: 9.03s\tremaining: 38.5s\n",
      "38:\tlearn 0.1197128572\ttest 0.128170921\tbestTest 0.128170921\t\ttotal: 9.34s\tremaining: 38.6s\n",
      "39:\tlearn 0.1182988612\ttest 0.1267910827\tbestTest 0.1267910827\t\ttotal: 9.61s\tremaining: 38.4s\n",
      "40:\tlearn 0.1163746821\ttest 0.1246467431\tbestTest 0.1246467431\t\ttotal: 9.82s\tremaining: 38.1s\n",
      "41:\tlearn 0.1146794991\ttest 0.1229052609\tbestTest 0.1229052609\t\ttotal: 10s\tremaining: 37.8s\n",
      "42:\tlearn 0.1142722829\ttest 0.1224165759\tbestTest 0.1224165759\t\ttotal: 10.3s\tremaining: 37.5s\n",
      "43:\tlearn 0.1129076674\ttest 0.1210783405\tbestTest 0.1210783405\t\ttotal: 10.5s\tremaining: 37.3s\n",
      "44:\tlearn 0.1119027315\ttest 0.1202365544\tbestTest 0.1202365544\t\ttotal: 10.8s\tremaining: 37.1s\n",
      "45:\tlearn 0.1113486865\ttest 0.1196587409\tbestTest 0.1196587409\t\ttotal: 11s\tremaining: 37s\n",
      "46:\tlearn 0.110854606\ttest 0.1191291665\tbestTest 0.1191291665\t\ttotal: 11.3s\tremaining: 36.7s\n",
      "47:\tlearn 0.1103709993\ttest 0.1186493283\tbestTest 0.1186493283\t\ttotal: 11.5s\tremaining: 36.5s\n",
      "48:\tlearn 0.1099863059\ttest 0.1183395191\tbestTest 0.1183395191\t\ttotal: 11.7s\tremaining: 36.2s\n",
      "49:\tlearn 0.1088319101\ttest 0.1172345596\tbestTest 0.1172345596\t\ttotal: 12s\tremaining: 36s\n",
      "50:\tlearn 0.1079081082\ttest 0.1163593069\tbestTest 0.1163593069\t\ttotal: 12.2s\tremaining: 35.8s\n",
      "51:\tlearn 0.1075228945\ttest 0.115972141\tbestTest 0.115972141\t\ttotal: 12.5s\tremaining: 35.5s\n",
      "52:\tlearn 0.1069328177\ttest 0.1153560052\tbestTest 0.1153560052\t\ttotal: 12.7s\tremaining: 35.3s\n",
      "53:\tlearn 0.106466957\ttest 0.1149736276\tbestTest 0.1149736276\t\ttotal: 13s\tremaining: 35.1s\n",
      "54:\tlearn 0.1058879494\ttest 0.1145057128\tbestTest 0.1145057128\t\ttotal: 13.2s\tremaining: 34.9s\n",
      "55:\tlearn 0.1054520606\ttest 0.1141989383\tbestTest 0.1141989383\t\ttotal: 13.4s\tremaining: 34.6s\n",
      "56:\tlearn 0.1045863169\ttest 0.1135189561\tbestTest 0.1135189561\t\ttotal: 13.7s\tremaining: 34.3s\n",
      "57:\tlearn 0.1031624056\ttest 0.1118011563\tbestTest 0.1118011563\t\ttotal: 13.9s\tremaining: 34s\n",
      "58:\tlearn 0.1027816439\ttest 0.1113905319\tbestTest 0.1113905319\t\ttotal: 14.1s\tremaining: 33.7s\n",
      "59:\tlearn 0.1020333211\ttest 0.110596516\tbestTest 0.110596516\t\ttotal: 14.3s\tremaining: 33.4s\n",
      "60:\tlearn 0.1013652934\ttest 0.1101305236\tbestTest 0.1101305236\t\ttotal: 14.5s\tremaining: 33.1s\n",
      "61:\tlearn 0.1002211363\ttest 0.1092031306\tbestTest 0.1092031306\t\ttotal: 14.8s\tremaining: 32.9s\n",
      "62:\tlearn 0.09969943667\ttest 0.1087097516\tbestTest 0.1087097516\t\ttotal: 15s\tremaining: 32.6s\n",
      "63:\tlearn 0.0993383948\ttest 0.1084140986\tbestTest 0.1084140986\t\ttotal: 15.2s\tremaining: 32.3s\n",
      "64:\tlearn 0.09854087099\ttest 0.1076446209\tbestTest 0.1076446209\t\ttotal: 15.4s\tremaining: 32s\n",
      "65:\tlearn 0.09814702439\ttest 0.1073733249\tbestTest 0.1073733249\t\ttotal: 15.6s\tremaining: 31.8s\n",
      "66:\tlearn 0.0976813024\ttest 0.1068288562\tbestTest 0.1068288562\t\ttotal: 15.9s\tremaining: 31.5s\n",
      "67:\tlearn 0.09731368382\ttest 0.1062739646\tbestTest 0.1062739646\t\ttotal: 16.1s\tremaining: 31.2s\n",
      "68:\tlearn 0.09687442555\ttest 0.1058250578\tbestTest 0.1058250578\t\ttotal: 16.3s\tremaining: 31s\n",
      "69:\tlearn 0.09672319497\ttest 0.1057782342\tbestTest 0.1057782342\t\ttotal: 16.5s\tremaining: 30.7s\n",
      "70:\tlearn 0.0963889538\ttest 0.1055968675\tbestTest 0.1055968675\t\ttotal: 16.7s\tremaining: 30.4s\n",
      "71:\tlearn 0.0960876177\ttest 0.1053293414\tbestTest 0.1053293414\t\ttotal: 17s\tremaining: 30.2s\n",
      "72:\tlearn 0.09519024494\ttest 0.1042328866\tbestTest 0.1042328866\t\ttotal: 17.2s\tremaining: 29.9s\n",
      "73:\tlearn 0.09435366491\ttest 0.1032055902\tbestTest 0.1032055902\t\ttotal: 17.4s\tremaining: 29.6s\n",
      "74:\tlearn 0.09416711019\ttest 0.103042546\tbestTest 0.103042546\t\ttotal: 17.6s\tremaining: 29.4s\n",
      "75:\tlearn 0.09359824428\ttest 0.1025166818\tbestTest 0.1025166818\t\ttotal: 17.9s\tremaining: 29.1s\n",
      "76:\tlearn 0.09340757413\ttest 0.1023671127\tbestTest 0.1023671127\t\ttotal: 18.1s\tremaining: 28.9s\n",
      "77:\tlearn 0.09291243056\ttest 0.1020637619\tbestTest 0.1020637619\t\ttotal: 18.3s\tremaining: 28.6s\n",
      "78:\tlearn 0.09275120392\ttest 0.1019820707\tbestTest 0.1019820707\t\ttotal: 18.5s\tremaining: 28.4s\n",
      "79:\tlearn 0.09237345655\ttest 0.1018042775\tbestTest 0.1018042775\t\ttotal: 18.8s\tremaining: 28.1s\n",
      "80:\tlearn 0.0913775296\ttest 0.10087485\tbestTest 0.10087485\t\ttotal: 19s\tremaining: 27.9s\n",
      "81:\tlearn 0.09120319186\ttest 0.1007619884\tbestTest 0.1007619884\t\ttotal: 19.2s\tremaining: 27.6s\n",
      "82:\tlearn 0.09068462137\ttest 0.1002939637\tbestTest 0.1002939637\t\ttotal: 19.4s\tremaining: 27.4s\n",
      "83:\tlearn 0.09060413048\ttest 0.1002070633\tbestTest 0.1002070633\t\ttotal: 19.6s\tremaining: 27.1s\n",
      "84:\tlearn 0.09001871766\ttest 0.09989053785\tbestTest 0.09989053785\t\ttotal: 19.9s\tremaining: 26.9s\n",
      "85:\tlearn 0.08976437295\ttest 0.09978689367\tbestTest 0.09978689367\t\ttotal: 20.1s\tremaining: 26.6s\n",
      "86:\tlearn 0.08948908318\ttest 0.0995449969\tbestTest 0.0995449969\t\ttotal: 20.3s\tremaining: 26.4s\n",
      "87:\tlearn 0.08919409626\ttest 0.09947931936\tbestTest 0.09947931936\t\ttotal: 20.5s\tremaining: 26.1s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "88:\tlearn 0.08859332823\ttest 0.09890081102\tbestTest 0.09890081102\t\ttotal: 20.7s\tremaining: 25.9s\n",
      "89:\tlearn 0.08841857635\ttest 0.0987398067\tbestTest 0.0987398067\t\ttotal: 21s\tremaining: 25.6s\n",
      "90:\tlearn 0.08814176263\ttest 0.09859334359\tbestTest 0.09859334359\t\ttotal: 21.2s\tremaining: 25.4s\n",
      "91:\tlearn 0.0880051603\ttest 0.09847858659\tbestTest 0.09847858659\t\ttotal: 21.4s\tremaining: 25.1s\n",
      "92:\tlearn 0.08758602104\ttest 0.09807482524\tbestTest 0.09807482524\t\ttotal: 21.6s\tremaining: 24.9s\n",
      "93:\tlearn 0.08709042127\ttest 0.09763996735\tbestTest 0.09763996735\t\ttotal: 21.9s\tremaining: 24.6s\n",
      "94:\tlearn 0.0867236992\ttest 0.09744099212\tbestTest 0.09744099212\t\ttotal: 22.1s\tremaining: 24.4s\n",
      "95:\tlearn 0.08658989479\ttest 0.09732742855\tbestTest 0.09732742855\t\ttotal: 22.3s\tremaining: 24.2s\n",
      "96:\tlearn 0.08635858429\ttest 0.09715670864\tbestTest 0.09715670864\t\ttotal: 22.5s\tremaining: 23.9s\n",
      "97:\tlearn 0.08584384574\ttest 0.09664188028\tbestTest 0.09664188028\t\ttotal: 22.7s\tremaining: 23.7s\n",
      "98:\tlearn 0.08551867475\ttest 0.096448202\tbestTest 0.096448202\t\ttotal: 23s\tremaining: 23.4s\n",
      "99:\tlearn 0.08538615951\ttest 0.0964880653\tbestTest 0.096448202\t\ttotal: 23.2s\tremaining: 23.2s\n",
      "100:\tlearn 0.08499506979\ttest 0.09613264709\tbestTest 0.09613264709\t\ttotal: 23.4s\tremaining: 22.9s\n",
      "101:\tlearn 0.0847162971\ttest 0.09605962087\tbestTest 0.09605962087\t\ttotal: 23.6s\tremaining: 22.7s\n",
      "102:\tlearn 0.08453115407\ttest 0.09617320554\tbestTest 0.09605962087\t\ttotal: 23.8s\tremaining: 22.5s\n",
      "103:\tlearn 0.08434493728\ttest 0.09595471608\tbestTest 0.09595471608\t\ttotal: 24.1s\tremaining: 22.2s\n",
      "104:\tlearn 0.08407927448\ttest 0.09570333945\tbestTest 0.09570333945\t\ttotal: 24.3s\tremaining: 22s\n",
      "105:\tlearn 0.08384788859\ttest 0.09573726951\tbestTest 0.09570333945\t\ttotal: 24.5s\tremaining: 21.7s\n",
      "106:\tlearn 0.08371159313\ttest 0.09569826497\tbestTest 0.09569826497\t\ttotal: 24.7s\tremaining: 21.5s\n",
      "107:\tlearn 0.0832321272\ttest 0.09511563479\tbestTest 0.09511563479\t\ttotal: 24.9s\tremaining: 21.3s\n",
      "108:\tlearn 0.08285702453\ttest 0.09482041682\tbestTest 0.09482041682\t\ttotal: 25.2s\tremaining: 21s\n",
      "109:\tlearn 0.08268112406\ttest 0.09478939132\tbestTest 0.09478939132\t\ttotal: 25.4s\tremaining: 20.8s\n",
      "110:\tlearn 0.08250639201\ttest 0.09473618996\tbestTest 0.09473618996\t\ttotal: 25.6s\tremaining: 20.5s\n",
      "111:\tlearn 0.08231821507\ttest 0.09461276032\tbestTest 0.09461276032\t\ttotal: 25.8s\tremaining: 20.3s\n",
      "112:\tlearn 0.08178196431\ttest 0.0941419826\tbestTest 0.0941419826\t\ttotal: 26s\tremaining: 20.1s\n",
      "113:\tlearn 0.08125133481\ttest 0.09395233166\tbestTest 0.09395233166\t\ttotal: 26.3s\tremaining: 19.8s\n",
      "114:\tlearn 0.08110071609\ttest 0.09387540427\tbestTest 0.09387540427\t\ttotal: 26.5s\tremaining: 19.6s\n",
      "115:\tlearn 0.08004321421\ttest 0.09304213646\tbestTest 0.09304213646\t\ttotal: 26.7s\tremaining: 19.3s\n",
      "116:\tlearn 0.07955997594\ttest 0.09249194999\tbestTest 0.09249194999\t\ttotal: 26.9s\tremaining: 19.1s\n",
      "117:\tlearn 0.07898623184\ttest 0.09179651177\tbestTest 0.09179651177\t\ttotal: 27.1s\tremaining: 18.9s\n",
      "118:\tlearn 0.07867877795\ttest 0.09168045028\tbestTest 0.09168045028\t\ttotal: 27.4s\tremaining: 18.6s\n",
      "119:\tlearn 0.07845942291\ttest 0.09164650971\tbestTest 0.09164650971\t\ttotal: 27.6s\tremaining: 18.4s\n",
      "120:\tlearn 0.07831311716\ttest 0.09163532508\tbestTest 0.09163532508\t\ttotal: 27.8s\tremaining: 18.2s\n",
      "121:\tlearn 0.07811847897\ttest 0.09155691159\tbestTest 0.09155691159\t\ttotal: 28s\tremaining: 17.9s\n",
      "122:\tlearn 0.07787664758\ttest 0.09145288806\tbestTest 0.09145288806\t\ttotal: 28.2s\tremaining: 17.7s\n",
      "123:\tlearn 0.07767822811\ttest 0.09155781928\tbestTest 0.09145288806\t\ttotal: 28.5s\tremaining: 17.4s\n",
      "124:\tlearn 0.07744851263\ttest 0.09151555152\tbestTest 0.09145288806\t\ttotal: 28.7s\tremaining: 17.2s\n",
      "125:\tlearn 0.07692090972\ttest 0.09099702699\tbestTest 0.09099702699\t\ttotal: 28.9s\tremaining: 17s\n",
      "126:\tlearn 0.0767594539\ttest 0.09092137444\tbestTest 0.09092137444\t\ttotal: 29.1s\tremaining: 16.7s\n",
      "127:\tlearn 0.07658748949\ttest 0.09059316836\tbestTest 0.09059316836\t\ttotal: 29.4s\tremaining: 16.5s\n",
      "128:\tlearn 0.07625050798\ttest 0.09055062\tbestTest 0.09055062\t\ttotal: 29.6s\tremaining: 16.3s\n",
      "129:\tlearn 0.07589569327\ttest 0.09021922545\tbestTest 0.09021922545\t\ttotal: 29.8s\tremaining: 16s\n",
      "130:\tlearn 0.07566722921\ttest 0.09020406908\tbestTest 0.09020406908\t\ttotal: 30s\tremaining: 15.8s\n",
      "131:\tlearn 0.07550959314\ttest 0.0901655879\tbestTest 0.0901655879\t\ttotal: 30.2s\tremaining: 15.6s\n",
      "132:\tlearn 0.0753054727\ttest 0.09008953107\tbestTest 0.09008953107\t\ttotal: 30.5s\tremaining: 15.3s\n",
      "133:\tlearn 0.07519615569\ttest 0.09001436567\tbestTest 0.09001436567\t\ttotal: 30.7s\tremaining: 15.1s\n",
      "134:\tlearn 0.07502611468\ttest 0.08995253373\tbestTest 0.08995253373\t\ttotal: 30.9s\tremaining: 14.9s\n",
      "135:\tlearn 0.07473018176\ttest 0.08971584602\tbestTest 0.08971584602\t\ttotal: 31.1s\tremaining: 14.6s\n",
      "136:\tlearn 0.0743441881\ttest 0.08933530008\tbestTest 0.08933530008\t\ttotal: 31.3s\tremaining: 14.4s\n",
      "137:\tlearn 0.07425436241\ttest 0.08934631035\tbestTest 0.08933530008\t\ttotal: 31.6s\tremaining: 14.2s\n",
      "138:\tlearn 0.07419300127\ttest 0.08930316416\tbestTest 0.08930316416\t\ttotal: 31.8s\tremaining: 13.9s\n",
      "139:\tlearn 0.07359106191\ttest 0.0888584014\tbestTest 0.0888584014\t\ttotal: 32s\tremaining: 13.7s\n",
      "140:\tlearn 0.07347447871\ttest 0.08882323577\tbestTest 0.08882323577\t\ttotal: 32.2s\tremaining: 13.5s\n",
      "141:\tlearn 0.0731277656\ttest 0.08860723243\tbestTest 0.08860723243\t\ttotal: 32.4s\tremaining: 13.3s\n",
      "142:\tlearn 0.07292405991\ttest 0.08833200771\tbestTest 0.08833200771\t\ttotal: 32.7s\tremaining: 13s\n",
      "143:\tlearn 0.07265209198\ttest 0.0883890097\tbestTest 0.08833200771\t\ttotal: 32.9s\tremaining: 12.8s\n",
      "144:\tlearn 0.07245931349\ttest 0.08836543905\tbestTest 0.08833200771\t\ttotal: 33.1s\tremaining: 12.6s\n",
      "145:\tlearn 0.07224623507\ttest 0.08837918202\tbestTest 0.08833200771\t\ttotal: 33.3s\tremaining: 12.3s\n",
      "146:\tlearn 0.07202566305\ttest 0.08822069033\tbestTest 0.08822069033\t\ttotal: 33.6s\tremaining: 12.1s\n",
      "147:\tlearn 0.07185741006\ttest 0.08824808533\tbestTest 0.08822069033\t\ttotal: 33.8s\tremaining: 11.9s\n",
      "148:\tlearn 0.07170076274\ttest 0.0882634684\tbestTest 0.08822069033\t\ttotal: 34s\tremaining: 11.6s\n",
      "149:\tlearn 0.0715607699\ttest 0.08825067337\tbestTest 0.08822069033\t\ttotal: 34.2s\tremaining: 11.4s\n",
      "150:\tlearn 0.07129640372\ttest 0.08800995917\tbestTest 0.08800995917\t\ttotal: 34.4s\tremaining: 11.2s\n",
      "151:\tlearn 0.07119461173\ttest 0.08791214439\tbestTest 0.08791214439\t\ttotal: 34.7s\tremaining: 10.9s\n",
      "152:\tlearn 0.07110196334\ttest 0.0878868409\tbestTest 0.0878868409\t\ttotal: 34.9s\tremaining: 10.7s\n",
      "153:\tlearn 0.07086363293\ttest 0.08775665726\tbestTest 0.08775665726\t\ttotal: 35.1s\tremaining: 10.5s\n",
      "154:\tlearn 0.07063668552\ttest 0.08766350724\tbestTest 0.08766350724\t\ttotal: 35.3s\tremaining: 10.3s\n",
      "155:\tlearn 0.07044746298\ttest 0.08761028714\tbestTest 0.08761028714\t\ttotal: 35.5s\tremaining: 10s\n",
      "156:\tlearn 0.07027562292\ttest 0.08757156778\tbestTest 0.08757156778\t\ttotal: 35.8s\tremaining: 9.8s\n",
      "157:\tlearn 0.07022147837\ttest 0.08756181392\tbestTest 0.08756181392\t\ttotal: 36s\tremaining: 9.57s\n",
      "158:\tlearn 0.07014693961\ttest 0.08754619007\tbestTest 0.08754619007\t\ttotal: 36.2s\tremaining: 9.34s\n",
      "159:\tlearn 0.07001905587\ttest 0.08738899174\tbestTest 0.08738899174\t\ttotal: 36.4s\tremaining: 9.11s\n",
      "160:\tlearn 0.06989923146\ttest 0.08732615153\tbestTest 0.08732615153\t\ttotal: 36.7s\tremaining: 8.88s\n",
      "161:\tlearn 0.06967259914\ttest 0.08737845733\tbestTest 0.08732615153\t\ttotal: 36.9s\tremaining: 8.65s\n",
      "162:\tlearn 0.06944984232\ttest 0.08711635107\tbestTest 0.08711635107\t\ttotal: 37.1s\tremaining: 8.42s\n",
      "163:\tlearn 0.06919064944\ttest 0.08694442496\tbestTest 0.08694442496\t\ttotal: 37.3s\tremaining: 8.19s\n",
      "164:\tlearn 0.06890785273\ttest 0.08672224747\tbestTest 0.08672224747\t\ttotal: 37.5s\tremaining: 7.96s\n",
      "165:\tlearn 0.06873707252\ttest 0.08670748403\tbestTest 0.08670748403\t\ttotal: 37.8s\tremaining: 7.73s\n",
      "166:\tlearn 0.0685501872\ttest 0.08661403489\tbestTest 0.08661403489\t\ttotal: 38s\tremaining: 7.5s\n",
      "167:\tlearn 0.06838806281\ttest 0.08654856068\tbestTest 0.08654856068\t\ttotal: 38.2s\tremaining: 7.28s\n",
      "168:\tlearn 0.06831112703\ttest 0.08644510781\tbestTest 0.08644510781\t\ttotal: 38.4s\tremaining: 7.05s\n",
      "169:\tlearn 0.06807981683\ttest 0.0862046066\tbestTest 0.0862046066\t\ttotal: 38.6s\tremaining: 6.82s\n",
      "170:\tlearn 0.06786748946\ttest 0.08604513669\tbestTest 0.08604513669\t\ttotal: 38.9s\tremaining: 6.59s\n",
      "171:\tlearn 0.06775540052\ttest 0.08599562142\tbestTest 0.08599562142\t\ttotal: 39.1s\tremaining: 6.36s\n",
      "172:\tlearn 0.06745105691\ttest 0.08571619625\tbestTest 0.08571619625\t\ttotal: 39.3s\tremaining: 6.13s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "173:\tlearn 0.06738355455\ttest 0.08570547418\tbestTest 0.08570547418\t\ttotal: 39.5s\tremaining: 5.91s\n",
      "174:\tlearn 0.06718927253\ttest 0.08555350153\tbestTest 0.08555350153\t\ttotal: 39.8s\tremaining: 5.68s\n",
      "175:\tlearn 0.06710898403\ttest 0.08558959249\tbestTest 0.08555350153\t\ttotal: 40s\tremaining: 5.45s\n",
      "176:\tlearn 0.06698876936\ttest 0.08548569673\tbestTest 0.08548569673\t\ttotal: 40.2s\tremaining: 5.22s\n",
      "177:\tlearn 0.06680911648\ttest 0.0854311814\tbestTest 0.0854311814\t\ttotal: 40.4s\tremaining: 5s\n",
      "178:\tlearn 0.06667070311\ttest 0.08544716415\tbestTest 0.0854311814\t\ttotal: 40.6s\tremaining: 4.77s\n",
      "179:\tlearn 0.06644392129\ttest 0.08529030452\tbestTest 0.08529030452\t\ttotal: 40.9s\tremaining: 4.54s\n",
      "180:\tlearn 0.06625599938\ttest 0.08515408948\tbestTest 0.08515408948\t\ttotal: 41.1s\tremaining: 4.31s\n",
      "181:\tlearn 0.06614390762\ttest 0.0851605011\tbestTest 0.08515408948\t\ttotal: 41.3s\tremaining: 4.08s\n",
      "182:\tlearn 0.06609824949\ttest 0.08514766725\tbestTest 0.08514766725\t\ttotal: 41.5s\tremaining: 3.86s\n",
      "183:\tlearn 0.06599499262\ttest 0.08508137665\tbestTest 0.08508137665\t\ttotal: 41.7s\tremaining: 3.63s\n",
      "184:\tlearn 0.06589503227\ttest 0.08503616281\tbestTest 0.08503616281\t\ttotal: 42s\tremaining: 3.4s\n",
      "185:\tlearn 0.0658196168\ttest 0.08504770379\tbestTest 0.08503616281\t\ttotal: 42.2s\tremaining: 3.17s\n",
      "186:\tlearn 0.06570822257\ttest 0.08505910078\tbestTest 0.08503616281\t\ttotal: 42.4s\tremaining: 2.95s\n",
      "187:\tlearn 0.06545032837\ttest 0.08481663887\tbestTest 0.08481663887\t\ttotal: 42.6s\tremaining: 2.72s\n",
      "188:\tlearn 0.06532265578\ttest 0.08472001381\tbestTest 0.08472001381\t\ttotal: 42.8s\tremaining: 2.49s\n",
      "189:\tlearn 0.06500472002\ttest 0.08453857109\tbestTest 0.08453857109\t\ttotal: 43.1s\tremaining: 2.27s\n",
      "190:\tlearn 0.06468760443\ttest 0.08420940239\tbestTest 0.08420940239\t\ttotal: 43.3s\tremaining: 2.04s\n",
      "191:\tlearn 0.06457838711\ttest 0.08403010454\tbestTest 0.08403010454\t\ttotal: 43.5s\tremaining: 1.81s\n",
      "192:\tlearn 0.06448123522\ttest 0.08398210771\tbestTest 0.08398210771\t\ttotal: 43.7s\tremaining: 1.58s\n",
      "193:\tlearn 0.06444884298\ttest 0.08393087294\tbestTest 0.08393087294\t\ttotal: 43.9s\tremaining: 1.36s\n",
      "194:\tlearn 0.06435870816\ttest 0.08400637718\tbestTest 0.08393087294\t\ttotal: 44.2s\tremaining: 1.13s\n",
      "195:\tlearn 0.06424054353\ttest 0.08391671777\tbestTest 0.08391671777\t\ttotal: 44.4s\tremaining: 906ms\n",
      "196:\tlearn 0.06416807549\ttest 0.08395253996\tbestTest 0.08391671777\t\ttotal: 44.6s\tremaining: 679ms\n",
      "197:\tlearn 0.06404183524\ttest 0.08404894697\tbestTest 0.08391671777\t\ttotal: 44.8s\tremaining: 453ms\n",
      "198:\tlearn 0.0637639006\ttest 0.08381277347\tbestTest 0.08381277347\t\ttotal: 45s\tremaining: 226ms\n",
      "199:\tlearn 0.06364787482\ttest 0.08381847844\tbestTest 0.08381277347\t\ttotal: 45.3s\tremaining: 0us\n",
      "\n",
      "bestTest = 0.08381277347\n",
      "bestIteration = 198\n",
      "\n",
      "Shrink model to first 199 iterations.\n",
      "1 dannyace\n",
      "Borders generated\n",
      "0:\tlearn 0.5472172649\ttest 0.5471714452\tbestTest 0.5471714452\t\ttotal: 384ms\tremaining: 1m 16s\n",
      "1:\tlearn 0.4342466121\ttest 0.434771391\tbestTest 0.434771391\t\ttotal: 533ms\tremaining: 52.8s\n",
      "2:\tlearn 0.3602068222\ttest 0.3622343988\tbestTest 0.3622343988\t\ttotal: 685ms\tremaining: 45s\n",
      "3:\tlearn 0.3025828539\ttest 0.305626382\tbestTest 0.305626382\t\ttotal: 830ms\tremaining: 40.7s\n",
      "4:\tlearn 0.265932816\ttest 0.2701312341\tbestTest 0.2701312341\t\ttotal: 980ms\tremaining: 38.2s\n",
      "5:\tlearn 0.2369205842\ttest 0.2424840103\tbestTest 0.2424840103\t\ttotal: 1.13s\tremaining: 36.6s\n",
      "6:\tlearn 0.2157375243\ttest 0.2233003113\tbestTest 0.2233003113\t\ttotal: 1.28s\tremaining: 35.4s\n",
      "7:\tlearn 0.1993055945\ttest 0.2079114121\tbestTest 0.2079114121\t\ttotal: 1.43s\tremaining: 34.4s\n",
      "8:\tlearn 0.186374138\ttest 0.1961481902\tbestTest 0.1961481902\t\ttotal: 1.59s\tremaining: 33.7s\n",
      "9:\tlearn 0.175617814\ttest 0.1867858998\tbestTest 0.1867858998\t\ttotal: 1.74s\tremaining: 33s\n",
      "10:\tlearn 0.1674083634\ttest 0.1797185114\tbestTest 0.1797185114\t\ttotal: 1.89s\tremaining: 32.4s\n",
      "11:\tlearn 0.1571040249\ttest 0.1707177095\tbestTest 0.1707177095\t\ttotal: 2.03s\tremaining: 31.8s\n",
      "12:\tlearn 0.1485991533\ttest 0.1636831449\tbestTest 0.1636831449\t\ttotal: 2.19s\tremaining: 31.5s\n",
      "13:\tlearn 0.1418000648\ttest 0.157597438\tbestTest 0.157597438\t\ttotal: 2.33s\tremaining: 31s\n",
      "14:\tlearn 0.1380444348\ttest 0.1542746681\tbestTest 0.1542746681\t\ttotal: 2.48s\tremaining: 30.6s\n",
      "15:\tlearn 0.1346184029\ttest 0.1515531074\tbestTest 0.1515531074\t\ttotal: 2.63s\tremaining: 30.3s\n",
      "16:\tlearn 0.1295388312\ttest 0.1475762467\tbestTest 0.1475762467\t\ttotal: 2.79s\tremaining: 30s\n",
      "17:\tlearn 0.1271974042\ttest 0.1451614839\tbestTest 0.1451614839\t\ttotal: 2.93s\tremaining: 29.6s\n",
      "18:\tlearn 0.1244327234\ttest 0.1424080598\tbestTest 0.1424080598\t\ttotal: 3.08s\tremaining: 29.4s\n",
      "19:\tlearn 0.1219710583\ttest 0.1403781048\tbestTest 0.1403781048\t\ttotal: 3.23s\tremaining: 29.1s\n",
      "20:\tlearn 0.1204218359\ttest 0.1390397205\tbestTest 0.1390397205\t\ttotal: 3.38s\tremaining: 28.8s\n",
      "21:\tlearn 0.1165728376\ttest 0.1346323634\tbestTest 0.1346323634\t\ttotal: 3.53s\tremaining: 28.6s\n",
      "22:\tlearn 0.1128250416\ttest 0.1310710878\tbestTest 0.1310710878\t\ttotal: 3.69s\tremaining: 28.4s\n",
      "23:\tlearn 0.1117908639\ttest 0.1304122669\tbestTest 0.1304122669\t\ttotal: 3.84s\tremaining: 28.1s\n",
      "24:\tlearn 0.1106537701\ttest 0.1298253355\tbestTest 0.1298253355\t\ttotal: 3.99s\tremaining: 28s\n",
      "25:\tlearn 0.1098824611\ttest 0.129024192\tbestTest 0.129024192\t\ttotal: 4.14s\tremaining: 27.7s\n",
      "26:\tlearn 0.1087424654\ttest 0.1276826254\tbestTest 0.1276826254\t\ttotal: 4.29s\tremaining: 27.5s\n",
      "27:\tlearn 0.1054558249\ttest 0.1249617759\tbestTest 0.1249617759\t\ttotal: 4.44s\tremaining: 27.3s\n",
      "28:\tlearn 0.1049132233\ttest 0.1242761227\tbestTest 0.1242761227\t\ttotal: 4.6s\tremaining: 27.1s\n",
      "29:\tlearn 0.1029045422\ttest 0.1223133681\tbestTest 0.1223133681\t\ttotal: 4.75s\tremaining: 26.9s\n",
      "30:\tlearn 0.1022414186\ttest 0.121556942\tbestTest 0.121556942\t\ttotal: 4.9s\tremaining: 26.7s\n",
      "31:\tlearn 0.1019148964\ttest 0.1211210646\tbestTest 0.1211210646\t\ttotal: 5.05s\tremaining: 26.5s\n",
      "32:\tlearn 0.101460416\ttest 0.1205314927\tbestTest 0.1205314927\t\ttotal: 5.23s\tremaining: 26.4s\n",
      "33:\tlearn 0.1003787705\ttest 0.1197193403\tbestTest 0.1197193403\t\ttotal: 5.38s\tremaining: 26.3s\n",
      "34:\tlearn 0.09775193608\ttest 0.1170622461\tbestTest 0.1170622461\t\ttotal: 5.53s\tremaining: 26.1s\n",
      "35:\tlearn 0.09690562957\ttest 0.1162900019\tbestTest 0.1162900019\t\ttotal: 5.68s\tremaining: 25.9s\n",
      "36:\tlearn 0.0959040888\ttest 0.1153791346\tbestTest 0.1153791346\t\ttotal: 5.84s\tremaining: 25.7s\n",
      "37:\tlearn 0.09549772681\ttest 0.1149193996\tbestTest 0.1149193996\t\ttotal: 5.99s\tremaining: 25.6s\n",
      "38:\tlearn 0.09395112055\ttest 0.1137834161\tbestTest 0.1137834161\t\ttotal: 6.15s\tremaining: 25.4s\n",
      "39:\tlearn 0.09299533883\ttest 0.1131059736\tbestTest 0.1131059736\t\ttotal: 6.29s\tremaining: 25.2s\n",
      "40:\tlearn 0.09257237637\ttest 0.1125508864\tbestTest 0.1125508864\t\ttotal: 6.47s\tremaining: 25.1s\n",
      "41:\tlearn 0.09228709978\ttest 0.1122890557\tbestTest 0.1122890557\t\ttotal: 6.64s\tremaining: 25s\n",
      "42:\tlearn 0.09144369752\ttest 0.1116329232\tbestTest 0.1116329232\t\ttotal: 6.82s\tremaining: 24.9s\n",
      "43:\tlearn 0.09006214994\ttest 0.1107814569\tbestTest 0.1107814569\t\ttotal: 6.99s\tremaining: 24.8s\n",
      "44:\tlearn 0.08986865035\ttest 0.1106010863\tbestTest 0.1106010863\t\ttotal: 7.15s\tremaining: 24.6s\n",
      "45:\tlearn 0.08855649625\ttest 0.1094543918\tbestTest 0.1094543918\t\ttotal: 7.3s\tremaining: 24.5s\n",
      "46:\tlearn 0.08813175427\ttest 0.109094713\tbestTest 0.109094713\t\ttotal: 7.46s\tremaining: 24.3s\n",
      "47:\tlearn 0.08773779719\ttest 0.1084495421\tbestTest 0.1084495421\t\ttotal: 7.62s\tremaining: 24.1s\n",
      "48:\tlearn 0.0876384461\ttest 0.1082706792\tbestTest 0.1082706792\t\ttotal: 7.76s\tremaining: 23.9s\n",
      "49:\tlearn 0.08733030198\ttest 0.1079045961\tbestTest 0.1079045961\t\ttotal: 7.91s\tremaining: 23.7s\n",
      "50:\tlearn 0.0850879306\ttest 0.1058729138\tbestTest 0.1058729138\t\ttotal: 8.07s\tremaining: 23.6s\n",
      "51:\tlearn 0.0847049085\ttest 0.1054514614\tbestTest 0.1054514614\t\ttotal: 8.22s\tremaining: 23.4s\n",
      "52:\tlearn 0.08396828451\ttest 0.1045445785\tbestTest 0.1045445785\t\ttotal: 8.38s\tremaining: 23.2s\n",
      "53:\tlearn 0.08346425287\ttest 0.1043231505\tbestTest 0.1043231505\t\ttotal: 8.52s\tremaining: 23s\n",
      "54:\tlearn 0.08316249947\ttest 0.104197856\tbestTest 0.104197856\t\ttotal: 8.68s\tremaining: 22.9s\n",
      "55:\tlearn 0.08276651643\ttest 0.1039465661\tbestTest 0.1039465661\t\ttotal: 8.83s\tremaining: 22.7s\n",
      "56:\tlearn 0.08253032372\ttest 0.1037487605\tbestTest 0.1037487605\t\ttotal: 8.98s\tremaining: 22.5s\n",
      "57:\tlearn 0.08224907087\ttest 0.1034852245\tbestTest 0.1034852245\t\ttotal: 9.13s\tremaining: 22.4s\n",
      "58:\tlearn 0.08130853081\ttest 0.1025782085\tbestTest 0.1025782085\t\ttotal: 9.28s\tremaining: 22.2s\n",
      "59:\tlearn 0.08103325944\ttest 0.1023665165\tbestTest 0.1023665165\t\ttotal: 9.45s\tremaining: 22.1s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "60:\tlearn 0.08064362817\ttest 0.1019650304\tbestTest 0.1019650304\t\ttotal: 9.63s\tremaining: 21.9s\n",
      "61:\tlearn 0.08033893785\ttest 0.1017069311\tbestTest 0.1017069311\t\ttotal: 9.8s\tremaining: 21.8s\n",
      "62:\tlearn 0.08009104199\ttest 0.1013786061\tbestTest 0.1013786061\t\ttotal: 9.97s\tremaining: 21.7s\n",
      "63:\tlearn 0.07982413673\ttest 0.101307072\tbestTest 0.101307072\t\ttotal: 10.1s\tremaining: 21.5s\n",
      "64:\tlearn 0.07945676557\ttest 0.1009896016\tbestTest 0.1009896016\t\ttotal: 10.3s\tremaining: 21.4s\n",
      "65:\tlearn 0.07899011546\ttest 0.1005784459\tbestTest 0.1005784459\t\ttotal: 10.4s\tremaining: 21.2s\n",
      "66:\tlearn 0.07856043264\ttest 0.1003806376\tbestTest 0.1003806376\t\ttotal: 10.6s\tremaining: 21s\n",
      "67:\tlearn 0.07832264117\ttest 0.1000852344\tbestTest 0.1000852344\t\ttotal: 10.7s\tremaining: 20.9s\n",
      "68:\tlearn 0.07707684315\ttest 0.09883773475\tbestTest 0.09883773475\t\ttotal: 10.9s\tremaining: 20.7s\n",
      "69:\tlearn 0.07689479439\ttest 0.09868310849\tbestTest 0.09868310849\t\ttotal: 11.1s\tremaining: 20.5s\n",
      "70:\tlearn 0.07647308959\ttest 0.09812545082\tbestTest 0.09812545082\t\ttotal: 11.2s\tremaining: 20.4s\n",
      "71:\tlearn 0.07621474155\ttest 0.09797077034\tbestTest 0.09797077034\t\ttotal: 11.3s\tremaining: 20.2s\n",
      "72:\tlearn 0.07605770264\ttest 0.0978948106\tbestTest 0.0978948106\t\ttotal: 11.5s\tremaining: 20s\n",
      "73:\tlearn 0.07598561886\ttest 0.09778768547\tbestTest 0.09778768547\t\ttotal: 11.6s\tremaining: 19.7s\n",
      "74:\tlearn 0.07565323833\ttest 0.09754354434\tbestTest 0.09754354434\t\ttotal: 11.7s\tremaining: 19.6s\n",
      "75:\tlearn 0.07546423469\ttest 0.09761898588\tbestTest 0.09754354434\t\ttotal: 11.9s\tremaining: 19.4s\n",
      "76:\tlearn 0.07512019945\ttest 0.09747318899\tbestTest 0.09747318899\t\ttotal: 12.1s\tremaining: 19.3s\n",
      "77:\tlearn 0.07475994332\ttest 0.09722141099\tbestTest 0.09722141099\t\ttotal: 12.2s\tremaining: 19.1s\n",
      "78:\tlearn 0.07448596622\ttest 0.09703799464\tbestTest 0.09703799464\t\ttotal: 12.4s\tremaining: 18.9s\n",
      "79:\tlearn 0.0743209193\ttest 0.0971650969\tbestTest 0.09703799464\t\ttotal: 12.5s\tremaining: 18.8s\n",
      "80:\tlearn 0.0742927641\ttest 0.09714002598\tbestTest 0.09703799464\t\ttotal: 12.6s\tremaining: 18.5s\n",
      "81:\tlearn 0.07363601089\ttest 0.09628661319\tbestTest 0.09628661319\t\ttotal: 12.8s\tremaining: 18.4s\n",
      "82:\tlearn 0.07306549497\ttest 0.09598495423\tbestTest 0.09598495423\t\ttotal: 12.9s\tremaining: 18.2s\n",
      "83:\tlearn 0.07275371651\ttest 0.09574111477\tbestTest 0.09574111477\t\ttotal: 13.1s\tremaining: 18s\n",
      "84:\tlearn 0.0724865478\ttest 0.09576971397\tbestTest 0.09574111477\t\ttotal: 13.2s\tremaining: 17.9s\n",
      "85:\tlearn 0.07186331983\ttest 0.09509515144\tbestTest 0.09509515144\t\ttotal: 13.4s\tremaining: 17.7s\n",
      "86:\tlearn 0.07152140891\ttest 0.09493340631\tbestTest 0.09493340631\t\ttotal: 13.5s\tremaining: 17.6s\n",
      "87:\tlearn 0.07137976468\ttest 0.09487495967\tbestTest 0.09487495967\t\ttotal: 13.7s\tremaining: 17.5s\n",
      "88:\tlearn 0.07132161152\ttest 0.09487827913\tbestTest 0.09487495967\t\ttotal: 13.8s\tremaining: 17.3s\n",
      "89:\tlearn 0.07112987954\ttest 0.09478059294\tbestTest 0.09478059294\t\ttotal: 14s\tremaining: 17.1s\n",
      "90:\tlearn 0.07062574386\ttest 0.09424639784\tbestTest 0.09424639784\t\ttotal: 14.2s\tremaining: 17s\n",
      "91:\tlearn 0.07032810843\ttest 0.09392875985\tbestTest 0.09392875985\t\ttotal: 14.3s\tremaining: 16.8s\n",
      "92:\tlearn 0.07013907797\ttest 0.09385250993\tbestTest 0.09385250993\t\ttotal: 14.5s\tremaining: 16.7s\n",
      "93:\tlearn 0.07005251639\ttest 0.0938579652\tbestTest 0.09385250993\t\ttotal: 14.6s\tremaining: 16.5s\n",
      "94:\tlearn 0.06983981739\ttest 0.09350175875\tbestTest 0.09350175875\t\ttotal: 14.8s\tremaining: 16.4s\n",
      "95:\tlearn 0.06970439293\ttest 0.0934987879\tbestTest 0.0934987879\t\ttotal: 15s\tremaining: 16.2s\n",
      "96:\tlearn 0.06895521666\ttest 0.09303108433\tbestTest 0.09303108433\t\ttotal: 15.1s\tremaining: 16s\n",
      "97:\tlearn 0.0684979473\ttest 0.0928498478\tbestTest 0.0928498478\t\ttotal: 15.3s\tremaining: 15.9s\n",
      "98:\tlearn 0.06837759329\ttest 0.09277288587\tbestTest 0.09277288587\t\ttotal: 15.4s\tremaining: 15.7s\n",
      "99:\tlearn 0.06789391988\ttest 0.09241777331\tbestTest 0.09241777331\t\ttotal: 15.6s\tremaining: 15.6s\n",
      "100:\tlearn 0.06752302654\ttest 0.09205847089\tbestTest 0.09205847089\t\ttotal: 15.7s\tremaining: 15.4s\n",
      "101:\tlearn 0.06736156204\ttest 0.09208759982\tbestTest 0.09205847089\t\ttotal: 15.9s\tremaining: 15.3s\n",
      "102:\tlearn 0.06717666582\ttest 0.09193492886\tbestTest 0.09193492886\t\ttotal: 16s\tremaining: 15.1s\n",
      "103:\tlearn 0.06705939605\ttest 0.09188286872\tbestTest 0.09188286872\t\ttotal: 16.2s\tremaining: 14.9s\n",
      "104:\tlearn 0.06661607851\ttest 0.09166208215\tbestTest 0.09166208215\t\ttotal: 16.4s\tremaining: 14.8s\n",
      "105:\tlearn 0.0660531643\ttest 0.09113649783\tbestTest 0.09113649783\t\ttotal: 16.5s\tremaining: 14.7s\n",
      "106:\tlearn 0.06586545133\ttest 0.09110039485\tbestTest 0.09110039485\t\ttotal: 16.7s\tremaining: 14.5s\n",
      "107:\tlearn 0.06550822699\ttest 0.09083013736\tbestTest 0.09083013736\t\ttotal: 16.9s\tremaining: 14.4s\n",
      "108:\tlearn 0.06514714809\ttest 0.09062346828\tbestTest 0.09062346828\t\ttotal: 17s\tremaining: 14.2s\n",
      "109:\tlearn 0.0650507249\ttest 0.09056984994\tbestTest 0.09056984994\t\ttotal: 17.2s\tremaining: 14.1s\n",
      "110:\tlearn 0.06476831103\ttest 0.09045586122\tbestTest 0.09045586122\t\ttotal: 17.3s\tremaining: 13.9s\n",
      "111:\tlearn 0.06466624546\ttest 0.09038306041\tbestTest 0.09038306041\t\ttotal: 17.5s\tremaining: 13.7s\n",
      "112:\tlearn 0.06457098523\ttest 0.09033911925\tbestTest 0.09033911925\t\ttotal: 17.6s\tremaining: 13.6s\n",
      "113:\tlearn 0.06422337473\ttest 0.09014516457\tbestTest 0.09014516457\t\ttotal: 17.8s\tremaining: 13.4s\n",
      "114:\tlearn 0.06369959785\ttest 0.08958079288\tbestTest 0.08958079288\t\ttotal: 18s\tremaining: 13.3s\n",
      "115:\tlearn 0.06310255074\ttest 0.089209081\tbestTest 0.089209081\t\ttotal: 18.2s\tremaining: 13.2s\n",
      "116:\tlearn 0.06251868552\ttest 0.08870936106\tbestTest 0.08870936106\t\ttotal: 18.4s\tremaining: 13s\n",
      "117:\tlearn 0.06228757774\ttest 0.08874894445\tbestTest 0.08870936106\t\ttotal: 18.5s\tremaining: 12.9s\n",
      "118:\tlearn 0.0621103006\ttest 0.08859422925\tbestTest 0.08859422925\t\ttotal: 18.7s\tremaining: 12.7s\n",
      "119:\tlearn 0.06175159832\ttest 0.08833803097\tbestTest 0.08833803097\t\ttotal: 18.9s\tremaining: 12.6s\n",
      "120:\tlearn 0.06112836417\ttest 0.0880286759\tbestTest 0.0880286759\t\ttotal: 19.1s\tremaining: 12.4s\n",
      "121:\tlearn 0.06050454645\ttest 0.08744109915\tbestTest 0.08744109915\t\ttotal: 19.2s\tremaining: 12.3s\n",
      "122:\tlearn 0.06028136498\ttest 0.08731456793\tbestTest 0.08731456793\t\ttotal: 19.4s\tremaining: 12.1s\n",
      "123:\tlearn 0.06017368881\ttest 0.08730035258\tbestTest 0.08730035258\t\ttotal: 19.5s\tremaining: 12s\n",
      "124:\tlearn 0.05985791377\ttest 0.08694777675\tbestTest 0.08694777675\t\ttotal: 19.7s\tremaining: 11.8s\n",
      "125:\tlearn 0.05963341439\ttest 0.08691131014\tbestTest 0.08691131014\t\ttotal: 19.8s\tremaining: 11.6s\n",
      "126:\tlearn 0.05953037463\ttest 0.08687133967\tbestTest 0.08687133967\t\ttotal: 20s\tremaining: 11.5s\n",
      "127:\tlearn 0.05929563713\ttest 0.0866072683\tbestTest 0.0866072683\t\ttotal: 20.1s\tremaining: 11.3s\n",
      "128:\tlearn 0.05906071961\ttest 0.08636204232\tbestTest 0.08636204232\t\ttotal: 20.3s\tremaining: 11.2s\n",
      "129:\tlearn 0.05900530738\ttest 0.08632995251\tbestTest 0.08632995251\t\ttotal: 20.5s\tremaining: 11s\n",
      "130:\tlearn 0.0587840652\ttest 0.08629043396\tbestTest 0.08629043396\t\ttotal: 20.6s\tremaining: 10.9s\n",
      "131:\tlearn 0.05861702831\ttest 0.08633342685\tbestTest 0.08629043396\t\ttotal: 20.8s\tremaining: 10.7s\n",
      "132:\tlearn 0.05808701934\ttest 0.08582971793\tbestTest 0.08582971793\t\ttotal: 20.9s\tremaining: 10.5s\n",
      "133:\tlearn 0.05767319207\ttest 0.08536483959\tbestTest 0.08536483959\t\ttotal: 21.1s\tremaining: 10.4s\n",
      "134:\tlearn 0.05747708121\ttest 0.08525645767\tbestTest 0.08525645767\t\ttotal: 21.2s\tremaining: 10.2s\n",
      "135:\tlearn 0.0572940089\ttest 0.08517729088\tbestTest 0.08517729088\t\ttotal: 21.4s\tremaining: 10.1s\n",
      "136:\tlearn 0.05657813871\ttest 0.08433265731\tbestTest 0.08433265731\t\ttotal: 21.5s\tremaining: 9.9s\n",
      "137:\tlearn 0.05644712749\ttest 0.08418677805\tbestTest 0.08418677805\t\ttotal: 21.7s\tremaining: 9.75s\n",
      "138:\tlearn 0.05631275568\ttest 0.08416816645\tbestTest 0.08416816645\t\ttotal: 21.9s\tremaining: 9.59s\n",
      "139:\tlearn 0.05611496921\ttest 0.08399603136\tbestTest 0.08399603136\t\ttotal: 22s\tremaining: 9.43s\n",
      "140:\tlearn 0.05592485431\ttest 0.08380705376\tbestTest 0.08380705376\t\ttotal: 22.2s\tremaining: 9.28s\n",
      "141:\tlearn 0.05582491056\ttest 0.08373771689\tbestTest 0.08373771689\t\ttotal: 22.3s\tremaining: 9.13s\n",
      "142:\tlearn 0.05566852989\ttest 0.08363134043\tbestTest 0.08363134043\t\ttotal: 22.5s\tremaining: 8.98s\n",
      "143:\tlearn 0.05558232678\ttest 0.08361637596\tbestTest 0.08361637596\t\ttotal: 22.7s\tremaining: 8.83s\n",
      "144:\tlearn 0.05548882527\ttest 0.0835447164\tbestTest 0.0835447164\t\ttotal: 22.9s\tremaining: 8.68s\n",
      "145:\tlearn 0.05547433351\ttest 0.08356214249\tbestTest 0.0835447164\t\ttotal: 23s\tremaining: 8.52s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "146:\tlearn 0.05542995079\ttest 0.08345925764\tbestTest 0.08345925764\t\ttotal: 23.2s\tremaining: 8.36s\n",
      "147:\tlearn 0.05516284317\ttest 0.08324704013\tbestTest 0.08324704013\t\ttotal: 23.3s\tremaining: 8.2s\n",
      "148:\tlearn 0.0548955499\ttest 0.08328040675\tbestTest 0.08324704013\t\ttotal: 23.5s\tremaining: 8.04s\n",
      "149:\tlearn 0.05485264328\ttest 0.08325631393\tbestTest 0.08324704013\t\ttotal: 23.6s\tremaining: 7.88s\n",
      "150:\tlearn 0.05477572266\ttest 0.08323561066\tbestTest 0.08323561066\t\ttotal: 23.8s\tremaining: 7.74s\n",
      "151:\tlearn 0.0546458647\ttest 0.08310591282\tbestTest 0.08310591282\t\ttotal: 24s\tremaining: 7.58s\n",
      "152:\tlearn 0.05418496977\ttest 0.08288842203\tbestTest 0.08288842203\t\ttotal: 24.2s\tremaining: 7.43s\n",
      "153:\tlearn 0.05402265933\ttest 0.08288104133\tbestTest 0.08288104133\t\ttotal: 24.4s\tremaining: 7.28s\n",
      "154:\tlearn 0.05387197557\ttest 0.08291046679\tbestTest 0.08288104133\t\ttotal: 24.5s\tremaining: 7.12s\n",
      "155:\tlearn 0.05359602993\ttest 0.08297632897\tbestTest 0.08288104133\t\ttotal: 24.7s\tremaining: 6.96s\n",
      "156:\tlearn 0.05338947812\ttest 0.08306161299\tbestTest 0.08288104133\t\ttotal: 24.8s\tremaining: 6.8s\n",
      "157:\tlearn 0.05303864014\ttest 0.08296398476\tbestTest 0.08288104133\t\ttotal: 25s\tremaining: 6.64s\n",
      "158:\tlearn 0.05298902318\ttest 0.08299372174\tbestTest 0.08288104133\t\ttotal: 25.1s\tremaining: 6.48s\n",
      "159:\tlearn 0.05291714423\ttest 0.08279250272\tbestTest 0.08279250272\t\ttotal: 25.3s\tremaining: 6.33s\n",
      "160:\tlearn 0.05288569425\ttest 0.08274518275\tbestTest 0.08274518275\t\ttotal: 25.5s\tremaining: 6.18s\n",
      "161:\tlearn 0.05249289589\ttest 0.08225330328\tbestTest 0.08225330328\t\ttotal: 25.7s\tremaining: 6.02s\n",
      "162:\tlearn 0.05240342412\ttest 0.08214996529\tbestTest 0.08214996529\t\ttotal: 25.9s\tremaining: 5.87s\n",
      "163:\tlearn 0.05228899592\ttest 0.08219237572\tbestTest 0.08214996529\t\ttotal: 26s\tremaining: 5.71s\n",
      "164:\tlearn 0.05218643076\ttest 0.082217627\tbestTest 0.08214996529\t\ttotal: 26.2s\tremaining: 5.55s\n",
      "165:\tlearn 0.05189959082\ttest 0.08213138682\tbestTest 0.08213138682\t\ttotal: 26.3s\tremaining: 5.39s\n",
      "166:\tlearn 0.05116203447\ttest 0.08130891914\tbestTest 0.08130891914\t\ttotal: 26.5s\tremaining: 5.23s\n",
      "167:\tlearn 0.05083649868\ttest 0.08104052152\tbestTest 0.08104052152\t\ttotal: 26.6s\tremaining: 5.07s\n",
      "168:\tlearn 0.05078867891\ttest 0.08098554417\tbestTest 0.08098554417\t\ttotal: 26.8s\tremaining: 4.91s\n",
      "169:\tlearn 0.05055759775\ttest 0.08086047982\tbestTest 0.08086047982\t\ttotal: 26.9s\tremaining: 4.75s\n",
      "170:\tlearn 0.05035996662\ttest 0.08082521187\tbestTest 0.08082521187\t\ttotal: 27.1s\tremaining: 4.59s\n",
      "171:\tlearn 0.05028262706\ttest 0.08086559058\tbestTest 0.08082521187\t\ttotal: 27.2s\tremaining: 4.43s\n",
      "172:\tlearn 0.05019651139\ttest 0.08085633685\tbestTest 0.08082521187\t\ttotal: 27.4s\tremaining: 4.28s\n",
      "173:\tlearn 0.04993360109\ttest 0.08061959983\tbestTest 0.08061959983\t\ttotal: 27.6s\tremaining: 4.12s\n",
      "174:\tlearn 0.04989019882\ttest 0.08061784123\tbestTest 0.08061784123\t\ttotal: 27.7s\tremaining: 3.96s\n",
      "175:\tlearn 0.04976396403\ttest 0.08061709392\tbestTest 0.08061709392\t\ttotal: 27.9s\tremaining: 3.8s\n",
      "176:\tlearn 0.04957594638\ttest 0.08056345835\tbestTest 0.08056345835\t\ttotal: 28s\tremaining: 3.64s\n",
      "177:\tlearn 0.04927875695\ttest 0.08044235766\tbestTest 0.08044235766\t\ttotal: 28.2s\tremaining: 3.48s\n",
      "178:\tlearn 0.04908264781\ttest 0.08032971904\tbestTest 0.08032971904\t\ttotal: 28.4s\tremaining: 3.33s\n",
      "179:\tlearn 0.0490195886\ttest 0.08025929173\tbestTest 0.08025929173\t\ttotal: 28.5s\tremaining: 3.17s\n",
      "180:\tlearn 0.04891949421\ttest 0.08023396446\tbestTest 0.08023396446\t\ttotal: 28.7s\tremaining: 3.01s\n",
      "181:\tlearn 0.04884702135\ttest 0.08030810241\tbestTest 0.08023396446\t\ttotal: 28.9s\tremaining: 2.86s\n",
      "182:\tlearn 0.04880598812\ttest 0.08026330452\tbestTest 0.08023396446\t\ttotal: 29s\tremaining: 2.7s\n",
      "183:\tlearn 0.04872311161\ttest 0.08025429882\tbestTest 0.08023396446\t\ttotal: 29.2s\tremaining: 2.54s\n",
      "184:\tlearn 0.04869462114\ttest 0.08019695884\tbestTest 0.08019695884\t\ttotal: 29.3s\tremaining: 2.38s\n",
      "185:\tlearn 0.04847742899\ttest 0.07997983422\tbestTest 0.07997983422\t\ttotal: 29.5s\tremaining: 2.22s\n",
      "186:\tlearn 0.04845189141\ttest 0.0800243586\tbestTest 0.07997983422\t\ttotal: 29.7s\tremaining: 2.06s\n",
      "187:\tlearn 0.04807313948\ttest 0.07975878827\tbestTest 0.07975878827\t\ttotal: 29.8s\tremaining: 1.9s\n",
      "188:\tlearn 0.04794167517\ttest 0.079761787\tbestTest 0.07975878827\t\ttotal: 30s\tremaining: 1.74s\n",
      "189:\tlearn 0.04787670282\ttest 0.07972508886\tbestTest 0.07972508886\t\ttotal: 30.1s\tremaining: 1.58s\n",
      "190:\tlearn 0.04734174003\ttest 0.07942735119\tbestTest 0.07942735119\t\ttotal: 30.3s\tremaining: 1.43s\n",
      "191:\tlearn 0.04717883005\ttest 0.07936070643\tbestTest 0.07936070643\t\ttotal: 30.4s\tremaining: 1.27s\n",
      "192:\tlearn 0.04683413004\ttest 0.07904916748\tbestTest 0.07904916748\t\ttotal: 30.6s\tremaining: 1.11s\n",
      "193:\tlearn 0.04653619095\ttest 0.07873617999\tbestTest 0.07873617999\t\ttotal: 30.7s\tremaining: 951ms\n",
      "194:\tlearn 0.04641802995\ttest 0.07874981726\tbestTest 0.07873617999\t\ttotal: 30.9s\tremaining: 792ms\n",
      "195:\tlearn 0.04633015769\ttest 0.07871233316\tbestTest 0.07871233316\t\ttotal: 31s\tremaining: 634ms\n",
      "196:\tlearn 0.04596814327\ttest 0.07833326434\tbestTest 0.07833326434\t\ttotal: 31.2s\tremaining: 475ms\n",
      "197:\tlearn 0.04589659853\ttest 0.07834448414\tbestTest 0.07833326434\t\ttotal: 31.4s\tremaining: 317ms\n",
      "198:\tlearn 0.04588882094\ttest 0.07839316723\tbestTest 0.07833326434\t\ttotal: 31.5s\tremaining: 158ms\n",
      "199:\tlearn 0.04573961201\ttest 0.07835214949\tbestTest 0.07833326434\t\ttotal: 31.7s\tremaining: 0us\n",
      "\n",
      "bestTest = 0.07833326434\n",
      "bestIteration = 196\n",
      "\n",
      "Shrink model to first 197 iterations.\n",
      "2 fcll\n",
      "Borders generated\n",
      "0:\tlearn 0.5024037813\ttest 0.4995677864\tbestTest 0.4995677864\t\ttotal: 623ms\tremaining: 2m 4s\n",
      "1:\tlearn 0.3973068486\ttest 0.3948930104\tbestTest 0.3948930104\t\ttotal: 859ms\tremaining: 1m 25s\n",
      "2:\tlearn 0.3066693518\ttest 0.3036028834\tbestTest 0.3036028834\t\ttotal: 1.1s\tremaining: 1m 12s\n",
      "3:\tlearn 0.2609661624\ttest 0.2577785109\tbestTest 0.2577785109\t\ttotal: 1.33s\tremaining: 1m 5s\n",
      "4:\tlearn 0.2128065965\ttest 0.2088504723\tbestTest 0.2088504723\t\ttotal: 1.57s\tremaining: 1m 1s\n",
      "5:\tlearn 0.1848343633\ttest 0.1812613119\tbestTest 0.1812613119\t\ttotal: 1.8s\tremaining: 58.2s\n",
      "6:\tlearn 0.1592877235\ttest 0.1561658143\tbestTest 0.1561658143\t\ttotal: 2.03s\tremaining: 56s\n",
      "7:\tlearn 0.1440891639\ttest 0.1406173502\tbestTest 0.1406173502\t\ttotal: 2.27s\tremaining: 54.4s\n",
      "8:\tlearn 0.1364265175\ttest 0.133641828\tbestTest 0.133641828\t\ttotal: 2.5s\tremaining: 53.1s\n",
      "9:\tlearn 0.1276675922\ttest 0.1251619332\tbestTest 0.1251619332\t\ttotal: 2.73s\tremaining: 52s\n",
      "10:\tlearn 0.1209749387\ttest 0.1189671751\tbestTest 0.1189671751\t\ttotal: 2.97s\tremaining: 51s\n",
      "11:\tlearn 0.1170744712\ttest 0.1153796696\tbestTest 0.1153796696\t\ttotal: 3.2s\tremaining: 50.2s\n",
      "12:\tlearn 0.1139972084\ttest 0.1128589136\tbestTest 0.1128589136\t\ttotal: 3.44s\tremaining: 49.6s\n",
      "13:\tlearn 0.1107625357\ttest 0.1101467276\tbestTest 0.1101467276\t\ttotal: 3.69s\tremaining: 49s\n",
      "14:\tlearn 0.1072173011\ttest 0.1066661822\tbestTest 0.1066661822\t\ttotal: 3.92s\tremaining: 48.4s\n",
      "15:\tlearn 0.1030626668\ttest 0.1025822041\tbestTest 0.1025822041\t\ttotal: 4.16s\tremaining: 47.8s\n",
      "16:\tlearn 0.1009185189\ttest 0.1006314174\tbestTest 0.1006314174\t\ttotal: 4.4s\tremaining: 47.4s\n",
      "17:\tlearn 0.09978296154\ttest 0.0997757469\tbestTest 0.0997757469\t\ttotal: 4.64s\tremaining: 46.9s\n",
      "18:\tlearn 0.09680000172\ttest 0.09674430964\tbestTest 0.09674430964\t\ttotal: 4.88s\tremaining: 46.5s\n",
      "19:\tlearn 0.09588832911\ttest 0.0962034817\tbestTest 0.0962034817\t\ttotal: 5.12s\tremaining: 46.1s\n",
      "20:\tlearn 0.09341984298\ttest 0.09367149308\tbestTest 0.09367149308\t\ttotal: 5.36s\tremaining: 45.7s\n",
      "21:\tlearn 0.09148826518\ttest 0.09171801381\tbestTest 0.09171801381\t\ttotal: 5.59s\tremaining: 45.2s\n",
      "22:\tlearn 0.08937076468\ttest 0.08984528929\tbestTest 0.08984528929\t\ttotal: 5.83s\tremaining: 44.9s\n",
      "23:\tlearn 0.08800918599\ttest 0.08915994606\tbestTest 0.08915994606\t\ttotal: 6.07s\tremaining: 44.5s\n",
      "24:\tlearn 0.08669405532\ttest 0.08801042021\tbestTest 0.08801042021\t\ttotal: 6.31s\tremaining: 44.2s\n",
      "25:\tlearn 0.08564307984\ttest 0.08731995557\tbestTest 0.08731995557\t\ttotal: 6.56s\tremaining: 43.9s\n",
      "26:\tlearn 0.08459884838\ttest 0.08619060464\tbestTest 0.08619060464\t\ttotal: 6.8s\tremaining: 43.6s\n",
      "27:\tlearn 0.08396956613\ttest 0.08588278739\tbestTest 0.08588278739\t\ttotal: 7.04s\tremaining: 43.3s\n",
      "28:\tlearn 0.08221452718\ttest 0.08393719701\tbestTest 0.08393719701\t\ttotal: 7.28s\tremaining: 42.9s\n",
      "29:\tlearn 0.08166390287\ttest 0.08376232288\tbestTest 0.08376232288\t\ttotal: 7.52s\tremaining: 42.6s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "30:\tlearn 0.08130248682\ttest 0.08358081283\tbestTest 0.08358081283\t\ttotal: 7.76s\tremaining: 42.3s\n",
      "31:\tlearn 0.08065214668\ttest 0.08309466578\tbestTest 0.08309466578\t\ttotal: 8.01s\tremaining: 42.1s\n",
      "32:\tlearn 0.07933666713\ttest 0.0818947621\tbestTest 0.0818947621\t\ttotal: 8.26s\tremaining: 41.8s\n",
      "33:\tlearn 0.07897840043\ttest 0.08157046221\tbestTest 0.08157046221\t\ttotal: 8.5s\tremaining: 41.5s\n",
      "34:\tlearn 0.07784194264\ttest 0.08047961614\tbestTest 0.08047961614\t\ttotal: 8.75s\tremaining: 41.2s\n",
      "35:\tlearn 0.07691972106\ttest 0.07966575827\tbestTest 0.07966575827\t\ttotal: 8.99s\tremaining: 40.9s\n",
      "36:\tlearn 0.07587714329\ttest 0.07871866757\tbestTest 0.07871866757\t\ttotal: 9.22s\tremaining: 40.6s\n",
      "37:\tlearn 0.07556053413\ttest 0.07847680285\tbestTest 0.07847680285\t\ttotal: 9.51s\tremaining: 40.5s\n",
      "38:\tlearn 0.07496634493\ttest 0.0778001721\tbestTest 0.0778001721\t\ttotal: 9.78s\tremaining: 40.4s\n",
      "39:\tlearn 0.07451775433\ttest 0.07754224169\tbestTest 0.07754224169\t\ttotal: 10.1s\tremaining: 40.4s\n",
      "40:\tlearn 0.07414361906\ttest 0.07725529486\tbestTest 0.07725529486\t\ttotal: 10.4s\tremaining: 40.3s\n",
      "41:\tlearn 0.07323543434\ttest 0.07651868756\tbestTest 0.07651868756\t\ttotal: 10.7s\tremaining: 40.1s\n",
      "42:\tlearn 0.07310799871\ttest 0.07647451296\tbestTest 0.07647451296\t\ttotal: 11s\tremaining: 40s\n",
      "43:\tlearn 0.07289952477\ttest 0.07631838107\tbestTest 0.07631838107\t\ttotal: 11.3s\tremaining: 40s\n",
      "44:\tlearn 0.07227891325\ttest 0.07584184202\tbestTest 0.07584184202\t\ttotal: 11.5s\tremaining: 39.8s\n",
      "45:\tlearn 0.07118231321\ttest 0.07489633418\tbestTest 0.07489633418\t\ttotal: 11.8s\tremaining: 39.5s\n",
      "46:\tlearn 0.0705663522\ttest 0.07433537131\tbestTest 0.07433537131\t\ttotal: 12s\tremaining: 39.2s\n",
      "47:\tlearn 0.06988744614\ttest 0.07360494398\tbestTest 0.07360494398\t\ttotal: 12.3s\tremaining: 39s\n",
      "48:\tlearn 0.06968669388\ttest 0.07357608533\tbestTest 0.07357608533\t\ttotal: 12.6s\tremaining: 38.7s\n",
      "49:\tlearn 0.06890594117\ttest 0.07301988306\tbestTest 0.07301988306\t\ttotal: 12.8s\tremaining: 38.4s\n",
      "50:\tlearn 0.06820978282\ttest 0.07249296348\tbestTest 0.07249296348\t\ttotal: 13.1s\tremaining: 38.1s\n",
      "51:\tlearn 0.06738587315\ttest 0.07153180036\tbestTest 0.07153180036\t\ttotal: 13.3s\tremaining: 37.9s\n",
      "52:\tlearn 0.06704471699\ttest 0.07119686456\tbestTest 0.07119686456\t\ttotal: 13.5s\tremaining: 37.6s\n",
      "53:\tlearn 0.06656516457\ttest 0.07078521188\tbestTest 0.07078521188\t\ttotal: 13.8s\tremaining: 37.3s\n",
      "54:\tlearn 0.06606154519\ttest 0.07050939972\tbestTest 0.07050939972\t\ttotal: 14s\tremaining: 37s\n",
      "55:\tlearn 0.06590985971\ttest 0.07045414447\tbestTest 0.07045414447\t\ttotal: 14.3s\tremaining: 36.8s\n",
      "56:\tlearn 0.06565838068\ttest 0.07021092051\tbestTest 0.07021092051\t\ttotal: 14.6s\tremaining: 36.7s\n",
      "57:\tlearn 0.065563051\ttest 0.07016224292\tbestTest 0.07016224292\t\ttotal: 14.9s\tremaining: 36.5s\n",
      "58:\tlearn 0.06536624651\ttest 0.06999475226\tbestTest 0.06999475226\t\ttotal: 15.1s\tremaining: 36.2s\n",
      "59:\tlearn 0.06486770185\ttest 0.06938791887\tbestTest 0.06938791887\t\ttotal: 15.4s\tremaining: 35.9s\n",
      "60:\tlearn 0.06475324109\ttest 0.06933880184\tbestTest 0.06933880184\t\ttotal: 15.6s\tremaining: 35.6s\n",
      "61:\tlearn 0.06425247206\ttest 0.06904470785\tbestTest 0.06904470785\t\ttotal: 15.9s\tremaining: 35.4s\n",
      "62:\tlearn 0.06406211125\ttest 0.06878505185\tbestTest 0.06878505185\t\ttotal: 16.2s\tremaining: 35.1s\n",
      "63:\tlearn 0.06379863637\ttest 0.06857087174\tbestTest 0.06857087174\t\ttotal: 16.4s\tremaining: 34.9s\n",
      "64:\tlearn 0.06343906066\ttest 0.06819475766\tbestTest 0.06819475766\t\ttotal: 16.7s\tremaining: 34.7s\n",
      "65:\tlearn 0.06319764993\ttest 0.06809509739\tbestTest 0.06809509739\t\ttotal: 17s\tremaining: 34.5s\n",
      "66:\tlearn 0.06285710853\ttest 0.06775500032\tbestTest 0.06775500032\t\ttotal: 17.3s\tremaining: 34.3s\n",
      "67:\tlearn 0.06266441559\ttest 0.06749215549\tbestTest 0.06749215549\t\ttotal: 17.6s\tremaining: 34.1s\n",
      "68:\tlearn 0.06252390728\ttest 0.06731603988\tbestTest 0.06731603988\t\ttotal: 17.8s\tremaining: 33.8s\n",
      "69:\tlearn 0.06236074418\ttest 0.06712523924\tbestTest 0.06712523924\t\ttotal: 18.1s\tremaining: 33.5s\n",
      "70:\tlearn 0.06232277384\ttest 0.0671322067\tbestTest 0.06712523924\t\ttotal: 18.3s\tremaining: 33.3s\n",
      "71:\tlearn 0.06218472514\ttest 0.06700093201\tbestTest 0.06700093201\t\ttotal: 18.6s\tremaining: 33.1s\n",
      "72:\tlearn 0.06198354103\ttest 0.0669391994\tbestTest 0.0669391994\t\ttotal: 18.9s\tremaining: 32.9s\n",
      "73:\tlearn 0.06167457815\ttest 0.06669989988\tbestTest 0.06669989988\t\ttotal: 19.2s\tremaining: 32.7s\n",
      "74:\tlearn 0.06152554094\ttest 0.06659918088\tbestTest 0.06659918088\t\ttotal: 19.5s\tremaining: 32.5s\n",
      "75:\tlearn 0.06116839458\ttest 0.06628200825\tbestTest 0.06628200825\t\ttotal: 19.8s\tremaining: 32.3s\n",
      "76:\tlearn 0.06109724985\ttest 0.06635475867\tbestTest 0.06628200825\t\ttotal: 20.1s\tremaining: 32.1s\n",
      "77:\tlearn 0.06086638497\ttest 0.06602854215\tbestTest 0.06602854215\t\ttotal: 20.4s\tremaining: 31.9s\n",
      "78:\tlearn 0.0602465763\ttest 0.06537119571\tbestTest 0.06537119571\t\ttotal: 20.7s\tremaining: 31.7s\n",
      "79:\tlearn 0.06017328358\ttest 0.06532754036\tbestTest 0.06532754036\t\ttotal: 21s\tremaining: 31.5s\n",
      "80:\tlearn 0.06007191286\ttest 0.06531735809\tbestTest 0.06531735809\t\ttotal: 21.3s\tremaining: 31.3s\n",
      "81:\tlearn 0.05972472063\ttest 0.06528332715\tbestTest 0.06528332715\t\ttotal: 21.6s\tremaining: 31.1s\n",
      "82:\tlearn 0.0592366553\ttest 0.06494437444\tbestTest 0.06494437444\t\ttotal: 21.9s\tremaining: 30.8s\n",
      "83:\tlearn 0.05903422405\ttest 0.0648900024\tbestTest 0.0648900024\t\ttotal: 22.2s\tremaining: 30.6s\n",
      "84:\tlearn 0.05878962749\ttest 0.06480345248\tbestTest 0.06480345248\t\ttotal: 22.5s\tremaining: 30.4s\n",
      "85:\tlearn 0.05848363029\ttest 0.06454159056\tbestTest 0.06454159056\t\ttotal: 22.8s\tremaining: 30.2s\n",
      "86:\tlearn 0.05841725768\ttest 0.06451609567\tbestTest 0.06451609567\t\ttotal: 23s\tremaining: 29.9s\n",
      "87:\tlearn 0.05820856218\ttest 0.06444437073\tbestTest 0.06444437073\t\ttotal: 23.3s\tremaining: 29.6s\n",
      "88:\tlearn 0.05793209328\ttest 0.06425864753\tbestTest 0.06425864753\t\ttotal: 23.5s\tremaining: 29.3s\n",
      "89:\tlearn 0.0578526016\ttest 0.06424178412\tbestTest 0.06424178412\t\ttotal: 23.8s\tremaining: 29.1s\n",
      "90:\tlearn 0.057756636\ttest 0.06419968626\tbestTest 0.06419968626\t\ttotal: 24s\tremaining: 28.8s\n",
      "91:\tlearn 0.05773231304\ttest 0.06422139332\tbestTest 0.06419968626\t\ttotal: 24.3s\tremaining: 28.5s\n",
      "92:\tlearn 0.05738280568\ttest 0.0641480815\tbestTest 0.0641480815\t\ttotal: 24.5s\tremaining: 28.2s\n",
      "93:\tlearn 0.05727366617\ttest 0.06412964641\tbestTest 0.06412964641\t\ttotal: 24.8s\tremaining: 28s\n",
      "94:\tlearn 0.05708572118\ttest 0.0641088492\tbestTest 0.0641088492\t\ttotal: 25.1s\tremaining: 27.8s\n",
      "95:\tlearn 0.05698368135\ttest 0.06396042292\tbestTest 0.06396042292\t\ttotal: 25.4s\tremaining: 27.5s\n",
      "96:\tlearn 0.05670313819\ttest 0.0636478344\tbestTest 0.0636478344\t\ttotal: 25.7s\tremaining: 27.2s\n",
      "97:\tlearn 0.0564844315\ttest 0.06341115048\tbestTest 0.06341115048\t\ttotal: 25.9s\tremaining: 27s\n",
      "98:\tlearn 0.05622173967\ttest 0.06336046782\tbestTest 0.06336046782\t\ttotal: 26.2s\tremaining: 26.7s\n",
      "99:\tlearn 0.05594312374\ttest 0.06303381557\tbestTest 0.06303381557\t\ttotal: 26.5s\tremaining: 26.5s\n",
      "100:\tlearn 0.05562722106\ttest 0.06285562041\tbestTest 0.06285562041\t\ttotal: 26.7s\tremaining: 26.2s\n",
      "101:\tlearn 0.0554328761\ttest 0.06288317692\tbestTest 0.06285562041\t\ttotal: 27s\tremaining: 25.9s\n",
      "102:\tlearn 0.05522268064\ttest 0.06272096347\tbestTest 0.06272096347\t\ttotal: 27.2s\tremaining: 25.6s\n",
      "103:\tlearn 0.05512320125\ttest 0.06272693279\tbestTest 0.06272096347\t\ttotal: 27.5s\tremaining: 25.4s\n",
      "104:\tlearn 0.05496403393\ttest 0.06265565532\tbestTest 0.06265565532\t\ttotal: 27.7s\tremaining: 25.1s\n",
      "105:\tlearn 0.05492978751\ttest 0.06265550887\tbestTest 0.06265550887\t\ttotal: 28s\tremaining: 24.8s\n",
      "106:\tlearn 0.05479367103\ttest 0.06262821481\tbestTest 0.06262821481\t\ttotal: 28.2s\tremaining: 24.5s\n",
      "107:\tlearn 0.05464047951\ttest 0.06261751234\tbestTest 0.06261751234\t\ttotal: 28.5s\tremaining: 24.3s\n",
      "108:\tlearn 0.05460283134\ttest 0.06259311863\tbestTest 0.06259311863\t\ttotal: 28.7s\tremaining: 24s\n",
      "109:\tlearn 0.05447864467\ttest 0.06254161655\tbestTest 0.06254161655\t\ttotal: 29s\tremaining: 23.7s\n",
      "110:\tlearn 0.05409154593\ttest 0.06237074556\tbestTest 0.06237074556\t\ttotal: 29.3s\tremaining: 23.5s\n",
      "111:\tlearn 0.05394538103\ttest 0.06226848294\tbestTest 0.06226848294\t\ttotal: 29.6s\tremaining: 23.3s\n",
      "112:\tlearn 0.05371052418\ttest 0.0621477212\tbestTest 0.0621477212\t\ttotal: 30s\tremaining: 23.1s\n",
      "113:\tlearn 0.05356941912\ttest 0.06203671077\tbestTest 0.06203671077\t\ttotal: 30.3s\tremaining: 22.9s\n",
      "114:\tlearn 0.0535466578\ttest 0.06200531494\tbestTest 0.06200531494\t\ttotal: 30.6s\tremaining: 22.6s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "115:\tlearn 0.05307612995\ttest 0.06140887662\tbestTest 0.06140887662\t\ttotal: 30.9s\tremaining: 22.4s\n",
      "116:\tlearn 0.05300921602\ttest 0.06130842042\tbestTest 0.06130842042\t\ttotal: 31.1s\tremaining: 22.1s\n",
      "117:\tlearn 0.05294029706\ttest 0.06129794873\tbestTest 0.06129794873\t\ttotal: 31.4s\tremaining: 21.8s\n",
      "118:\tlearn 0.05268855944\ttest 0.0609849705\tbestTest 0.0609849705\t\ttotal: 31.6s\tremaining: 21.5s\n",
      "119:\tlearn 0.05249402641\ttest 0.06094687632\tbestTest 0.06094687632\t\ttotal: 31.9s\tremaining: 21.3s\n",
      "120:\tlearn 0.05221957374\ttest 0.06086697924\tbestTest 0.06086697924\t\ttotal: 32.1s\tremaining: 21s\n",
      "121:\tlearn 0.05214591492\ttest 0.06082816259\tbestTest 0.06082816259\t\ttotal: 32.4s\tremaining: 20.7s\n",
      "122:\tlearn 0.05201806465\ttest 0.06084768593\tbestTest 0.06082816259\t\ttotal: 32.6s\tremaining: 20.4s\n",
      "123:\tlearn 0.05184785831\ttest 0.06069103298\tbestTest 0.06069103298\t\ttotal: 32.9s\tremaining: 20.2s\n",
      "124:\tlearn 0.05147221689\ttest 0.06048898301\tbestTest 0.06048898301\t\ttotal: 33.2s\tremaining: 19.9s\n",
      "125:\tlearn 0.0514204838\ttest 0.06052897403\tbestTest 0.06048898301\t\ttotal: 33.4s\tremaining: 19.6s\n",
      "126:\tlearn 0.0513329906\ttest 0.06037385623\tbestTest 0.06037385623\t\ttotal: 33.7s\tremaining: 19.3s\n",
      "127:\tlearn 0.05114722439\ttest 0.06025101817\tbestTest 0.06025101817\t\ttotal: 33.9s\tremaining: 19.1s\n",
      "128:\tlearn 0.05099117581\ttest 0.0601773505\tbestTest 0.0601773505\t\ttotal: 34.1s\tremaining: 18.8s\n",
      "129:\tlearn 0.05090176182\ttest 0.06017503161\tbestTest 0.06017503161\t\ttotal: 34.4s\tremaining: 18.5s\n",
      "130:\tlearn 0.05074384597\ttest 0.06020333805\tbestTest 0.06017503161\t\ttotal: 34.6s\tremaining: 18.2s\n",
      "131:\tlearn 0.05060238607\ttest 0.06025445314\tbestTest 0.06017503161\t\ttotal: 34.9s\tremaining: 18s\n",
      "132:\tlearn 0.05059742973\ttest 0.06025438461\tbestTest 0.06017503161\t\ttotal: 35.2s\tremaining: 17.7s\n",
      "133:\tlearn 0.05053040901\ttest 0.06021721668\tbestTest 0.06017503161\t\ttotal: 35.5s\tremaining: 17.5s\n",
      "134:\tlearn 0.05050194\ttest 0.06020055239\tbestTest 0.06017503161\t\ttotal: 35.9s\tremaining: 17.3s\n",
      "135:\tlearn 0.05043387542\ttest 0.06014220566\tbestTest 0.06014220566\t\ttotal: 36.2s\tremaining: 17s\n",
      "136:\tlearn 0.05033587706\ttest 0.06007944751\tbestTest 0.06007944751\t\ttotal: 36.5s\tremaining: 16.8s\n",
      "137:\tlearn 0.05001913756\ttest 0.05996468181\tbestTest 0.05996468181\t\ttotal: 36.8s\tremaining: 16.5s\n",
      "138:\tlearn 0.04993857764\ttest 0.05990359428\tbestTest 0.05990359428\t\ttotal: 37s\tremaining: 16.3s\n",
      "139:\tlearn 0.04983000911\ttest 0.05984883484\tbestTest 0.05984883484\t\ttotal: 37.3s\tremaining: 16s\n",
      "140:\tlearn 0.04955994074\ttest 0.05958482935\tbestTest 0.05958482935\t\ttotal: 37.5s\tremaining: 15.7s\n",
      "141:\tlearn 0.04945034115\ttest 0.05951573119\tbestTest 0.05951573119\t\ttotal: 37.8s\tremaining: 15.4s\n",
      "142:\tlearn 0.04918962964\ttest 0.05925948578\tbestTest 0.05925948578\t\ttotal: 38s\tremaining: 15.2s\n",
      "143:\tlearn 0.04901845165\ttest 0.05927900781\tbestTest 0.05925948578\t\ttotal: 38.3s\tremaining: 14.9s\n",
      "144:\tlearn 0.04892999041\ttest 0.05929628206\tbestTest 0.05925948578\t\ttotal: 38.5s\tremaining: 14.6s\n",
      "145:\tlearn 0.04866256418\ttest 0.05925104888\tbestTest 0.05925104888\t\ttotal: 38.8s\tremaining: 14.3s\n",
      "146:\tlearn 0.04852214438\ttest 0.05911329056\tbestTest 0.05911329056\t\ttotal: 39s\tremaining: 14.1s\n",
      "147:\tlearn 0.04823940773\ttest 0.05877980035\tbestTest 0.05877980035\t\ttotal: 39.3s\tremaining: 13.8s\n",
      "148:\tlearn 0.04790823381\ttest 0.05876018212\tbestTest 0.05876018212\t\ttotal: 39.5s\tremaining: 13.5s\n",
      "149:\tlearn 0.04771814784\ttest 0.05877259849\tbestTest 0.05876018212\t\ttotal: 39.7s\tremaining: 13.2s\n",
      "150:\tlearn 0.04768780189\ttest 0.05876406963\tbestTest 0.05876018212\t\ttotal: 40s\tremaining: 13s\n",
      "151:\tlearn 0.04760219882\ttest 0.05876328876\tbestTest 0.05876018212\t\ttotal: 40.3s\tremaining: 12.7s\n",
      "152:\tlearn 0.04719555451\ttest 0.05855670898\tbestTest 0.05855670898\t\ttotal: 40.5s\tremaining: 12.4s\n",
      "153:\tlearn 0.04704898082\ttest 0.05845006159\tbestTest 0.05845006159\t\ttotal: 40.7s\tremaining: 12.2s\n",
      "154:\tlearn 0.04696263163\ttest 0.05847231167\tbestTest 0.05845006159\t\ttotal: 41s\tremaining: 11.9s\n",
      "155:\tlearn 0.04677859584\ttest 0.05841795942\tbestTest 0.05841795942\t\ttotal: 41.3s\tremaining: 11.6s\n",
      "156:\tlearn 0.04671608141\ttest 0.05842482019\tbestTest 0.05841795942\t\ttotal: 41.6s\tremaining: 11.4s\n",
      "157:\tlearn 0.04666102165\ttest 0.05832561171\tbestTest 0.05832561171\t\ttotal: 41.8s\tremaining: 11.1s\n",
      "158:\tlearn 0.04654005751\ttest 0.05823822877\tbestTest 0.05823822877\t\ttotal: 42.1s\tremaining: 10.8s\n",
      "159:\tlearn 0.04624366514\ttest 0.05805181874\tbestTest 0.05805181874\t\ttotal: 42.3s\tremaining: 10.6s\n",
      "160:\tlearn 0.04622748904\ttest 0.05805232469\tbestTest 0.05805181874\t\ttotal: 42.6s\tremaining: 10.3s\n",
      "161:\tlearn 0.046124311\ttest 0.05795247287\tbestTest 0.05795247287\t\ttotal: 42.8s\tremaining: 10s\n",
      "162:\tlearn 0.0461229935\ttest 0.05795079483\tbestTest 0.05795079483\t\ttotal: 43s\tremaining: 9.75s\n",
      "163:\tlearn 0.04602137077\ttest 0.05788360256\tbestTest 0.05788360256\t\ttotal: 43.3s\tremaining: 9.5s\n",
      "164:\tlearn 0.04588039412\ttest 0.05779936893\tbestTest 0.05779936893\t\ttotal: 43.5s\tremaining: 9.23s\n",
      "165:\tlearn 0.0457386506\ttest 0.05784340822\tbestTest 0.05779936893\t\ttotal: 43.8s\tremaining: 8.96s\n",
      "166:\tlearn 0.04564142759\ttest 0.05782453719\tbestTest 0.05779936893\t\ttotal: 44.1s\tremaining: 8.72s\n",
      "167:\tlearn 0.04543806797\ttest 0.05778353002\tbestTest 0.05778353002\t\ttotal: 44.5s\tremaining: 8.48s\n",
      "168:\tlearn 0.04534825492\ttest 0.05772506431\tbestTest 0.05772506431\t\ttotal: 44.8s\tremaining: 8.22s\n",
      "169:\tlearn 0.04526508953\ttest 0.05767963593\tbestTest 0.05767963593\t\ttotal: 45.1s\tremaining: 7.96s\n",
      "170:\tlearn 0.04510318956\ttest 0.0575481228\tbestTest 0.0575481228\t\ttotal: 45.4s\tremaining: 7.7s\n",
      "171:\tlearn 0.04497334562\ttest 0.05759605378\tbestTest 0.0575481228\t\ttotal: 45.8s\tremaining: 7.45s\n",
      "172:\tlearn 0.04486628361\ttest 0.05755876846\tbestTest 0.0575481228\t\ttotal: 46.1s\tremaining: 7.19s\n",
      "173:\tlearn 0.04476499001\ttest 0.05751915746\tbestTest 0.05751915746\t\ttotal: 46.3s\tremaining: 6.92s\n",
      "174:\tlearn 0.04473661913\ttest 0.05749382029\tbestTest 0.05749382029\t\ttotal: 46.5s\tremaining: 6.65s\n",
      "175:\tlearn 0.04457673116\ttest 0.05735287624\tbestTest 0.05735287624\t\ttotal: 46.8s\tremaining: 6.38s\n",
      "176:\tlearn 0.04451154739\ttest 0.05731910443\tbestTest 0.05731910443\t\ttotal: 47.1s\tremaining: 6.12s\n",
      "177:\tlearn 0.04446967189\ttest 0.05737171771\tbestTest 0.05731910443\t\ttotal: 47.4s\tremaining: 5.85s\n",
      "178:\tlearn 0.04426251186\ttest 0.05726886228\tbestTest 0.05726886228\t\ttotal: 48s\tremaining: 5.63s\n",
      "179:\tlearn 0.04414556772\ttest 0.05718434298\tbestTest 0.05718434298\t\ttotal: 48.4s\tremaining: 5.38s\n",
      "180:\tlearn 0.04408163195\ttest 0.05720248617\tbestTest 0.05718434298\t\ttotal: 48.9s\tremaining: 5.13s\n",
      "181:\tlearn 0.04404301441\ttest 0.05715445214\tbestTest 0.05715445214\t\ttotal: 49.1s\tremaining: 4.86s\n",
      "182:\tlearn 0.04393444288\ttest 0.0570771877\tbestTest 0.0570771877\t\ttotal: 49.3s\tremaining: 4.58s\n",
      "183:\tlearn 0.0439174784\ttest 0.05705987339\tbestTest 0.05705987339\t\ttotal: 49.6s\tremaining: 4.32s\n",
      "184:\tlearn 0.04378433745\ttest 0.05694880559\tbestTest 0.05694880559\t\ttotal: 49.9s\tremaining: 4.04s\n",
      "185:\tlearn 0.04373412077\ttest 0.05694817285\tbestTest 0.05694817285\t\ttotal: 50.1s\tremaining: 3.77s\n",
      "186:\tlearn 0.04370546681\ttest 0.05689434756\tbestTest 0.05689434756\t\ttotal: 50.4s\tremaining: 3.51s\n",
      "187:\tlearn 0.04363888512\ttest 0.05688123272\tbestTest 0.05688123272\t\ttotal: 50.7s\tremaining: 3.24s\n",
      "188:\tlearn 0.04352619971\ttest 0.05678517189\tbestTest 0.05678517189\t\ttotal: 51s\tremaining: 2.97s\n",
      "189:\tlearn 0.04339144445\ttest 0.05674225281\tbestTest 0.05674225281\t\ttotal: 51.4s\tremaining: 2.7s\n",
      "190:\tlearn 0.04332888266\ttest 0.05667398246\tbestTest 0.05667398246\t\ttotal: 51.6s\tremaining: 2.43s\n",
      "191:\tlearn 0.04318257552\ttest 0.05664036016\tbestTest 0.05664036016\t\ttotal: 51.9s\tremaining: 2.16s\n",
      "192:\tlearn 0.04286615926\ttest 0.05647762599\tbestTest 0.05647762599\t\ttotal: 52.4s\tremaining: 1.9s\n",
      "193:\tlearn 0.0428278995\ttest 0.05645271266\tbestTest 0.05645271266\t\ttotal: 52.7s\tremaining: 1.63s\n",
      "194:\tlearn 0.0425814708\ttest 0.05629889736\tbestTest 0.05629889736\t\ttotal: 53.1s\tremaining: 1.36s\n",
      "195:\tlearn 0.04249225154\ttest 0.05629487866\tbestTest 0.05629487866\t\ttotal: 53.5s\tremaining: 1.09s\n",
      "196:\tlearn 0.04227177069\ttest 0.05628440854\tbestTest 0.05628440854\t\ttotal: 53.8s\tremaining: 820ms\n",
      "197:\tlearn 0.04225108359\ttest 0.05632401312\tbestTest 0.05628440854\t\ttotal: 54.2s\tremaining: 547ms\n",
      "198:\tlearn 0.04221248953\ttest 0.05630211804\tbestTest 0.05628440854\t\ttotal: 54.6s\tremaining: 274ms\n",
      "199:\tlearn 0.04206666908\ttest 0.05633241344\tbestTest 0.05628440854\t\ttotal: 54.9s\tremaining: 0us\n",
      "\n",
      "bestTest = 0.05628440854\n",
      "bestIteration = 196\n",
      "\n",
      "Shrink model to first 197 iterations.\n"
     ]
    }
   ],
   "source": [
    "def train_call_models():\n",
    "    for i, name in enumerate(names):\n",
    "        print(i, name)\n",
    "        y_bot = y[y['private_bot_name'] == name]\n",
    "        X_game = X.loc[y_bot.index]\n",
    "        y_game = y_bot['private_bot_action'].replace({'FOLD': 0, 'CALL': 1, 'RAISE': 1})\n",
    "        \n",
    "        X_train, X_test, y_train, y_test = train_test_split(X_game, y_game, test_size=0.1, random_state=1234)\n",
    "\n",
    "        model = CatBoostClassifier(iterations=200, learning_rate=0.1, depth=8, thread_count=4,\n",
    "                                   verbose=True, use_best_model=True)\n",
    "        model.fit(X_train, y_train, eval_set=(X_test, y_test))\n",
    "\n",
    "        model.save_model(model_dir + 'pool/call/' + str(i) + '.model')\n",
    "\n",
    "train_call_models()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 KillFish\n",
      "Borders generated\n",
      "0:\tlearn 0.5504781859\ttest 0.5487271723\tbestTest 0.5487271723\t\ttotal: 416ms\tremaining: 1m 22s\n",
      "1:\tlearn 0.4714719087\ttest 0.4692736514\tbestTest 0.4692736514\t\ttotal: 562ms\tremaining: 55.6s\n",
      "2:\tlearn 0.3918475617\ttest 0.3875398308\tbestTest 0.3875398308\t\ttotal: 710ms\tremaining: 46.6s\n",
      "3:\tlearn 0.3487598253\ttest 0.3447754899\tbestTest 0.3447754899\t\ttotal: 777ms\tremaining: 38.1s\n",
      "4:\tlearn 0.3136513302\ttest 0.3094392749\tbestTest 0.3094392749\t\ttotal: 940ms\tremaining: 36.7s\n",
      "5:\tlearn 0.2794405869\ttest 0.2753683274\tbestTest 0.2753683274\t\ttotal: 1.15s\tremaining: 37.1s\n",
      "6:\tlearn 0.2492262892\ttest 0.2447582852\tbestTest 0.2447582852\t\ttotal: 1.31s\tremaining: 36.2s\n",
      "7:\tlearn 0.2282450565\ttest 0.2239284758\tbestTest 0.2239284758\t\ttotal: 1.49s\tremaining: 35.7s\n",
      "8:\tlearn 0.2081956564\ttest 0.2040277018\tbestTest 0.2040277018\t\ttotal: 1.65s\tremaining: 35.1s\n",
      "9:\tlearn 0.1913919704\ttest 0.1873579742\tbestTest 0.1873579742\t\ttotal: 1.83s\tremaining: 34.7s\n",
      "10:\tlearn 0.1805818352\ttest 0.1752837918\tbestTest 0.1752837918\t\ttotal: 1.99s\tremaining: 34.2s\n",
      "11:\tlearn 0.1743060074\ttest 0.1691808686\tbestTest 0.1691808686\t\ttotal: 2.14s\tremaining: 33.5s\n",
      "12:\tlearn 0.1657485415\ttest 0.1606453947\tbestTest 0.1606453947\t\ttotal: 2.28s\tremaining: 32.8s\n",
      "13:\tlearn 0.1591958742\ttest 0.1544944628\tbestTest 0.1544944628\t\ttotal: 2.43s\tremaining: 32.3s\n",
      "14:\tlearn 0.1551335342\ttest 0.1502810056\tbestTest 0.1502810056\t\ttotal: 2.58s\tremaining: 31.8s\n",
      "15:\tlearn 0.1528121942\ttest 0.1475608336\tbestTest 0.1475608336\t\ttotal: 2.73s\tremaining: 31.4s\n",
      "16:\tlearn 0.1450816352\ttest 0.1396071022\tbestTest 0.1396071022\t\ttotal: 2.87s\tremaining: 30.9s\n",
      "17:\tlearn 0.1401897966\ttest 0.1351703125\tbestTest 0.1351703125\t\ttotal: 3.02s\tremaining: 30.6s\n",
      "18:\tlearn 0.1363287111\ttest 0.131416428\tbestTest 0.131416428\t\ttotal: 3.17s\tremaining: 30.2s\n",
      "19:\tlearn 0.1333028143\ttest 0.1290556452\tbestTest 0.1290556452\t\ttotal: 3.31s\tremaining: 29.8s\n",
      "20:\tlearn 0.1291567578\ttest 0.1249714266\tbestTest 0.1249714266\t\ttotal: 3.46s\tremaining: 29.5s\n",
      "21:\tlearn 0.1279438292\ttest 0.1238259984\tbestTest 0.1238259984\t\ttotal: 3.61s\tremaining: 29.2s\n",
      "22:\tlearn 0.1268416092\ttest 0.1230974921\tbestTest 0.1230974921\t\ttotal: 3.75s\tremaining: 28.8s\n",
      "23:\tlearn 0.1247860662\ttest 0.1213763301\tbestTest 0.1213763301\t\ttotal: 3.89s\tremaining: 28.5s\n",
      "24:\tlearn 0.1226209575\ttest 0.1193576024\tbestTest 0.1193576024\t\ttotal: 4.03s\tremaining: 28.2s\n",
      "25:\tlearn 0.1222720656\ttest 0.1188743295\tbestTest 0.1188743295\t\ttotal: 4.18s\tremaining: 28s\n",
      "26:\tlearn 0.1218608082\ttest 0.1186207079\tbestTest 0.1186207079\t\ttotal: 4.33s\tremaining: 27.7s\n",
      "27:\tlearn 0.1197618918\ttest 0.1172725257\tbestTest 0.1172725257\t\ttotal: 4.47s\tremaining: 27.5s\n",
      "28:\tlearn 0.1184044117\ttest 0.1161726445\tbestTest 0.1161726445\t\ttotal: 4.61s\tremaining: 27.2s\n",
      "29:\tlearn 0.1173848257\ttest 0.1156863895\tbestTest 0.1156863895\t\ttotal: 4.76s\tremaining: 27s\n",
      "30:\tlearn 0.1160403135\ttest 0.1147134447\tbestTest 0.1147134447\t\ttotal: 4.9s\tremaining: 26.7s\n",
      "31:\tlearn 0.1143144624\ttest 0.1135798733\tbestTest 0.1135798733\t\ttotal: 5.05s\tremaining: 26.5s\n",
      "32:\tlearn 0.1138323039\ttest 0.1131705791\tbestTest 0.1131705791\t\ttotal: 5.19s\tremaining: 26.3s\n",
      "33:\tlearn 0.1130170771\ttest 0.1120889486\tbestTest 0.1120889486\t\ttotal: 5.34s\tremaining: 26.1s\n",
      "34:\tlearn 0.1122122308\ttest 0.1116138422\tbestTest 0.1116138422\t\ttotal: 5.48s\tremaining: 25.9s\n",
      "35:\tlearn 0.1112654859\ttest 0.1111617991\tbestTest 0.1111617991\t\ttotal: 5.63s\tremaining: 25.6s\n",
      "36:\tlearn 0.1103895201\ttest 0.1105854877\tbestTest 0.1105854877\t\ttotal: 5.78s\tremaining: 25.5s\n",
      "37:\tlearn 0.1096691222\ttest 0.1101072574\tbestTest 0.1101072574\t\ttotal: 5.95s\tremaining: 25.4s\n",
      "38:\tlearn 0.1088131527\ttest 0.1100434205\tbestTest 0.1100434205\t\ttotal: 6.11s\tremaining: 25.2s\n",
      "39:\tlearn 0.1076596354\ttest 0.1095884955\tbestTest 0.1095884955\t\ttotal: 6.28s\tremaining: 25.1s\n",
      "40:\tlearn 0.1066481748\ttest 0.10909641\tbestTest 0.10909641\t\ttotal: 6.44s\tremaining: 25s\n",
      "41:\tlearn 0.1062091541\ttest 0.1088717931\tbestTest 0.1088717931\t\ttotal: 6.59s\tremaining: 24.8s\n",
      "42:\tlearn 0.1054170467\ttest 0.108417124\tbestTest 0.108417124\t\ttotal: 6.73s\tremaining: 24.6s\n",
      "43:\tlearn 0.1046681407\ttest 0.1077342616\tbestTest 0.1077342616\t\ttotal: 6.88s\tremaining: 24.4s\n",
      "44:\tlearn 0.103966996\ttest 0.1074530201\tbestTest 0.1074530201\t\ttotal: 7.02s\tremaining: 24.2s\n",
      "45:\tlearn 0.1031813365\ttest 0.1073246706\tbestTest 0.1073246706\t\ttotal: 7.16s\tremaining: 24s\n",
      "46:\tlearn 0.1027449082\ttest 0.1070616228\tbestTest 0.1070616228\t\ttotal: 7.32s\tremaining: 23.8s\n",
      "47:\tlearn 0.1023066575\ttest 0.1068379616\tbestTest 0.1068379616\t\ttotal: 7.48s\tremaining: 23.7s\n",
      "48:\tlearn 0.102019799\ttest 0.1067506385\tbestTest 0.1067506385\t\ttotal: 7.64s\tremaining: 23.5s\n",
      "49:\tlearn 0.1016715979\ttest 0.1064242717\tbestTest 0.1064242717\t\ttotal: 7.81s\tremaining: 23.4s\n",
      "50:\tlearn 0.1010650992\ttest 0.1064248993\tbestTest 0.1064242717\t\ttotal: 7.97s\tremaining: 23.3s\n",
      "51:\tlearn 0.1002987307\ttest 0.1060750482\tbestTest 0.1060750482\t\ttotal: 8.11s\tremaining: 23.1s\n",
      "52:\tlearn 0.09962053613\ttest 0.105792884\tbestTest 0.105792884\t\ttotal: 8.25s\tremaining: 22.9s\n",
      "53:\tlearn 0.09893489437\ttest 0.105611401\tbestTest 0.105611401\t\ttotal: 8.4s\tremaining: 22.7s\n",
      "54:\tlearn 0.09870736222\ttest 0.1052700185\tbestTest 0.1052700185\t\ttotal: 8.54s\tremaining: 22.5s\n",
      "55:\tlearn 0.09785424225\ttest 0.1050752351\tbestTest 0.1050752351\t\ttotal: 8.69s\tremaining: 22.3s\n",
      "56:\tlearn 0.09725401762\ttest 0.1050645401\tbestTest 0.1050645401\t\ttotal: 8.84s\tremaining: 22.2s\n",
      "57:\tlearn 0.09669500836\ttest 0.1050930521\tbestTest 0.1050645401\t\ttotal: 8.99s\tremaining: 22s\n",
      "58:\tlearn 0.095809084\ttest 0.1047922033\tbestTest 0.1047922033\t\ttotal: 9.13s\tremaining: 21.8s\n",
      "59:\tlearn 0.09484591563\ttest 0.1042551692\tbestTest 0.1042551692\t\ttotal: 9.29s\tremaining: 21.7s\n",
      "60:\tlearn 0.09467873701\ttest 0.1041537188\tbestTest 0.1041537188\t\ttotal: 9.44s\tremaining: 21.5s\n",
      "61:\tlearn 0.09425971388\ttest 0.1038166481\tbestTest 0.1038166481\t\ttotal: 9.59s\tremaining: 21.3s\n",
      "62:\tlearn 0.09415812019\ttest 0.1037542251\tbestTest 0.1037542251\t\ttotal: 9.73s\tremaining: 21.2s\n",
      "63:\tlearn 0.09364177387\ttest 0.1035128729\tbestTest 0.1035128729\t\ttotal: 9.88s\tremaining: 21s\n",
      "64:\tlearn 0.09333329368\ttest 0.1034135866\tbestTest 0.1034135866\t\ttotal: 10s\tremaining: 20.8s\n",
      "65:\tlearn 0.09278218531\ttest 0.1029583294\tbestTest 0.1029583294\t\ttotal: 10.2s\tremaining: 20.7s\n",
      "66:\tlearn 0.09252266056\ttest 0.1028483805\tbestTest 0.1028483805\t\ttotal: 10.4s\tremaining: 20.6s\n",
      "67:\tlearn 0.0921853786\ttest 0.1026474632\tbestTest 0.1026474632\t\ttotal: 10.6s\tremaining: 20.5s\n",
      "68:\tlearn 0.09140699615\ttest 0.1023045129\tbestTest 0.1023045129\t\ttotal: 10.7s\tremaining: 20.4s\n",
      "69:\tlearn 0.09081077289\ttest 0.1022044088\tbestTest 0.1022044088\t\ttotal: 10.9s\tremaining: 20.3s\n",
      "70:\tlearn 0.09025152914\ttest 0.1020046812\tbestTest 0.1020046812\t\ttotal: 11.1s\tremaining: 20.1s\n",
      "71:\tlearn 0.09010830557\ttest 0.1019918177\tbestTest 0.1019918177\t\ttotal: 11.2s\tremaining: 20s\n",
      "72:\tlearn 0.08992824002\ttest 0.1020395464\tbestTest 0.1019918177\t\ttotal: 11.4s\tremaining: 19.8s\n",
      "73:\tlearn 0.08946643917\ttest 0.101839555\tbestTest 0.101839555\t\ttotal: 11.5s\tremaining: 19.6s\n",
      "74:\tlearn 0.08904544952\ttest 0.1016385546\tbestTest 0.1016385546\t\ttotal: 11.7s\tremaining: 19.4s\n",
      "75:\tlearn 0.08880462688\ttest 0.101334317\tbestTest 0.101334317\t\ttotal: 11.7s\tremaining: 19.2s\n",
      "76:\tlearn 0.08853790611\ttest 0.10147792\tbestTest 0.101334317\t\ttotal: 11.8s\tremaining: 18.9s\n",
      "77:\tlearn 0.08817161452\ttest 0.1013401672\tbestTest 0.101334317\t\ttotal: 12s\tremaining: 18.8s\n",
      "78:\tlearn 0.08782985915\ttest 0.1011780775\tbestTest 0.1011780775\t\ttotal: 12.2s\tremaining: 18.7s\n",
      "79:\tlearn 0.08751197099\ttest 0.1010929869\tbestTest 0.1010929869\t\ttotal: 12.4s\tremaining: 18.5s\n",
      "80:\tlearn 0.08700730861\ttest 0.1011027001\tbestTest 0.1010929869\t\ttotal: 12.5s\tremaining: 18.4s\n",
      "81:\tlearn 0.08676797059\ttest 0.1010032795\tbestTest 0.1010032795\t\ttotal: 12.7s\tremaining: 18.3s\n",
      "82:\tlearn 0.08664891595\ttest 0.100916199\tbestTest 0.100916199\t\ttotal: 12.8s\tremaining: 18.1s\n",
      "83:\tlearn 0.08635087536\ttest 0.1008364723\tbestTest 0.1008364723\t\ttotal: 13s\tremaining: 17.9s\n",
      "84:\tlearn 0.0860025036\ttest 0.1005832684\tbestTest 0.1005832684\t\ttotal: 13.1s\tremaining: 17.8s\n",
      "85:\tlearn 0.08561378091\ttest 0.1005016824\tbestTest 0.1005016824\t\ttotal: 13.4s\tremaining: 17.7s\n",
      "86:\tlearn 0.08503051622\ttest 0.1000678745\tbestTest 0.1000678745\t\ttotal: 13.5s\tremaining: 17.5s\n",
      "87:\tlearn 0.08440792309\ttest 0.09987108717\tbestTest 0.09987108717\t\ttotal: 13.7s\tremaining: 17.4s\n",
      "88:\tlearn 0.08391384938\ttest 0.09948621057\tbestTest 0.09948621057\t\ttotal: 13.8s\tremaining: 17.2s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "89:\tlearn 0.08342627492\ttest 0.09920882077\tbestTest 0.09920882077\t\ttotal: 13.9s\tremaining: 17s\n",
      "90:\tlearn 0.08318738554\ttest 0.09901092843\tbestTest 0.09901092843\t\ttotal: 14.1s\tremaining: 16.9s\n",
      "91:\tlearn 0.08232001446\ttest 0.09877580868\tbestTest 0.09877580868\t\ttotal: 14.3s\tremaining: 16.8s\n",
      "92:\tlearn 0.08215178431\ttest 0.09891561331\tbestTest 0.09877580868\t\ttotal: 14.5s\tremaining: 16.6s\n",
      "93:\tlearn 0.08156627285\ttest 0.09875671633\tbestTest 0.09875671633\t\ttotal: 14.7s\tremaining: 16.6s\n",
      "94:\tlearn 0.08130778746\ttest 0.09868656715\tbestTest 0.09868656715\t\ttotal: 14.8s\tremaining: 16.4s\n",
      "95:\tlearn 0.0810059275\ttest 0.09865363394\tbestTest 0.09865363394\t\ttotal: 15s\tremaining: 16.2s\n",
      "96:\tlearn 0.08046353596\ttest 0.09828390302\tbestTest 0.09828390302\t\ttotal: 15.1s\tremaining: 16.1s\n",
      "97:\tlearn 0.07975665789\ttest 0.09791173324\tbestTest 0.09791173324\t\ttotal: 15.3s\tremaining: 15.9s\n",
      "98:\tlearn 0.07941197052\ttest 0.09785915129\tbestTest 0.09785915129\t\ttotal: 15.4s\tremaining: 15.7s\n",
      "99:\tlearn 0.07877718398\ttest 0.0974774737\tbestTest 0.0974774737\t\ttotal: 15.6s\tremaining: 15.6s\n",
      "100:\tlearn 0.07862555091\ttest 0.0975884514\tbestTest 0.0974774737\t\ttotal: 15.7s\tremaining: 15.4s\n",
      "101:\tlearn 0.07846378328\ttest 0.0975910252\tbestTest 0.0974774737\t\ttotal: 15.9s\tremaining: 15.2s\n",
      "102:\tlearn 0.07818632631\ttest 0.09765897541\tbestTest 0.0974774737\t\ttotal: 16s\tremaining: 15.1s\n",
      "103:\tlearn 0.07758145969\ttest 0.09772525554\tbestTest 0.0974774737\t\ttotal: 16.2s\tremaining: 14.9s\n",
      "104:\tlearn 0.07707118705\ttest 0.09770132216\tbestTest 0.0974774737\t\ttotal: 16.3s\tremaining: 14.8s\n",
      "105:\tlearn 0.07681329408\ttest 0.09773221549\tbestTest 0.0974774737\t\ttotal: 16.5s\tremaining: 14.6s\n",
      "106:\tlearn 0.07636030476\ttest 0.09770485472\tbestTest 0.0974774737\t\ttotal: 16.7s\tremaining: 14.5s\n",
      "107:\tlearn 0.07610958146\ttest 0.09792096353\tbestTest 0.0974774737\t\ttotal: 16.8s\tremaining: 14.3s\n",
      "108:\tlearn 0.07564816831\ttest 0.09767792564\tbestTest 0.0974774737\t\ttotal: 17s\tremaining: 14.2s\n",
      "109:\tlearn 0.07532758514\ttest 0.09762573894\tbestTest 0.0974774737\t\ttotal: 17.1s\tremaining: 14s\n",
      "110:\tlearn 0.07490964163\ttest 0.09766277964\tbestTest 0.0974774737\t\ttotal: 17.3s\tremaining: 13.8s\n",
      "111:\tlearn 0.07463225678\ttest 0.09756456976\tbestTest 0.0974774737\t\ttotal: 17.4s\tremaining: 13.7s\n",
      "112:\tlearn 0.0743083871\ttest 0.09746793348\tbestTest 0.09746793348\t\ttotal: 17.6s\tremaining: 13.5s\n",
      "113:\tlearn 0.07407897627\ttest 0.0974558605\tbestTest 0.0974558605\t\ttotal: 17.7s\tremaining: 13.3s\n",
      "114:\tlearn 0.07393742607\ttest 0.09743595236\tbestTest 0.09743595236\t\ttotal: 17.8s\tremaining: 13.2s\n",
      "115:\tlearn 0.07367367542\ttest 0.09741497988\tbestTest 0.09741497988\t\ttotal: 18s\tremaining: 13s\n",
      "116:\tlearn 0.07318715771\ttest 0.09715255359\tbestTest 0.09715255359\t\ttotal: 18.1s\tremaining: 12.8s\n",
      "117:\tlearn 0.07303274585\ttest 0.09713266052\tbestTest 0.09713266052\t\ttotal: 18.3s\tremaining: 12.7s\n",
      "118:\tlearn 0.07276253876\ttest 0.09693915782\tbestTest 0.09693915782\t\ttotal: 18.4s\tremaining: 12.5s\n",
      "119:\tlearn 0.07241515292\ttest 0.09652015997\tbestTest 0.09652015997\t\ttotal: 18.6s\tremaining: 12.4s\n",
      "120:\tlearn 0.07216435052\ttest 0.09634217592\tbestTest 0.09634217592\t\ttotal: 18.7s\tremaining: 12.2s\n",
      "121:\tlearn 0.07183611135\ttest 0.09622107453\tbestTest 0.09622107453\t\ttotal: 18.8s\tremaining: 12s\n",
      "122:\tlearn 0.07150802992\ttest 0.09625733231\tbestTest 0.09622107453\t\ttotal: 19s\tremaining: 11.9s\n",
      "123:\tlearn 0.07119477277\ttest 0.09593892694\tbestTest 0.09593892694\t\ttotal: 19.1s\tremaining: 11.7s\n",
      "124:\tlearn 0.0708038688\ttest 0.09564799334\tbestTest 0.09564799334\t\ttotal: 19.3s\tremaining: 11.6s\n",
      "125:\tlearn 0.07058879361\ttest 0.09548507975\tbestTest 0.09548507975\t\ttotal: 19.4s\tremaining: 11.4s\n",
      "126:\tlearn 0.07018637437\ttest 0.0955609872\tbestTest 0.09548507975\t\ttotal: 19.5s\tremaining: 11.2s\n",
      "127:\tlearn 0.06997925531\ttest 0.09555165341\tbestTest 0.09548507975\t\ttotal: 19.7s\tremaining: 11.1s\n",
      "128:\tlearn 0.06962739521\ttest 0.09522498284\tbestTest 0.09522498284\t\ttotal: 19.8s\tremaining: 10.9s\n",
      "129:\tlearn 0.06937653032\ttest 0.09515506809\tbestTest 0.09515506809\t\ttotal: 20s\tremaining: 10.8s\n",
      "130:\tlearn 0.06915662003\ttest 0.09521551983\tbestTest 0.09515506809\t\ttotal: 20.1s\tremaining: 10.6s\n",
      "131:\tlearn 0.06889092649\ttest 0.09505060579\tbestTest 0.09505060579\t\ttotal: 20.3s\tremaining: 10.4s\n",
      "132:\tlearn 0.06861137952\ttest 0.09476620719\tbestTest 0.09476620719\t\ttotal: 20.4s\tremaining: 10.3s\n",
      "133:\tlearn 0.06832699579\ttest 0.09491654122\tbestTest 0.09476620719\t\ttotal: 20.5s\tremaining: 10.1s\n",
      "134:\tlearn 0.06804218803\ttest 0.09489015082\tbestTest 0.09476620719\t\ttotal: 20.7s\tremaining: 9.96s\n",
      "135:\tlearn 0.06784319123\ttest 0.09487973399\tbestTest 0.09476620719\t\ttotal: 20.8s\tremaining: 9.8s\n",
      "136:\tlearn 0.06723554827\ttest 0.09431855346\tbestTest 0.09431855346\t\ttotal: 21s\tremaining: 9.64s\n",
      "137:\tlearn 0.0669297256\ttest 0.09404111986\tbestTest 0.09404111986\t\ttotal: 21.1s\tremaining: 9.48s\n",
      "138:\tlearn 0.06680103564\ttest 0.09406437849\tbestTest 0.09404111986\t\ttotal: 21.2s\tremaining: 9.32s\n",
      "139:\tlearn 0.06657136275\ttest 0.09394868266\tbestTest 0.09394868266\t\ttotal: 21.4s\tremaining: 9.17s\n",
      "140:\tlearn 0.06618966258\ttest 0.09389606598\tbestTest 0.09389606598\t\ttotal: 21.5s\tremaining: 9.01s\n",
      "141:\tlearn 0.06609473043\ttest 0.0938781788\tbestTest 0.0938781788\t\ttotal: 21.7s\tremaining: 8.85s\n",
      "142:\tlearn 0.06592677104\ttest 0.09388441711\tbestTest 0.0938781788\t\ttotal: 21.8s\tremaining: 8.7s\n",
      "143:\tlearn 0.06568514879\ttest 0.09383298904\tbestTest 0.09383298904\t\ttotal: 22s\tremaining: 8.54s\n",
      "144:\tlearn 0.06543500107\ttest 0.09388712969\tbestTest 0.09383298904\t\ttotal: 22.1s\tremaining: 8.38s\n",
      "145:\tlearn 0.06516313956\ttest 0.09372447313\tbestTest 0.09372447313\t\ttotal: 22.2s\tremaining: 8.23s\n",
      "146:\tlearn 0.06501689966\ttest 0.0936749843\tbestTest 0.0936749843\t\ttotal: 22.4s\tremaining: 8.07s\n",
      "147:\tlearn 0.06478438214\ttest 0.0935220666\tbestTest 0.0935220666\t\ttotal: 22.5s\tremaining: 7.92s\n",
      "148:\tlearn 0.0645843279\ttest 0.09362045138\tbestTest 0.0935220666\t\ttotal: 22.7s\tremaining: 7.76s\n",
      "149:\tlearn 0.0643479773\ttest 0.09354849876\tbestTest 0.0935220666\t\ttotal: 22.8s\tremaining: 7.6s\n",
      "150:\tlearn 0.06427442234\ttest 0.09346062589\tbestTest 0.09346062589\t\ttotal: 23s\tremaining: 7.45s\n",
      "151:\tlearn 0.06409768436\ttest 0.09339506721\tbestTest 0.09339506721\t\ttotal: 23.1s\tremaining: 7.29s\n",
      "152:\tlearn 0.06380456247\ttest 0.09341933993\tbestTest 0.09339506721\t\ttotal: 23.2s\tremaining: 7.14s\n",
      "153:\tlearn 0.06350767395\ttest 0.09340776724\tbestTest 0.09339506721\t\ttotal: 23.4s\tremaining: 6.99s\n",
      "154:\tlearn 0.06332025047\ttest 0.09343674416\tbestTest 0.09339506721\t\ttotal: 23.5s\tremaining: 6.83s\n",
      "155:\tlearn 0.0630234904\ttest 0.09337959253\tbestTest 0.09337959253\t\ttotal: 23.7s\tremaining: 6.68s\n",
      "156:\tlearn 0.06278982414\ttest 0.09315935248\tbestTest 0.09315935248\t\ttotal: 23.8s\tremaining: 6.52s\n",
      "157:\tlearn 0.06257530564\ttest 0.09298936227\tbestTest 0.09298936227\t\ttotal: 24s\tremaining: 6.37s\n",
      "158:\tlearn 0.06230460731\ttest 0.09279772917\tbestTest 0.09279772917\t\ttotal: 24.1s\tremaining: 6.21s\n",
      "159:\tlearn 0.06206660262\ttest 0.09273385276\tbestTest 0.09273385276\t\ttotal: 24.2s\tremaining: 6.06s\n",
      "160:\tlearn 0.06189531827\ttest 0.092930457\tbestTest 0.09273385276\t\ttotal: 24.4s\tremaining: 5.9s\n",
      "161:\tlearn 0.06155089039\ttest 0.09307013323\tbestTest 0.09273385276\t\ttotal: 24.5s\tremaining: 5.75s\n",
      "162:\tlearn 0.06128165346\ttest 0.09308260226\tbestTest 0.09273385276\t\ttotal: 24.7s\tremaining: 5.6s\n",
      "163:\tlearn 0.06087429911\ttest 0.09316858719\tbestTest 0.09273385276\t\ttotal: 24.8s\tremaining: 5.45s\n",
      "164:\tlearn 0.06050671775\ttest 0.0930905729\tbestTest 0.09273385276\t\ttotal: 24.9s\tremaining: 5.29s\n",
      "165:\tlearn 0.06037571819\ttest 0.09315717736\tbestTest 0.09273385276\t\ttotal: 25.1s\tremaining: 5.14s\n",
      "166:\tlearn 0.05989569867\ttest 0.09277788281\tbestTest 0.09273385276\t\ttotal: 25.2s\tremaining: 4.99s\n",
      "167:\tlearn 0.05973794281\ttest 0.09283145062\tbestTest 0.09273385276\t\ttotal: 25.4s\tremaining: 4.83s\n",
      "168:\tlearn 0.05951284481\ttest 0.09300944215\tbestTest 0.09273385276\t\ttotal: 25.5s\tremaining: 4.68s\n",
      "169:\tlearn 0.05934449642\ttest 0.09321529402\tbestTest 0.09273385276\t\ttotal: 25.7s\tremaining: 4.53s\n",
      "170:\tlearn 0.05912945177\ttest 0.09320547794\tbestTest 0.09273385276\t\ttotal: 25.8s\tremaining: 4.38s\n",
      "171:\tlearn 0.05894140158\ttest 0.09294878369\tbestTest 0.09273385276\t\ttotal: 25.9s\tremaining: 4.22s\n",
      "172:\tlearn 0.05860631899\ttest 0.09282480493\tbestTest 0.09273385276\t\ttotal: 26.1s\tremaining: 4.07s\n",
      "173:\tlearn 0.05844268755\ttest 0.09283014998\tbestTest 0.09273385276\t\ttotal: 26.3s\tremaining: 3.93s\n",
      "174:\tlearn 0.05828461631\ttest 0.09270864887\tbestTest 0.09270864887\t\ttotal: 26.5s\tremaining: 3.78s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "175:\tlearn 0.05814394227\ttest 0.09275742056\tbestTest 0.09270864887\t\ttotal: 26.6s\tremaining: 3.63s\n",
      "176:\tlearn 0.05807712092\ttest 0.09272191398\tbestTest 0.09270864887\t\ttotal: 26.8s\tremaining: 3.48s\n",
      "177:\tlearn 0.05789582307\ttest 0.0926242896\tbestTest 0.0926242896\t\ttotal: 27s\tremaining: 3.33s\n",
      "178:\tlearn 0.0575691702\ttest 0.0923558172\tbestTest 0.0923558172\t\ttotal: 27.1s\tremaining: 3.18s\n",
      "179:\tlearn 0.05741340739\ttest 0.09242646614\tbestTest 0.0923558172\t\ttotal: 27.3s\tremaining: 3.03s\n",
      "180:\tlearn 0.05718125183\ttest 0.09225649358\tbestTest 0.09225649358\t\ttotal: 27.5s\tremaining: 2.88s\n",
      "181:\tlearn 0.05695391954\ttest 0.09211926113\tbestTest 0.09211926113\t\ttotal: 27.6s\tremaining: 2.73s\n",
      "182:\tlearn 0.05685047352\ttest 0.09210323844\tbestTest 0.09210323844\t\ttotal: 27.8s\tremaining: 2.58s\n",
      "183:\tlearn 0.05662996574\ttest 0.09200056792\tbestTest 0.09200056792\t\ttotal: 27.9s\tremaining: 2.43s\n",
      "184:\tlearn 0.05638520986\ttest 0.09192706613\tbestTest 0.09192706613\t\ttotal: 28s\tremaining: 2.27s\n",
      "185:\tlearn 0.05623015189\ttest 0.09200991595\tbestTest 0.09192706613\t\ttotal: 28.2s\tremaining: 2.12s\n",
      "186:\tlearn 0.05590376454\ttest 0.09209449463\tbestTest 0.09192706613\t\ttotal: 28.4s\tremaining: 1.97s\n",
      "187:\tlearn 0.05569902457\ttest 0.09195258813\tbestTest 0.09192706613\t\ttotal: 28.6s\tremaining: 1.82s\n",
      "188:\tlearn 0.05550027191\ttest 0.09195687635\tbestTest 0.09192706613\t\ttotal: 28.7s\tremaining: 1.67s\n",
      "189:\tlearn 0.05523682246\ttest 0.09181995837\tbestTest 0.09181995837\t\ttotal: 28.9s\tremaining: 1.52s\n",
      "190:\tlearn 0.05507417952\ttest 0.09165739404\tbestTest 0.09165739404\t\ttotal: 29s\tremaining: 1.37s\n",
      "191:\tlearn 0.05483179683\ttest 0.09150190181\tbestTest 0.09150190181\t\ttotal: 29.2s\tremaining: 1.22s\n",
      "192:\tlearn 0.05458804341\ttest 0.0913616941\tbestTest 0.0913616941\t\ttotal: 29.3s\tremaining: 1.06s\n",
      "193:\tlearn 0.05434598113\ttest 0.09137425849\tbestTest 0.0913616941\t\ttotal: 29.5s\tremaining: 911ms\n",
      "194:\tlearn 0.05402493173\ttest 0.09137109899\tbestTest 0.0913616941\t\ttotal: 29.6s\tremaining: 759ms\n",
      "195:\tlearn 0.05370480854\ttest 0.09140974971\tbestTest 0.0913616941\t\ttotal: 29.8s\tremaining: 607ms\n",
      "196:\tlearn 0.05355781832\ttest 0.09148403537\tbestTest 0.0913616941\t\ttotal: 29.9s\tremaining: 455ms\n",
      "197:\tlearn 0.05348385656\ttest 0.09142392654\tbestTest 0.0913616941\t\ttotal: 30.1s\tremaining: 304ms\n",
      "198:\tlearn 0.05323839555\ttest 0.09131988464\tbestTest 0.09131988464\t\ttotal: 30.3s\tremaining: 152ms\n",
      "199:\tlearn 0.05299135677\ttest 0.09148301862\tbestTest 0.09131988464\t\ttotal: 30.4s\tremaining: 0us\n",
      "\n",
      "bestTest = 0.09131988464\n",
      "bestIteration = 198\n",
      "\n",
      "Shrink model to first 199 iterations.\n",
      "1 dannyace\n",
      "Borders generated\n",
      "0:\tlearn 0.5848684719\ttest 0.5860255045\tbestTest 0.5860255045\t\ttotal: 285ms\tremaining: 56.7s\n",
      "1:\tlearn 0.5074656235\ttest 0.5101706677\tbestTest 0.5101706677\t\ttotal: 394ms\tremaining: 39s\n",
      "2:\tlearn 0.4465667563\ttest 0.4505390374\tbestTest 0.4505390374\t\ttotal: 491ms\tremaining: 32.3s\n",
      "3:\tlearn 0.390110891\ttest 0.3895108827\tbestTest 0.3895108827\t\ttotal: 584ms\tremaining: 28.6s\n",
      "4:\tlearn 0.3451571169\ttest 0.3440542975\tbestTest 0.3440542975\t\ttotal: 679ms\tremaining: 26.5s\n",
      "5:\tlearn 0.3128140504\ttest 0.3102271746\tbestTest 0.3102271746\t\ttotal: 770ms\tremaining: 24.9s\n",
      "6:\tlearn 0.2824583705\ttest 0.2795884586\tbestTest 0.2795884586\t\ttotal: 859ms\tremaining: 23.7s\n",
      "7:\tlearn 0.2586466324\ttest 0.2558283546\tbestTest 0.2558283546\t\ttotal: 954ms\tremaining: 22.9s\n",
      "8:\tlearn 0.2427157471\ttest 0.2401174126\tbestTest 0.2401174126\t\ttotal: 1.04s\tremaining: 22.2s\n",
      "9:\tlearn 0.2292564257\ttest 0.2270256315\tbestTest 0.2270256315\t\ttotal: 1.14s\tremaining: 21.6s\n",
      "10:\tlearn 0.2198917253\ttest 0.218676606\tbestTest 0.218676606\t\ttotal: 1.23s\tremaining: 21.1s\n",
      "11:\tlearn 0.2112998981\ttest 0.2101954206\tbestTest 0.2101954206\t\ttotal: 1.31s\tremaining: 20.6s\n",
      "12:\tlearn 0.2010028232\ttest 0.2003449611\tbestTest 0.2003449611\t\ttotal: 1.4s\tremaining: 20.2s\n",
      "13:\tlearn 0.1904983721\ttest 0.1894808135\tbestTest 0.1894808135\t\ttotal: 1.49s\tremaining: 19.9s\n",
      "14:\tlearn 0.1851919538\ttest 0.1836823313\tbestTest 0.1836823313\t\ttotal: 1.58s\tremaining: 19.5s\n",
      "15:\tlearn 0.1806056218\ttest 0.1796004063\tbestTest 0.1796004063\t\ttotal: 1.68s\tremaining: 19.3s\n",
      "16:\tlearn 0.173158596\ttest 0.1714503505\tbestTest 0.1714503505\t\ttotal: 1.76s\tremaining: 19s\n",
      "17:\tlearn 0.1698721326\ttest 0.1689286544\tbestTest 0.1689286544\t\ttotal: 1.85s\tremaining: 18.7s\n",
      "18:\tlearn 0.1651661833\ttest 0.1642205679\tbestTest 0.1642205679\t\ttotal: 1.94s\tremaining: 18.5s\n",
      "19:\tlearn 0.1620235055\ttest 0.1608898651\tbestTest 0.1608898651\t\ttotal: 2.03s\tremaining: 18.3s\n",
      "20:\tlearn 0.158410853\ttest 0.1575173745\tbestTest 0.1575173745\t\ttotal: 2.12s\tremaining: 18.1s\n",
      "21:\tlearn 0.1552292112\ttest 0.1548336029\tbestTest 0.1548336029\t\ttotal: 2.21s\tremaining: 17.9s\n",
      "22:\tlearn 0.1512390968\ttest 0.1508951778\tbestTest 0.1508951778\t\ttotal: 2.3s\tremaining: 17.7s\n",
      "23:\tlearn 0.1483869652\ttest 0.1473810632\tbestTest 0.1473810632\t\ttotal: 2.39s\tremaining: 17.5s\n",
      "24:\tlearn 0.1454102949\ttest 0.1446495911\tbestTest 0.1446495911\t\ttotal: 2.48s\tremaining: 17.4s\n",
      "25:\tlearn 0.1419308756\ttest 0.1418737498\tbestTest 0.1418737498\t\ttotal: 2.58s\tremaining: 17.2s\n",
      "26:\tlearn 0.1384857291\ttest 0.1394042674\tbestTest 0.1394042674\t\ttotal: 2.66s\tremaining: 17.1s\n",
      "27:\tlearn 0.1372471353\ttest 0.1383642465\tbestTest 0.1383642465\t\ttotal: 2.75s\tremaining: 16.9s\n",
      "28:\tlearn 0.1362035413\ttest 0.1375645712\tbestTest 0.1375645712\t\ttotal: 2.84s\tremaining: 16.8s\n",
      "29:\tlearn 0.1350246485\ttest 0.1367257871\tbestTest 0.1367257871\t\ttotal: 2.93s\tremaining: 16.6s\n",
      "30:\tlearn 0.1340320641\ttest 0.1357361191\tbestTest 0.1357361191\t\ttotal: 3.02s\tremaining: 16.5s\n",
      "31:\tlearn 0.1320257176\ttest 0.1345385869\tbestTest 0.1345385869\t\ttotal: 3.11s\tremaining: 16.3s\n",
      "32:\tlearn 0.1298839734\ttest 0.1330421466\tbestTest 0.1330421466\t\ttotal: 3.2s\tremaining: 16.2s\n",
      "33:\tlearn 0.1287586772\ttest 0.1322245845\tbestTest 0.1322245845\t\ttotal: 3.29s\tremaining: 16.1s\n",
      "34:\tlearn 0.1280224661\ttest 0.1314466391\tbestTest 0.1314466391\t\ttotal: 3.38s\tremaining: 15.9s\n",
      "35:\tlearn 0.1268041396\ttest 0.1307412185\tbestTest 0.1307412185\t\ttotal: 3.46s\tremaining: 15.8s\n",
      "36:\tlearn 0.1261267858\ttest 0.1303380211\tbestTest 0.1303380211\t\ttotal: 3.56s\tremaining: 15.7s\n",
      "37:\tlearn 0.1222902346\ttest 0.1261918308\tbestTest 0.1261918308\t\ttotal: 3.65s\tremaining: 15.5s\n",
      "38:\tlearn 0.121982938\ttest 0.1259626994\tbestTest 0.1259626994\t\ttotal: 3.74s\tremaining: 15.4s\n",
      "39:\tlearn 0.1216550151\ttest 0.1258875317\tbestTest 0.1258875317\t\ttotal: 3.83s\tremaining: 15.3s\n",
      "40:\tlearn 0.1210063086\ttest 0.1250676406\tbestTest 0.1250676406\t\ttotal: 3.92s\tremaining: 15.2s\n",
      "41:\tlearn 0.1197323957\ttest 0.1236056619\tbestTest 0.1236056619\t\ttotal: 4.01s\tremaining: 15.1s\n",
      "42:\tlearn 0.1187377961\ttest 0.122997961\tbestTest 0.122997961\t\ttotal: 4.09s\tremaining: 14.9s\n",
      "43:\tlearn 0.1183161027\ttest 0.1226351022\tbestTest 0.1226351022\t\ttotal: 4.19s\tremaining: 14.8s\n",
      "44:\tlearn 0.1163412772\ttest 0.1207684542\tbestTest 0.1207684542\t\ttotal: 4.28s\tremaining: 14.7s\n",
      "45:\tlearn 0.1155156378\ttest 0.1202299979\tbestTest 0.1202299979\t\ttotal: 4.36s\tremaining: 14.6s\n",
      "46:\tlearn 0.1132511821\ttest 0.1180441075\tbestTest 0.1180441075\t\ttotal: 4.46s\tremaining: 14.5s\n",
      "47:\tlearn 0.1121533998\ttest 0.1178063082\tbestTest 0.1178063082\t\ttotal: 4.54s\tremaining: 14.4s\n",
      "48:\tlearn 0.1117809427\ttest 0.1179534815\tbestTest 0.1178063082\t\ttotal: 4.63s\tremaining: 14.3s\n",
      "49:\tlearn 0.1106893214\ttest 0.1170196216\tbestTest 0.1170196216\t\ttotal: 4.72s\tremaining: 14.2s\n",
      "50:\tlearn 0.1100324953\ttest 0.1162904002\tbestTest 0.1162904002\t\ttotal: 4.81s\tremaining: 14.1s\n",
      "51:\tlearn 0.1081902153\ttest 0.1154246994\tbestTest 0.1154246994\t\ttotal: 4.9s\tremaining: 13.9s\n",
      "52:\tlearn 0.1074959946\ttest 0.1149883895\tbestTest 0.1149883895\t\ttotal: 4.99s\tremaining: 13.8s\n",
      "53:\tlearn 0.1065115909\ttest 0.1148176917\tbestTest 0.1148176917\t\ttotal: 5.08s\tremaining: 13.7s\n",
      "54:\tlearn 0.1056228156\ttest 0.1143395469\tbestTest 0.1143395469\t\ttotal: 5.17s\tremaining: 13.6s\n",
      "55:\tlearn 0.1047400946\ttest 0.1138813473\tbestTest 0.1138813473\t\ttotal: 5.26s\tremaining: 13.5s\n",
      "56:\tlearn 0.1043891609\ttest 0.1138969774\tbestTest 0.1138813473\t\ttotal: 5.35s\tremaining: 13.4s\n",
      "57:\tlearn 0.104063084\ttest 0.1136902118\tbestTest 0.1136902118\t\ttotal: 5.43s\tremaining: 13.3s\n",
      "58:\tlearn 0.1038059749\ttest 0.1133917883\tbestTest 0.1133917883\t\ttotal: 5.53s\tremaining: 13.2s\n",
      "59:\tlearn 0.1032299406\ttest 0.1131414766\tbestTest 0.1131414766\t\ttotal: 5.62s\tremaining: 13.1s\n",
      "60:\tlearn 0.1017763375\ttest 0.111750163\tbestTest 0.111750163\t\ttotal: 5.7s\tremaining: 13s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "61:\tlearn 0.1015740006\ttest 0.1116749158\tbestTest 0.1116749158\t\ttotal: 5.79s\tremaining: 12.9s\n",
      "62:\tlearn 0.101034534\ttest 0.1117164902\tbestTest 0.1116749158\t\ttotal: 5.88s\tremaining: 12.8s\n",
      "63:\tlearn 0.1007871007\ttest 0.1117003585\tbestTest 0.1116749158\t\ttotal: 5.99s\tremaining: 12.7s\n",
      "64:\tlearn 0.09999227727\ttest 0.1106642623\tbestTest 0.1106642623\t\ttotal: 6.08s\tremaining: 12.6s\n",
      "65:\tlearn 0.09951939258\ttest 0.1100110307\tbestTest 0.1100110307\t\ttotal: 6.19s\tremaining: 12.6s\n",
      "66:\tlearn 0.09913722603\ttest 0.1095369661\tbestTest 0.1095369661\t\ttotal: 6.28s\tremaining: 12.5s\n",
      "67:\tlearn 0.09851970847\ttest 0.1092150826\tbestTest 0.1092150826\t\ttotal: 6.4s\tremaining: 12.4s\n",
      "68:\tlearn 0.09779549967\ttest 0.109059055\tbestTest 0.109059055\t\ttotal: 6.49s\tremaining: 12.3s\n",
      "69:\tlearn 0.09748277597\ttest 0.1087921044\tbestTest 0.1087921044\t\ttotal: 6.58s\tremaining: 12.2s\n",
      "70:\tlearn 0.09668672708\ttest 0.1084787256\tbestTest 0.1084787256\t\ttotal: 6.67s\tremaining: 12.1s\n",
      "71:\tlearn 0.09648244213\ttest 0.1085256772\tbestTest 0.1084787256\t\ttotal: 6.76s\tremaining: 12s\n",
      "72:\tlearn 0.09614956745\ttest 0.1082398313\tbestTest 0.1082398313\t\ttotal: 6.85s\tremaining: 11.9s\n",
      "73:\tlearn 0.09596154833\ttest 0.1081913307\tbestTest 0.1081913307\t\ttotal: 6.94s\tremaining: 11.8s\n",
      "74:\tlearn 0.09574842831\ttest 0.1081835813\tbestTest 0.1081835813\t\ttotal: 7.03s\tremaining: 11.7s\n",
      "75:\tlearn 0.09456550664\ttest 0.10797308\tbestTest 0.10797308\t\ttotal: 7.12s\tremaining: 11.6s\n",
      "76:\tlearn 0.0939174753\ttest 0.1078140874\tbestTest 0.1078140874\t\ttotal: 7.22s\tremaining: 11.5s\n",
      "77:\tlearn 0.09371015468\ttest 0.1077361065\tbestTest 0.1077361065\t\ttotal: 7.3s\tremaining: 11.4s\n",
      "78:\tlearn 0.09340656927\ttest 0.1077926484\tbestTest 0.1077361065\t\ttotal: 7.39s\tremaining: 11.3s\n",
      "79:\tlearn 0.09298260362\ttest 0.1074925854\tbestTest 0.1074925854\t\ttotal: 7.47s\tremaining: 11.2s\n",
      "80:\tlearn 0.09277654918\ttest 0.1074349944\tbestTest 0.1074349944\t\ttotal: 7.57s\tremaining: 11.1s\n",
      "81:\tlearn 0.09242986187\ttest 0.1073764834\tbestTest 0.1073764834\t\ttotal: 7.65s\tremaining: 11s\n",
      "82:\tlearn 0.09184479522\ttest 0.1072803886\tbestTest 0.1072803886\t\ttotal: 7.75s\tremaining: 10.9s\n",
      "83:\tlearn 0.09108587358\ttest 0.1069708227\tbestTest 0.1069708227\t\ttotal: 7.84s\tremaining: 10.8s\n",
      "84:\tlearn 0.09041179702\ttest 0.1066995838\tbestTest 0.1066995838\t\ttotal: 7.92s\tremaining: 10.7s\n",
      "85:\tlearn 0.09019135703\ttest 0.1068613973\tbestTest 0.1066995838\t\ttotal: 8.02s\tremaining: 10.6s\n",
      "86:\tlearn 0.08967943293\ttest 0.106772358\tbestTest 0.1066995838\t\ttotal: 8.11s\tremaining: 10.5s\n",
      "87:\tlearn 0.08946134969\ttest 0.1066818046\tbestTest 0.1066818046\t\ttotal: 8.2s\tremaining: 10.4s\n",
      "88:\tlearn 0.08879480707\ttest 0.1063854222\tbestTest 0.1063854222\t\ttotal: 8.3s\tremaining: 10.3s\n",
      "89:\tlearn 0.08828828708\ttest 0.1059341235\tbestTest 0.1059341235\t\ttotal: 8.38s\tremaining: 10.2s\n",
      "90:\tlearn 0.08783284093\ttest 0.106053673\tbestTest 0.1059341235\t\ttotal: 8.47s\tremaining: 10.1s\n",
      "91:\tlearn 0.08768280292\ttest 0.1060266982\tbestTest 0.1059341235\t\ttotal: 8.57s\tremaining: 10.1s\n",
      "92:\tlearn 0.08695069043\ttest 0.1055634708\tbestTest 0.1055634708\t\ttotal: 8.66s\tremaining: 9.96s\n",
      "93:\tlearn 0.08617882881\ttest 0.1050152059\tbestTest 0.1050152059\t\ttotal: 8.74s\tremaining: 9.86s\n",
      "94:\tlearn 0.08595723558\ttest 0.1049302262\tbestTest 0.1049302262\t\ttotal: 8.84s\tremaining: 9.77s\n",
      "95:\tlearn 0.08554301679\ttest 0.1047657228\tbestTest 0.1047657228\t\ttotal: 8.92s\tremaining: 9.66s\n",
      "96:\tlearn 0.08494446789\ttest 0.1047390505\tbestTest 0.1047390505\t\ttotal: 9.01s\tremaining: 9.56s\n",
      "97:\tlearn 0.08424128467\ttest 0.1041359735\tbestTest 0.1041359735\t\ttotal: 9.1s\tremaining: 9.47s\n",
      "98:\tlearn 0.08402509613\ttest 0.1041359608\tbestTest 0.1041359608\t\ttotal: 9.19s\tremaining: 9.37s\n",
      "99:\tlearn 0.08322073627\ttest 0.1036767163\tbestTest 0.1036767163\t\ttotal: 9.28s\tremaining: 9.28s\n",
      "100:\tlearn 0.08300905243\ttest 0.1035024164\tbestTest 0.1035024164\t\ttotal: 9.37s\tremaining: 9.18s\n",
      "101:\tlearn 0.08268979476\ttest 0.1033680864\tbestTest 0.1033680864\t\ttotal: 9.46s\tremaining: 9.09s\n",
      "102:\tlearn 0.08195700555\ttest 0.1032138472\tbestTest 0.1032138472\t\ttotal: 9.54s\tremaining: 8.99s\n",
      "103:\tlearn 0.08142487844\ttest 0.1030884599\tbestTest 0.1030884599\t\ttotal: 9.65s\tremaining: 8.91s\n",
      "104:\tlearn 0.08124221428\ttest 0.1031265425\tbestTest 0.1030884599\t\ttotal: 9.77s\tremaining: 8.84s\n",
      "105:\tlearn 0.08091848985\ttest 0.1030515776\tbestTest 0.1030515776\t\ttotal: 9.86s\tremaining: 8.74s\n",
      "106:\tlearn 0.08081088527\ttest 0.1029821943\tbestTest 0.1029821943\t\ttotal: 9.95s\tremaining: 8.65s\n",
      "107:\tlearn 0.08046366236\ttest 0.1028358651\tbestTest 0.1028358651\t\ttotal: 10s\tremaining: 8.55s\n",
      "108:\tlearn 0.08029504608\ttest 0.102902445\tbestTest 0.1028358651\t\ttotal: 10.1s\tremaining: 8.46s\n",
      "109:\tlearn 0.07944122848\ttest 0.1020104729\tbestTest 0.1020104729\t\ttotal: 10.2s\tremaining: 8.36s\n",
      "110:\tlearn 0.07909729228\ttest 0.1021058884\tbestTest 0.1020104729\t\ttotal: 10.3s\tremaining: 8.26s\n",
      "111:\tlearn 0.07849691964\ttest 0.1021185251\tbestTest 0.1020104729\t\ttotal: 10.4s\tremaining: 8.17s\n",
      "112:\tlearn 0.07838690951\ttest 0.1020663829\tbestTest 0.1020104729\t\ttotal: 10.5s\tremaining: 8.09s\n",
      "113:\tlearn 0.0780023484\ttest 0.1020026005\tbestTest 0.1020026005\t\ttotal: 10.6s\tremaining: 8s\n",
      "114:\tlearn 0.07766216591\ttest 0.1021068815\tbestTest 0.1020026005\t\ttotal: 10.7s\tremaining: 7.91s\n",
      "115:\tlearn 0.0772412313\ttest 0.101961566\tbestTest 0.101961566\t\ttotal: 10.8s\tremaining: 7.81s\n",
      "116:\tlearn 0.07703645835\ttest 0.1017214827\tbestTest 0.1017214827\t\ttotal: 10.9s\tremaining: 7.72s\n",
      "117:\tlearn 0.07683479783\ttest 0.1018026969\tbestTest 0.1017214827\t\ttotal: 11s\tremaining: 7.62s\n",
      "118:\tlearn 0.07542697351\ttest 0.09999028358\tbestTest 0.09999028358\t\ttotal: 11.1s\tremaining: 7.52s\n",
      "119:\tlearn 0.07518774781\ttest 0.0999069556\tbestTest 0.0999069556\t\ttotal: 11.1s\tremaining: 7.43s\n",
      "120:\tlearn 0.07507573935\ttest 0.0997268469\tbestTest 0.0997268469\t\ttotal: 11.2s\tremaining: 7.33s\n",
      "121:\tlearn 0.07431350957\ttest 0.09975876196\tbestTest 0.0997268469\t\ttotal: 11.3s\tremaining: 7.24s\n",
      "122:\tlearn 0.07423970803\ttest 0.09973065614\tbestTest 0.0997268469\t\ttotal: 11.4s\tremaining: 7.14s\n",
      "123:\tlearn 0.07336140917\ttest 0.09931942033\tbestTest 0.09931942033\t\ttotal: 11.5s\tremaining: 7.05s\n",
      "124:\tlearn 0.07288706837\ttest 0.098754904\tbestTest 0.098754904\t\ttotal: 11.6s\tremaining: 6.96s\n",
      "125:\tlearn 0.07268743931\ttest 0.09863769227\tbestTest 0.09863769227\t\ttotal: 11.7s\tremaining: 6.87s\n",
      "126:\tlearn 0.07147507481\ttest 0.09773460683\tbestTest 0.09773460683\t\ttotal: 11.8s\tremaining: 6.78s\n",
      "127:\tlearn 0.07133649529\ttest 0.09773486587\tbestTest 0.09773460683\t\ttotal: 11.9s\tremaining: 6.68s\n",
      "128:\tlearn 0.07108137876\ttest 0.09755811648\tbestTest 0.09755811648\t\ttotal: 12s\tremaining: 6.59s\n",
      "129:\tlearn 0.0708918837\ttest 0.09752505287\tbestTest 0.09752505287\t\ttotal: 12.1s\tremaining: 6.49s\n",
      "130:\tlearn 0.07064499966\ttest 0.09735232689\tbestTest 0.09735232689\t\ttotal: 12.1s\tremaining: 6.4s\n",
      "131:\tlearn 0.0704401212\ttest 0.09732077158\tbestTest 0.09732077158\t\ttotal: 12.2s\tremaining: 6.31s\n",
      "132:\tlearn 0.07026856319\ttest 0.09716584431\tbestTest 0.09716584431\t\ttotal: 12.3s\tremaining: 6.21s\n",
      "133:\tlearn 0.07019649972\ttest 0.09711388551\tbestTest 0.09711388551\t\ttotal: 12.4s\tremaining: 6.12s\n",
      "134:\tlearn 0.07002559749\ttest 0.09695158362\tbestTest 0.09695158362\t\ttotal: 12.5s\tremaining: 6.02s\n",
      "135:\tlearn 0.0693847008\ttest 0.09726765344\tbestTest 0.09695158362\t\ttotal: 12.6s\tremaining: 5.93s\n",
      "136:\tlearn 0.06928408533\ttest 0.09735332011\tbestTest 0.09695158362\t\ttotal: 12.7s\tremaining: 5.83s\n",
      "137:\tlearn 0.06850371477\ttest 0.09688604777\tbestTest 0.09688604777\t\ttotal: 12.8s\tremaining: 5.74s\n",
      "138:\tlearn 0.06834231614\ttest 0.09665049207\tbestTest 0.09665049207\t\ttotal: 12.9s\tremaining: 5.65s\n",
      "139:\tlearn 0.06788964202\ttest 0.09618005729\tbestTest 0.09618005729\t\ttotal: 13s\tremaining: 5.55s\n",
      "140:\tlearn 0.06778785723\ttest 0.09609616591\tbestTest 0.09609616591\t\ttotal: 13.1s\tremaining: 5.46s\n",
      "141:\tlearn 0.06745020953\ttest 0.09582882143\tbestTest 0.09582882143\t\ttotal: 13.2s\tremaining: 5.38s\n",
      "142:\tlearn 0.06739296527\ttest 0.09593690979\tbestTest 0.09582882143\t\ttotal: 13.3s\tremaining: 5.29s\n",
      "143:\tlearn 0.06728680901\ttest 0.09590176628\tbestTest 0.09582882143\t\ttotal: 13.4s\tremaining: 5.2s\n",
      "144:\tlearn 0.06718582201\ttest 0.09576744447\tbestTest 0.09576744447\t\ttotal: 13.5s\tremaining: 5.12s\n",
      "145:\tlearn 0.06700441694\ttest 0.09563552805\tbestTest 0.09563552805\t\ttotal: 13.6s\tremaining: 5.03s\n",
      "146:\tlearn 0.0669161875\ttest 0.09562411741\tbestTest 0.09562411741\t\ttotal: 13.7s\tremaining: 4.94s\n",
      "147:\tlearn 0.06649883871\ttest 0.09551622228\tbestTest 0.09551622228\t\ttotal: 13.8s\tremaining: 4.85s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "148:\tlearn 0.06605638524\ttest 0.09562578698\tbestTest 0.09551622228\t\ttotal: 13.9s\tremaining: 4.76s\n",
      "149:\tlearn 0.0658972291\ttest 0.09554050207\tbestTest 0.09551622228\t\ttotal: 14s\tremaining: 4.67s\n",
      "150:\tlearn 0.06549672179\ttest 0.09524924236\tbestTest 0.09524924236\t\ttotal: 14.1s\tremaining: 4.59s\n",
      "151:\tlearn 0.06521544748\ttest 0.09506567969\tbestTest 0.09506567969\t\ttotal: 14.2s\tremaining: 4.5s\n",
      "152:\tlearn 0.06506311954\ttest 0.09507037784\tbestTest 0.09506567969\t\ttotal: 14.3s\tremaining: 4.41s\n",
      "153:\tlearn 0.06478747651\ttest 0.09516112392\tbestTest 0.09506567969\t\ttotal: 14.5s\tremaining: 4.32s\n",
      "154:\tlearn 0.06463320975\ttest 0.09520733366\tbestTest 0.09506567969\t\ttotal: 14.6s\tremaining: 4.23s\n",
      "155:\tlearn 0.06455562021\ttest 0.0952365219\tbestTest 0.09506567969\t\ttotal: 14.7s\tremaining: 4.13s\n",
      "156:\tlearn 0.06402740727\ttest 0.094991463\tbestTest 0.094991463\t\ttotal: 14.7s\tremaining: 4.04s\n",
      "157:\tlearn 0.06345953865\ttest 0.0946770967\tbestTest 0.0946770967\t\ttotal: 14.8s\tremaining: 3.94s\n",
      "158:\tlearn 0.06308813151\ttest 0.09473009972\tbestTest 0.0946770967\t\ttotal: 14.9s\tremaining: 3.85s\n",
      "159:\tlearn 0.06144249962\ttest 0.09252295566\tbestTest 0.09252295566\t\ttotal: 15s\tremaining: 3.75s\n",
      "160:\tlearn 0.06133186559\ttest 0.09244845586\tbestTest 0.09244845586\t\ttotal: 15.1s\tremaining: 3.66s\n",
      "161:\tlearn 0.06110751206\ttest 0.09253424092\tbestTest 0.09244845586\t\ttotal: 15.2s\tremaining: 3.56s\n",
      "162:\tlearn 0.06075904095\ttest 0.09235422228\tbestTest 0.09235422228\t\ttotal: 15.3s\tremaining: 3.47s\n",
      "163:\tlearn 0.06061260569\ttest 0.09235943256\tbestTest 0.09235422228\t\ttotal: 15.4s\tremaining: 3.37s\n",
      "164:\tlearn 0.06010942565\ttest 0.09193392249\tbestTest 0.09193392249\t\ttotal: 15.5s\tremaining: 3.28s\n",
      "165:\tlearn 0.05980281851\ttest 0.09192710014\tbestTest 0.09192710014\t\ttotal: 15.5s\tremaining: 3.18s\n",
      "166:\tlearn 0.0593679656\ttest 0.09184356794\tbestTest 0.09184356794\t\ttotal: 15.6s\tremaining: 3.09s\n",
      "167:\tlearn 0.05931610719\ttest 0.09184675964\tbestTest 0.09184356794\t\ttotal: 15.7s\tremaining: 2.99s\n",
      "168:\tlearn 0.05896775567\ttest 0.09189941702\tbestTest 0.09184356794\t\ttotal: 15.8s\tremaining: 2.9s\n",
      "169:\tlearn 0.05865604662\ttest 0.09192861714\tbestTest 0.09184356794\t\ttotal: 15.9s\tremaining: 2.81s\n",
      "170:\tlearn 0.05813141641\ttest 0.09153629201\tbestTest 0.09153629201\t\ttotal: 16s\tremaining: 2.71s\n",
      "171:\tlearn 0.05778556135\ttest 0.09116068627\tbestTest 0.09116068627\t\ttotal: 16.1s\tremaining: 2.62s\n",
      "172:\tlearn 0.05727000119\ttest 0.0911189921\tbestTest 0.0911189921\t\ttotal: 16.2s\tremaining: 2.52s\n",
      "173:\tlearn 0.05695020349\ttest 0.09089215661\tbestTest 0.09089215661\t\ttotal: 16.3s\tremaining: 2.43s\n",
      "174:\tlearn 0.05655896253\ttest 0.09097105217\tbestTest 0.09089215661\t\ttotal: 16.4s\tremaining: 2.34s\n",
      "175:\tlearn 0.05647825233\ttest 0.09096744238\tbestTest 0.09089215661\t\ttotal: 16.5s\tremaining: 2.25s\n",
      "176:\tlearn 0.05630469152\ttest 0.09092459619\tbestTest 0.09089215661\t\ttotal: 16.6s\tremaining: 2.15s\n",
      "177:\tlearn 0.05618276163\ttest 0.09100160381\tbestTest 0.09089215661\t\ttotal: 16.7s\tremaining: 2.06s\n",
      "178:\tlearn 0.05606514465\ttest 0.09096915517\tbestTest 0.09089215661\t\ttotal: 16.8s\tremaining: 1.97s\n",
      "179:\tlearn 0.05576505983\ttest 0.0908590476\tbestTest 0.0908590476\t\ttotal: 16.9s\tremaining: 1.88s\n",
      "180:\tlearn 0.05563409751\ttest 0.09081447603\tbestTest 0.09081447603\t\ttotal: 17s\tremaining: 1.78s\n",
      "181:\tlearn 0.05543253634\ttest 0.09062440496\tbestTest 0.09062440496\t\ttotal: 17.1s\tremaining: 1.69s\n",
      "182:\tlearn 0.05514820229\ttest 0.090472901\tbestTest 0.090472901\t\ttotal: 17.2s\tremaining: 1.6s\n",
      "183:\tlearn 0.05494944866\ttest 0.09070921818\tbestTest 0.090472901\t\ttotal: 17.3s\tremaining: 1.5s\n",
      "184:\tlearn 0.05462452823\ttest 0.09084615251\tbestTest 0.090472901\t\ttotal: 17.4s\tremaining: 1.41s\n",
      "185:\tlearn 0.05455333226\ttest 0.09083201771\tbestTest 0.090472901\t\ttotal: 17.5s\tremaining: 1.31s\n",
      "186:\tlearn 0.0544868685\ttest 0.09077746972\tbestTest 0.090472901\t\ttotal: 17.6s\tremaining: 1.22s\n",
      "187:\tlearn 0.05394326087\ttest 0.09121730639\tbestTest 0.090472901\t\ttotal: 17.7s\tremaining: 1.13s\n",
      "188:\tlearn 0.0538045234\ttest 0.09110031067\tbestTest 0.090472901\t\ttotal: 17.8s\tremaining: 1.03s\n",
      "189:\tlearn 0.05371534877\ttest 0.09094004415\tbestTest 0.090472901\t\ttotal: 17.9s\tremaining: 941ms\n",
      "190:\tlearn 0.05328609715\ttest 0.09090133277\tbestTest 0.090472901\t\ttotal: 18s\tremaining: 848ms\n",
      "191:\tlearn 0.05253746527\ttest 0.09024607969\tbestTest 0.09024607969\t\ttotal: 18.1s\tremaining: 754ms\n",
      "192:\tlearn 0.05247750762\ttest 0.090378031\tbestTest 0.09024607969\t\ttotal: 18.2s\tremaining: 660ms\n",
      "193:\tlearn 0.05242316429\ttest 0.09032511137\tbestTest 0.09024607969\t\ttotal: 18.3s\tremaining: 566ms\n",
      "194:\tlearn 0.05228100151\ttest 0.09030328284\tbestTest 0.09024607969\t\ttotal: 18.4s\tremaining: 472ms\n",
      "195:\tlearn 0.05222746374\ttest 0.09026737968\tbestTest 0.09024607969\t\ttotal: 18.5s\tremaining: 377ms\n",
      "196:\tlearn 0.05212297599\ttest 0.0904416582\tbestTest 0.09024607969\t\ttotal: 18.6s\tremaining: 283ms\n",
      "197:\tlearn 0.05201562111\ttest 0.09032675993\tbestTest 0.09024607969\t\ttotal: 18.7s\tremaining: 189ms\n",
      "198:\tlearn 0.05173725505\ttest 0.09017678601\tbestTest 0.09017678601\t\ttotal: 18.8s\tremaining: 94.2ms\n",
      "199:\tlearn 0.05156489475\ttest 0.09021426447\tbestTest 0.09017678601\t\ttotal: 18.8s\tremaining: 0us\n",
      "\n",
      "bestTest = 0.09017678601\n",
      "bestIteration = 198\n",
      "\n",
      "Shrink model to first 199 iterations.\n",
      "2 fcll\n",
      "Borders generated\n",
      "0:\tlearn 0.5846415837\ttest 0.5885687855\tbestTest 0.5885687855\t\ttotal: 500ms\tremaining: 1m 39s\n",
      "1:\tlearn 0.513925957\ttest 0.5186394739\tbestTest 0.5186394739\t\ttotal: 758ms\tremaining: 1m 15s\n",
      "2:\tlearn 0.4683172737\ttest 0.4746336581\tbestTest 0.4746336581\t\ttotal: 996ms\tremaining: 1m 5s\n",
      "3:\tlearn 0.4299253192\ttest 0.4377136989\tbestTest 0.4377136989\t\ttotal: 1.2s\tremaining: 59s\n",
      "4:\tlearn 0.4041138025\ttest 0.4134447361\tbestTest 0.4134447361\t\ttotal: 1.41s\tremaining: 54.9s\n",
      "5:\tlearn 0.3713024543\ttest 0.3810493015\tbestTest 0.3810493015\t\ttotal: 1.61s\tremaining: 52s\n",
      "6:\tlearn 0.3542321428\ttest 0.3652050576\tbestTest 0.3652050576\t\ttotal: 1.84s\tremaining: 50.7s\n",
      "7:\tlearn 0.341047366\ttest 0.3531673561\tbestTest 0.3531673561\t\ttotal: 2.08s\tremaining: 49.9s\n",
      "8:\tlearn 0.3264742969\ttest 0.3395809331\tbestTest 0.3395809331\t\ttotal: 2.32s\tremaining: 49.3s\n",
      "9:\tlearn 0.314853839\ttest 0.3288394652\tbestTest 0.3288394652\t\ttotal: 2.56s\tremaining: 48.6s\n",
      "10:\tlearn 0.3055578121\ttest 0.3198735871\tbestTest 0.3198735871\t\ttotal: 2.77s\tremaining: 47.6s\n",
      "11:\tlearn 0.2943370798\ttest 0.3096227227\tbestTest 0.3096227227\t\ttotal: 2.98s\tremaining: 46.7s\n",
      "12:\tlearn 0.29080097\ttest 0.3067889972\tbestTest 0.3067889972\t\ttotal: 3.2s\tremaining: 46.1s\n",
      "13:\tlearn 0.2831583251\ttest 0.2993220689\tbestTest 0.2993220689\t\ttotal: 3.43s\tremaining: 45.6s\n",
      "14:\tlearn 0.2758090423\ttest 0.2922395504\tbestTest 0.2922395504\t\ttotal: 3.64s\tremaining: 44.9s\n",
      "15:\tlearn 0.2734371954\ttest 0.2902695851\tbestTest 0.2902695851\t\ttotal: 3.86s\tremaining: 44.4s\n",
      "16:\tlearn 0.2698397976\ttest 0.2874050773\tbestTest 0.2874050773\t\ttotal: 4.11s\tremaining: 44.3s\n",
      "17:\tlearn 0.2650588457\ttest 0.2829472353\tbestTest 0.2829472353\t\ttotal: 4.33s\tremaining: 43.7s\n",
      "18:\tlearn 0.2588999857\ttest 0.277555959\tbestTest 0.277555959\t\ttotal: 4.54s\tremaining: 43.2s\n",
      "19:\tlearn 0.2560876058\ttest 0.2746983109\tbestTest 0.2746983109\t\ttotal: 4.74s\tremaining: 42.7s\n",
      "20:\tlearn 0.2529527698\ttest 0.2724977861\tbestTest 0.2724977861\t\ttotal: 4.97s\tremaining: 42.3s\n",
      "21:\tlearn 0.2517883656\ttest 0.271755512\tbestTest 0.271755512\t\ttotal: 5.18s\tremaining: 41.9s\n",
      "22:\tlearn 0.250331344\ttest 0.2706504035\tbestTest 0.2706504035\t\ttotal: 5.39s\tremaining: 41.5s\n",
      "23:\tlearn 0.2487648443\ttest 0.2691323206\tbestTest 0.2691323206\t\ttotal: 5.6s\tremaining: 41.1s\n",
      "24:\tlearn 0.2474620496\ttest 0.268104352\tbestTest 0.268104352\t\ttotal: 5.82s\tremaining: 40.7s\n",
      "25:\tlearn 0.2422677615\ttest 0.2631483833\tbestTest 0.2631483833\t\ttotal: 6.03s\tremaining: 40.4s\n",
      "26:\tlearn 0.2377049338\ttest 0.2589788157\tbestTest 0.2589788157\t\ttotal: 6.23s\tremaining: 39.9s\n",
      "27:\tlearn 0.2362244056\ttest 0.2576523944\tbestTest 0.2576523944\t\ttotal: 6.48s\tremaining: 39.8s\n",
      "28:\tlearn 0.2341785899\ttest 0.2558508827\tbestTest 0.2558508827\t\ttotal: 6.73s\tremaining: 39.7s\n",
      "29:\tlearn 0.2335093191\ttest 0.2553167523\tbestTest 0.2553167523\t\ttotal: 6.98s\tremaining: 39.6s\n",
      "30:\tlearn 0.2319340194\ttest 0.2536646978\tbestTest 0.2536646978\t\ttotal: 7.19s\tremaining: 39.2s\n",
      "31:\tlearn 0.2310796224\ttest 0.2529295644\tbestTest 0.2529295644\t\ttotal: 7.43s\tremaining: 39s\n",
      "32:\tlearn 0.229968574\ttest 0.2520937118\tbestTest 0.2520937118\t\ttotal: 7.64s\tremaining: 38.7s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "33:\tlearn 0.2290060291\ttest 0.251320451\tbestTest 0.251320451\t\ttotal: 7.87s\tremaining: 38.4s\n",
      "34:\tlearn 0.2258740723\ttest 0.2481136631\tbestTest 0.2481136631\t\ttotal: 8.12s\tremaining: 38.3s\n",
      "35:\tlearn 0.2234946111\ttest 0.245587025\tbestTest 0.245587025\t\ttotal: 8.36s\tremaining: 38.1s\n",
      "36:\tlearn 0.2199557208\ttest 0.2424665874\tbestTest 0.2424665874\t\ttotal: 8.59s\tremaining: 37.8s\n",
      "37:\tlearn 0.2180336875\ttest 0.2405903468\tbestTest 0.2405903468\t\ttotal: 8.79s\tremaining: 37.5s\n",
      "38:\tlearn 0.2170611038\ttest 0.2398028643\tbestTest 0.2398028643\t\ttotal: 9s\tremaining: 37.2s\n",
      "39:\tlearn 0.2152272609\ttest 0.2384111649\tbestTest 0.2384111649\t\ttotal: 9.21s\tremaining: 36.9s\n",
      "40:\tlearn 0.2126801877\ttest 0.2358769253\tbestTest 0.2358769253\t\ttotal: 9.42s\tremaining: 36.5s\n",
      "41:\tlearn 0.2122895198\ttest 0.2356475585\tbestTest 0.2356475585\t\ttotal: 9.64s\tremaining: 36.3s\n",
      "42:\tlearn 0.2102695599\ttest 0.2340215045\tbestTest 0.2340215045\t\ttotal: 9.85s\tremaining: 36s\n",
      "43:\tlearn 0.2092011273\ttest 0.2331579031\tbestTest 0.2331579031\t\ttotal: 10.1s\tremaining: 35.7s\n",
      "44:\tlearn 0.2078762624\ttest 0.2322715045\tbestTest 0.2322715045\t\ttotal: 10.3s\tremaining: 35.4s\n",
      "45:\tlearn 0.2073367022\ttest 0.2321247162\tbestTest 0.2321247162\t\ttotal: 10.5s\tremaining: 35.1s\n",
      "46:\tlearn 0.2068082916\ttest 0.2320779661\tbestTest 0.2320779661\t\ttotal: 10.7s\tremaining: 34.9s\n",
      "47:\tlearn 0.2062616513\ttest 0.2316286231\tbestTest 0.2316286231\t\ttotal: 10.9s\tremaining: 34.7s\n",
      "48:\tlearn 0.2056905964\ttest 0.2311946936\tbestTest 0.2311946936\t\ttotal: 11.2s\tremaining: 34.5s\n",
      "49:\tlearn 0.2025001191\ttest 0.2283566697\tbestTest 0.2283566697\t\ttotal: 11.4s\tremaining: 34.3s\n",
      "50:\tlearn 0.2018974395\ttest 0.2283348023\tbestTest 0.2283348023\t\ttotal: 11.7s\tremaining: 34.1s\n",
      "51:\tlearn 0.2013393481\ttest 0.2278544045\tbestTest 0.2278544045\t\ttotal: 11.9s\tremaining: 33.8s\n",
      "52:\tlearn 0.2004534874\ttest 0.2270285869\tbestTest 0.2270285869\t\ttotal: 12.1s\tremaining: 33.6s\n",
      "53:\tlearn 0.200144073\ttest 0.2265713186\tbestTest 0.2265713186\t\ttotal: 12.3s\tremaining: 33.3s\n",
      "54:\tlearn 0.1998069964\ttest 0.2263545934\tbestTest 0.2263545934\t\ttotal: 12.5s\tremaining: 33.1s\n",
      "55:\tlearn 0.1990468284\ttest 0.2258071639\tbestTest 0.2258071639\t\ttotal: 12.8s\tremaining: 32.8s\n",
      "56:\tlearn 0.198791827\ttest 0.2256444466\tbestTest 0.2256444466\t\ttotal: 13s\tremaining: 32.5s\n",
      "57:\tlearn 0.1974888524\ttest 0.2247812896\tbestTest 0.2247812896\t\ttotal: 13.2s\tremaining: 32.2s\n",
      "58:\tlearn 0.1972262374\ttest 0.2244945179\tbestTest 0.2244945179\t\ttotal: 13.4s\tremaining: 32s\n",
      "59:\tlearn 0.1967271295\ttest 0.2242946043\tbestTest 0.2242946043\t\ttotal: 13.6s\tremaining: 31.7s\n",
      "60:\tlearn 0.1961953901\ttest 0.2237058474\tbestTest 0.2237058474\t\ttotal: 13.8s\tremaining: 31.4s\n",
      "61:\tlearn 0.1958975604\ttest 0.2234248887\tbestTest 0.2234248887\t\ttotal: 14s\tremaining: 31.2s\n",
      "62:\tlearn 0.1938545602\ttest 0.2216975487\tbestTest 0.2216975487\t\ttotal: 14.2s\tremaining: 30.9s\n",
      "63:\tlearn 0.1930187454\ttest 0.2208088551\tbestTest 0.2208088551\t\ttotal: 14.4s\tremaining: 30.6s\n",
      "64:\tlearn 0.192678124\ttest 0.2206373244\tbestTest 0.2206373244\t\ttotal: 14.6s\tremaining: 30.4s\n",
      "65:\tlearn 0.1921326484\ttest 0.2204241018\tbestTest 0.2204241018\t\ttotal: 14.8s\tremaining: 30.1s\n",
      "66:\tlearn 0.1917905137\ttest 0.2201556436\tbestTest 0.2201556436\t\ttotal: 15s\tremaining: 29.8s\n",
      "67:\tlearn 0.1912381485\ttest 0.2200879564\tbestTest 0.2200879564\t\ttotal: 15.2s\tremaining: 29.6s\n",
      "68:\tlearn 0.190946305\ttest 0.2198841802\tbestTest 0.2198841802\t\ttotal: 15.5s\tremaining: 29.4s\n",
      "69:\tlearn 0.1904126526\ttest 0.2192459703\tbestTest 0.2192459703\t\ttotal: 15.7s\tremaining: 29.1s\n",
      "70:\tlearn 0.1901445677\ttest 0.2188958386\tbestTest 0.2188958386\t\ttotal: 15.9s\tremaining: 28.9s\n",
      "71:\tlearn 0.1897841135\ttest 0.2184628412\tbestTest 0.2184628412\t\ttotal: 16.1s\tremaining: 28.6s\n",
      "72:\tlearn 0.189416629\ttest 0.2180272067\tbestTest 0.2180272067\t\ttotal: 16.3s\tremaining: 28.4s\n",
      "73:\tlearn 0.1890857368\ttest 0.2178165064\tbestTest 0.2178165064\t\ttotal: 16.5s\tremaining: 28.1s\n",
      "74:\tlearn 0.1888913159\ttest 0.2177236385\tbestTest 0.2177236385\t\ttotal: 16.7s\tremaining: 27.9s\n",
      "75:\tlearn 0.1882961674\ttest 0.2174031781\tbestTest 0.2174031781\t\ttotal: 16.9s\tremaining: 27.6s\n",
      "76:\tlearn 0.187884413\ttest 0.217126064\tbestTest 0.217126064\t\ttotal: 17.2s\tremaining: 27.4s\n",
      "77:\tlearn 0.1863875437\ttest 0.2161655061\tbestTest 0.2161655061\t\ttotal: 17.4s\tremaining: 27.2s\n",
      "78:\tlearn 0.1856964917\ttest 0.215354002\tbestTest 0.215354002\t\ttotal: 17.6s\tremaining: 26.9s\n",
      "79:\tlearn 0.1851004483\ttest 0.2148686337\tbestTest 0.2148686337\t\ttotal: 17.8s\tremaining: 26.7s\n",
      "80:\tlearn 0.1846709455\ttest 0.2144277525\tbestTest 0.2144277525\t\ttotal: 18s\tremaining: 26.5s\n",
      "81:\tlearn 0.1841889394\ttest 0.2141300903\tbestTest 0.2141300903\t\ttotal: 18.2s\tremaining: 26.2s\n",
      "82:\tlearn 0.1839944054\ttest 0.2140262263\tbestTest 0.2140262263\t\ttotal: 18.4s\tremaining: 26s\n",
      "83:\tlearn 0.1832285828\ttest 0.2136692283\tbestTest 0.2136692283\t\ttotal: 18.7s\tremaining: 25.8s\n",
      "84:\tlearn 0.1829245826\ttest 0.2133572007\tbestTest 0.2133572007\t\ttotal: 18.9s\tremaining: 25.5s\n",
      "85:\tlearn 0.1823602432\ttest 0.2128558287\tbestTest 0.2128558287\t\ttotal: 19.1s\tremaining: 25.3s\n",
      "86:\tlearn 0.1803395746\ttest 0.2114248436\tbestTest 0.2114248436\t\ttotal: 19.4s\tremaining: 25.1s\n",
      "87:\tlearn 0.1800285676\ttest 0.2113692759\tbestTest 0.2113692759\t\ttotal: 19.6s\tremaining: 25s\n",
      "88:\tlearn 0.1797875974\ttest 0.2113516957\tbestTest 0.2113516957\t\ttotal: 19.8s\tremaining: 24.7s\n",
      "89:\tlearn 0.1796379585\ttest 0.2112299331\tbestTest 0.2112299331\t\ttotal: 20s\tremaining: 24.5s\n",
      "90:\tlearn 0.1785067622\ttest 0.2100919738\tbestTest 0.2100919738\t\ttotal: 20.3s\tremaining: 24.3s\n",
      "91:\tlearn 0.1782678953\ttest 0.2099546877\tbestTest 0.2099546877\t\ttotal: 20.5s\tremaining: 24s\n",
      "92:\tlearn 0.1774205883\ttest 0.2093919872\tbestTest 0.2093919872\t\ttotal: 20.7s\tremaining: 23.8s\n",
      "93:\tlearn 0.177133696\ttest 0.2093051964\tbestTest 0.2093051964\t\ttotal: 21s\tremaining: 23.6s\n",
      "94:\tlearn 0.1766559553\ttest 0.2091154394\tbestTest 0.2091154394\t\ttotal: 21.2s\tremaining: 23.4s\n",
      "95:\tlearn 0.1763460809\ttest 0.2089058395\tbestTest 0.2089058395\t\ttotal: 21.4s\tremaining: 23.2s\n",
      "96:\tlearn 0.1755383466\ttest 0.2081362494\tbestTest 0.2081362494\t\ttotal: 21.6s\tremaining: 23s\n",
      "97:\tlearn 0.1751997031\ttest 0.2077642084\tbestTest 0.2077642084\t\ttotal: 21.8s\tremaining: 22.7s\n",
      "98:\tlearn 0.1740735059\ttest 0.2071014926\tbestTest 0.2071014926\t\ttotal: 22.1s\tremaining: 22.5s\n",
      "99:\tlearn 0.1728697262\ttest 0.206334092\tbestTest 0.206334092\t\ttotal: 22.3s\tremaining: 22.3s\n",
      "100:\tlearn 0.1708977072\ttest 0.2045103678\tbestTest 0.2045103678\t\ttotal: 22.5s\tremaining: 22.1s\n",
      "101:\tlearn 0.1704463999\ttest 0.204552568\tbestTest 0.2045103678\t\ttotal: 22.8s\tremaining: 21.9s\n",
      "102:\tlearn 0.1701340761\ttest 0.2043877638\tbestTest 0.2043877638\t\ttotal: 23s\tremaining: 21.6s\n",
      "103:\tlearn 0.1699290738\ttest 0.2043151859\tbestTest 0.2043151859\t\ttotal: 23.2s\tremaining: 21.4s\n",
      "104:\tlearn 0.1697151632\ttest 0.2042107104\tbestTest 0.2042107104\t\ttotal: 23.4s\tremaining: 21.2s\n",
      "105:\tlearn 0.1695914057\ttest 0.2040611816\tbestTest 0.2040611816\t\ttotal: 23.6s\tremaining: 21s\n",
      "106:\tlearn 0.1694737646\ttest 0.2040401946\tbestTest 0.2040401946\t\ttotal: 23.8s\tremaining: 20.7s\n",
      "107:\tlearn 0.1692694566\ttest 0.203918054\tbestTest 0.203918054\t\ttotal: 24.1s\tremaining: 20.5s\n",
      "108:\tlearn 0.168790668\ttest 0.2034255642\tbestTest 0.2034255642\t\ttotal: 24.3s\tremaining: 20.3s\n",
      "109:\tlearn 0.1671312262\ttest 0.2018147654\tbestTest 0.2018147654\t\ttotal: 24.5s\tremaining: 20s\n",
      "110:\tlearn 0.1664112254\ttest 0.2012290744\tbestTest 0.2012290744\t\ttotal: 24.7s\tremaining: 19.8s\n",
      "111:\tlearn 0.1654609114\ttest 0.200402028\tbestTest 0.200402028\t\ttotal: 24.9s\tremaining: 19.6s\n",
      "112:\tlearn 0.1648569691\ttest 0.2001148793\tbestTest 0.2001148793\t\ttotal: 25.1s\tremaining: 19.4s\n",
      "113:\tlearn 0.1641399292\ttest 0.199801143\tbestTest 0.199801143\t\ttotal: 25.4s\tremaining: 19.2s\n",
      "114:\tlearn 0.1637660977\ttest 0.1996133116\tbestTest 0.1996133116\t\ttotal: 25.6s\tremaining: 18.9s\n",
      "115:\tlearn 0.1635250953\ttest 0.1996920574\tbestTest 0.1996133116\t\ttotal: 25.9s\tremaining: 18.7s\n",
      "116:\tlearn 0.1631770958\ttest 0.1995027755\tbestTest 0.1995027755\t\ttotal: 26.1s\tremaining: 18.5s\n",
      "117:\tlearn 0.1628500953\ttest 0.1991144944\tbestTest 0.1991144944\t\ttotal: 26.3s\tremaining: 18.3s\n",
      "118:\tlearn 0.1625544053\ttest 0.1988653824\tbestTest 0.1988653824\t\ttotal: 26.5s\tremaining: 18s\n",
      "119:\tlearn 0.1621476153\ttest 0.1987493119\tbestTest 0.1987493119\t\ttotal: 26.7s\tremaining: 17.8s\n",
      "120:\tlearn 0.1619524412\ttest 0.1986996314\tbestTest 0.1986996314\t\ttotal: 26.9s\tremaining: 17.6s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "121:\tlearn 0.161676135\ttest 0.198708374\tbestTest 0.1986996314\t\ttotal: 27.1s\tremaining: 17.4s\n",
      "122:\tlearn 0.1612650877\ttest 0.1986024283\tbestTest 0.1986024283\t\ttotal: 27.3s\tremaining: 17.1s\n",
      "123:\tlearn 0.1602845235\ttest 0.1977018718\tbestTest 0.1977018718\t\ttotal: 27.6s\tremaining: 16.9s\n",
      "124:\tlearn 0.1600607299\ttest 0.1976534012\tbestTest 0.1976534012\t\ttotal: 27.8s\tremaining: 16.7s\n",
      "125:\tlearn 0.1598595072\ttest 0.1976767057\tbestTest 0.1976534012\t\ttotal: 28s\tremaining: 16.4s\n",
      "126:\tlearn 0.1594562385\ttest 0.1974197204\tbestTest 0.1974197204\t\ttotal: 28.2s\tremaining: 16.2s\n",
      "127:\tlearn 0.1592203701\ttest 0.1972108882\tbestTest 0.1972108882\t\ttotal: 28.4s\tremaining: 16s\n",
      "128:\tlearn 0.1580689001\ttest 0.1961867054\tbestTest 0.1961867054\t\ttotal: 28.6s\tremaining: 15.8s\n",
      "129:\tlearn 0.157870501\ttest 0.1962036417\tbestTest 0.1961867054\t\ttotal: 28.8s\tremaining: 15.5s\n",
      "130:\tlearn 0.1566635684\ttest 0.1949727122\tbestTest 0.1949727122\t\ttotal: 29.1s\tremaining: 15.3s\n",
      "131:\tlearn 0.1562983396\ttest 0.1947625944\tbestTest 0.1947625944\t\ttotal: 29.3s\tremaining: 15.1s\n",
      "132:\tlearn 0.1560504367\ttest 0.1947406517\tbestTest 0.1947406517\t\ttotal: 29.5s\tremaining: 14.8s\n",
      "133:\tlearn 0.1558228817\ttest 0.1947866035\tbestTest 0.1947406517\t\ttotal: 29.7s\tremaining: 14.6s\n",
      "134:\tlearn 0.1554205156\ttest 0.1945219528\tbestTest 0.1945219528\t\ttotal: 30s\tremaining: 14.4s\n",
      "135:\tlearn 0.1552456347\ttest 0.1943749871\tbestTest 0.1943749871\t\ttotal: 30.2s\tremaining: 14.2s\n",
      "136:\tlearn 0.1544738581\ttest 0.1939687016\tbestTest 0.1939687016\t\ttotal: 30.4s\tremaining: 14s\n",
      "137:\tlearn 0.1542028419\ttest 0.1941386448\tbestTest 0.1939687016\t\ttotal: 30.6s\tremaining: 13.8s\n",
      "138:\tlearn 0.1538403145\ttest 0.1940814086\tbestTest 0.1939687016\t\ttotal: 30.9s\tremaining: 13.5s\n",
      "139:\tlearn 0.1536860109\ttest 0.193954991\tbestTest 0.193954991\t\ttotal: 31.1s\tremaining: 13.3s\n",
      "140:\tlearn 0.153292527\ttest 0.193933102\tbestTest 0.193933102\t\ttotal: 31.3s\tremaining: 13.1s\n",
      "141:\tlearn 0.1528474383\ttest 0.1939216421\tbestTest 0.1939216421\t\ttotal: 31.6s\tremaining: 12.9s\n",
      "142:\tlearn 0.1527762208\ttest 0.193823775\tbestTest 0.193823775\t\ttotal: 31.8s\tremaining: 12.7s\n",
      "143:\tlearn 0.1525886607\ttest 0.1937021109\tbestTest 0.1937021109\t\ttotal: 32s\tremaining: 12.4s\n",
      "144:\tlearn 0.1522099683\ttest 0.1936596602\tbestTest 0.1936596602\t\ttotal: 32.2s\tremaining: 12.2s\n",
      "145:\tlearn 0.1520353389\ttest 0.193551279\tbestTest 0.193551279\t\ttotal: 32.4s\tremaining: 12s\n",
      "146:\tlearn 0.151412918\ttest 0.1929703744\tbestTest 0.1929703744\t\ttotal: 32.6s\tremaining: 11.8s\n",
      "147:\tlearn 0.1512373941\ttest 0.1929513613\tbestTest 0.1929513613\t\ttotal: 32.9s\tremaining: 11.5s\n",
      "148:\tlearn 0.1511066593\ttest 0.1927608034\tbestTest 0.1927608034\t\ttotal: 33.1s\tremaining: 11.3s\n",
      "149:\tlearn 0.1509230783\ttest 0.1927408303\tbestTest 0.1927408303\t\ttotal: 33.3s\tremaining: 11.1s\n",
      "150:\tlearn 0.1506359398\ttest 0.1925547571\tbestTest 0.1925547571\t\ttotal: 33.5s\tremaining: 10.9s\n",
      "151:\tlearn 0.1505694435\ttest 0.1925262009\tbestTest 0.1925262009\t\ttotal: 33.7s\tremaining: 10.6s\n",
      "152:\tlearn 0.1502895679\ttest 0.1924656599\tbestTest 0.1924656599\t\ttotal: 33.9s\tremaining: 10.4s\n",
      "153:\tlearn 0.1499869509\ttest 0.1924230933\tbestTest 0.1924230933\t\ttotal: 34.1s\tremaining: 10.2s\n",
      "154:\tlearn 0.1495393964\ttest 0.1920741787\tbestTest 0.1920741787\t\ttotal: 34.3s\tremaining: 9.97s\n",
      "155:\tlearn 0.1493392912\ttest 0.1920781538\tbestTest 0.1920741787\t\ttotal: 34.6s\tremaining: 9.75s\n",
      "156:\tlearn 0.148804264\ttest 0.1915756895\tbestTest 0.1915756895\t\ttotal: 34.8s\tremaining: 9.53s\n",
      "157:\tlearn 0.1487075771\ttest 0.1914554543\tbestTest 0.1914554543\t\ttotal: 35s\tremaining: 9.31s\n",
      "158:\tlearn 0.1482718863\ttest 0.191318426\tbestTest 0.191318426\t\ttotal: 35.2s\tremaining: 9.09s\n",
      "159:\tlearn 0.1480991496\ttest 0.1914182065\tbestTest 0.191318426\t\ttotal: 35.5s\tremaining: 8.87s\n",
      "160:\tlearn 0.1479642962\ttest 0.1914405087\tbestTest 0.191318426\t\ttotal: 35.7s\tremaining: 8.65s\n",
      "161:\tlearn 0.1476385468\ttest 0.1912356318\tbestTest 0.1912356318\t\ttotal: 36s\tremaining: 8.43s\n",
      "162:\tlearn 0.1471508139\ttest 0.1909441158\tbestTest 0.1909441158\t\ttotal: 36.2s\tremaining: 8.21s\n",
      "163:\tlearn 0.1469781951\ttest 0.1908634659\tbestTest 0.1908634659\t\ttotal: 36.4s\tremaining: 7.98s\n",
      "164:\tlearn 0.1462059969\ttest 0.1901959511\tbestTest 0.1901959511\t\ttotal: 36.6s\tremaining: 7.77s\n",
      "165:\tlearn 0.1460548839\ttest 0.1900696616\tbestTest 0.1900696616\t\ttotal: 36.9s\tremaining: 7.55s\n",
      "166:\tlearn 0.1455566132\ttest 0.19013369\tbestTest 0.1900696616\t\ttotal: 37.1s\tremaining: 7.33s\n",
      "167:\tlearn 0.1450662388\ttest 0.1896916105\tbestTest 0.1896916105\t\ttotal: 37.3s\tremaining: 7.1s\n",
      "168:\tlearn 0.1449692\ttest 0.1896171746\tbestTest 0.1896171746\t\ttotal: 37.6s\tremaining: 6.89s\n",
      "169:\tlearn 0.1448294051\ttest 0.1895793255\tbestTest 0.1895793255\t\ttotal: 37.8s\tremaining: 6.67s\n",
      "170:\tlearn 0.1446039107\ttest 0.1895012265\tbestTest 0.1895012265\t\ttotal: 38s\tremaining: 6.45s\n",
      "171:\tlearn 0.1443594719\ttest 0.1896214067\tbestTest 0.1895012265\t\ttotal: 38.3s\tremaining: 6.23s\n",
      "172:\tlearn 0.1441042978\ttest 0.1896131071\tbestTest 0.1895012265\t\ttotal: 38.5s\tremaining: 6.02s\n",
      "173:\tlearn 0.1439029797\ttest 0.1896281533\tbestTest 0.1895012265\t\ttotal: 38.8s\tremaining: 5.79s\n",
      "174:\tlearn 0.1431473136\ttest 0.1890569825\tbestTest 0.1890569825\t\ttotal: 39s\tremaining: 5.57s\n",
      "175:\tlearn 0.1430345432\ttest 0.1890271872\tbestTest 0.1890271872\t\ttotal: 39.2s\tremaining: 5.34s\n",
      "176:\tlearn 0.142659808\ttest 0.1887489206\tbestTest 0.1887489206\t\ttotal: 39.4s\tremaining: 5.13s\n",
      "177:\tlearn 0.1419574713\ttest 0.1881041998\tbestTest 0.1881041998\t\ttotal: 39.7s\tremaining: 4.9s\n",
      "178:\tlearn 0.1417873468\ttest 0.1880126936\tbestTest 0.1880126936\t\ttotal: 39.9s\tremaining: 4.68s\n",
      "179:\tlearn 0.1416482382\ttest 0.188096068\tbestTest 0.1880126936\t\ttotal: 40.2s\tremaining: 4.46s\n",
      "180:\tlearn 0.1414527655\ttest 0.1879222552\tbestTest 0.1879222552\t\ttotal: 40.4s\tremaining: 4.24s\n",
      "181:\tlearn 0.1408828793\ttest 0.187541251\tbestTest 0.187541251\t\ttotal: 40.6s\tremaining: 4.02s\n",
      "182:\tlearn 0.1408189026\ttest 0.1874790619\tbestTest 0.1874790619\t\ttotal: 40.9s\tremaining: 3.79s\n",
      "183:\tlearn 0.140599479\ttest 0.1873585493\tbestTest 0.1873585493\t\ttotal: 41.1s\tremaining: 3.57s\n",
      "184:\tlearn 0.1401563484\ttest 0.1871711507\tbestTest 0.1871711507\t\ttotal: 41.3s\tremaining: 3.35s\n",
      "185:\tlearn 0.1399812697\ttest 0.1870201858\tbestTest 0.1870201858\t\ttotal: 41.5s\tremaining: 3.12s\n",
      "186:\tlearn 0.1398694313\ttest 0.1870721559\tbestTest 0.1870201858\t\ttotal: 41.7s\tremaining: 2.9s\n",
      "187:\tlearn 0.1394348688\ttest 0.1869779953\tbestTest 0.1869779953\t\ttotal: 42s\tremaining: 2.68s\n",
      "188:\tlearn 0.1390695072\ttest 0.1868056828\tbestTest 0.1868056828\t\ttotal: 42.2s\tremaining: 2.46s\n",
      "189:\tlearn 0.1388814682\ttest 0.1866824322\tbestTest 0.1866824322\t\ttotal: 42.5s\tremaining: 2.24s\n",
      "190:\tlearn 0.1387974541\ttest 0.1866889195\tbestTest 0.1866824322\t\ttotal: 42.8s\tremaining: 2.01s\n",
      "191:\tlearn 0.1387662413\ttest 0.1866662562\tbestTest 0.1866662562\t\ttotal: 43s\tremaining: 1.79s\n",
      "192:\tlearn 0.138360875\ttest 0.1867291586\tbestTest 0.1866662562\t\ttotal: 43.2s\tremaining: 1.57s\n",
      "193:\tlearn 0.1381621583\ttest 0.1866395649\tbestTest 0.1866395649\t\ttotal: 43.4s\tremaining: 1.34s\n",
      "194:\tlearn 0.1373248388\ttest 0.1859508094\tbestTest 0.1859508094\t\ttotal: 43.7s\tremaining: 1.12s\n",
      "195:\tlearn 0.1369726148\ttest 0.1856616059\tbestTest 0.1856616059\t\ttotal: 44s\tremaining: 898ms\n",
      "196:\tlearn 0.1367947858\ttest 0.1855211721\tbestTest 0.1855211721\t\ttotal: 44.3s\tremaining: 674ms\n",
      "197:\tlearn 0.1366623905\ttest 0.1855477317\tbestTest 0.1855211721\t\ttotal: 44.5s\tremaining: 450ms\n",
      "198:\tlearn 0.1363544066\ttest 0.1854747593\tbestTest 0.1854747593\t\ttotal: 44.8s\tremaining: 225ms\n",
      "199:\tlearn 0.1360043244\ttest 0.1854092345\tbestTest 0.1854092345\t\ttotal: 45.1s\tremaining: 0us\n",
      "\n",
      "bestTest = 0.1854092345\n",
      "bestIteration = 199\n",
      "\n",
      "Shrink model to first 200 iterations.\n"
     ]
    }
   ],
   "source": [
    "def train_raise_models():\n",
    "    for i, name in enumerate(names):\n",
    "        print(i, name)\n",
    "        y_bot = y[(y['private_bot_name'] == name) & (y['private_bot_action'] != 'FOLD')]\n",
    "        X_game = X.loc[y_bot.index]\n",
    "        y_game = y_bot['private_bot_action'].replace({'CALL': 0, 'RAISE': 1})\n",
    "        \n",
    "        X_train, X_test, y_train, y_test = train_test_split(X_game, y_game, test_size=0.1, random_state=1234)\n",
    "        \n",
    "        if len(y_game.value_counts()) == 1:\n",
    "            y_train.iloc[0] = 0\n",
    "            y_train.iloc[1] = 1\n",
    "            y_test.iloc[0] = 0\n",
    "            y_test.iloc[1] = 1\n",
    "\n",
    "        model = CatBoostClassifier(iterations=200, learning_rate=0.1, depth=8, thread_count=4,\n",
    "                                   verbose=True, use_best_model=True)\n",
    "        model.fit(X_train, y_train, eval_set=(X_test, y_test))\n",
    "\n",
    "        model.save_model(model_dir + 'pool/raise/' + str(i) + '.model')\n",
    "\n",
    "train_raise_models()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 KillFish\n",
      "Borders generated\n",
      "0:\tlearn 60.15636327\ttest 42.54547044\tbestTest 42.54547044\t\ttotal: 185ms\tremaining: 36.8s\n",
      "1:\tlearn 56.59435813\ttest 40.25687128\tbestTest 40.25687128\t\ttotal: 234ms\tremaining: 23.1s\n",
      "2:\tlearn 53.56823052\ttest 37.82595328\tbestTest 37.82595328\t\ttotal: 279ms\tremaining: 18.3s\n",
      "3:\tlearn 50.8064362\ttest 35.55745685\tbestTest 35.55745685\t\ttotal: 322ms\tremaining: 15.8s\n",
      "4:\tlearn 48.10862081\ttest 33.64006722\tbestTest 33.64006722\t\ttotal: 372ms\tremaining: 14.5s\n",
      "5:\tlearn 45.73109762\ttest 32.08203245\tbestTest 32.08203245\t\ttotal: 417ms\tremaining: 13.5s\n",
      "6:\tlearn 43.79105232\ttest 30.68724545\tbestTest 30.68724545\t\ttotal: 461ms\tremaining: 12.7s\n",
      "7:\tlearn 42.08331214\ttest 29.54899438\tbestTest 29.54899438\t\ttotal: 493ms\tremaining: 11.8s\n",
      "8:\tlearn 40.50121226\ttest 28.58086778\tbestTest 28.58086778\t\ttotal: 536ms\tremaining: 11.4s\n",
      "9:\tlearn 39.08526578\ttest 27.73432123\tbestTest 27.73432123\t\ttotal: 580ms\tremaining: 11s\n",
      "10:\tlearn 37.80407517\ttest 27.06047181\tbestTest 27.06047181\t\ttotal: 632ms\tremaining: 10.9s\n",
      "11:\tlearn 36.99471166\ttest 26.54721456\tbestTest 26.54721456\t\ttotal: 676ms\tremaining: 10.6s\n",
      "12:\tlearn 36.0156983\ttest 26.14048053\tbestTest 26.14048053\t\ttotal: 720ms\tremaining: 10.3s\n",
      "13:\tlearn 35.24279694\ttest 25.82747842\tbestTest 25.82747842\t\ttotal: 765ms\tremaining: 10.2s\n",
      "14:\tlearn 34.56245413\ttest 25.6749473\tbestTest 25.6749473\t\ttotal: 814ms\tremaining: 10s\n",
      "15:\tlearn 33.90912666\ttest 25.43519821\tbestTest 25.43519821\t\ttotal: 859ms\tremaining: 9.88s\n",
      "16:\tlearn 33.18694774\ttest 25.23088592\tbestTest 25.23088592\t\ttotal: 908ms\tremaining: 9.77s\n",
      "17:\tlearn 32.70976499\ttest 25.09186263\tbestTest 25.09186263\t\ttotal: 953ms\tremaining: 9.63s\n",
      "18:\tlearn 32.3259604\ttest 25.00148049\tbestTest 25.00148049\t\ttotal: 999ms\tremaining: 9.52s\n",
      "19:\tlearn 31.75839403\ttest 24.8984486\tbestTest 24.8984486\t\ttotal: 1.05s\tremaining: 9.47s\n",
      "20:\tlearn 31.38111222\ttest 24.8513695\tbestTest 24.8513695\t\ttotal: 1.1s\tremaining: 9.38s\n",
      "21:\tlearn 31.06112\ttest 24.84806915\tbestTest 24.84806915\t\ttotal: 1.15s\tremaining: 9.27s\n",
      "22:\tlearn 30.78165743\ttest 24.80212344\tbestTest 24.80212344\t\ttotal: 1.19s\tremaining: 9.17s\n",
      "23:\tlearn 30.34498608\ttest 24.82380089\tbestTest 24.80212344\t\ttotal: 1.24s\tremaining: 9.07s\n",
      "24:\tlearn 30.13145506\ttest 24.86372819\tbestTest 24.80212344\t\ttotal: 1.29s\tremaining: 9.04s\n",
      "25:\tlearn 29.77626188\ttest 24.7911937\tbestTest 24.7911937\t\ttotal: 1.34s\tremaining: 8.96s\n",
      "26:\tlearn 29.57948296\ttest 24.69366798\tbestTest 24.69366798\t\ttotal: 1.39s\tremaining: 8.88s\n",
      "27:\tlearn 29.40107659\ttest 24.74244169\tbestTest 24.69366798\t\ttotal: 1.44s\tremaining: 8.85s\n",
      "28:\tlearn 29.16116133\ttest 24.72949324\tbestTest 24.69366798\t\ttotal: 1.49s\tremaining: 8.77s\n",
      "29:\tlearn 29.0146469\ttest 24.64371628\tbestTest 24.64371628\t\ttotal: 1.54s\tremaining: 8.71s\n",
      "30:\tlearn 28.76756731\ttest 24.56378265\tbestTest 24.56378265\t\ttotal: 1.58s\tremaining: 8.63s\n",
      "31:\tlearn 28.66529164\ttest 24.49612708\tbestTest 24.49612708\t\ttotal: 1.63s\tremaining: 8.58s\n",
      "32:\tlearn 28.57934798\ttest 24.5012536\tbestTest 24.49612708\t\ttotal: 1.69s\tremaining: 8.53s\n",
      "33:\tlearn 28.40499763\ttest 24.48075126\tbestTest 24.48075126\t\ttotal: 1.74s\tremaining: 8.49s\n",
      "34:\tlearn 28.25214166\ttest 24.46760168\tbestTest 24.46760168\t\ttotal: 1.8s\tremaining: 8.47s\n",
      "35:\tlearn 28.2335744\ttest 24.45657122\tbestTest 24.45657122\t\ttotal: 1.81s\tremaining: 8.26s\n",
      "36:\tlearn 28.02667922\ttest 24.48556426\tbestTest 24.45657122\t\ttotal: 1.87s\tremaining: 8.22s\n",
      "37:\tlearn 27.94282652\ttest 24.45976834\tbestTest 24.45657122\t\ttotal: 1.94s\tremaining: 8.26s\n",
      "38:\tlearn 27.65991999\ttest 24.39344579\tbestTest 24.39344579\t\ttotal: 2s\tremaining: 8.27s\n",
      "39:\tlearn 27.37866991\ttest 24.37936109\tbestTest 24.37936109\t\ttotal: 2.07s\tremaining: 8.28s\n",
      "40:\tlearn 27.2823196\ttest 24.46199144\tbestTest 24.37936109\t\ttotal: 2.13s\tremaining: 8.24s\n",
      "41:\tlearn 27.21223401\ttest 24.47036091\tbestTest 24.37936109\t\ttotal: 2.19s\tremaining: 8.23s\n",
      "42:\tlearn 27.08553103\ttest 24.50570065\tbestTest 24.37936109\t\ttotal: 2.25s\tremaining: 8.22s\n",
      "43:\tlearn 26.82427117\ttest 24.61916561\tbestTest 24.37936109\t\ttotal: 2.31s\tremaining: 8.21s\n",
      "44:\tlearn 26.68476483\ttest 24.69045346\tbestTest 24.37936109\t\ttotal: 2.37s\tremaining: 8.17s\n",
      "45:\tlearn 26.6069705\ttest 24.78294449\tbestTest 24.37936109\t\ttotal: 2.44s\tremaining: 8.15s\n",
      "46:\tlearn 26.55998034\ttest 24.83401748\tbestTest 24.37936109\t\ttotal: 2.5s\tremaining: 8.14s\n",
      "47:\tlearn 26.4369631\ttest 24.73134232\tbestTest 24.37936109\t\ttotal: 2.55s\tremaining: 8.09s\n",
      "48:\tlearn 26.23941749\ttest 24.65109518\tbestTest 24.37936109\t\ttotal: 2.61s\tremaining: 8.03s\n",
      "49:\tlearn 26.10425139\ttest 24.57978667\tbestTest 24.37936109\t\ttotal: 2.65s\tremaining: 7.97s\n",
      "50:\tlearn 26.08012001\ttest 24.57900211\tbestTest 24.37936109\t\ttotal: 2.71s\tremaining: 7.92s\n",
      "51:\tlearn 25.92312039\ttest 24.606189\tbestTest 24.37936109\t\ttotal: 2.77s\tremaining: 7.88s\n",
      "52:\tlearn 25.82506843\ttest 24.57493855\tbestTest 24.37936109\t\ttotal: 2.8s\tremaining: 7.78s\n",
      "53:\tlearn 25.64622089\ttest 24.55713429\tbestTest 24.37936109\t\ttotal: 2.85s\tremaining: 7.72s\n",
      "54:\tlearn 25.59656691\ttest 24.63383996\tbestTest 24.37936109\t\ttotal: 2.93s\tremaining: 7.72s\n",
      "55:\tlearn 25.5521392\ttest 24.63745573\tbestTest 24.37936109\t\ttotal: 3.02s\tremaining: 7.77s\n",
      "56:\tlearn 25.30833781\ttest 24.63589183\tbestTest 24.37936109\t\ttotal: 3.17s\tremaining: 7.95s\n",
      "57:\tlearn 25.24612239\ttest 24.68919496\tbestTest 24.37936109\t\ttotal: 3.28s\tremaining: 8.03s\n",
      "58:\tlearn 25.21317856\ttest 24.68838581\tbestTest 24.37936109\t\ttotal: 3.33s\tremaining: 7.97s\n",
      "59:\tlearn 25.19304221\ttest 24.69264252\tbestTest 24.37936109\t\ttotal: 3.38s\tremaining: 7.88s\n",
      "60:\tlearn 24.99634802\ttest 24.70494944\tbestTest 24.37936109\t\ttotal: 3.43s\tremaining: 7.83s\n",
      "61:\tlearn 24.76770677\ttest 24.59940612\tbestTest 24.37936109\t\ttotal: 3.48s\tremaining: 7.76s\n",
      "62:\tlearn 24.72671417\ttest 24.65636578\tbestTest 24.37936109\t\ttotal: 3.6s\tremaining: 7.82s\n",
      "63:\tlearn 24.66219549\ttest 24.70333539\tbestTest 24.37936109\t\ttotal: 3.76s\tremaining: 8s\n",
      "64:\tlearn 24.59206752\ttest 24.77016986\tbestTest 24.37936109\t\ttotal: 3.82s\tremaining: 7.93s\n",
      "65:\tlearn 24.48040059\ttest 24.82854544\tbestTest 24.37936109\t\ttotal: 4.11s\tremaining: 8.35s\n",
      "66:\tlearn 24.34210424\ttest 24.80217902\tbestTest 24.37936109\t\ttotal: 4.19s\tremaining: 8.32s\n",
      "67:\tlearn 24.2493244\ttest 24.83970057\tbestTest 24.37936109\t\ttotal: 4.26s\tremaining: 8.26s\n",
      "68:\tlearn 24.12684024\ttest 24.87267672\tbestTest 24.37936109\t\ttotal: 4.34s\tremaining: 8.24s\n",
      "69:\tlearn 23.96248568\ttest 24.84590171\tbestTest 24.37936109\t\ttotal: 4.39s\tremaining: 8.15s\n",
      "70:\tlearn 23.87623097\ttest 24.83929869\tbestTest 24.37936109\t\ttotal: 4.44s\tremaining: 8.07s\n",
      "71:\tlearn 23.71401101\ttest 24.94771624\tbestTest 24.37936109\t\ttotal: 4.5s\tremaining: 7.99s\n",
      "72:\tlearn 23.69458562\ttest 24.99467783\tbestTest 24.37936109\t\ttotal: 4.55s\tremaining: 7.92s\n",
      "73:\tlearn 23.62883432\ttest 24.95297023\tbestTest 24.37936109\t\ttotal: 4.6s\tremaining: 7.84s\n",
      "74:\tlearn 23.5977568\ttest 24.94571743\tbestTest 24.37936109\t\ttotal: 4.65s\tremaining: 7.76s\n",
      "75:\tlearn 23.48456299\ttest 24.95819173\tbestTest 24.37936109\t\ttotal: 4.7s\tremaining: 7.67s\n",
      "76:\tlearn 23.47159411\ttest 25.01085006\tbestTest 24.37936109\t\ttotal: 4.75s\tremaining: 7.58s\n",
      "77:\tlearn 23.40281761\ttest 25.00972774\tbestTest 24.37936109\t\ttotal: 4.8s\tremaining: 7.5s\n",
      "78:\tlearn 23.3327909\ttest 24.98198056\tbestTest 24.37936109\t\ttotal: 4.84s\tremaining: 7.42s\n",
      "79:\tlearn 23.30002765\ttest 24.98296471\tbestTest 24.37936109\t\ttotal: 4.88s\tremaining: 7.33s\n",
      "80:\tlearn 23.27462212\ttest 24.98078397\tbestTest 24.37936109\t\ttotal: 4.93s\tremaining: 7.24s\n",
      "81:\tlearn 23.15742073\ttest 24.92421589\tbestTest 24.37936109\t\ttotal: 4.97s\tremaining: 7.16s\n",
      "82:\tlearn 23.11473577\ttest 24.92920379\tbestTest 24.37936109\t\ttotal: 5.02s\tremaining: 7.07s\n",
      "83:\tlearn 22.90769653\ttest 25.02545219\tbestTest 24.37936109\t\ttotal: 5.07s\tremaining: 7s\n",
      "84:\tlearn 22.77962516\ttest 24.94443339\tbestTest 24.37936109\t\ttotal: 5.11s\tremaining: 6.91s\n",
      "85:\tlearn 22.72786421\ttest 24.97881661\tbestTest 24.37936109\t\ttotal: 5.15s\tremaining: 6.83s\n",
      "86:\tlearn 22.66022956\ttest 24.92221365\tbestTest 24.37936109\t\ttotal: 5.2s\tremaining: 6.75s\n",
      "87:\tlearn 22.57636499\ttest 24.90208326\tbestTest 24.37936109\t\ttotal: 5.24s\tremaining: 6.67s\n",
      "88:\tlearn 22.52701051\ttest 24.89131574\tbestTest 24.37936109\t\ttotal: 5.29s\tremaining: 6.59s\n",
      "89:\tlearn 22.51837169\ttest 24.93106633\tbestTest 24.37936109\t\ttotal: 5.33s\tremaining: 6.51s\n",
      "90:\tlearn 22.44409481\ttest 24.95874002\tbestTest 24.37936109\t\ttotal: 5.37s\tremaining: 6.44s\n",
      "91:\tlearn 22.31918165\ttest 24.93408433\tbestTest 24.37936109\t\ttotal: 5.42s\tremaining: 6.36s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "92:\tlearn 22.24821133\ttest 24.93792544\tbestTest 24.37936109\t\ttotal: 5.47s\tremaining: 6.29s\n",
      "93:\tlearn 22.23004811\ttest 24.98698126\tbestTest 24.37936109\t\ttotal: 5.51s\tremaining: 6.22s\n",
      "94:\tlearn 22.05249278\ttest 25.04843408\tbestTest 24.37936109\t\ttotal: 5.56s\tremaining: 6.14s\n",
      "95:\tlearn 21.97854646\ttest 25.05375101\tbestTest 24.37936109\t\ttotal: 5.6s\tremaining: 6.07s\n",
      "96:\tlearn 21.77695175\ttest 25.08278129\tbestTest 24.37936109\t\ttotal: 5.65s\tremaining: 6s\n",
      "97:\tlearn 21.73920894\ttest 25.16805513\tbestTest 24.37936109\t\ttotal: 5.7s\tremaining: 5.93s\n",
      "98:\tlearn 21.70304481\ttest 25.18388522\tbestTest 24.37936109\t\ttotal: 5.75s\tremaining: 5.87s\n",
      "99:\tlearn 21.6379735\ttest 25.17737195\tbestTest 24.37936109\t\ttotal: 5.79s\tremaining: 5.79s\n",
      "100:\tlearn 21.53447907\ttest 25.12957019\tbestTest 24.37936109\t\ttotal: 5.84s\tremaining: 5.72s\n",
      "101:\tlearn 21.51742406\ttest 25.16661755\tbestTest 24.37936109\t\ttotal: 5.88s\tremaining: 5.65s\n",
      "102:\tlearn 21.47112192\ttest 25.16129095\tbestTest 24.37936109\t\ttotal: 5.94s\tremaining: 5.59s\n",
      "103:\tlearn 21.42045269\ttest 25.19017673\tbestTest 24.37936109\t\ttotal: 5.99s\tremaining: 5.53s\n",
      "104:\tlearn 21.38103331\ttest 25.18075455\tbestTest 24.37936109\t\ttotal: 6.04s\tremaining: 5.46s\n",
      "105:\tlearn 21.18808905\ttest 25.20979849\tbestTest 24.37936109\t\ttotal: 6.09s\tremaining: 5.4s\n",
      "106:\tlearn 21.11545637\ttest 25.22138391\tbestTest 24.37936109\t\ttotal: 6.15s\tremaining: 5.34s\n",
      "107:\tlearn 20.99779035\ttest 25.24484772\tbestTest 24.37936109\t\ttotal: 6.21s\tremaining: 5.29s\n",
      "108:\tlearn 20.80603553\ttest 25.31105384\tbestTest 24.37936109\t\ttotal: 6.26s\tremaining: 5.22s\n",
      "109:\tlearn 20.70898811\ttest 25.25610055\tbestTest 24.37936109\t\ttotal: 6.31s\tremaining: 5.16s\n",
      "110:\tlearn 20.626564\ttest 25.14380599\tbestTest 24.37936109\t\ttotal: 6.37s\tremaining: 5.11s\n",
      "111:\tlearn 20.61475015\ttest 25.15495189\tbestTest 24.37936109\t\ttotal: 6.42s\tremaining: 5.04s\n",
      "112:\tlearn 20.56823069\ttest 25.12560945\tbestTest 24.37936109\t\ttotal: 6.48s\tremaining: 4.99s\n",
      "113:\tlearn 20.52963323\ttest 25.17263111\tbestTest 24.37936109\t\ttotal: 6.54s\tremaining: 4.93s\n",
      "114:\tlearn 20.52509779\ttest 25.1985132\tbestTest 24.37936109\t\ttotal: 6.58s\tremaining: 4.87s\n",
      "115:\tlearn 20.42780124\ttest 25.14356513\tbestTest 24.37936109\t\ttotal: 6.63s\tremaining: 4.8s\n",
      "116:\tlearn 20.39684095\ttest 25.15565024\tbestTest 24.37936109\t\ttotal: 6.67s\tremaining: 4.74s\n",
      "117:\tlearn 20.35783567\ttest 25.1578914\tbestTest 24.37936109\t\ttotal: 6.72s\tremaining: 4.67s\n",
      "118:\tlearn 20.34577332\ttest 25.16705256\tbestTest 24.37936109\t\ttotal: 6.76s\tremaining: 4.6s\n",
      "119:\tlearn 20.27146817\ttest 25.09664069\tbestTest 24.37936109\t\ttotal: 6.83s\tremaining: 4.55s\n",
      "120:\tlearn 20.0841803\ttest 25.34084109\tbestTest 24.37936109\t\ttotal: 6.88s\tremaining: 4.49s\n",
      "121:\tlearn 20.05646151\ttest 25.34594121\tbestTest 24.37936109\t\ttotal: 6.92s\tremaining: 4.42s\n",
      "122:\tlearn 19.9986435\ttest 25.33898277\tbestTest 24.37936109\t\ttotal: 6.96s\tremaining: 4.36s\n",
      "123:\tlearn 19.84612223\ttest 25.22538258\tbestTest 24.37936109\t\ttotal: 7s\tremaining: 4.29s\n",
      "124:\tlearn 19.83490696\ttest 25.22934042\tbestTest 24.37936109\t\ttotal: 7.05s\tremaining: 4.23s\n",
      "125:\tlearn 19.82172631\ttest 25.23985973\tbestTest 24.37936109\t\ttotal: 7.09s\tremaining: 4.17s\n",
      "126:\tlearn 19.81499646\ttest 25.24338019\tbestTest 24.37936109\t\ttotal: 7.14s\tremaining: 4.1s\n",
      "127:\tlearn 19.74425888\ttest 25.20398686\tbestTest 24.37936109\t\ttotal: 7.18s\tremaining: 4.04s\n",
      "128:\tlearn 19.70336713\ttest 25.23076407\tbestTest 24.37936109\t\ttotal: 7.23s\tremaining: 3.98s\n",
      "129:\tlearn 19.62554612\ttest 25.27393945\tbestTest 24.37936109\t\ttotal: 7.28s\tremaining: 3.92s\n",
      "130:\tlearn 19.53040939\ttest 25.26270078\tbestTest 24.37936109\t\ttotal: 7.32s\tremaining: 3.85s\n",
      "131:\tlearn 19.43628009\ttest 25.27515145\tbestTest 24.37936109\t\ttotal: 7.36s\tremaining: 3.79s\n",
      "132:\tlearn 19.42817524\ttest 25.28399948\tbestTest 24.37936109\t\ttotal: 7.41s\tremaining: 3.73s\n",
      "133:\tlearn 19.2318982\ttest 25.27674815\tbestTest 24.37936109\t\ttotal: 7.47s\tremaining: 3.68s\n",
      "134:\tlearn 19.12540311\ttest 25.25902214\tbestTest 24.37936109\t\ttotal: 7.52s\tremaining: 3.62s\n",
      "135:\tlearn 19.10924003\ttest 25.27370727\tbestTest 24.37936109\t\ttotal: 7.56s\tremaining: 3.56s\n",
      "136:\tlearn 19.08776549\ttest 25.2881782\tbestTest 24.37936109\t\ttotal: 7.6s\tremaining: 3.5s\n",
      "137:\tlearn 18.96229068\ttest 25.30743016\tbestTest 24.37936109\t\ttotal: 7.65s\tremaining: 3.44s\n",
      "138:\tlearn 18.9345284\ttest 25.30996426\tbestTest 24.37936109\t\ttotal: 7.69s\tremaining: 3.38s\n",
      "139:\tlearn 18.92029691\ttest 25.31732593\tbestTest 24.37936109\t\ttotal: 7.74s\tremaining: 3.32s\n",
      "140:\tlearn 18.71556509\ttest 25.32010679\tbestTest 24.37936109\t\ttotal: 7.79s\tremaining: 3.26s\n",
      "141:\tlearn 18.67485466\ttest 25.35163291\tbestTest 24.37936109\t\ttotal: 7.84s\tremaining: 3.2s\n",
      "142:\tlearn 18.6722911\ttest 25.34959994\tbestTest 24.37936109\t\ttotal: 7.88s\tremaining: 3.14s\n",
      "143:\tlearn 18.66764548\ttest 25.34469822\tbestTest 24.37936109\t\ttotal: 7.93s\tremaining: 3.08s\n",
      "144:\tlearn 18.55956799\ttest 25.35644122\tbestTest 24.37936109\t\ttotal: 7.98s\tremaining: 3.03s\n",
      "145:\tlearn 18.55530031\ttest 25.36232994\tbestTest 24.37936109\t\ttotal: 8.03s\tremaining: 2.97s\n",
      "146:\tlearn 18.53989689\ttest 25.35028517\tbestTest 24.37936109\t\ttotal: 8.08s\tremaining: 2.91s\n",
      "147:\tlearn 18.38765595\ttest 25.36975168\tbestTest 24.37936109\t\ttotal: 8.12s\tremaining: 2.85s\n",
      "148:\tlearn 18.374652\ttest 25.3655081\tbestTest 24.37936109\t\ttotal: 8.17s\tremaining: 2.79s\n",
      "149:\tlearn 18.32459111\ttest 25.36807768\tbestTest 24.37936109\t\ttotal: 8.22s\tremaining: 2.74s\n",
      "150:\tlearn 18.32037247\ttest 25.36844097\tbestTest 24.37936109\t\ttotal: 8.26s\tremaining: 2.68s\n",
      "151:\tlearn 18.29153138\ttest 25.32250794\tbestTest 24.37936109\t\ttotal: 8.31s\tremaining: 2.62s\n",
      "152:\tlearn 18.25933269\ttest 25.31729323\tbestTest 24.37936109\t\ttotal: 8.36s\tremaining: 2.57s\n",
      "153:\tlearn 18.24614088\ttest 25.31437032\tbestTest 24.37936109\t\ttotal: 8.4s\tremaining: 2.51s\n",
      "154:\tlearn 18.24200907\ttest 25.32125668\tbestTest 24.37936109\t\ttotal: 8.45s\tremaining: 2.45s\n",
      "155:\tlearn 18.23514659\ttest 25.32307374\tbestTest 24.37936109\t\ttotal: 8.49s\tremaining: 2.4s\n",
      "156:\tlearn 18.23167033\ttest 25.32318481\tbestTest 24.37936109\t\ttotal: 8.54s\tremaining: 2.34s\n",
      "157:\tlearn 18.22821926\ttest 25.32198326\tbestTest 24.37936109\t\ttotal: 8.58s\tremaining: 2.28s\n",
      "158:\tlearn 18.05047309\ttest 25.33309706\tbestTest 24.37936109\t\ttotal: 8.63s\tremaining: 2.22s\n",
      "159:\tlearn 18.04634311\ttest 25.33240724\tbestTest 24.37936109\t\ttotal: 8.68s\tremaining: 2.17s\n",
      "160:\tlearn 17.94733897\ttest 25.35212421\tbestTest 24.37936109\t\ttotal: 8.72s\tremaining: 2.11s\n",
      "161:\tlearn 17.94431666\ttest 25.34627365\tbestTest 24.37936109\t\ttotal: 8.77s\tremaining: 2.06s\n",
      "162:\tlearn 17.94093816\ttest 25.3475067\tbestTest 24.37936109\t\ttotal: 8.81s\tremaining: 2s\n",
      "163:\tlearn 17.81989172\ttest 25.37869903\tbestTest 24.37936109\t\ttotal: 8.86s\tremaining: 1.94s\n",
      "164:\tlearn 17.81917842\ttest 25.37821159\tbestTest 24.37936109\t\ttotal: 8.9s\tremaining: 1.89s\n",
      "165:\tlearn 17.81382451\ttest 25.37129956\tbestTest 24.37936109\t\ttotal: 8.95s\tremaining: 1.83s\n",
      "166:\tlearn 17.75117666\ttest 25.31696795\tbestTest 24.37936109\t\ttotal: 9s\tremaining: 1.78s\n",
      "167:\tlearn 17.66229961\ttest 25.35529888\tbestTest 24.37936109\t\ttotal: 9.04s\tremaining: 1.72s\n",
      "168:\tlearn 17.42466705\ttest 25.25994111\tbestTest 24.37936109\t\ttotal: 9.09s\tremaining: 1.67s\n",
      "169:\tlearn 17.39848677\ttest 25.22664677\tbestTest 24.37936109\t\ttotal: 9.14s\tremaining: 1.61s\n",
      "170:\tlearn 17.33938649\ttest 25.23751629\tbestTest 24.37936109\t\ttotal: 9.18s\tremaining: 1.56s\n",
      "171:\tlearn 17.18085573\ttest 25.23555131\tbestTest 24.37936109\t\ttotal: 9.23s\tremaining: 1.5s\n",
      "172:\tlearn 17.03567133\ttest 25.27435749\tbestTest 24.37936109\t\ttotal: 9.27s\tremaining: 1.45s\n",
      "173:\tlearn 16.97465828\ttest 25.33020218\tbestTest 24.37936109\t\ttotal: 9.32s\tremaining: 1.39s\n",
      "174:\tlearn 16.87540726\ttest 25.29569784\tbestTest 24.37936109\t\ttotal: 9.36s\tremaining: 1.34s\n",
      "175:\tlearn 16.85518611\ttest 25.27002158\tbestTest 24.37936109\t\ttotal: 9.41s\tremaining: 1.28s\n",
      "176:\tlearn 16.83783784\ttest 25.27403925\tbestTest 24.37936109\t\ttotal: 9.45s\tremaining: 1.23s\n",
      "177:\tlearn 16.83361903\ttest 25.2763828\tbestTest 24.37936109\t\ttotal: 9.5s\tremaining: 1.17s\n",
      "178:\tlearn 16.71340456\ttest 25.19863412\tbestTest 24.37936109\t\ttotal: 9.54s\tremaining: 1.12s\n",
      "179:\tlearn 16.7115965\ttest 25.19935409\tbestTest 24.37936109\t\ttotal: 9.59s\tremaining: 1.06s\n",
      "180:\tlearn 16.64177184\ttest 25.21207186\tbestTest 24.37936109\t\ttotal: 9.63s\tremaining: 1.01s\n",
      "181:\tlearn 16.61054684\ttest 25.20765756\tbestTest 24.37936109\t\ttotal: 9.68s\tremaining: 957ms\n",
      "182:\tlearn 16.60421191\ttest 25.20646913\tbestTest 24.37936109\t\ttotal: 9.72s\tremaining: 903ms\n",
      "183:\tlearn 16.55571971\ttest 25.23154973\tbestTest 24.37936109\t\ttotal: 9.77s\tremaining: 849ms\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "184:\tlearn 16.4730452\ttest 25.26843883\tbestTest 24.37936109\t\ttotal: 9.82s\tremaining: 796ms\n",
      "185:\tlearn 16.39206758\ttest 25.3023626\tbestTest 24.37936109\t\ttotal: 9.86s\tremaining: 742ms\n",
      "186:\tlearn 16.29792012\ttest 25.37250849\tbestTest 24.37936109\t\ttotal: 9.91s\tremaining: 689ms\n",
      "187:\tlearn 16.28374712\ttest 25.37903864\tbestTest 24.37936109\t\ttotal: 9.95s\tremaining: 635ms\n",
      "188:\tlearn 16.22102894\ttest 25.38090009\tbestTest 24.37936109\t\ttotal: 10s\tremaining: 582ms\n",
      "189:\tlearn 16.09970554\ttest 25.38417524\tbestTest 24.37936109\t\ttotal: 10s\tremaining: 529ms\n",
      "190:\tlearn 16.09100077\ttest 25.36834841\tbestTest 24.37936109\t\ttotal: 10.1s\tremaining: 475ms\n",
      "191:\tlearn 16.07921732\ttest 25.36304301\tbestTest 24.37936109\t\ttotal: 10.1s\tremaining: 422ms\n",
      "192:\tlearn 16.02996205\ttest 25.41366941\tbestTest 24.37936109\t\ttotal: 10.2s\tremaining: 369ms\n",
      "193:\tlearn 16.02322171\ttest 25.41390297\tbestTest 24.37936109\t\ttotal: 10.2s\tremaining: 316ms\n",
      "194:\tlearn 15.85266888\ttest 25.42466116\tbestTest 24.37936109\t\ttotal: 10.3s\tremaining: 263ms\n",
      "195:\tlearn 15.82976488\ttest 25.3863822\tbestTest 24.37936109\t\ttotal: 10.3s\tremaining: 210ms\n",
      "196:\tlearn 15.72034919\ttest 25.36019683\tbestTest 24.37936109\t\ttotal: 10.4s\tremaining: 158ms\n",
      "197:\tlearn 15.61115788\ttest 25.33619673\tbestTest 24.37936109\t\ttotal: 10.4s\tremaining: 105ms\n",
      "198:\tlearn 15.60334121\ttest 25.33202349\tbestTest 24.37936109\t\ttotal: 10.5s\tremaining: 52.6ms\n",
      "199:\tlearn 15.52747089\ttest 25.32006375\tbestTest 24.37936109\t\ttotal: 10.5s\tremaining: 0us\n",
      "\n",
      "bestTest = 24.37936109\n",
      "bestIteration = 39\n",
      "\n",
      "Shrink model to first 40 iterations.\n",
      "1 dannyace\n",
      "Borders generated\n",
      "0:\tlearn 50.66717137\ttest 35.43150893\tbestTest 35.43150893\t\ttotal: 146ms\tremaining: 29s\n",
      "1:\tlearn 47.28762911\ttest 32.5082128\tbestTest 32.5082128\t\ttotal: 197ms\tremaining: 19.5s\n",
      "2:\tlearn 44.09454694\ttest 30.24649558\tbestTest 30.24649558\t\ttotal: 242ms\tremaining: 15.9s\n",
      "3:\tlearn 41.7513558\ttest 28.16487134\tbestTest 28.16487134\t\ttotal: 285ms\tremaining: 14s\n",
      "4:\tlearn 39.1294117\ttest 26.34236771\tbestTest 26.34236771\t\ttotal: 327ms\tremaining: 12.8s\n",
      "5:\tlearn 36.81459208\ttest 24.66803285\tbestTest 24.66803285\t\ttotal: 360ms\tremaining: 11.6s\n",
      "6:\tlearn 35.02405782\ttest 23.05598201\tbestTest 23.05598201\t\ttotal: 404ms\tremaining: 11.1s\n",
      "7:\tlearn 33.32189546\ttest 21.86004548\tbestTest 21.86004548\t\ttotal: 445ms\tremaining: 10.7s\n",
      "8:\tlearn 31.45970358\ttest 20.97469653\tbestTest 20.97469653\t\ttotal: 492ms\tremaining: 10.4s\n",
      "9:\tlearn 29.8024361\ttest 20.148715\tbestTest 20.148715\t\ttotal: 534ms\tremaining: 10.2s\n",
      "10:\tlearn 28.3470969\ttest 19.41863294\tbestTest 19.41863294\t\ttotal: 579ms\tremaining: 9.95s\n",
      "11:\tlearn 27.23692774\ttest 18.86638405\tbestTest 18.86638405\t\ttotal: 603ms\tremaining: 9.45s\n",
      "12:\tlearn 26.19451075\ttest 18.4013017\tbestTest 18.4013017\t\ttotal: 645ms\tremaining: 9.28s\n",
      "13:\tlearn 25.1176098\ttest 18.10329094\tbestTest 18.10329094\t\ttotal: 689ms\tremaining: 9.16s\n",
      "14:\tlearn 24.24502943\ttest 17.82262311\tbestTest 17.82262311\t\ttotal: 732ms\tremaining: 9.03s\n",
      "15:\tlearn 23.19472544\ttest 17.66515973\tbestTest 17.66515973\t\ttotal: 774ms\tremaining: 8.9s\n",
      "16:\tlearn 22.31194426\ttest 17.48984612\tbestTest 17.48984612\t\ttotal: 820ms\tremaining: 8.83s\n",
      "17:\tlearn 21.61578842\ttest 17.34474919\tbestTest 17.34474919\t\ttotal: 845ms\tremaining: 8.54s\n",
      "18:\tlearn 20.8492195\ttest 17.29040968\tbestTest 17.29040968\t\ttotal: 886ms\tremaining: 8.44s\n",
      "19:\tlearn 20.30256887\ttest 17.23493568\tbestTest 17.23493568\t\ttotal: 917ms\tremaining: 8.25s\n",
      "20:\tlearn 19.77160527\ttest 17.31960312\tbestTest 17.23493568\t\ttotal: 959ms\tremaining: 8.17s\n",
      "21:\tlearn 19.29571259\ttest 17.15418116\tbestTest 17.15418116\t\ttotal: 1s\tremaining: 8.1s\n",
      "22:\tlearn 18.92343483\ttest 17.0382567\tbestTest 17.0382567\t\ttotal: 1.04s\tremaining: 8.05s\n",
      "23:\tlearn 18.44660587\ttest 16.96593126\tbestTest 16.96593126\t\ttotal: 1.09s\tremaining: 7.99s\n",
      "24:\tlearn 18.03617395\ttest 17.16611791\tbestTest 16.96593126\t\ttotal: 1.13s\tremaining: 7.92s\n",
      "25:\tlearn 17.65112051\ttest 17.15836741\tbestTest 16.96593126\t\ttotal: 1.17s\tremaining: 7.85s\n",
      "26:\tlearn 17.37692112\ttest 17.15400256\tbestTest 16.96593126\t\ttotal: 1.21s\tremaining: 7.78s\n",
      "27:\tlearn 17.03628648\ttest 17.18326912\tbestTest 16.96593126\t\ttotal: 1.26s\tremaining: 7.72s\n",
      "28:\tlearn 16.77796564\ttest 17.24546178\tbestTest 16.96593126\t\ttotal: 1.3s\tremaining: 7.69s\n",
      "29:\tlearn 16.52232185\ttest 17.40171963\tbestTest 16.96593126\t\ttotal: 1.35s\tremaining: 7.63s\n",
      "30:\tlearn 16.21366744\ttest 17.50384111\tbestTest 16.96593126\t\ttotal: 1.39s\tremaining: 7.58s\n",
      "31:\tlearn 16.02763895\ttest 17.47775228\tbestTest 16.96593126\t\ttotal: 1.45s\tremaining: 7.62s\n",
      "32:\tlearn 15.91573203\ttest 17.43482286\tbestTest 16.96593126\t\ttotal: 1.5s\tremaining: 7.59s\n",
      "33:\tlearn 15.67213572\ttest 17.67977672\tbestTest 16.96593126\t\ttotal: 1.54s\tremaining: 7.54s\n",
      "34:\tlearn 15.43860581\ttest 17.97746367\tbestTest 16.96593126\t\ttotal: 1.59s\tremaining: 7.5s\n",
      "35:\tlearn 15.25031655\ttest 18.26135744\tbestTest 16.96593126\t\ttotal: 1.64s\tremaining: 7.45s\n",
      "36:\tlearn 15.00298927\ttest 18.25706383\tbestTest 16.96593126\t\ttotal: 1.68s\tremaining: 7.39s\n",
      "37:\tlearn 14.83602197\ttest 18.15939692\tbestTest 16.96593126\t\ttotal: 1.72s\tremaining: 7.35s\n",
      "38:\tlearn 14.62678751\ttest 18.12366079\tbestTest 16.96593126\t\ttotal: 1.76s\tremaining: 7.29s\n",
      "39:\tlearn 14.49565806\ttest 18.21987424\tbestTest 16.96593126\t\ttotal: 1.81s\tremaining: 7.23s\n",
      "40:\tlearn 14.43103645\ttest 18.20759939\tbestTest 16.96593126\t\ttotal: 1.85s\tremaining: 7.17s\n",
      "41:\tlearn 14.1679658\ttest 18.23999211\tbestTest 16.96593126\t\ttotal: 1.89s\tremaining: 7.12s\n",
      "42:\tlearn 14.00724348\ttest 18.20887583\tbestTest 16.96593126\t\ttotal: 1.94s\tremaining: 7.07s\n",
      "43:\tlearn 13.83722175\ttest 18.22864308\tbestTest 16.96593126\t\ttotal: 1.98s\tremaining: 7.03s\n",
      "44:\tlearn 13.73391835\ttest 18.24167668\tbestTest 16.96593126\t\ttotal: 2.03s\tremaining: 6.98s\n",
      "45:\tlearn 13.66319979\ttest 18.2607809\tbestTest 16.96593126\t\ttotal: 2.04s\tremaining: 6.85s\n",
      "46:\tlearn 13.52580845\ttest 18.25584129\tbestTest 16.96593126\t\ttotal: 2.09s\tremaining: 6.8s\n",
      "47:\tlearn 13.41818101\ttest 18.22516553\tbestTest 16.96593126\t\ttotal: 2.13s\tremaining: 6.75s\n",
      "48:\tlearn 13.29153795\ttest 18.24292814\tbestTest 16.96593126\t\ttotal: 2.18s\tremaining: 6.71s\n",
      "49:\tlearn 13.22431721\ttest 18.30804774\tbestTest 16.96593126\t\ttotal: 2.22s\tremaining: 6.66s\n",
      "50:\tlearn 13.1098378\ttest 18.41836741\tbestTest 16.96593126\t\ttotal: 2.26s\tremaining: 6.61s\n",
      "51:\tlearn 12.99110072\ttest 18.41066733\tbestTest 16.96593126\t\ttotal: 2.31s\tremaining: 6.56s\n",
      "52:\tlearn 12.93220069\ttest 18.49092676\tbestTest 16.96593126\t\ttotal: 2.35s\tremaining: 6.51s\n",
      "53:\tlearn 12.91644416\ttest 18.49650225\tbestTest 16.96593126\t\ttotal: 2.39s\tremaining: 6.46s\n",
      "54:\tlearn 12.8628136\ttest 18.48323247\tbestTest 16.96593126\t\ttotal: 2.43s\tremaining: 6.42s\n",
      "55:\tlearn 12.75975913\ttest 18.55062231\tbestTest 16.96593126\t\ttotal: 2.48s\tremaining: 6.38s\n",
      "56:\tlearn 12.69300613\ttest 18.59055478\tbestTest 16.96593126\t\ttotal: 2.52s\tremaining: 6.33s\n",
      "57:\tlearn 12.52386381\ttest 18.59863988\tbestTest 16.96593126\t\ttotal: 2.57s\tremaining: 6.29s\n",
      "58:\tlearn 12.42689152\ttest 18.61847824\tbestTest 16.96593126\t\ttotal: 2.63s\tremaining: 6.28s\n",
      "59:\tlearn 12.39444405\ttest 18.58624915\tbestTest 16.96593126\t\ttotal: 2.68s\tremaining: 6.25s\n",
      "60:\tlearn 12.32610865\ttest 18.57973046\tbestTest 16.96593126\t\ttotal: 2.73s\tremaining: 6.21s\n",
      "61:\tlearn 12.1734714\ttest 18.53981573\tbestTest 16.96593126\t\ttotal: 2.77s\tremaining: 6.17s\n",
      "62:\tlearn 12.12999953\ttest 18.6433229\tbestTest 16.96593126\t\ttotal: 2.82s\tremaining: 6.14s\n",
      "63:\tlearn 12.03284112\ttest 18.77998964\tbestTest 16.96593126\t\ttotal: 2.88s\tremaining: 6.11s\n",
      "64:\tlearn 12.02775566\ttest 18.77081969\tbestTest 16.96593126\t\ttotal: 2.91s\tremaining: 6.04s\n",
      "65:\tlearn 11.95523086\ttest 18.76289342\tbestTest 16.96593126\t\ttotal: 2.96s\tremaining: 6s\n",
      "66:\tlearn 11.91424969\ttest 18.76928641\tbestTest 16.96593126\t\ttotal: 3s\tremaining: 5.97s\n",
      "67:\tlearn 11.81507943\ttest 18.75785416\tbestTest 16.96593126\t\ttotal: 3.05s\tremaining: 5.93s\n",
      "68:\tlearn 11.72246214\ttest 18.76290841\tbestTest 16.96593126\t\ttotal: 3.11s\tremaining: 5.9s\n",
      "69:\tlearn 11.70023245\ttest 18.76218013\tbestTest 16.96593126\t\ttotal: 3.16s\tremaining: 5.86s\n",
      "70:\tlearn 11.63915341\ttest 18.7741881\tbestTest 16.96593126\t\ttotal: 3.21s\tremaining: 5.83s\n",
      "71:\tlearn 11.61696588\ttest 18.7657324\tbestTest 16.96593126\t\ttotal: 3.25s\tremaining: 5.79s\n",
      "72:\tlearn 11.49080556\ttest 18.74945774\tbestTest 16.96593126\t\ttotal: 3.3s\tremaining: 5.74s\n",
      "73:\tlearn 11.45997927\ttest 18.72980089\tbestTest 16.96593126\t\ttotal: 3.34s\tremaining: 5.69s\n",
      "74:\tlearn 11.39909487\ttest 18.76184818\tbestTest 16.96593126\t\ttotal: 3.39s\tremaining: 5.64s\n",
      "75:\tlearn 11.36281516\ttest 18.75635609\tbestTest 16.96593126\t\ttotal: 3.43s\tremaining: 5.59s\n",
      "76:\tlearn 11.35669172\ttest 18.75509335\tbestTest 16.96593126\t\ttotal: 3.47s\tremaining: 5.54s\n",
      "77:\tlearn 11.33251552\ttest 18.84124125\tbestTest 16.96593126\t\ttotal: 3.51s\tremaining: 5.49s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "78:\tlearn 11.26043508\ttest 18.83715731\tbestTest 16.96593126\t\ttotal: 3.56s\tremaining: 5.45s\n",
      "79:\tlearn 11.0579132\ttest 18.86506356\tbestTest 16.96593126\t\ttotal: 3.6s\tremaining: 5.4s\n",
      "80:\tlearn 11.04671875\ttest 18.8648695\tbestTest 16.96593126\t\ttotal: 3.64s\tremaining: 5.35s\n",
      "81:\tlearn 10.99067689\ttest 18.89259959\tbestTest 16.96593126\t\ttotal: 3.69s\tremaining: 5.3s\n",
      "82:\tlearn 10.92244821\ttest 18.91206613\tbestTest 16.96593126\t\ttotal: 3.73s\tremaining: 5.25s\n",
      "83:\tlearn 10.88042395\ttest 18.95120961\tbestTest 16.96593126\t\ttotal: 3.77s\tremaining: 5.21s\n",
      "84:\tlearn 10.80584334\ttest 18.9089876\tbestTest 16.96593126\t\ttotal: 3.82s\tremaining: 5.16s\n",
      "85:\tlearn 10.77105364\ttest 18.86691377\tbestTest 16.96593126\t\ttotal: 3.86s\tremaining: 5.11s\n",
      "86:\tlearn 10.64510113\ttest 18.88943142\tbestTest 16.96593126\t\ttotal: 3.9s\tremaining: 5.07s\n",
      "87:\tlearn 10.5830235\ttest 18.89650338\tbestTest 16.96593126\t\ttotal: 3.95s\tremaining: 5.02s\n",
      "88:\tlearn 10.55898772\ttest 18.97886645\tbestTest 16.96593126\t\ttotal: 3.99s\tremaining: 4.98s\n",
      "89:\tlearn 10.54033498\ttest 18.97333083\tbestTest 16.96593126\t\ttotal: 4.04s\tremaining: 4.93s\n",
      "90:\tlearn 10.47238806\ttest 18.87493773\tbestTest 16.96593126\t\ttotal: 4.08s\tremaining: 4.89s\n",
      "91:\tlearn 10.43758319\ttest 18.79169576\tbestTest 16.96593126\t\ttotal: 4.13s\tremaining: 4.85s\n",
      "92:\tlearn 10.36070441\ttest 18.80588106\tbestTest 16.96593126\t\ttotal: 4.18s\tremaining: 4.81s\n",
      "93:\tlearn 10.32241132\ttest 18.82718378\tbestTest 16.96593126\t\ttotal: 4.24s\tremaining: 4.78s\n",
      "94:\tlearn 10.28336591\ttest 18.82382857\tbestTest 16.96593126\t\ttotal: 4.29s\tremaining: 4.74s\n",
      "95:\tlearn 10.21212674\ttest 18.79599639\tbestTest 16.96593126\t\ttotal: 4.33s\tremaining: 4.7s\n",
      "96:\tlearn 10.16822379\ttest 18.71286236\tbestTest 16.96593126\t\ttotal: 4.38s\tremaining: 4.66s\n",
      "97:\tlearn 10.13952374\ttest 18.73061515\tbestTest 16.96593126\t\ttotal: 4.43s\tremaining: 4.61s\n",
      "98:\tlearn 10.12227645\ttest 18.73762665\tbestTest 16.96593126\t\ttotal: 4.49s\tremaining: 4.58s\n",
      "99:\tlearn 10.06142843\ttest 18.74814521\tbestTest 16.96593126\t\ttotal: 4.53s\tremaining: 4.53s\n",
      "100:\tlearn 10.03660821\ttest 18.73415057\tbestTest 16.96593126\t\ttotal: 4.58s\tremaining: 4.49s\n",
      "101:\tlearn 10.007757\ttest 18.73858583\tbestTest 16.96593126\t\ttotal: 4.63s\tremaining: 4.45s\n",
      "102:\tlearn 9.970339706\ttest 18.74003072\tbestTest 16.96593126\t\ttotal: 4.68s\tremaining: 4.41s\n",
      "103:\tlearn 9.943334813\ttest 18.73320958\tbestTest 16.96593126\t\ttotal: 4.73s\tremaining: 4.37s\n",
      "104:\tlearn 9.871511732\ttest 18.77310485\tbestTest 16.96593126\t\ttotal: 4.78s\tremaining: 4.33s\n",
      "105:\tlearn 9.830768979\ttest 18.67302664\tbestTest 16.96593126\t\ttotal: 4.83s\tremaining: 4.28s\n",
      "106:\tlearn 9.794697695\ttest 18.67434649\tbestTest 16.96593126\t\ttotal: 4.88s\tremaining: 4.24s\n",
      "107:\tlearn 9.765628411\ttest 18.59663736\tbestTest 16.96593126\t\ttotal: 4.93s\tremaining: 4.2s\n",
      "108:\tlearn 9.749669915\ttest 18.59223134\tbestTest 16.96593126\t\ttotal: 4.98s\tremaining: 4.16s\n",
      "109:\tlearn 9.716117264\ttest 18.59488896\tbestTest 16.96593126\t\ttotal: 5.03s\tremaining: 4.12s\n",
      "110:\tlearn 9.706251367\ttest 18.5851678\tbestTest 16.96593126\t\ttotal: 5.08s\tremaining: 4.07s\n",
      "111:\tlearn 9.655444042\ttest 18.58192039\tbestTest 16.96593126\t\ttotal: 5.13s\tremaining: 4.03s\n",
      "112:\tlearn 9.6080962\ttest 18.60340618\tbestTest 16.96593126\t\ttotal: 5.18s\tremaining: 3.99s\n",
      "113:\tlearn 9.589515224\ttest 18.59772087\tbestTest 16.96593126\t\ttotal: 5.23s\tremaining: 3.95s\n",
      "114:\tlearn 9.540604165\ttest 18.60877233\tbestTest 16.96593126\t\ttotal: 5.28s\tremaining: 3.9s\n",
      "115:\tlearn 9.448069967\ttest 18.64169184\tbestTest 16.96593126\t\ttotal: 5.33s\tremaining: 3.86s\n",
      "116:\tlearn 9.39652806\ttest 18.55718609\tbestTest 16.96593126\t\ttotal: 5.38s\tremaining: 3.82s\n",
      "117:\tlearn 9.389589198\ttest 18.5552418\tbestTest 16.96593126\t\ttotal: 5.46s\tremaining: 3.8s\n",
      "118:\tlearn 9.367406724\ttest 18.51205668\tbestTest 16.96593126\t\ttotal: 5.64s\tremaining: 3.84s\n",
      "119:\tlearn 9.354402476\ttest 18.50569353\tbestTest 16.96593126\t\ttotal: 5.83s\tremaining: 3.89s\n",
      "120:\tlearn 9.296561877\ttest 18.50529824\tbestTest 16.96593126\t\ttotal: 5.97s\tremaining: 3.9s\n",
      "121:\tlearn 9.275660221\ttest 18.5341724\tbestTest 16.96593126\t\ttotal: 6.28s\tremaining: 4.01s\n",
      "122:\tlearn 9.259081813\ttest 18.53267971\tbestTest 16.96593126\t\ttotal: 6.36s\tremaining: 3.98s\n",
      "123:\tlearn 9.223749085\ttest 18.52056914\tbestTest 16.96593126\t\ttotal: 6.43s\tremaining: 3.94s\n",
      "124:\tlearn 9.200631117\ttest 18.52223658\tbestTest 16.96593126\t\ttotal: 6.48s\tremaining: 3.89s\n",
      "125:\tlearn 9.159074697\ttest 18.50306545\tbestTest 16.96593126\t\ttotal: 6.54s\tremaining: 3.84s\n",
      "126:\tlearn 9.125158759\ttest 18.51617373\tbestTest 16.96593126\t\ttotal: 6.61s\tremaining: 3.8s\n",
      "127:\tlearn 9.077430016\ttest 18.52242954\tbestTest 16.96593126\t\ttotal: 6.65s\tremaining: 3.74s\n",
      "128:\tlearn 9.065392496\ttest 18.51936153\tbestTest 16.96593126\t\ttotal: 6.7s\tremaining: 3.69s\n",
      "129:\tlearn 9.031206815\ttest 18.53767938\tbestTest 16.96593126\t\ttotal: 6.75s\tremaining: 3.63s\n",
      "130:\tlearn 9.023762178\ttest 18.53506724\tbestTest 16.96593126\t\ttotal: 6.79s\tremaining: 3.58s\n",
      "131:\tlearn 9.001360583\ttest 18.504387\tbestTest 16.96593126\t\ttotal: 6.83s\tremaining: 3.52s\n",
      "132:\tlearn 8.958786407\ttest 18.5263268\tbestTest 16.96593126\t\ttotal: 6.88s\tremaining: 3.46s\n",
      "133:\tlearn 8.951325766\ttest 18.53588106\tbestTest 16.96593126\t\ttotal: 6.92s\tremaining: 3.41s\n",
      "134:\tlearn 8.942871643\ttest 18.53461227\tbestTest 16.96593126\t\ttotal: 6.99s\tremaining: 3.37s\n",
      "135:\tlearn 8.933711792\ttest 18.53742673\tbestTest 16.96593126\t\ttotal: 7.05s\tremaining: 3.32s\n",
      "136:\tlearn 8.886396594\ttest 18.54999062\tbestTest 16.96593126\t\ttotal: 7.11s\tremaining: 3.27s\n",
      "137:\tlearn 8.874986053\ttest 18.54192385\tbestTest 16.96593126\t\ttotal: 7.18s\tremaining: 3.23s\n",
      "138:\tlearn 8.867414903\ttest 18.56657628\tbestTest 16.96593126\t\ttotal: 7.24s\tremaining: 3.18s\n",
      "139:\tlearn 8.830973499\ttest 18.5684598\tbestTest 16.96593126\t\ttotal: 7.31s\tremaining: 3.13s\n",
      "140:\tlearn 8.780921898\ttest 18.5785516\tbestTest 16.96593126\t\ttotal: 7.36s\tremaining: 3.08s\n",
      "141:\tlearn 8.776222684\ttest 18.58125975\tbestTest 16.96593126\t\ttotal: 7.43s\tremaining: 3.03s\n",
      "142:\tlearn 8.762025272\ttest 18.57590861\tbestTest 16.96593126\t\ttotal: 7.48s\tremaining: 2.98s\n",
      "143:\tlearn 8.745815085\ttest 18.57172035\tbestTest 16.96593126\t\ttotal: 7.54s\tremaining: 2.93s\n",
      "144:\tlearn 8.720086385\ttest 18.5606041\tbestTest 16.96593126\t\ttotal: 7.59s\tremaining: 2.88s\n",
      "145:\tlearn 8.713784586\ttest 18.56529421\tbestTest 16.96593126\t\ttotal: 7.65s\tremaining: 2.83s\n",
      "146:\tlearn 8.698892139\ttest 18.56154604\tbestTest 16.96593126\t\ttotal: 7.7s\tremaining: 2.77s\n",
      "147:\tlearn 8.682854807\ttest 18.56109017\tbestTest 16.96593126\t\ttotal: 7.75s\tremaining: 2.72s\n",
      "148:\tlearn 8.668107187\ttest 18.59208312\tbestTest 16.96593126\t\ttotal: 7.8s\tremaining: 2.67s\n",
      "149:\tlearn 8.660788014\ttest 18.59036662\tbestTest 16.96593126\t\ttotal: 7.85s\tremaining: 2.62s\n",
      "150:\tlearn 8.648641475\ttest 18.58979507\tbestTest 16.96593126\t\ttotal: 7.91s\tremaining: 2.57s\n",
      "151:\tlearn 8.635240172\ttest 18.58371649\tbestTest 16.96593126\t\ttotal: 7.98s\tremaining: 2.52s\n",
      "152:\tlearn 8.621289996\ttest 18.5970443\tbestTest 16.96593126\t\ttotal: 8.04s\tremaining: 2.47s\n",
      "153:\tlearn 8.61539928\ttest 18.60174777\tbestTest 16.96593126\t\ttotal: 8.1s\tremaining: 2.42s\n",
      "154:\tlearn 8.596957477\ttest 18.60622756\tbestTest 16.96593126\t\ttotal: 8.16s\tremaining: 2.37s\n",
      "155:\tlearn 8.579002127\ttest 18.54041591\tbestTest 16.96593126\t\ttotal: 8.24s\tremaining: 2.32s\n",
      "156:\tlearn 8.574221121\ttest 18.53842255\tbestTest 16.96593126\t\ttotal: 8.29s\tremaining: 2.27s\n",
      "157:\tlearn 8.55447862\ttest 18.51757393\tbestTest 16.96593126\t\ttotal: 8.34s\tremaining: 2.22s\n",
      "158:\tlearn 8.552685705\ttest 18.51801731\tbestTest 16.96593126\t\ttotal: 8.4s\tremaining: 2.17s\n",
      "159:\tlearn 8.546121091\ttest 18.51414749\tbestTest 16.96593126\t\ttotal: 8.45s\tremaining: 2.11s\n",
      "160:\tlearn 8.535864513\ttest 18.49838375\tbestTest 16.96593126\t\ttotal: 8.5s\tremaining: 2.06s\n",
      "161:\tlearn 8.521530626\ttest 18.50966836\tbestTest 16.96593126\t\ttotal: 8.55s\tremaining: 2s\n",
      "162:\tlearn 8.510918165\ttest 18.5091632\tbestTest 16.96593126\t\ttotal: 8.61s\tremaining: 1.95s\n",
      "163:\tlearn 8.507287641\ttest 18.51087753\tbestTest 16.96593126\t\ttotal: 8.65s\tremaining: 1.9s\n",
      "164:\tlearn 8.464500279\ttest 18.50719124\tbestTest 16.96593126\t\ttotal: 8.7s\tremaining: 1.85s\n",
      "165:\tlearn 8.460811532\ttest 18.50341277\tbestTest 16.96593126\t\ttotal: 8.76s\tremaining: 1.79s\n",
      "166:\tlearn 8.442017295\ttest 18.51800836\tbestTest 16.96593126\t\ttotal: 8.81s\tremaining: 1.74s\n",
      "167:\tlearn 8.439496763\ttest 18.48964884\tbestTest 16.96593126\t\ttotal: 8.86s\tremaining: 1.69s\n",
      "168:\tlearn 8.43035764\ttest 18.47211604\tbestTest 16.96593126\t\ttotal: 8.91s\tremaining: 1.63s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "169:\tlearn 8.428566538\ttest 18.47029905\tbestTest 16.96593126\t\ttotal: 8.96s\tremaining: 1.58s\n",
      "170:\tlearn 8.407599681\ttest 18.47044364\tbestTest 16.96593126\t\ttotal: 9.02s\tremaining: 1.53s\n",
      "171:\tlearn 8.375465306\ttest 18.36356528\tbestTest 16.96593126\t\ttotal: 9.07s\tremaining: 1.48s\n",
      "172:\tlearn 8.316750152\ttest 18.37745804\tbestTest 16.96593126\t\ttotal: 9.12s\tremaining: 1.42s\n",
      "173:\tlearn 8.310547478\ttest 18.3746935\tbestTest 16.96593126\t\ttotal: 9.17s\tremaining: 1.37s\n",
      "174:\tlearn 8.289692748\ttest 18.37599165\tbestTest 16.96593126\t\ttotal: 9.22s\tremaining: 1.32s\n",
      "175:\tlearn 8.280971807\ttest 18.3765627\tbestTest 16.96593126\t\ttotal: 9.27s\tremaining: 1.26s\n",
      "176:\tlearn 8.262569252\ttest 18.3687778\tbestTest 16.96593126\t\ttotal: 9.31s\tremaining: 1.21s\n",
      "177:\tlearn 8.232031254\ttest 18.37571281\tbestTest 16.96593126\t\ttotal: 9.35s\tremaining: 1.16s\n",
      "178:\tlearn 8.227333185\ttest 18.37201139\tbestTest 16.96593126\t\ttotal: 9.4s\tremaining: 1.1s\n",
      "179:\tlearn 8.221545044\ttest 18.3703419\tbestTest 16.96593126\t\ttotal: 9.44s\tremaining: 1.05s\n",
      "180:\tlearn 8.173511118\ttest 18.35244103\tbestTest 16.96593126\t\ttotal: 9.49s\tremaining: 996ms\n",
      "181:\tlearn 8.171747849\ttest 18.34986693\tbestTest 16.96593126\t\ttotal: 9.53s\tremaining: 943ms\n",
      "182:\tlearn 8.16578437\ttest 18.35461232\tbestTest 16.96593126\t\ttotal: 9.57s\tremaining: 889ms\n",
      "183:\tlearn 8.152487835\ttest 18.35862854\tbestTest 16.96593126\t\ttotal: 9.62s\tremaining: 837ms\n",
      "184:\tlearn 8.143408209\ttest 18.3585148\tbestTest 16.96593126\t\ttotal: 9.67s\tremaining: 784ms\n",
      "185:\tlearn 8.135731303\ttest 18.38368988\tbestTest 16.96593126\t\ttotal: 9.71s\tremaining: 731ms\n",
      "186:\tlearn 8.1245974\ttest 18.38285933\tbestTest 16.96593126\t\ttotal: 9.75s\tremaining: 678ms\n",
      "187:\tlearn 8.09924803\ttest 18.36191147\tbestTest 16.96593126\t\ttotal: 9.79s\tremaining: 625ms\n",
      "188:\tlearn 8.09545244\ttest 18.36139073\tbestTest 16.96593126\t\ttotal: 9.84s\tremaining: 573ms\n",
      "189:\tlearn 8.090033713\ttest 18.35851359\tbestTest 16.96593126\t\ttotal: 9.89s\tremaining: 520ms\n",
      "190:\tlearn 8.089332318\ttest 18.35583329\tbestTest 16.96593126\t\ttotal: 9.93s\tremaining: 468ms\n",
      "191:\tlearn 8.051703671\ttest 18.35013619\tbestTest 16.96593126\t\ttotal: 9.97s\tremaining: 416ms\n",
      "192:\tlearn 8.049183044\ttest 18.35087875\tbestTest 16.96593126\t\ttotal: 10s\tremaining: 364ms\n",
      "193:\tlearn 8.046351911\ttest 18.34984782\tbestTest 16.96593126\t\ttotal: 10.1s\tremaining: 311ms\n",
      "194:\tlearn 8.045703737\ttest 18.34724636\tbestTest 16.96593126\t\ttotal: 10.1s\tremaining: 259ms\n",
      "195:\tlearn 8.024344291\ttest 18.3249783\tbestTest 16.96593126\t\ttotal: 10.2s\tremaining: 207ms\n",
      "196:\tlearn 8.021980879\ttest 18.32587776\tbestTest 16.96593126\t\ttotal: 10.2s\tremaining: 156ms\n",
      "197:\tlearn 8.020796292\ttest 18.3264926\tbestTest 16.96593126\t\ttotal: 10.3s\tremaining: 104ms\n",
      "198:\tlearn 7.958459839\ttest 18.32262873\tbestTest 16.96593126\t\ttotal: 10.4s\tremaining: 52.1ms\n",
      "199:\tlearn 7.951277494\ttest 18.32412183\tbestTest 16.96593126\t\ttotal: 10.4s\tremaining: 0us\n",
      "\n",
      "bestTest = 16.96593126\n",
      "bestIteration = 23\n",
      "\n",
      "Shrink model to first 24 iterations.\n",
      "2 fcll\n",
      "Borders generated\n",
      "0:\tlearn 38.41779831\ttest 42.48973823\tbestTest 42.48973823\t\ttotal: 399ms\tremaining: 1m 19s\n",
      "1:\tlearn 35.74390788\ttest 39.42970115\tbestTest 39.42970115\t\ttotal: 510ms\tremaining: 50.5s\n",
      "2:\tlearn 33.20974811\ttest 36.61280191\tbestTest 36.61280191\t\ttotal: 603ms\tremaining: 39.6s\n",
      "3:\tlearn 30.97281121\ttest 34.41778903\tbestTest 34.41778903\t\ttotal: 741ms\tremaining: 36.3s\n",
      "4:\tlearn 28.94611969\ttest 32.25407756\tbestTest 32.25407756\t\ttotal: 875ms\tremaining: 34.1s\n",
      "5:\tlearn 27.12747152\ttest 30.63048754\tbestTest 30.63048754\t\ttotal: 962ms\tremaining: 31.1s\n",
      "6:\tlearn 25.40772551\ttest 28.92623461\tbestTest 28.92623461\t\ttotal: 1.05s\tremaining: 28.9s\n",
      "7:\tlearn 24.03230405\ttest 27.26332267\tbestTest 27.26332267\t\ttotal: 1.16s\tremaining: 27.9s\n",
      "8:\tlearn 22.78058491\ttest 25.70121396\tbestTest 25.70121396\t\ttotal: 1.26s\tremaining: 26.7s\n",
      "9:\tlearn 21.74456596\ttest 24.58284224\tbestTest 24.58284224\t\ttotal: 1.34s\tremaining: 25.5s\n",
      "10:\tlearn 20.63960404\ttest 23.8264066\tbestTest 23.8264066\t\ttotal: 1.43s\tremaining: 24.6s\n",
      "11:\tlearn 19.74066039\ttest 23.06358262\tbestTest 23.06358262\t\ttotal: 1.55s\tremaining: 24.2s\n",
      "12:\tlearn 18.8109458\ttest 22.34349195\tbestTest 22.34349195\t\ttotal: 1.63s\tremaining: 23.5s\n",
      "13:\tlearn 18.01094128\ttest 21.79313251\tbestTest 21.79313251\t\ttotal: 1.74s\tremaining: 23.1s\n",
      "14:\tlearn 17.32846746\ttest 21.33078499\tbestTest 21.33078499\t\ttotal: 1.87s\tremaining: 23.1s\n",
      "15:\tlearn 16.74748454\ttest 21.0609148\tbestTest 21.0609148\t\ttotal: 1.99s\tremaining: 22.9s\n",
      "16:\tlearn 16.24669461\ttest 20.94338498\tbestTest 20.94338498\t\ttotal: 2.15s\tremaining: 23.1s\n",
      "17:\tlearn 15.76734512\ttest 20.51408193\tbestTest 20.51408193\t\ttotal: 2.41s\tremaining: 24.4s\n",
      "18:\tlearn 15.32240936\ttest 20.33850478\tbestTest 20.33850478\t\ttotal: 2.53s\tremaining: 24.1s\n",
      "19:\tlearn 14.97157945\ttest 20.19692369\tbestTest 20.19692369\t\ttotal: 2.63s\tremaining: 23.7s\n",
      "20:\tlearn 14.5572806\ttest 19.99232337\tbestTest 19.99232337\t\ttotal: 2.73s\tremaining: 23.3s\n",
      "21:\tlearn 14.24017002\ttest 19.60993612\tbestTest 19.60993612\t\ttotal: 2.82s\tremaining: 22.9s\n",
      "22:\tlearn 13.98586433\ttest 19.43446795\tbestTest 19.43446795\t\ttotal: 2.91s\tremaining: 22.4s\n",
      "23:\tlearn 13.73581884\ttest 19.33566832\tbestTest 19.33566832\t\ttotal: 3s\tremaining: 22s\n",
      "24:\tlearn 13.51858307\ttest 19.15369077\tbestTest 19.15369077\t\ttotal: 3.08s\tremaining: 21.5s\n",
      "25:\tlearn 13.30305868\ttest 19.12485004\tbestTest 19.12485004\t\ttotal: 3.17s\tremaining: 21.2s\n",
      "26:\tlearn 13.08069834\ttest 19.07867726\tbestTest 19.07867726\t\ttotal: 3.25s\tremaining: 20.8s\n",
      "27:\tlearn 12.90998021\ttest 19.00307441\tbestTest 19.00307441\t\ttotal: 3.33s\tremaining: 20.5s\n",
      "28:\tlearn 12.77413341\ttest 18.9217149\tbestTest 18.9217149\t\ttotal: 3.42s\tremaining: 20.2s\n",
      "29:\tlearn 12.60088513\ttest 19.02374112\tbestTest 18.9217149\t\ttotal: 3.5s\tremaining: 19.8s\n",
      "30:\tlearn 12.43412141\ttest 18.92911694\tbestTest 18.9217149\t\ttotal: 3.59s\tremaining: 19.6s\n",
      "31:\tlearn 12.27571256\ttest 18.87519871\tbestTest 18.87519871\t\ttotal: 3.68s\tremaining: 19.3s\n",
      "32:\tlearn 12.17120222\ttest 18.78816838\tbestTest 18.78816838\t\ttotal: 3.78s\tremaining: 19.1s\n",
      "33:\tlearn 12.06130045\ttest 18.66289085\tbestTest 18.66289085\t\ttotal: 3.86s\tremaining: 18.9s\n",
      "34:\tlearn 11.98480174\ttest 18.63491597\tbestTest 18.63491597\t\ttotal: 3.95s\tremaining: 18.6s\n",
      "35:\tlearn 11.86571407\ttest 18.6058989\tbestTest 18.6058989\t\ttotal: 4.03s\tremaining: 18.4s\n",
      "36:\tlearn 11.70013706\ttest 18.62521938\tbestTest 18.6058989\t\ttotal: 4.12s\tremaining: 18.1s\n",
      "37:\tlearn 11.5832298\ttest 18.66323271\tbestTest 18.6058989\t\ttotal: 4.21s\tremaining: 17.9s\n",
      "38:\tlearn 11.49747028\ttest 18.61939285\tbestTest 18.6058989\t\ttotal: 4.29s\tremaining: 17.7s\n",
      "39:\tlearn 11.44581324\ttest 18.59568838\tbestTest 18.59568838\t\ttotal: 4.38s\tremaining: 17.5s\n",
      "40:\tlearn 11.30218548\ttest 18.57367378\tbestTest 18.57367378\t\ttotal: 4.46s\tremaining: 17.3s\n",
      "41:\tlearn 11.21212057\ttest 18.58507177\tbestTest 18.57367378\t\ttotal: 4.55s\tremaining: 17.1s\n",
      "42:\tlearn 11.17037924\ttest 18.59728532\tbestTest 18.57367378\t\ttotal: 4.63s\tremaining: 16.9s\n",
      "43:\tlearn 11.10703192\ttest 18.59521663\tbestTest 18.57367378\t\ttotal: 4.72s\tremaining: 16.7s\n",
      "44:\tlearn 10.99159098\ttest 18.59808071\tbestTest 18.57367378\t\ttotal: 4.8s\tremaining: 16.5s\n",
      "45:\tlearn 10.95571251\ttest 18.59777494\tbestTest 18.57367378\t\ttotal: 4.89s\tremaining: 16.4s\n",
      "46:\tlearn 10.8683922\ttest 18.58307244\tbestTest 18.57367378\t\ttotal: 4.98s\tremaining: 16.2s\n",
      "47:\tlearn 10.81417584\ttest 18.58800902\tbestTest 18.57367378\t\ttotal: 5.07s\tremaining: 16.1s\n",
      "48:\tlearn 10.72079982\ttest 18.57897446\tbestTest 18.57367378\t\ttotal: 5.17s\tremaining: 15.9s\n",
      "49:\tlearn 10.670837\ttest 18.53944599\tbestTest 18.53944599\t\ttotal: 5.27s\tremaining: 15.8s\n",
      "50:\tlearn 10.58063082\ttest 18.6193429\tbestTest 18.53944599\t\ttotal: 5.36s\tremaining: 15.7s\n",
      "51:\tlearn 10.52691815\ttest 18.60986646\tbestTest 18.53944599\t\ttotal: 5.46s\tremaining: 15.5s\n",
      "52:\tlearn 10.42026623\ttest 18.60824359\tbestTest 18.53944599\t\ttotal: 5.58s\tremaining: 15.5s\n",
      "53:\tlearn 10.39760738\ttest 18.59219857\tbestTest 18.53944599\t\ttotal: 5.69s\tremaining: 15.4s\n",
      "54:\tlearn 10.33945837\ttest 18.52216813\tbestTest 18.52216813\t\ttotal: 5.8s\tremaining: 15.3s\n",
      "55:\tlearn 10.30491616\ttest 18.49469069\tbestTest 18.49469069\t\ttotal: 5.91s\tremaining: 15.2s\n",
      "56:\tlearn 10.25035396\ttest 18.50084062\tbestTest 18.49469069\t\ttotal: 6s\tremaining: 15.1s\n",
      "57:\tlearn 10.23130956\ttest 18.49987092\tbestTest 18.49469069\t\ttotal: 6.12s\tremaining: 15s\n",
      "58:\tlearn 10.18409484\ttest 18.47376934\tbestTest 18.47376934\t\ttotal: 6.22s\tremaining: 14.9s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "59:\tlearn 10.14919925\ttest 18.46588145\tbestTest 18.46588145\t\ttotal: 6.32s\tremaining: 14.7s\n",
      "60:\tlearn 10.1197831\ttest 18.47220739\tbestTest 18.46588145\t\ttotal: 6.45s\tremaining: 14.7s\n",
      "61:\tlearn 10.05916738\ttest 18.48719337\tbestTest 18.46588145\t\ttotal: 6.58s\tremaining: 14.6s\n",
      "62:\tlearn 10.02471799\ttest 18.54353299\tbestTest 18.46588145\t\ttotal: 6.66s\tremaining: 14.5s\n",
      "63:\tlearn 9.967250385\ttest 18.53605087\tbestTest 18.46588145\t\ttotal: 6.9s\tremaining: 14.7s\n",
      "64:\tlearn 9.939911821\ttest 18.48526323\tbestTest 18.46588145\t\ttotal: 7s\tremaining: 14.5s\n",
      "65:\tlearn 9.904305367\ttest 18.4709501\tbestTest 18.46588145\t\ttotal: 7.09s\tremaining: 14.4s\n",
      "66:\tlearn 9.86017444\ttest 18.47987928\tbestTest 18.46588145\t\ttotal: 7.2s\tremaining: 14.3s\n",
      "67:\tlearn 9.843501917\ttest 18.45703977\tbestTest 18.45703977\t\ttotal: 7.42s\tremaining: 14.4s\n",
      "68:\tlearn 9.783985316\ttest 18.43862734\tbestTest 18.43862734\t\ttotal: 7.54s\tremaining: 14.3s\n",
      "69:\tlearn 9.729707567\ttest 18.42381964\tbestTest 18.42381964\t\ttotal: 7.62s\tremaining: 14.2s\n",
      "70:\tlearn 9.705653831\ttest 18.40237952\tbestTest 18.40237952\t\ttotal: 7.72s\tremaining: 14s\n",
      "71:\tlearn 9.694341018\ttest 18.39482698\tbestTest 18.39482698\t\ttotal: 7.82s\tremaining: 13.9s\n",
      "72:\tlearn 9.642916273\ttest 18.3826512\tbestTest 18.3826512\t\ttotal: 7.91s\tremaining: 13.8s\n",
      "73:\tlearn 9.529952389\ttest 18.33655991\tbestTest 18.33655991\t\ttotal: 8.06s\tremaining: 13.7s\n",
      "74:\tlearn 9.445566865\ttest 18.43586163\tbestTest 18.33655991\t\ttotal: 8.18s\tremaining: 13.6s\n",
      "75:\tlearn 9.377262441\ttest 18.44102175\tbestTest 18.33655991\t\ttotal: 8.27s\tremaining: 13.5s\n",
      "76:\tlearn 9.361375163\ttest 18.43882371\tbestTest 18.33655991\t\ttotal: 8.38s\tremaining: 13.4s\n",
      "77:\tlearn 9.325205688\ttest 18.43959478\tbestTest 18.33655991\t\ttotal: 8.48s\tremaining: 13.3s\n",
      "78:\tlearn 9.305595241\ttest 18.41206253\tbestTest 18.33655991\t\ttotal: 8.58s\tremaining: 13.1s\n",
      "79:\tlearn 9.290431229\ttest 18.42226074\tbestTest 18.33655991\t\ttotal: 8.83s\tremaining: 13.2s\n",
      "80:\tlearn 9.250214087\ttest 18.42350792\tbestTest 18.33655991\t\ttotal: 9.01s\tremaining: 13.2s\n",
      "81:\tlearn 9.168228097\ttest 18.45919374\tbestTest 18.33655991\t\ttotal: 9.14s\tremaining: 13.2s\n",
      "82:\tlearn 9.105171965\ttest 18.40507161\tbestTest 18.33655991\t\ttotal: 9.26s\tremaining: 13s\n",
      "83:\tlearn 9.032789774\ttest 18.41868889\tbestTest 18.33655991\t\ttotal: 9.36s\tremaining: 12.9s\n",
      "84:\tlearn 8.94140802\ttest 18.39863668\tbestTest 18.33655991\t\ttotal: 9.45s\tremaining: 12.8s\n",
      "85:\tlearn 8.919062177\ttest 18.37209353\tbestTest 18.33655991\t\ttotal: 9.53s\tremaining: 12.6s\n",
      "86:\tlearn 8.902667854\ttest 18.36113286\tbestTest 18.33655991\t\ttotal: 9.62s\tremaining: 12.5s\n",
      "87:\tlearn 8.880217956\ttest 18.37122697\tbestTest 18.33655991\t\ttotal: 9.71s\tremaining: 12.4s\n",
      "88:\tlearn 8.838688792\ttest 18.31839718\tbestTest 18.31839718\t\ttotal: 9.8s\tremaining: 12.2s\n",
      "89:\tlearn 8.822211475\ttest 18.31580646\tbestTest 18.31580646\t\ttotal: 9.89s\tremaining: 12.1s\n",
      "90:\tlearn 8.804443615\ttest 18.31999631\tbestTest 18.31580646\t\ttotal: 9.98s\tremaining: 12s\n",
      "91:\tlearn 8.779714418\ttest 18.30606104\tbestTest 18.30606104\t\ttotal: 10.1s\tremaining: 11.8s\n",
      "92:\tlearn 8.76341607\ttest 18.3267601\tbestTest 18.30606104\t\ttotal: 10.2s\tremaining: 11.8s\n",
      "93:\tlearn 8.744904771\ttest 18.31395757\tbestTest 18.30606104\t\ttotal: 10.4s\tremaining: 11.7s\n",
      "94:\tlearn 8.701843506\ttest 18.26838006\tbestTest 18.26838006\t\ttotal: 10.5s\tremaining: 11.6s\n",
      "95:\tlearn 8.649912593\ttest 18.25227715\tbestTest 18.25227715\t\ttotal: 10.6s\tremaining: 11.5s\n",
      "96:\tlearn 8.619341541\ttest 18.28249096\tbestTest 18.25227715\t\ttotal: 10.7s\tremaining: 11.4s\n",
      "97:\tlearn 8.564248272\ttest 18.31042637\tbestTest 18.25227715\t\ttotal: 10.9s\tremaining: 11.3s\n",
      "98:\tlearn 8.526426002\ttest 18.28035125\tbestTest 18.25227715\t\ttotal: 11s\tremaining: 11.3s\n",
      "99:\tlearn 8.509795201\ttest 18.28976223\tbestTest 18.25227715\t\ttotal: 11.2s\tremaining: 11.2s\n",
      "100:\tlearn 8.493326134\ttest 18.29684947\tbestTest 18.25227715\t\ttotal: 11.4s\tremaining: 11.1s\n",
      "101:\tlearn 8.471587762\ttest 18.29584219\tbestTest 18.25227715\t\ttotal: 11.5s\tremaining: 11s\n",
      "102:\tlearn 8.45297171\ttest 18.3199408\tbestTest 18.25227715\t\ttotal: 11.6s\tremaining: 10.9s\n",
      "103:\tlearn 8.442163062\ttest 18.32945511\tbestTest 18.25227715\t\ttotal: 11.8s\tremaining: 10.8s\n",
      "104:\tlearn 8.422292722\ttest 18.30500687\tbestTest 18.25227715\t\ttotal: 11.9s\tremaining: 10.7s\n",
      "105:\tlearn 8.41483149\ttest 18.27487037\tbestTest 18.25227715\t\ttotal: 12s\tremaining: 10.6s\n",
      "106:\tlearn 8.324831199\ttest 18.23387582\tbestTest 18.23387582\t\ttotal: 12.1s\tremaining: 10.5s\n",
      "107:\tlearn 8.279680259\ttest 18.23475914\tbestTest 18.23387582\t\ttotal: 12.2s\tremaining: 10.4s\n",
      "108:\tlearn 8.243924706\ttest 18.2089085\tbestTest 18.2089085\t\ttotal: 12.3s\tremaining: 10.3s\n",
      "109:\tlearn 8.225670568\ttest 18.1938406\tbestTest 18.1938406\t\ttotal: 12.4s\tremaining: 10.2s\n",
      "110:\tlearn 8.198448264\ttest 18.17724253\tbestTest 18.17724253\t\ttotal: 12.6s\tremaining: 10.1s\n",
      "111:\tlearn 8.18657057\ttest 18.16525872\tbestTest 18.16525872\t\ttotal: 12.7s\tremaining: 9.97s\n",
      "112:\tlearn 8.177864658\ttest 18.16916707\tbestTest 18.16525872\t\ttotal: 12.8s\tremaining: 9.87s\n",
      "113:\tlearn 8.164148016\ttest 18.16221463\tbestTest 18.16221463\t\ttotal: 12.9s\tremaining: 9.73s\n",
      "114:\tlearn 8.12426694\ttest 18.18176438\tbestTest 18.16221463\t\ttotal: 13s\tremaining: 9.61s\n",
      "115:\tlearn 8.107641405\ttest 18.199863\tbestTest 18.16221463\t\ttotal: 13.1s\tremaining: 9.47s\n",
      "116:\tlearn 8.037187656\ttest 18.21957607\tbestTest 18.16221463\t\ttotal: 13.2s\tremaining: 9.35s\n",
      "117:\tlearn 8.004357048\ttest 18.20898317\tbestTest 18.16221463\t\ttotal: 13.3s\tremaining: 9.22s\n",
      "118:\tlearn 7.992311762\ttest 18.19379637\tbestTest 18.16221463\t\ttotal: 13.4s\tremaining: 9.1s\n",
      "119:\tlearn 7.971145603\ttest 18.19809556\tbestTest 18.16221463\t\ttotal: 13.5s\tremaining: 8.97s\n",
      "120:\tlearn 7.946355597\ttest 18.19325727\tbestTest 18.16221463\t\ttotal: 13.6s\tremaining: 8.85s\n",
      "121:\tlearn 7.922979025\ttest 18.18848146\tbestTest 18.16221463\t\ttotal: 13.7s\tremaining: 8.74s\n",
      "122:\tlearn 7.91679711\ttest 18.17511634\tbestTest 18.16221463\t\ttotal: 13.8s\tremaining: 8.62s\n",
      "123:\tlearn 7.891357299\ttest 18.17918495\tbestTest 18.16221463\t\ttotal: 13.9s\tremaining: 8.51s\n",
      "124:\tlearn 7.864003491\ttest 18.14021743\tbestTest 18.14021743\t\ttotal: 14s\tremaining: 8.39s\n",
      "125:\tlearn 7.857576904\ttest 18.15158058\tbestTest 18.14021743\t\ttotal: 14.1s\tremaining: 8.27s\n",
      "126:\tlearn 7.835436165\ttest 18.13829863\tbestTest 18.13829863\t\ttotal: 14.2s\tremaining: 8.15s\n",
      "127:\tlearn 7.826406481\ttest 18.14188353\tbestTest 18.13829863\t\ttotal: 14.3s\tremaining: 8.04s\n",
      "128:\tlearn 7.806465719\ttest 18.14841371\tbestTest 18.13829863\t\ttotal: 14.4s\tremaining: 7.92s\n",
      "129:\tlearn 7.804466985\ttest 18.14433068\tbestTest 18.13829863\t\ttotal: 14.5s\tremaining: 7.8s\n",
      "130:\tlearn 7.783575236\ttest 18.16139057\tbestTest 18.13829863\t\ttotal: 14.6s\tremaining: 7.69s\n",
      "131:\tlearn 7.775111907\ttest 18.15152797\tbestTest 18.13829863\t\ttotal: 14.7s\tremaining: 7.57s\n",
      "132:\tlearn 7.755385537\ttest 18.15124793\tbestTest 18.13829863\t\ttotal: 14.8s\tremaining: 7.45s\n",
      "133:\tlearn 7.65758508\ttest 18.16209467\tbestTest 18.13829863\t\ttotal: 14.9s\tremaining: 7.34s\n",
      "134:\tlearn 7.650793262\ttest 18.16349335\tbestTest 18.13829863\t\ttotal: 15s\tremaining: 7.22s\n",
      "135:\tlearn 7.607424218\ttest 18.16876784\tbestTest 18.13829863\t\ttotal: 15.1s\tremaining: 7.1s\n",
      "136:\tlearn 7.601217443\ttest 18.16923563\tbestTest 18.13829863\t\ttotal: 15.2s\tremaining: 6.98s\n",
      "137:\tlearn 7.588743338\ttest 18.17129542\tbestTest 18.13829863\t\ttotal: 15.3s\tremaining: 6.86s\n",
      "138:\tlearn 7.528784022\ttest 18.17697719\tbestTest 18.13829863\t\ttotal: 15.4s\tremaining: 6.74s\n",
      "139:\tlearn 7.492707971\ttest 18.18280279\tbestTest 18.13829863\t\ttotal: 15.5s\tremaining: 6.62s\n",
      "140:\tlearn 7.47115107\ttest 18.18106883\tbestTest 18.13829863\t\ttotal: 15.5s\tremaining: 6.5s\n",
      "141:\tlearn 7.450680411\ttest 18.19652656\tbestTest 18.13829863\t\ttotal: 15.6s\tremaining: 6.38s\n",
      "142:\tlearn 7.447191887\ttest 18.19512845\tbestTest 18.13829863\t\ttotal: 15.7s\tremaining: 6.26s\n",
      "143:\tlearn 7.417131116\ttest 18.1839567\tbestTest 18.13829863\t\ttotal: 15.8s\tremaining: 6.15s\n",
      "144:\tlearn 7.39712243\ttest 18.14922244\tbestTest 18.13829863\t\ttotal: 15.9s\tremaining: 6.03s\n",
      "145:\tlearn 7.386398397\ttest 18.15377465\tbestTest 18.13829863\t\ttotal: 16s\tremaining: 5.91s\n",
      "146:\tlearn 7.369976602\ttest 18.11808028\tbestTest 18.11808028\t\ttotal: 16.1s\tremaining: 5.8s\n",
      "147:\tlearn 7.324323714\ttest 18.16181217\tbestTest 18.11808028\t\ttotal: 16.2s\tremaining: 5.68s\n",
      "148:\tlearn 7.313912549\ttest 18.15343799\tbestTest 18.11808028\t\ttotal: 16.3s\tremaining: 5.57s\n",
      "149:\tlearn 7.305313046\ttest 18.13350955\tbestTest 18.11808028\t\ttotal: 16.4s\tremaining: 5.46s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "150:\tlearn 7.292539346\ttest 18.1127173\tbestTest 18.1127173\t\ttotal: 16.5s\tremaining: 5.35s\n",
      "151:\tlearn 7.258120871\ttest 18.11369958\tbestTest 18.1127173\t\ttotal: 16.6s\tremaining: 5.24s\n",
      "152:\tlearn 7.249622721\ttest 18.10850054\tbestTest 18.10850054\t\ttotal: 16.7s\tremaining: 5.12s\n",
      "153:\tlearn 7.217483929\ttest 18.14151666\tbestTest 18.10850054\t\ttotal: 16.8s\tremaining: 5.01s\n",
      "154:\tlearn 7.204188526\ttest 18.14470946\tbestTest 18.10850054\t\ttotal: 16.9s\tremaining: 4.89s\n",
      "155:\tlearn 7.178193446\ttest 18.09660927\tbestTest 18.09660927\t\ttotal: 16.9s\tremaining: 4.78s\n",
      "156:\tlearn 7.17348652\ttest 18.09477502\tbestTest 18.09477502\t\ttotal: 17s\tremaining: 4.67s\n",
      "157:\tlearn 7.165686512\ttest 18.10122382\tbestTest 18.09477502\t\ttotal: 17.1s\tremaining: 4.56s\n",
      "158:\tlearn 7.164471179\ttest 18.10132315\tbestTest 18.09477502\t\ttotal: 17.2s\tremaining: 4.45s\n",
      "159:\tlearn 7.130437153\ttest 18.11948242\tbestTest 18.09477502\t\ttotal: 17.3s\tremaining: 4.33s\n",
      "160:\tlearn 7.125068979\ttest 18.1362792\tbestTest 18.09477502\t\ttotal: 17.4s\tremaining: 4.22s\n",
      "161:\tlearn 7.09381281\ttest 18.16681071\tbestTest 18.09477502\t\ttotal: 17.5s\tremaining: 4.11s\n",
      "162:\tlearn 7.081984301\ttest 18.17140799\tbestTest 18.09477502\t\ttotal: 17.6s\tremaining: 4s\n",
      "163:\tlearn 7.078142051\ttest 18.17949372\tbestTest 18.09477502\t\ttotal: 17.7s\tremaining: 3.89s\n",
      "164:\tlearn 7.077119157\ttest 18.17606759\tbestTest 18.09477502\t\ttotal: 17.8s\tremaining: 3.77s\n",
      "165:\tlearn 7.069689997\ttest 18.17547983\tbestTest 18.09477502\t\ttotal: 17.9s\tremaining: 3.67s\n",
      "166:\tlearn 7.064201236\ttest 18.17443421\tbestTest 18.09477502\t\ttotal: 18s\tremaining: 3.56s\n",
      "167:\tlearn 7.049903238\ttest 18.19920097\tbestTest 18.09477502\t\ttotal: 18.1s\tremaining: 3.45s\n",
      "168:\tlearn 7.02591968\ttest 18.21059564\tbestTest 18.09477502\t\ttotal: 18.2s\tremaining: 3.34s\n",
      "169:\tlearn 7.013064837\ttest 18.18767492\tbestTest 18.09477502\t\ttotal: 18.3s\tremaining: 3.24s\n",
      "170:\tlearn 7.004579088\ttest 18.18725109\tbestTest 18.09477502\t\ttotal: 18.4s\tremaining: 3.13s\n",
      "171:\tlearn 7.004187311\ttest 18.18596604\tbestTest 18.09477502\t\ttotal: 18.5s\tremaining: 3.02s\n",
      "172:\tlearn 6.995152342\ttest 18.17471113\tbestTest 18.09477502\t\ttotal: 18.6s\tremaining: 2.91s\n",
      "173:\tlearn 6.95635239\ttest 18.16604232\tbestTest 18.09477502\t\ttotal: 18.7s\tremaining: 2.8s\n",
      "174:\tlearn 6.933043895\ttest 18.11294718\tbestTest 18.09477502\t\ttotal: 18.8s\tremaining: 2.69s\n",
      "175:\tlearn 6.927886144\ttest 18.12354913\tbestTest 18.09477502\t\ttotal: 18.9s\tremaining: 2.58s\n",
      "176:\tlearn 6.92170572\ttest 18.12149235\tbestTest 18.09477502\t\ttotal: 19s\tremaining: 2.47s\n",
      "177:\tlearn 6.915966508\ttest 18.11802053\tbestTest 18.09477502\t\ttotal: 19.1s\tremaining: 2.36s\n",
      "178:\tlearn 6.912371052\ttest 18.12908533\tbestTest 18.09477502\t\ttotal: 19.2s\tremaining: 2.25s\n",
      "179:\tlearn 6.904159794\ttest 18.13640131\tbestTest 18.09477502\t\ttotal: 19.3s\tremaining: 2.14s\n",
      "180:\tlearn 6.895491359\ttest 18.13889065\tbestTest 18.09477502\t\ttotal: 19.4s\tremaining: 2.03s\n",
      "181:\tlearn 6.893521425\ttest 18.14006562\tbestTest 18.09477502\t\ttotal: 19.5s\tremaining: 1.92s\n",
      "182:\tlearn 6.86283923\ttest 18.14634601\tbestTest 18.09477502\t\ttotal: 19.6s\tremaining: 1.82s\n",
      "183:\tlearn 6.852457657\ttest 18.14542049\tbestTest 18.09477502\t\ttotal: 19.6s\tremaining: 1.71s\n",
      "184:\tlearn 6.85107895\ttest 18.14183825\tbestTest 18.09477502\t\ttotal: 19.7s\tremaining: 1.6s\n",
      "185:\tlearn 6.843779722\ttest 18.15323685\tbestTest 18.09477502\t\ttotal: 19.8s\tremaining: 1.49s\n",
      "186:\tlearn 6.81281695\ttest 18.12903333\tbestTest 18.09477502\t\ttotal: 19.9s\tremaining: 1.39s\n",
      "187:\tlearn 6.800222991\ttest 18.11723659\tbestTest 18.09477502\t\ttotal: 20s\tremaining: 1.28s\n",
      "188:\tlearn 6.721389925\ttest 18.10692444\tbestTest 18.09477502\t\ttotal: 20.1s\tremaining: 1.17s\n",
      "189:\tlearn 6.715612467\ttest 18.10344292\tbestTest 18.09477502\t\ttotal: 20.2s\tremaining: 1.06s\n",
      "190:\tlearn 6.685872314\ttest 18.09828505\tbestTest 18.09477502\t\ttotal: 20.3s\tremaining: 956ms\n",
      "191:\tlearn 6.648512095\ttest 18.09726431\tbestTest 18.09477502\t\ttotal: 20.4s\tremaining: 850ms\n",
      "192:\tlearn 6.594151881\ttest 18.09672233\tbestTest 18.09477502\t\ttotal: 20.5s\tremaining: 743ms\n",
      "193:\tlearn 6.573865073\ttest 18.08692222\tbestTest 18.08692222\t\ttotal: 20.6s\tremaining: 637ms\n",
      "194:\tlearn 6.565246075\ttest 18.08586209\tbestTest 18.08586209\t\ttotal: 20.7s\tremaining: 530ms\n",
      "195:\tlearn 6.554151497\ttest 18.0795731\tbestTest 18.0795731\t\ttotal: 20.8s\tremaining: 424ms\n",
      "196:\tlearn 6.552759999\ttest 18.08016084\tbestTest 18.0795731\t\ttotal: 20.9s\tremaining: 318ms\n",
      "197:\tlearn 6.547819618\ttest 18.08518869\tbestTest 18.0795731\t\ttotal: 20.9s\tremaining: 212ms\n",
      "198:\tlearn 6.521834931\ttest 18.07855655\tbestTest 18.07855655\t\ttotal: 21s\tremaining: 106ms\n",
      "199:\tlearn 6.474980851\ttest 18.08763259\tbestTest 18.07855655\t\ttotal: 21.1s\tremaining: 0us\n",
      "\n",
      "bestTest = 18.07855655\n",
      "bestIteration = 198\n",
      "\n",
      "Shrink model to first 199 iterations.\n"
     ]
    }
   ],
   "source": [
    "def train_raise_amount_models():\n",
    "    for i, name in enumerate(names):\n",
    "        print(i, name)\n",
    "        y_bot = y[(y['private_bot_name'] == name) & (y['private_bot_action'] == 'RAISE')]\n",
    "        X_game = X.loc[y_bot.index]\n",
    "        y_game = y_bot['private_bot_action_amount']\n",
    "\n",
    "        X_train, X_test, y_train, y_test = train_test_split(X_game, y_game, test_size=0.1, random_state=1234)\n",
    "\n",
    "        model = CatBoostRegressor(iterations=200, learning_rate=0.1, depth=8, thread_count=4,\n",
    "                                   verbose=True, use_best_model=True)\n",
    "        model.fit(X_train, y_train, eval_set=(X_test, y_test))\n",
    "        \n",
    "        model.save_model(model_dir + 'pool/raise_amount/' + str(i) + '.model')\n",
    "\n",
    "train_raise_amount_models()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}