one_vs_rest_model.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "from features.data_provider import get_whole_dataset\n",
    "from notebook_helpers import fix_label, get_cv_grid_search_arguments, run_grid_search_for_outcome"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\"oob_score\":True, \"bootstrap\":True, \"n_jobs\":-1, \"n_estimators\": 2000}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "X, y = get_whole_dataset(\"home_win\")\n",
    "y = fix_label(y, 1)\n",
    "arguments = get_cv_grid_search_arguments(params, X)\n",
    "results = run_grid_search_for_outcome(arguments, X, y)\n",
    "results.to_csv(\"onevsrest_home_hyperparam_optimization.csv\")\n",
    "results.sort_values(['test_acc', 'test_logloss'], ascending=[False, True])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "X, y = get_whole_dataset(\"home_win\")\n",
    "y = fix_label(y, 0)\n",
    "arguments = get_cv_grid_search_arguments(params, X)\n",
    "results = run_grid_search_for_outcome(arguments, X, y)\n",
    "results.to_csv(\"onevsrest_draw_hyperparam_optimization.csv\")\n",
    "results.sort_values(['test_acc', 'test_logloss'], ascending=[False, True])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "X, y = get_whole_dataset(\"home_win\")\n",
    "y = fix_label(y, -1)\n",
    "arguments = get_cv_grid_search_arguments(params, X)\n",
    "results = run_grid_search_for_outcome(arguments, X, y)\n",
    "results.to_csv(\"onevsrest_away_hyperparam_optimization.csv\")\n",
    "results.sort_values(['test_acc', 'test_logloss'], ascending=[False, True])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>max_depth</th>\n",
       "      <th>max_features</th>\n",
       "      <th>min_samples_leaf</th>\n",
       "      <th>test_acc</th>\n",
       "      <th>test_logloss</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7246</td>\n",
       "      <td>0.5423</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7244</td>\n",
       "      <td>0.5435</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7242</td>\n",
       "      <td>0.5431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7234</td>\n",
       "      <td>0.5436</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7234</td>\n",
       "      <td>0.5437</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>39</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7234</td>\n",
       "      <td>0.5440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7231</td>\n",
       "      <td>0.5430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7229</td>\n",
       "      <td>0.5434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7227</td>\n",
       "      <td>0.5428</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7227</td>\n",
       "      <td>0.5436</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7225</td>\n",
       "      <td>0.5427</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7225</td>\n",
       "      <td>0.5447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>48</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7221</td>\n",
       "      <td>0.5436</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7221</td>\n",
       "      <td>0.5437</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7221</td>\n",
       "      <td>0.5446</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7219</td>\n",
       "      <td>0.5433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7219</td>\n",
       "      <td>0.5445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>38</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7217</td>\n",
       "      <td>0.5435</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7215</td>\n",
       "      <td>0.5431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>49</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7215</td>\n",
       "      <td>0.5441</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7215</td>\n",
       "      <td>0.5446</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7212</td>\n",
       "      <td>0.5431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7210</td>\n",
       "      <td>0.5446</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7204</td>\n",
       "      <td>0.5435</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>47</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7198</td>\n",
       "      <td>0.5450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>46</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7191</td>\n",
       "      <td>0.5444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7189</td>\n",
       "      <td>0.5504</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>36</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7187</td>\n",
       "      <td>0.5442</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7185</td>\n",
       "      <td>0.5501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>37</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7181</td>\n",
       "      <td>0.5444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>33</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7181</td>\n",
       "      <td>0.5474</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7181</td>\n",
       "      <td>0.5476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7181</td>\n",
       "      <td>0.5515</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>35</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7179</td>\n",
       "      <td>0.5461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7179</td>\n",
       "      <td>0.5503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7179</td>\n",
       "      <td>0.5516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7177</td>\n",
       "      <td>0.5505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>34</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7172</td>\n",
       "      <td>0.5459</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>31</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7172</td>\n",
       "      <td>0.5495</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7170</td>\n",
       "      <td>0.5501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7170</td>\n",
       "      <td>0.5517</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>32</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7166</td>\n",
       "      <td>0.5469</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>44</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7164</td>\n",
       "      <td>0.5475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>30</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7164</td>\n",
       "      <td>0.5489</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7164</td>\n",
       "      <td>0.5504</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>42</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7162</td>\n",
       "      <td>0.5500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7162</td>\n",
       "      <td>0.5519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7160</td>\n",
       "      <td>0.5519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>40</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7149</td>\n",
       "      <td>0.5549</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7143</td>\n",
       "      <td>0.5553</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0  max_depth max_features  min_samples_leaf  test_acc  \\\n",
       "28          28        8.0         sqrt                15    0.7246   \n",
       "16          16        5.0         sqrt                10    0.7244   \n",
       "22          22        8.0         sqrt                 3    0.7242   \n",
       "21          21        8.0         log2                 1    0.7234   \n",
       "10          10        5.0         sqrt                 1    0.7234   \n",
       "39          39       12.0         log2                15    0.7234   \n",
       "20          20        8.0         sqrt                 1    0.7231   \n",
       "25          25        8.0         log2                 5    0.7229   \n",
       "24          24        8.0         sqrt                 5    0.7227   \n",
       "14          14        5.0         sqrt                 5    0.7227   \n",
       "26          26        8.0         sqrt                10    0.7225   \n",
       "11          11        5.0         log2                 1    0.7225   \n",
       "48          48        NaN         sqrt                15    0.7221   \n",
       "12          12        5.0         sqrt                 3    0.7221   \n",
       "15          15        5.0         log2                 5    0.7221   \n",
       "18          18        5.0         sqrt                15    0.7219   \n",
       "19          19        5.0         log2                15    0.7219   \n",
       "38          38       12.0         sqrt                15    0.7217   \n",
       "29          29        8.0         log2                15    0.7215   \n",
       "49          49        NaN         log2                15    0.7215   \n",
       "17          17        5.0         log2                10    0.7215   \n",
       "27          27        8.0         log2                10    0.7212   \n",
       "13          13        5.0         log2                 3    0.7210   \n",
       "23          23        8.0         log2                 3    0.7204   \n",
       "47          47        NaN         log2                10    0.7198   \n",
       "46          46        NaN         sqrt                10    0.7191   \n",
       "0            0        3.0         sqrt                 1    0.7189   \n",
       "36          36       12.0         sqrt                10    0.7187   \n",
       "43          43        NaN         log2                 3    0.7185   \n",
       "37          37       12.0         log2                10    0.7181   \n",
       "33          33       12.0         log2                 3    0.7181   \n",
       "45          45        NaN         log2                 5    0.7181   \n",
       "7            7        3.0         log2                10    0.7181   \n",
       "35          35       12.0         log2                 5    0.7179   \n",
       "8            8        3.0         sqrt                15    0.7179   \n",
       "9            9        3.0         log2                15    0.7179   \n",
       "2            2        3.0         sqrt                 3    0.7177   \n",
       "34          34       12.0         sqrt                 5    0.7172   \n",
       "31          31       12.0         log2                 1    0.7172   \n",
       "6            6        3.0         sqrt                10    0.7170   \n",
       "1            1        3.0         log2                 1    0.7170   \n",
       "32          32       12.0         sqrt                 3    0.7166   \n",
       "44          44        NaN         sqrt                 5    0.7164   \n",
       "30          30       12.0         sqrt                 1    0.7164   \n",
       "4            4        3.0         sqrt                 5    0.7164   \n",
       "42          42        NaN         sqrt                 3    0.7162   \n",
       "3            3        3.0         log2                 3    0.7162   \n",
       "5            5        3.0         log2                 5    0.7160   \n",
       "40          40        NaN         sqrt                 1    0.7149   \n",
       "41          41        NaN         log2                 1    0.7143   \n",
       "\n",
       "    test_logloss  \n",
       "28        0.5423  \n",
       "16        0.5435  \n",
       "22        0.5431  \n",
       "21        0.5436  \n",
       "10        0.5437  \n",
       "39        0.5440  \n",
       "20        0.5430  \n",
       "25        0.5434  \n",
       "24        0.5428  \n",
       "14        0.5436  \n",
       "26        0.5427  \n",
       "11        0.5447  \n",
       "48        0.5436  \n",
       "12        0.5437  \n",
       "15        0.5446  \n",
       "18        0.5433  \n",
       "19        0.5445  \n",
       "38        0.5435  \n",
       "29        0.5431  \n",
       "49        0.5441  \n",
       "17        0.5446  \n",
       "27        0.5431  \n",
       "13        0.5446  \n",
       "23        0.5435  \n",
       "47        0.5450  \n",
       "46        0.5444  \n",
       "0         0.5504  \n",
       "36        0.5442  \n",
       "43        0.5501  \n",
       "37        0.5444  \n",
       "33        0.5474  \n",
       "45        0.5476  \n",
       "7         0.5515  \n",
       "35        0.5461  \n",
       "8         0.5503  \n",
       "9         0.5516  \n",
       "2         0.5505  \n",
       "34        0.5459  \n",
       "31        0.5495  \n",
       "6         0.5501  \n",
       "1         0.5517  \n",
       "32        0.5469  \n",
       "44        0.5475  \n",
       "30        0.5489  \n",
       "4         0.5504  \n",
       "42        0.5500  \n",
       "3         0.5519  \n",
       "5         0.5519  \n",
       "40        0.5549  \n",
       "41        0.5553  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "results = pd.read_csv(\"onevsrest_home_hyperparam_optimization.csv\")\n",
    "results = results.round(4)\n",
    "results.sort_values(['test_acc', 'test_logloss'], ascending=[False, True])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>max_depth</th>\n",
       "      <th>max_features</th>\n",
       "      <th>min_samples_leaf</th>\n",
       "      <th>test_acc</th>\n",
       "      <th>test_logloss</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5332</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5336</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>39</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>38</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5342</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>36</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5345</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>37</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5345</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5346</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5346</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5347</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5347</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5347</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5348</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5348</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>49</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>48</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>35</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5356</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>34</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>33</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>47</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5362</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>46</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7641</td>\n",
       "      <td>0.5364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>32</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7639</td>\n",
       "      <td>0.5366</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>31</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7637</td>\n",
       "      <td>0.5373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>44</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7635</td>\n",
       "      <td>0.5391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>30</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7632</td>\n",
       "      <td>0.5374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7632</td>\n",
       "      <td>0.5389</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7618</td>\n",
       "      <td>0.5416</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>42</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7616</td>\n",
       "      <td>0.5418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7597</td>\n",
       "      <td>0.5469</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>40</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7594</td>\n",
       "      <td>0.5476</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0  max_depth max_features  min_samples_leaf  test_acc  \\\n",
       "28          28        8.0         sqrt                15    0.7641   \n",
       "16          16        5.0         sqrt                10    0.7641   \n",
       "18          18        5.0         sqrt                15    0.7641   \n",
       "26          26        8.0         sqrt                10    0.7641   \n",
       "29          29        8.0         log2                15    0.7641   \n",
       "12          12        5.0         sqrt                 3    0.7641   \n",
       "14          14        5.0         sqrt                 5    0.7641   \n",
       "19          19        5.0         log2                15    0.7641   \n",
       "10          10        5.0         sqrt                 1    0.7641   \n",
       "17          17        5.0         log2                10    0.7641   \n",
       "13          13        5.0         log2                 3    0.7641   \n",
       "15          15        5.0         log2                 5    0.7641   \n",
       "27          27        8.0         log2                10    0.7641   \n",
       "24          24        8.0         sqrt                 5    0.7641   \n",
       "11          11        5.0         log2                 1    0.7641   \n",
       "25          25        8.0         log2                 5    0.7641   \n",
       "22          22        8.0         sqrt                 3    0.7641   \n",
       "23          23        8.0         log2                 3    0.7641   \n",
       "39          39       12.0         log2                15    0.7641   \n",
       "38          38       12.0         sqrt                15    0.7641   \n",
       "8            8        3.0         sqrt                15    0.7641   \n",
       "21          21        8.0         log2                 1    0.7641   \n",
       "36          36       12.0         sqrt                10    0.7641   \n",
       "37          37       12.0         log2                10    0.7641   \n",
       "6            6        3.0         sqrt                10    0.7641   \n",
       "20          20        8.0         sqrt                 1    0.7641   \n",
       "2            2        3.0         sqrt                 3    0.7641   \n",
       "4            4        3.0         sqrt                 5    0.7641   \n",
       "9            9        3.0         log2                15    0.7641   \n",
       "0            0        3.0         sqrt                 1    0.7641   \n",
       "7            7        3.0         log2                10    0.7641   \n",
       "5            5        3.0         log2                 5    0.7641   \n",
       "1            1        3.0         log2                 1    0.7641   \n",
       "49          49        NaN         log2                15    0.7641   \n",
       "3            3        3.0         log2                 3    0.7641   \n",
       "48          48        NaN         sqrt                15    0.7641   \n",
       "35          35       12.0         log2                 5    0.7641   \n",
       "34          34       12.0         sqrt                 5    0.7641   \n",
       "33          33       12.0         log2                 3    0.7641   \n",
       "47          47        NaN         log2                10    0.7641   \n",
       "46          46        NaN         sqrt                10    0.7641   \n",
       "32          32       12.0         sqrt                 3    0.7639   \n",
       "31          31       12.0         log2                 1    0.7637   \n",
       "44          44        NaN         sqrt                 5    0.7635   \n",
       "30          30       12.0         sqrt                 1    0.7632   \n",
       "45          45        NaN         log2                 5    0.7632   \n",
       "43          43        NaN         log2                 3    0.7618   \n",
       "42          42        NaN         sqrt                 3    0.7616   \n",
       "41          41        NaN         log2                 1    0.7597   \n",
       "40          40        NaN         sqrt                 1    0.7594   \n",
       "\n",
       "    test_logloss  \n",
       "28        0.5330  \n",
       "16        0.5331  \n",
       "18        0.5331  \n",
       "26        0.5331  \n",
       "29        0.5332  \n",
       "12        0.5333  \n",
       "14        0.5333  \n",
       "19        0.5333  \n",
       "10        0.5334  \n",
       "17        0.5334  \n",
       "13        0.5335  \n",
       "15        0.5335  \n",
       "27        0.5335  \n",
       "24        0.5336  \n",
       "11        0.5337  \n",
       "25        0.5337  \n",
       "22        0.5340  \n",
       "23        0.5340  \n",
       "39        0.5340  \n",
       "38        0.5342  \n",
       "8         0.5344  \n",
       "21        0.5344  \n",
       "36        0.5345  \n",
       "37        0.5345  \n",
       "6         0.5346  \n",
       "20        0.5346  \n",
       "2         0.5347  \n",
       "4         0.5347  \n",
       "9         0.5347  \n",
       "0         0.5348  \n",
       "7         0.5348  \n",
       "5         0.5350  \n",
       "1         0.5351  \n",
       "49        0.5351  \n",
       "3         0.5352  \n",
       "48        0.5352  \n",
       "35        0.5356  \n",
       "34        0.5357  \n",
       "33        0.5359  \n",
       "47        0.5362  \n",
       "46        0.5364  \n",
       "32        0.5366  \n",
       "31        0.5373  \n",
       "44        0.5391  \n",
       "30        0.5374  \n",
       "45        0.5389  \n",
       "43        0.5416  \n",
       "42        0.5418  \n",
       "41        0.5469  \n",
       "40        0.5476  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "results = pd.read_csv(\"onevsrest_draw_hyperparam_optimization.csv\")\n",
    "results = results.round(4)\n",
    "results.sort_values(['test_acc', 'test_logloss'], ascending=[False, True])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>max_depth</th>\n",
       "      <th>max_features</th>\n",
       "      <th>min_samples_leaf</th>\n",
       "      <th>test_acc</th>\n",
       "      <th>test_logloss</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>39</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7175</td>\n",
       "      <td>0.5547</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7170</td>\n",
       "      <td>0.5540</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7170</td>\n",
       "      <td>0.5545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7170</td>\n",
       "      <td>0.5548</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>36</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7170</td>\n",
       "      <td>0.5554</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7168</td>\n",
       "      <td>0.5530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7164</td>\n",
       "      <td>0.5531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7164</td>\n",
       "      <td>0.5542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7164</td>\n",
       "      <td>0.5543</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7162</td>\n",
       "      <td>0.5542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>48</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7162</td>\n",
       "      <td>0.5544</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7162</td>\n",
       "      <td>0.5547</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>49</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7162</td>\n",
       "      <td>0.5550</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>46</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7162</td>\n",
       "      <td>0.5557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>37</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7160</td>\n",
       "      <td>0.5555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>47</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7160</td>\n",
       "      <td>0.5561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>38</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7158</td>\n",
       "      <td>0.5540</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7156</td>\n",
       "      <td>0.5555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7153</td>\n",
       "      <td>0.5542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7153</td>\n",
       "      <td>0.5543</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7151</td>\n",
       "      <td>0.5544</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7151</td>\n",
       "      <td>0.5554</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>35</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7151</td>\n",
       "      <td>0.5583</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>8.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7149</td>\n",
       "      <td>0.5555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7147</td>\n",
       "      <td>0.5553</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7147</td>\n",
       "      <td>0.5555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>32</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7147</td>\n",
       "      <td>0.5596</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7145</td>\n",
       "      <td>0.5542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>8.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7143</td>\n",
       "      <td>0.5551</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>34</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7141</td>\n",
       "      <td>0.5582</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>5.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7139</td>\n",
       "      <td>0.5555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>33</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7139</td>\n",
       "      <td>0.5600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>30</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7134</td>\n",
       "      <td>0.5633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>44</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7126</td>\n",
       "      <td>0.5596</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7122</td>\n",
       "      <td>0.5594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>42</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7122</td>\n",
       "      <td>0.5634</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7120</td>\n",
       "      <td>0.5614</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7118</td>\n",
       "      <td>0.5614</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7113</td>\n",
       "      <td>0.5611</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7113</td>\n",
       "      <td>0.5616</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>31</td>\n",
       "      <td>12.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7113</td>\n",
       "      <td>0.5632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>3.0</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7107</td>\n",
       "      <td>0.5614</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7103</td>\n",
       "      <td>0.5632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7092</td>\n",
       "      <td>0.5631</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.7090</td>\n",
       "      <td>0.5628</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.7090</td>\n",
       "      <td>0.5631</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>10</td>\n",
       "      <td>0.7088</td>\n",
       "      <td>0.5627</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>3.0</td>\n",
       "      <td>log2</td>\n",
       "      <td>15</td>\n",
       "      <td>0.7088</td>\n",
       "      <td>0.5629</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>40</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sqrt</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7086</td>\n",
       "      <td>0.5699</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>log2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.7071</td>\n",
       "      <td>0.5703</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0  max_depth max_features  min_samples_leaf  test_acc  \\\n",
       "39          39       12.0         log2                15    0.7175   \n",
       "27          27        8.0         log2                10    0.7170   \n",
       "22          22        8.0         sqrt                 3    0.7170   \n",
       "23          23        8.0         log2                 3    0.7170   \n",
       "36          36       12.0         sqrt                10    0.7170   \n",
       "28          28        8.0         sqrt                15    0.7168   \n",
       "26          26        8.0         sqrt                10    0.7164   \n",
       "18          18        5.0         sqrt                15    0.7164   \n",
       "10          10        5.0         sqrt                 1    0.7164   \n",
       "29          29        8.0         log2                15    0.7162   \n",
       "48          48        NaN         sqrt                15    0.7162   \n",
       "25          25        8.0         log2                 5    0.7162   \n",
       "49          49        NaN         log2                15    0.7162   \n",
       "46          46        NaN         sqrt                10    0.7162   \n",
       "37          37       12.0         log2                10    0.7160   \n",
       "47          47        NaN         log2                10    0.7160   \n",
       "38          38       12.0         sqrt                15    0.7158   \n",
       "13          13        5.0         log2                 3    0.7156   \n",
       "12          12        5.0         sqrt                 3    0.7153   \n",
       "14          14        5.0         sqrt                 5    0.7153   \n",
       "24          24        8.0         sqrt                 5    0.7151   \n",
       "19          19        5.0         log2                15    0.7151   \n",
       "35          35       12.0         log2                 5    0.7151   \n",
       "21          21        8.0         log2                 1    0.7149   \n",
       "15          15        5.0         log2                 5    0.7147   \n",
       "11          11        5.0         log2                 1    0.7147   \n",
       "32          32       12.0         sqrt                 3    0.7147   \n",
       "16          16        5.0         sqrt                10    0.7145   \n",
       "20          20        8.0         sqrt                 1    0.7143   \n",
       "34          34       12.0         sqrt                 5    0.7141   \n",
       "17          17        5.0         log2                10    0.7139   \n",
       "33          33       12.0         log2                 3    0.7139   \n",
       "30          30       12.0         sqrt                 1    0.7134   \n",
       "44          44        NaN         sqrt                 5    0.7126   \n",
       "45          45        NaN         log2                 5    0.7122   \n",
       "42          42        NaN         sqrt                 3    0.7122   \n",
       "8            8        3.0         sqrt                15    0.7120   \n",
       "0            0        3.0         sqrt                 1    0.7118   \n",
       "6            6        3.0         sqrt                10    0.7113   \n",
       "2            2        3.0         sqrt                 3    0.7113   \n",
       "31          31       12.0         log2                 1    0.7113   \n",
       "4            4        3.0         sqrt                 5    0.7107   \n",
       "43          43        NaN         log2                 3    0.7103   \n",
       "1            1        3.0         log2                 1    0.7092   \n",
       "5            5        3.0         log2                 5    0.7090   \n",
       "3            3        3.0         log2                 3    0.7090   \n",
       "7            7        3.0         log2                10    0.7088   \n",
       "9            9        3.0         log2                15    0.7088   \n",
       "40          40        NaN         sqrt                 1    0.7086   \n",
       "41          41        NaN         log2                 1    0.7071   \n",
       "\n",
       "    test_logloss  \n",
       "39        0.5547  \n",
       "27        0.5540  \n",
       "22        0.5545  \n",
       "23        0.5548  \n",
       "36        0.5554  \n",
       "28        0.5530  \n",
       "26        0.5531  \n",
       "18        0.5542  \n",
       "10        0.5543  \n",
       "29        0.5542  \n",
       "48        0.5544  \n",
       "25        0.5547  \n",
       "49        0.5550  \n",
       "46        0.5557  \n",
       "37        0.5555  \n",
       "47        0.5561  \n",
       "38        0.5540  \n",
       "13        0.5555  \n",
       "12        0.5542  \n",
       "14        0.5543  \n",
       "24        0.5544  \n",
       "19        0.5554  \n",
       "35        0.5583  \n",
       "21        0.5555  \n",
       "15        0.5553  \n",
       "11        0.5555  \n",
       "32        0.5596  \n",
       "16        0.5542  \n",
       "20        0.5551  \n",
       "34        0.5582  \n",
       "17        0.5555  \n",
       "33        0.5600  \n",
       "30        0.5633  \n",
       "44        0.5596  \n",
       "45        0.5594  \n",
       "42        0.5634  \n",
       "8         0.5614  \n",
       "0         0.5614  \n",
       "6         0.5611  \n",
       "2         0.5616  \n",
       "31        0.5632  \n",
       "4         0.5614  \n",
       "43        0.5632  \n",
       "1         0.5631  \n",
       "5         0.5628  \n",
       "3         0.5631  \n",
       "7         0.5627  \n",
       "9         0.5629  \n",
       "40        0.5699  \n",
       "41        0.5703  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "results = pd.read_csv(\"onevsrest_away_hyperparam_optimization.csv\")\n",
    "results = results.round(4)\n",
    "results.sort_values(['test_acc', 'test_logloss'], ascending=[False, True])"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}