Data-Preprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DOTA SCIENCE - SBERBANK CONTEST"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "from sklearn.model_selection import train_test_split, cross_val_score\n",
    "from sklearn.metrics import accuracy_score\n",
    "\n",
    "from lightgbm.sklearn import LGBMClassifier\n",
    "from catboost import CatBoostClassifier\n",
    "from xgboost import XGBClassifier\n",
    "\n",
    "from sklearn.linear_model import LogisticRegression, Lasso\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.linear_model import SGDClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.svm import SVC\n",
    "\n",
    "import json\n",
    "from annoy import AnnoyIndex\n",
    "\n",
    "from sklearn.preprocessing import MinMaxScaler, LabelEncoder, PolynomialFeatures\n",
    "from tqdm import tqdm_notebook, tqdm, tqdm_pandas\n",
    "from matplotlib import pyplot as plt\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "0it [00:00, ?it/s]\n",
      "TqdmDeprecationWarning: Please use `tqdm.pandas(...)` instead of `tqdm_pandas(tqdm(...))`.\n"
     ]
    }
   ],
   "source": [
    "tqdm_pandas(tqdm())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "fights_train = pd.read_csv(\"data_final/train_features.csv\")\n",
    "fights_test = pd.read_csv(\"data_final/test_features.csv\")\n",
    "\n",
    "fights_train[\"is_train\"] = True\n",
    "fights_test[\"is_train\"] = False\n",
    "\n",
    "fights = pd.concat([fights_train, fights_test])\n",
    "\n",
    "fights.index = np.arange(0, fights.shape[0])\n",
    "fights[\"fight_id\"] = np.arange(0, fights.shape[0])\n",
    "# fights = fights.set_index(\"fight_id\")\n",
    "\n",
    "\n",
    "target = pd.read_csv(\"data_final/train_targets.csv\")\n",
    "heroes = pd.read_json(\"dictionaries/heroes.json\").transpose().set_index(\"id\")\n",
    "items = pd.read_json(\"dictionaries/items.json\").transpose().set_index(\"id\")\n",
    "\n",
    "hero2id = dict(zip(heroes.name, heroes.index))\n",
    "\n",
    "CATEFORICAL_FEATURES = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>agi_gain</th>\n",
       "      <th>attack_range</th>\n",
       "      <th>attack_rate</th>\n",
       "      <th>attack_type</th>\n",
       "      <th>base_agi</th>\n",
       "      <th>base_armor</th>\n",
       "      <th>base_attack_max</th>\n",
       "      <th>base_attack_min</th>\n",
       "      <th>base_health</th>\n",
       "      <th>base_health_regen</th>\n",
       "      <th>...</th>\n",
       "      <th>int_gain</th>\n",
       "      <th>legs</th>\n",
       "      <th>localized_name</th>\n",
       "      <th>move_speed</th>\n",
       "      <th>name</th>\n",
       "      <th>primary_attr</th>\n",
       "      <th>projectile_speed</th>\n",
       "      <th>roles</th>\n",
       "      <th>str_gain</th>\n",
       "      <th>turn_rate</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2.8</td>\n",
       "      <td>150</td>\n",
       "      <td>1.45</td>\n",
       "      <td>Melee</td>\n",
       "      <td>22</td>\n",
       "      <td>-1</td>\n",
       "      <td>31</td>\n",
       "      <td>27</td>\n",
       "      <td>200</td>\n",
       "      <td>1.5</td>\n",
       "      <td>...</td>\n",
       "      <td>1.8</td>\n",
       "      <td>2</td>\n",
       "      <td>Anti-Mage</td>\n",
       "      <td>310</td>\n",
       "      <td>npc_dota_hero_antimage</td>\n",
       "      <td>agi</td>\n",
       "      <td>0</td>\n",
       "      <td>[Carry, Escape, Nuker]</td>\n",
       "      <td>1.3</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>3.7</td>\n",
       "      <td>350</td>\n",
       "      <td>1.5</td>\n",
       "      <td>Ranged</td>\n",
       "      <td>24</td>\n",
       "      <td>-2</td>\n",
       "      <td>18</td>\n",
       "      <td>9</td>\n",
       "      <td>200</td>\n",
       "      <td>1.5</td>\n",
       "      <td>...</td>\n",
       "      <td>1.1</td>\n",
       "      <td>0</td>\n",
       "      <td>Morphling</td>\n",
       "      <td>280</td>\n",
       "      <td>npc_dota_hero_morphling</td>\n",
       "      <td>agi</td>\n",
       "      <td>1300</td>\n",
       "      <td>[Carry, Escape, Durable, Nuker, Disabler]</td>\n",
       "      <td>2.3</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>2.1</td>\n",
       "      <td>150</td>\n",
       "      <td>1.7</td>\n",
       "      <td>Melee</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>27</td>\n",
       "      <td>200</td>\n",
       "      <td>1.5</td>\n",
       "      <td>...</td>\n",
       "      <td>1.7</td>\n",
       "      <td>2</td>\n",
       "      <td>Tusk</td>\n",
       "      <td>300</td>\n",
       "      <td>npc_dota_hero_tusk</td>\n",
       "      <td>str</td>\n",
       "      <td>900</td>\n",
       "      <td>[Initiator, Disabler, Nuker]</td>\n",
       "      <td>2.6</td>\n",
       "      <td>0.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>0.8</td>\n",
       "      <td>600</td>\n",
       "      <td>1.7</td>\n",
       "      <td>Ranged</td>\n",
       "      <td>13</td>\n",
       "      <td>-2</td>\n",
       "      <td>22</td>\n",
       "      <td>12</td>\n",
       "      <td>200</td>\n",
       "      <td>1.5</td>\n",
       "      <td>...</td>\n",
       "      <td>3.6</td>\n",
       "      <td>2</td>\n",
       "      <td>Skywrath Mage</td>\n",
       "      <td>330</td>\n",
       "      <td>npc_dota_hero_skywrath_mage</td>\n",
       "      <td>int</td>\n",
       "      <td>1000</td>\n",
       "      <td>[Support, Nuker, Disabler]</td>\n",
       "      <td>1.8</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>1.5</td>\n",
       "      <td>150</td>\n",
       "      <td>1.7</td>\n",
       "      <td>Melee</td>\n",
       "      <td>17</td>\n",
       "      <td>-1</td>\n",
       "      <td>42</td>\n",
       "      <td>32</td>\n",
       "      <td>200</td>\n",
       "      <td>1.5</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Abaddon</td>\n",
       "      <td>310</td>\n",
       "      <td>npc_dota_hero_abaddon</td>\n",
       "      <td>str</td>\n",
       "      <td>900</td>\n",
       "      <td>[Support, Carry, Durable]</td>\n",
       "      <td>2.6</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    agi_gain attack_range attack_rate attack_type base_agi base_armor  \\\n",
       "id                                                                      \n",
       "1        2.8          150        1.45       Melee       22         -1   \n",
       "10       3.7          350         1.5      Ranged       24         -2   \n",
       "100      2.1          150         1.7       Melee       23          0   \n",
       "101      0.8          600         1.7      Ranged       13         -2   \n",
       "102      1.5          150         1.7       Melee       17         -1   \n",
       "\n",
       "    base_attack_max base_attack_min base_health base_health_regen    ...     \\\n",
       "id                                                                   ...      \n",
       "1                31              27         200               1.5    ...      \n",
       "10               18               9         200               1.5    ...      \n",
       "100              31              27         200               1.5    ...      \n",
       "101              22              12         200               1.5    ...      \n",
       "102              42              32         200               1.5    ...      \n",
       "\n",
       "    int_gain legs localized_name move_speed                         name  \\\n",
       "id                                                                         \n",
       "1        1.8    2      Anti-Mage        310       npc_dota_hero_antimage   \n",
       "10       1.1    0      Morphling        280      npc_dota_hero_morphling   \n",
       "100      1.7    2           Tusk        300           npc_dota_hero_tusk   \n",
       "101      3.6    2  Skywrath Mage        330  npc_dota_hero_skywrath_mage   \n",
       "102        2    2        Abaddon        310        npc_dota_hero_abaddon   \n",
       "\n",
       "    primary_attr projectile_speed                                      roles  \\\n",
       "id                                                                             \n",
       "1            agi                0                     [Carry, Escape, Nuker]   \n",
       "10           agi             1300  [Carry, Escape, Durable, Nuker, Disabler]   \n",
       "100          str              900               [Initiator, Disabler, Nuker]   \n",
       "101          int             1000                 [Support, Nuker, Disabler]   \n",
       "102          str              900                  [Support, Carry, Durable]   \n",
       "\n",
       "    str_gain turn_rate  \n",
       "id                      \n",
       "1        1.3       0.5  \n",
       "10       2.3       0.6  \n",
       "100      2.6       0.7  \n",
       "101      1.8       0.5  \n",
       "102      2.6       0.5  \n",
       "\n",
       "[5 rows x 28 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "heroes.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>match_id_hash</th>\n",
       "      <th>game_time</th>\n",
       "      <th>game_mode</th>\n",
       "      <th>lobby_type</th>\n",
       "      <th>objectives_len</th>\n",
       "      <th>chat_len</th>\n",
       "      <th>r1_hero_id</th>\n",
       "      <th>r1_kills</th>\n",
       "      <th>r1_deaths</th>\n",
       "      <th>r1_assists</th>\n",
       "      <th>...</th>\n",
       "      <th>d5_creeps_stacked</th>\n",
       "      <th>d5_camps_stacked</th>\n",
       "      <th>d5_rune_pickups</th>\n",
       "      <th>d5_firstblood_claimed</th>\n",
       "      <th>d5_teamfight_participation</th>\n",
       "      <th>d5_towers_killed</th>\n",
       "      <th>d5_roshans_killed</th>\n",
       "      <th>d5_obs_placed</th>\n",
       "      <th>d5_sen_placed</th>\n",
       "      <th>is_train</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>a400b8f29dece5f4d266f49f1ae2e98a</td>\n",
       "      <td>155</td>\n",
       "      <td>22</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>b9c57c450ce74a2af79c9ce96fac144d</td>\n",
       "      <td>658</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>10</td>\n",
       "      <td>15</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6db558535151ea18ca70a6892197db41</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>46a0ddce8f7ed2a8d9bd5edcbb925682</td>\n",
       "      <td>576</td>\n",
       "      <td>22</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>b1b35ff97723d9b7ade1c9c3cf48f770</td>\n",
       "      <td>453</td>\n",
       "      <td>22</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>42</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 247 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      match_id_hash  game_time  game_mode  lobby_type  \\\n",
       "0  a400b8f29dece5f4d266f49f1ae2e98a        155         22           7   \n",
       "1  b9c57c450ce74a2af79c9ce96fac144d        658          4           0   \n",
       "2  6db558535151ea18ca70a6892197db41         21         23           0   \n",
       "3  46a0ddce8f7ed2a8d9bd5edcbb925682        576         22           7   \n",
       "4  b1b35ff97723d9b7ade1c9c3cf48f770        453         22           7   \n",
       "\n",
       "   objectives_len  chat_len  r1_hero_id  r1_kills  r1_deaths  r1_assists  \\\n",
       "0               1        11          11         0          0           0   \n",
       "1               3        10          15         7          2           0   \n",
       "2               0         0         101         0          0           0   \n",
       "3               1         4          14         1          0           3   \n",
       "4               1         3          42         0          1           1   \n",
       "\n",
       "     ...     d5_creeps_stacked  d5_camps_stacked  d5_rune_pickups  \\\n",
       "0    ...                     0                 0                0   \n",
       "1    ...                     0                 0                0   \n",
       "2    ...                     0                 0                0   \n",
       "3    ...                     3                 1                3   \n",
       "4    ...                     2                 1                2   \n",
       "\n",
       "   d5_firstblood_claimed  d5_teamfight_participation  d5_towers_killed  \\\n",
       "0                      0                        0.00                 0   \n",
       "1                      0                        0.00                 0   \n",
       "2                      0                        0.00                 0   \n",
       "3                      0                        0.00                 0   \n",
       "4                      0                        0.25                 0   \n",
       "\n",
       "   d5_roshans_killed  d5_obs_placed  d5_sen_placed  is_train  \n",
       "0                  0              0              0      True  \n",
       "1                  0              0              0      True  \n",
       "2                  0              0              0      True  \n",
       "3                  0              2              0      True  \n",
       "4                  0              0              0      True  \n",
       "\n",
       "[5 rows x 247 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fights_train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['match_id_hash',\n",
       " 'game_time',\n",
       " 'game_mode',\n",
       " 'lobby_type',\n",
       " 'objectives_len',\n",
       " 'chat_len',\n",
       " 'r1_hero_id',\n",
       " 'r1_kills',\n",
       " 'r1_deaths',\n",
       " 'r1_assists',\n",
       " 'r1_denies',\n",
       " 'r1_gold',\n",
       " 'r1_lh',\n",
       " 'r1_xp',\n",
       " 'r1_health',\n",
       " 'r1_max_health',\n",
       " 'r1_max_mana',\n",
       " 'r1_level',\n",
       " 'r1_x',\n",
       " 'r1_y',\n",
       " 'r1_stuns',\n",
       " 'r1_creeps_stacked',\n",
       " 'r1_camps_stacked',\n",
       " 'r1_rune_pickups',\n",
       " 'r1_firstblood_claimed',\n",
       " 'r1_teamfight_participation',\n",
       " 'r1_towers_killed',\n",
       " 'r1_roshans_killed',\n",
       " 'r1_obs_placed',\n",
       " 'r1_sen_placed',\n",
       " 'r2_hero_id',\n",
       " 'r2_kills',\n",
       " 'r2_deaths',\n",
       " 'r2_assists',\n",
       " 'r2_denies',\n",
       " 'r2_gold',\n",
       " 'r2_lh',\n",
       " 'r2_xp',\n",
       " 'r2_health',\n",
       " 'r2_max_health',\n",
       " 'r2_max_mana',\n",
       " 'r2_level',\n",
       " 'r2_x',\n",
       " 'r2_y',\n",
       " 'r2_stuns',\n",
       " 'r2_creeps_stacked',\n",
       " 'r2_camps_stacked',\n",
       " 'r2_rune_pickups',\n",
       " 'r2_firstblood_claimed',\n",
       " 'r2_teamfight_participation',\n",
       " 'r2_towers_killed',\n",
       " 'r2_roshans_killed',\n",
       " 'r2_obs_placed',\n",
       " 'r2_sen_placed',\n",
       " 'r3_hero_id',\n",
       " 'r3_kills',\n",
       " 'r3_deaths',\n",
       " 'r3_assists',\n",
       " 'r3_denies',\n",
       " 'r3_gold',\n",
       " 'r3_lh',\n",
       " 'r3_xp',\n",
       " 'r3_health',\n",
       " 'r3_max_health',\n",
       " 'r3_max_mana',\n",
       " 'r3_level',\n",
       " 'r3_x',\n",
       " 'r3_y',\n",
       " 'r3_stuns',\n",
       " 'r3_creeps_stacked',\n",
       " 'r3_camps_stacked',\n",
       " 'r3_rune_pickups',\n",
       " 'r3_firstblood_claimed',\n",
       " 'r3_teamfight_participation',\n",
       " 'r3_towers_killed',\n",
       " 'r3_roshans_killed',\n",
       " 'r3_obs_placed',\n",
       " 'r3_sen_placed',\n",
       " 'r4_hero_id',\n",
       " 'r4_kills',\n",
       " 'r4_deaths',\n",
       " 'r4_assists',\n",
       " 'r4_denies',\n",
       " 'r4_gold',\n",
       " 'r4_lh',\n",
       " 'r4_xp',\n",
       " 'r4_health',\n",
       " 'r4_max_health',\n",
       " 'r4_max_mana',\n",
       " 'r4_level',\n",
       " 'r4_x',\n",
       " 'r4_y',\n",
       " 'r4_stuns',\n",
       " 'r4_creeps_stacked',\n",
       " 'r4_camps_stacked',\n",
       " 'r4_rune_pickups',\n",
       " 'r4_firstblood_claimed',\n",
       " 'r4_teamfight_participation',\n",
       " 'r4_towers_killed',\n",
       " 'r4_roshans_killed',\n",
       " 'r4_obs_placed',\n",
       " 'r4_sen_placed',\n",
       " 'r5_hero_id',\n",
       " 'r5_kills',\n",
       " 'r5_deaths',\n",
       " 'r5_assists',\n",
       " 'r5_denies',\n",
       " 'r5_gold',\n",
       " 'r5_lh',\n",
       " 'r5_xp',\n",
       " 'r5_health',\n",
       " 'r5_max_health',\n",
       " 'r5_max_mana',\n",
       " 'r5_level',\n",
       " 'r5_x',\n",
       " 'r5_y',\n",
       " 'r5_stuns',\n",
       " 'r5_creeps_stacked',\n",
       " 'r5_camps_stacked',\n",
       " 'r5_rune_pickups',\n",
       " 'r5_firstblood_claimed',\n",
       " 'r5_teamfight_participation',\n",
       " 'r5_towers_killed',\n",
       " 'r5_roshans_killed',\n",
       " 'r5_obs_placed',\n",
       " 'r5_sen_placed',\n",
       " 'd1_hero_id',\n",
       " 'd1_kills',\n",
       " 'd1_deaths',\n",
       " 'd1_assists',\n",
       " 'd1_denies',\n",
       " 'd1_gold',\n",
       " 'd1_lh',\n",
       " 'd1_xp',\n",
       " 'd1_health',\n",
       " 'd1_max_health',\n",
       " 'd1_max_mana',\n",
       " 'd1_level',\n",
       " 'd1_x',\n",
       " 'd1_y',\n",
       " 'd1_stuns',\n",
       " 'd1_creeps_stacked',\n",
       " 'd1_camps_stacked',\n",
       " 'd1_rune_pickups',\n",
       " 'd1_firstblood_claimed',\n",
       " 'd1_teamfight_participation',\n",
       " 'd1_towers_killed',\n",
       " 'd1_roshans_killed',\n",
       " 'd1_obs_placed',\n",
       " 'd1_sen_placed',\n",
       " 'd2_hero_id',\n",
       " 'd2_kills',\n",
       " 'd2_deaths',\n",
       " 'd2_assists',\n",
       " 'd2_denies',\n",
       " 'd2_gold',\n",
       " 'd2_lh',\n",
       " 'd2_xp',\n",
       " 'd2_health',\n",
       " 'd2_max_health',\n",
       " 'd2_max_mana',\n",
       " 'd2_level',\n",
       " 'd2_x',\n",
       " 'd2_y',\n",
       " 'd2_stuns',\n",
       " 'd2_creeps_stacked',\n",
       " 'd2_camps_stacked',\n",
       " 'd2_rune_pickups',\n",
       " 'd2_firstblood_claimed',\n",
       " 'd2_teamfight_participation',\n",
       " 'd2_towers_killed',\n",
       " 'd2_roshans_killed',\n",
       " 'd2_obs_placed',\n",
       " 'd2_sen_placed',\n",
       " 'd3_hero_id',\n",
       " 'd3_kills',\n",
       " 'd3_deaths',\n",
       " 'd3_assists',\n",
       " 'd3_denies',\n",
       " 'd3_gold',\n",
       " 'd3_lh',\n",
       " 'd3_xp',\n",
       " 'd3_health',\n",
       " 'd3_max_health',\n",
       " 'd3_max_mana',\n",
       " 'd3_level',\n",
       " 'd3_x',\n",
       " 'd3_y',\n",
       " 'd3_stuns',\n",
       " 'd3_creeps_stacked',\n",
       " 'd3_camps_stacked',\n",
       " 'd3_rune_pickups',\n",
       " 'd3_firstblood_claimed',\n",
       " 'd3_teamfight_participation',\n",
       " 'd3_towers_killed',\n",
       " 'd3_roshans_killed',\n",
       " 'd3_obs_placed',\n",
       " 'd3_sen_placed',\n",
       " 'd4_hero_id',\n",
       " 'd4_kills',\n",
       " 'd4_deaths',\n",
       " 'd4_assists',\n",
       " 'd4_denies',\n",
       " 'd4_gold',\n",
       " 'd4_lh',\n",
       " 'd4_xp',\n",
       " 'd4_health',\n",
       " 'd4_max_health',\n",
       " 'd4_max_mana',\n",
       " 'd4_level',\n",
       " 'd4_x',\n",
       " 'd4_y',\n",
       " 'd4_stuns',\n",
       " 'd4_creeps_stacked',\n",
       " 'd4_camps_stacked',\n",
       " 'd4_rune_pickups',\n",
       " 'd4_firstblood_claimed',\n",
       " 'd4_teamfight_participation',\n",
       " 'd4_towers_killed',\n",
       " 'd4_roshans_killed',\n",
       " 'd4_obs_placed',\n",
       " 'd4_sen_placed',\n",
       " 'd5_hero_id',\n",
       " 'd5_kills',\n",
       " 'd5_deaths',\n",
       " 'd5_assists',\n",
       " 'd5_denies',\n",
       " 'd5_gold',\n",
       " 'd5_lh',\n",
       " 'd5_xp',\n",
       " 'd5_health',\n",
       " 'd5_max_health',\n",
       " 'd5_max_mana',\n",
       " 'd5_level',\n",
       " 'd5_x',\n",
       " 'd5_y',\n",
       " 'd5_stuns',\n",
       " 'd5_creeps_stacked',\n",
       " 'd5_camps_stacked',\n",
       " 'd5_rune_pickups',\n",
       " 'd5_firstblood_claimed',\n",
       " 'd5_teamfight_participation',\n",
       " 'd5_towers_killed',\n",
       " 'd5_roshans_killed',\n",
       " 'd5_obs_placed',\n",
       " 'd5_sen_placed',\n",
       " 'is_train',\n",
       " 'fight_id']"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fights.columns.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['agi_gain', 'attack_range', 'attack_rate', 'attack_type', 'base_agi',\n",
       "       'base_armor', 'base_attack_max', 'base_attack_min', 'base_health',\n",
       "       'base_health_regen', 'base_int', 'base_mana', 'base_mana_regen',\n",
       "       'base_mr', 'base_str', 'cm_enabled', 'icon', 'img', 'int_gain', 'legs',\n",
       "       'localized_name', 'move_speed', 'name', 'primary_attr',\n",
       "       'projectile_speed', 'roles', 'str_gain', 'turn_rate'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "heroes.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Preprocess data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "for team in [\"r\", \"d\"]:\n",
    "    for i in range(1,6):\n",
    "        fights[\"%s%s_hero_id\" % (team, i)] = fights[\"%s%s_hero_id\" % (team, i)].fillna(1).astype(\"int32\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "# Process heroes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Add hero winrate from herostat*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "\n",
    "hero_id_2_winrate = {}\n",
    "for hero in requests.get('https://api.opendota.com/api/heroStats').json():\n",
    "    tmp = 0\n",
    "    for i in range(1, 8):\n",
    "        tmp += hero['{}_win'.format(i)] / hero['{}_pick'.format(i)]\n",
    "    hero_id_2_winrate[hero['id']] = tmp / 7\n",
    "\n",
    "    \n",
    "winrate = [hero_id_2_winrate[hero_id] for hero_id in heroes.index]\n",
    "heroes[\"winrate\"] = winrate"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Delete usles features*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "heroes = heroes.drop([\"roles\", \"localized_name\", \"icon\", \"img\", \"name\", \"cm_enabled\"], axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Prepare categorical features*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "heroes[\"attack_type\"] = LabelEncoder().fit_transform(heroes[\"attack_type\"])\n",
    "heroes[\"primary_attr\"] = LabelEncoder().fit_transform(heroes[\"primary_attr\"])\n",
    "\n",
    "hero_categorical_features = [\"attack_type\", \"primary_attr\"]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Add features from hero to player*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "for feature in heroes.columns:\n",
    "    for i in range(1, 6):\n",
    "        for team in [\"r\", \"d\"]:            \n",
    "            if feature in hero_categorical_features:\n",
    "                CATEFORICAL_FEATURES.append(\"%s%s_hero_%s\" % (team, i, feature))\n",
    "            \n",
    "            players_heroes = fights[\"%s%s_hero_id\" % (team, i)]\n",
    "            fights[\"%s%s_hero_%s\" % (team, i, feature)] = heroes.loc[players_heroes.get_values()][feature].get_values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>match_id_hash</th>\n",
       "      <th>game_time</th>\n",
       "      <th>game_mode</th>\n",
       "      <th>lobby_type</th>\n",
       "      <th>objectives_len</th>\n",
       "      <th>chat_len</th>\n",
       "      <th>r1_hero_id</th>\n",
       "      <th>r1_kills</th>\n",
       "      <th>r1_deaths</th>\n",
       "      <th>r1_assists</th>\n",
       "      <th>...</th>\n",
       "      <th>r1_hero_winrate</th>\n",
       "      <th>d1_hero_winrate</th>\n",
       "      <th>r2_hero_winrate</th>\n",
       "      <th>d2_hero_winrate</th>\n",
       "      <th>r3_hero_winrate</th>\n",
       "      <th>d3_hero_winrate</th>\n",
       "      <th>r4_hero_winrate</th>\n",
       "      <th>d4_hero_winrate</th>\n",
       "      <th>r5_hero_winrate</th>\n",
       "      <th>d5_hero_winrate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>a400b8f29dece5f4d266f49f1ae2e98a</td>\n",
       "      <td>155</td>\n",
       "      <td>22</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.475748</td>\n",
       "      <td>0.516962</td>\n",
       "      <td>0.513125</td>\n",
       "      <td>0.482539</td>\n",
       "      <td>0.513150</td>\n",
       "      <td>0.528186</td>\n",
       "      <td>0.507785</td>\n",
       "      <td>0.514097</td>\n",
       "      <td>0.516562</td>\n",
       "      <td>0.473145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>b9c57c450ce74a2af79c9ce96fac144d</td>\n",
       "      <td>658</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>10</td>\n",
       "      <td>15</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.470987</td>\n",
       "      <td>0.484695</td>\n",
       "      <td>0.535258</td>\n",
       "      <td>0.513150</td>\n",
       "      <td>0.521155</td>\n",
       "      <td>0.479300</td>\n",
       "      <td>0.475609</td>\n",
       "      <td>0.515557</td>\n",
       "      <td>0.470536</td>\n",
       "      <td>0.549747</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6db558535151ea18ca70a6892197db41</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.505830</td>\n",
       "      <td>0.495689</td>\n",
       "      <td>0.519760</td>\n",
       "      <td>0.566072</td>\n",
       "      <td>0.502387</td>\n",
       "      <td>0.506220</td>\n",
       "      <td>0.516962</td>\n",
       "      <td>0.492620</td>\n",
       "      <td>0.434292</td>\n",
       "      <td>0.493916</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>46a0ddce8f7ed2a8d9bd5edcbb925682</td>\n",
       "      <td>576</td>\n",
       "      <td>22</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>0.513150</td>\n",
       "      <td>0.495689</td>\n",
       "      <td>0.521984</td>\n",
       "      <td>0.450398</td>\n",
       "      <td>0.505830</td>\n",
       "      <td>0.513278</td>\n",
       "      <td>0.488747</td>\n",
       "      <td>0.500539</td>\n",
       "      <td>0.510045</td>\n",
       "      <td>0.472703</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>b1b35ff97723d9b7ade1c9c3cf48f770</td>\n",
       "      <td>453</td>\n",
       "      <td>22</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>42</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0.543573</td>\n",
       "      <td>0.486286</td>\n",
       "      <td>0.500539</td>\n",
       "      <td>0.563639</td>\n",
       "      <td>0.521155</td>\n",
       "      <td>0.497022</td>\n",
       "      <td>0.481764</td>\n",
       "      <td>0.469922</td>\n",
       "      <td>0.436076</td>\n",
       "      <td>0.479300</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 478 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      match_id_hash  game_time  game_mode  lobby_type  \\\n",
       "0  a400b8f29dece5f4d266f49f1ae2e98a        155         22           7   \n",
       "1  b9c57c450ce74a2af79c9ce96fac144d        658          4           0   \n",
       "2  6db558535151ea18ca70a6892197db41         21         23           0   \n",
       "3  46a0ddce8f7ed2a8d9bd5edcbb925682        576         22           7   \n",
       "4  b1b35ff97723d9b7ade1c9c3cf48f770        453         22           7   \n",
       "\n",
       "   objectives_len  chat_len  r1_hero_id  r1_kills  r1_deaths  r1_assists  \\\n",
       "0               1        11          11         0          0           0   \n",
       "1               3        10          15         7          2           0   \n",
       "2               0         0         101         0          0           0   \n",
       "3               1         4          14         1          0           3   \n",
       "4               1         3          42         0          1           1   \n",
       "\n",
       "        ...         r1_hero_winrate  d1_hero_winrate  r2_hero_winrate  \\\n",
       "0       ...                0.475748         0.516962         0.513125   \n",
       "1       ...                0.470987         0.484695         0.535258   \n",
       "2       ...                0.505830         0.495689         0.519760   \n",
       "3       ...                0.513150         0.495689         0.521984   \n",
       "4       ...                0.543573         0.486286         0.500539   \n",
       "\n",
       "   d2_hero_winrate  r3_hero_winrate  d3_hero_winrate  r4_hero_winrate  \\\n",
       "0         0.482539         0.513150         0.528186         0.507785   \n",
       "1         0.513150         0.521155         0.479300         0.475609   \n",
       "2         0.566072         0.502387         0.506220         0.516962   \n",
       "3         0.450398         0.505830         0.513278         0.488747   \n",
       "4         0.563639         0.521155         0.497022         0.481764   \n",
       "\n",
       "   d4_hero_winrate  r5_hero_winrate  d5_hero_winrate  \n",
       "0         0.514097         0.516562         0.473145  \n",
       "1         0.515557         0.470536         0.549747  \n",
       "2         0.492620         0.434292         0.493916  \n",
       "3         0.500539         0.510045         0.472703  \n",
       "4         0.469922         0.436076         0.479300  \n",
       "\n",
       "[5 rows x 478 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fights.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "# Process fights"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Process categorical features"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Replace NaN and Float to Int32*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(1,6):\n",
    "    for team in [\"r\", \"d\"]:\n",
    "        for feature in [\"hero_id\"]:\n",
    "            fights[\"%s%s_%s\" % (team, i, feature)] = fights[\"%s%s_%s\" % (team, i, feature)].fillna(200)\n",
    "            fights[\"%s%s_%s\" % (team, i, feature)] = fights[\"%s%s_%s\" % (team, i, feature)].astype(\"uint8\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "*Dummy encode **heroes** *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "heroes_unique_values = pd.concat([fights[\"r%s_hero_id\"%i] for i in range(1,6)] \\\n",
    "                                 + [fights[\"d%s_hero_id\"%i] for i in range(1,6)]).unique()\n",
    "\n",
    "heroes_unique_values = sorted(heroes_unique_values)\n",
    "dummy_heroes_column_names = [\"hero_%s\"%i for i in heroes_unique_values]\n",
    "\n",
    "dummy_heroes_shape = (fights.shape[0], len(heroes_unique_values))\n",
    "dummy_heroes = pd.DataFrame(np.zeros(dummy_heroes_shape), columns=dummy_heroes_column_names).astype(\"uint8\")\n",
    "\n",
    "for feature in [\"r%s_hero_id\" % i for i in range(1,6)]:\n",
    "    encoded_feature = pd.get_dummies(fights[feature], prefix=\"hero\")\n",
    "    dummy_heroes[encoded_feature.columns] += encoded_feature\n",
    "    \n",
    "for feature in [\"d%s_hero_id\" % i for i in range(1,6)]:\n",
    "    encoded_feature = pd.get_dummies(fights[feature], prefix=\"hero\")\n",
    "    dummy_heroes[encoded_feature.columns] -= encoded_feature"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "fights = pd.concat([fights, dummy_heroes], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(1,6):\n",
    "    for team in [\"r\", \"d\"]:\n",
    "        for feature in [\"hero\", \"items\", \"role\"]:\n",
    "            CATEFORICAL_FEATURES.append(\"%s%s_%s\" % (team, i, feature))\n",
    "\n",
    "CATEFORICAL_FEATURES += dummy_heroes.columns.tolist()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Process numeric features"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Get player armor*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "for team in [\"r\", \"d\"]:\n",
    "    for i in range(1, 6):\n",
    "        player = \"%s%s\" % (team, i)\n",
    "        \n",
    "        agiength = fights[\"%s_level\" % player] * fights[\"%s_hero_agi_gain\" % player] + fights[\"%s_hero_base_agi\" % player]\n",
    "        fights[\"%s_armor\" % player] = fights[\"%s_hero_base_armor\" % player] + agiength/6\n",
    "        \n",
    "        fights = fights.drop([\"%s_hero_agi_gain\" % player, \"%s_hero_base_agi\" % player, \"%s_hero_base_armor\" % player], axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Get player damage*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "for team in [\"r\", \"d\"]:\n",
    "    for i in range(1, 6):\n",
    "        player = \"%s%s\" % (team, i)\n",
    "        \n",
    "        fights[\"%s_attack\" % player] = (fights[\"%s_hero_base_attack_min\" % player] + fights[\"%s_hero_base_attack_max\" % player])/2\n",
    "        fights[\"%s_rated_attack\" % player] = fights[\"%s_attack\" % player] * fights[\"%s_hero_attack_rate\" % player]\n",
    "        fights[\"%s_ranged_rated_attack\" % player] = fights[\"%s_rated_attack\" % player] * fights[\"%s_hero_attack_range\" % player]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Calculate map features*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "for team in [\"r\", \"d\"]:\n",
    "    for i in range(1, 6):\n",
    "        fights[\"%s%s_part_of_half_map\" % (team, i)] =  - fights[\"%s%s_y\" % (team, i)]\n",
    "        \n",
    "#         p1 = (fights[\"%s%s_x\" % (team, i)]>120) & (fights[\"%s%s_y\" % (team, i)]>120)\n",
    "#         p2 = (fights[\"%s%s_x\" % (team, i)]<=120) & (fights[\"%s%s_y\" % (team, i)]>120)\n",
    "#         p3 = (fights[\"%s%s_x\" % (team, i)]>120) & (fights[\"%s%s_y\" % (team, i)]<=120)\n",
    "#         p4 = (fights[\"%s%s_x\" % (team, i)]<=120) & (fights[\"%s%s_y\" % (team, i)]<=120)\n",
    "        \n",
    "#         fights[p1][\"%s%s_map_part\" % (team, i)] = 1\n",
    "#         fights[p2][\"%s%s_map_part\" % (team, i)] = 2\n",
    "#         fights[p3][\"%s%s_map_part\" % (team, i)] = 3\n",
    "#         fights[p4][\"%s%s_map_part\" % (team, i)] = 4\n",
    "\n",
    "        fights = fights.drop([\"%s%s_x\" % (team, i), \"%s%s_y\" % (team, i)], axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Convert players characteristics to team characteristics*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'hero_int_gain', 'hero_base_mr', 'lh', 'deaths', 'health', 'hero_attack_rate', 'armor', 'hero_base_health_regen', 'stuns', 'obs_placed', 'hero_id', 'hero_projectile_speed', 'hero_turn_rate', 'hero_legs', 'hero_base_mana_regen', 'hero_move_speed', 'attack', 'denies', 'rune_pickups', 'hero_winrate', 'hero_str_gain', 'xp', 'hero_attack_range', 'part_of_half_map', 'hero_base_int', 'assists', 'kills', 'hero_base_health', 'firstblood_claimed', 'ranged_rated_attack', 'hero_base_attack_max', 'gold', 'creeps_stacked', 'hero_base_mana', 'towers_killed', 'hero_base_attack_min', 'camps_stacked', 'hero_base_str', 'roshans_killed', 'teamfight_participation', 'sen_placed', 'level', 'max_health', 'max_mana', 'rated_attack'}\n"
     ]
    }
   ],
   "source": [
    "players_characteristics = set([i[3:] for i in (set(fights.columns) - set(CATEFORICAL_FEATURES)) \\\n",
    "                                       if (i[0]  == \"d\" and i[1].isnumeric())])\n",
    "\n",
    "print(players_characteristics)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f7a63f2aa7a84c89ace4d1cddf720ca0"
      }
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "for feature in tqdm_notebook(players_characteristics):\n",
    "    for team in [\"r\", \"d\"]:\n",
    "        team_name = {\"r\": \"radiant\",\"d\": \"dire\"}\n",
    "        \n",
    "        team_values = fights[[\"%s%s_%s\" % (team, i, feature) for i in range(1,6)]]\n",
    "        \n",
    "        fights[\"%s_%s_mean\" % (team_name[team], feature)] = team_values.mean(axis=1).get_values()\n",
    "        fights[\"%s_%s_median\" % (team_name[team], feature)] = team_values.median(axis=1).get_values()\n",
    "        fights[\"%s_%s_max\" % (team_name[team], feature)] = team_values.max(axis=1).get_values()\n",
    "        fights[\"%s_%s_min\" % (team_name[team], feature)] = team_values.min(axis=1).get_values()\n",
    "        \n",
    "        fights = fights.drop([\"%s%s_%s\" % (team, i, feature) for i in range(1,6)], axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Calculate polynom*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "for team in [\"radiant\", \"dire\"]:\n",
    "    player_features = [\"%s_%s_mean\" % (team, feature) for feature  in players_characteristics]\n",
    "        \n",
    "    poly = PolynomialFeatures(2)\n",
    "    player_features_values = poly.fit_transform(fights[player_features].fillna(0))\n",
    "    player_features_names = [\"%s_feature_%s\" % (team, j) for j in range(player_features_values.shape[1])]\n",
    "\n",
    "    player_features_df = pd.DataFrame(player_features_values, columns=player_features_names)\n",
    "    fights = pd.concat([fights, player_features_df], axis=1)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Calculate delta*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "team_characteristics = set([i.replace(\"radiant_\", \"\") for i in (set(fights.columns) - set(CATEFORICAL_FEATURES)) \\\n",
    "                                       if (i.startswith(\"radiant\"))])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ac0c23f17d2e479d8884e28b98070d19"
      }
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "for feature in tqdm_notebook(team_characteristics):\n",
    "    dire = \"dire_\" + feature\n",
    "    radiant = \"radiant_\" + feature\n",
    "    \n",
    "    \n",
    "    fights[feature+\"_delta\"] = fights[radiant]-fights[dire]\n",
    "    fights[feature+\"_delta_2\"] = (fights[radiant]-fights[dire])**2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['match_id_hash',\n",
       " 'game_time',\n",
       " 'game_mode',\n",
       " 'lobby_type',\n",
       " 'objectives_len',\n",
       " 'chat_len',\n",
       " 'is_train',\n",
       " 'fight_id',\n",
       " 'r1_hero_attack_type',\n",
       " 'd1_hero_attack_type',\n",
       " 'r2_hero_attack_type',\n",
       " 'd2_hero_attack_type',\n",
       " 'r3_hero_attack_type',\n",
       " 'd3_hero_attack_type',\n",
       " 'r4_hero_attack_type',\n",
       " 'd4_hero_attack_type',\n",
       " 'r5_hero_attack_type',\n",
       " 'd5_hero_attack_type',\n",
       " 'r1_hero_primary_attr',\n",
       " 'd1_hero_primary_attr',\n",
       " 'r2_hero_primary_attr',\n",
       " 'd2_hero_primary_attr',\n",
       " 'r3_hero_primary_attr',\n",
       " 'd3_hero_primary_attr',\n",
       " 'r4_hero_primary_attr',\n",
       " 'd4_hero_primary_attr',\n",
       " 'r5_hero_primary_attr',\n",
       " 'd5_hero_primary_attr',\n",
       " 'hero_1',\n",
       " 'hero_2',\n",
       " 'hero_3',\n",
       " 'hero_4',\n",
       " 'hero_5',\n",
       " 'hero_6',\n",
       " 'hero_7',\n",
       " 'hero_8',\n",
       " 'hero_9',\n",
       " 'hero_10',\n",
       " 'hero_11',\n",
       " 'hero_12',\n",
       " 'hero_13',\n",
       " 'hero_14',\n",
       " 'hero_15',\n",
       " 'hero_16',\n",
       " 'hero_17',\n",
       " 'hero_18',\n",
       " 'hero_19',\n",
       " 'hero_20',\n",
       " 'hero_21',\n",
       " 'hero_22',\n",
       " 'hero_23',\n",
       " 'hero_25',\n",
       " 'hero_26',\n",
       " 'hero_27',\n",
       " 'hero_28',\n",
       " 'hero_29',\n",
       " 'hero_30',\n",
       " 'hero_31',\n",
       " 'hero_32',\n",
       " 'hero_33',\n",
       " 'hero_34',\n",
       " 'hero_35',\n",
       " 'hero_36',\n",
       " 'hero_37',\n",
       " 'hero_38',\n",
       " 'hero_39',\n",
       " 'hero_40',\n",
       " 'hero_41',\n",
       " 'hero_42',\n",
       " 'hero_43',\n",
       " 'hero_44',\n",
       " 'hero_45',\n",
       " 'hero_46',\n",
       " 'hero_47',\n",
       " 'hero_48',\n",
       " 'hero_49',\n",
       " 'hero_50',\n",
       " 'hero_51',\n",
       " 'hero_52',\n",
       " 'hero_53',\n",
       " 'hero_54',\n",
       " 'hero_55',\n",
       " 'hero_56',\n",
       " 'hero_57',\n",
       " 'hero_58',\n",
       " 'hero_59',\n",
       " 'hero_60',\n",
       " 'hero_61',\n",
       " 'hero_62',\n",
       " 'hero_63',\n",
       " 'hero_64',\n",
       " 'hero_65',\n",
       " 'hero_66',\n",
       " 'hero_67',\n",
       " 'hero_68',\n",
       " 'hero_69',\n",
       " 'hero_70',\n",
       " 'hero_71',\n",
       " 'hero_72',\n",
       " 'hero_73',\n",
       " 'hero_74',\n",
       " 'hero_75',\n",
       " 'hero_76',\n",
       " 'hero_77',\n",
       " 'hero_78',\n",
       " 'hero_79',\n",
       " 'hero_80',\n",
       " 'hero_81',\n",
       " 'hero_82',\n",
       " 'hero_83',\n",
       " 'hero_84',\n",
       " 'hero_85',\n",
       " 'hero_86',\n",
       " 'hero_87',\n",
       " 'hero_88',\n",
       " 'hero_89',\n",
       " 'hero_90',\n",
       " 'hero_91',\n",
       " 'hero_92',\n",
       " 'hero_93',\n",
       " 'hero_94',\n",
       " 'hero_95',\n",
       " 'hero_96',\n",
       " 'hero_97',\n",
       " 'hero_98',\n",
       " 'hero_99',\n",
       " 'hero_100',\n",
       " 'hero_101',\n",
       " 'hero_102',\n",
       " 'hero_103',\n",
       " 'hero_104',\n",
       " 'hero_105',\n",
       " 'hero_106',\n",
       " 'hero_107',\n",
       " 'hero_108',\n",
       " 'hero_109',\n",
       " 'hero_110',\n",
       " 'hero_111',\n",
       " 'hero_112',\n",
       " 'hero_113',\n",
       " 'hero_114',\n",
       " 'hero_119',\n",
       " 'hero_120',\n",
       " 'radiant_hero_int_gain_mean',\n",
       " 'radiant_hero_int_gain_median',\n",
       " 'radiant_hero_int_gain_max',\n",
       " 'radiant_hero_int_gain_min',\n",
       " 'dire_hero_int_gain_mean',\n",
       " 'dire_hero_int_gain_median',\n",
       " 'dire_hero_int_gain_max',\n",
       " 'dire_hero_int_gain_min',\n",
       " 'radiant_hero_base_mr_mean',\n",
       " 'radiant_hero_base_mr_median',\n",
       " 'radiant_hero_base_mr_max',\n",
       " 'radiant_hero_base_mr_min',\n",
       " 'dire_hero_base_mr_mean',\n",
       " 'dire_hero_base_mr_median',\n",
       " 'dire_hero_base_mr_max',\n",
       " 'dire_hero_base_mr_min',\n",
       " 'radiant_lh_mean',\n",
       " 'radiant_lh_median',\n",
       " 'radiant_lh_max',\n",
       " 'radiant_lh_min',\n",
       " 'dire_lh_mean',\n",
       " 'dire_lh_median',\n",
       " 'dire_lh_max',\n",
       " 'dire_lh_min',\n",
       " 'radiant_deaths_mean',\n",
       " 'radiant_deaths_median',\n",
       " 'radiant_deaths_max',\n",
       " 'radiant_deaths_min',\n",
       " 'dire_deaths_mean',\n",
       " 'dire_deaths_median',\n",
       " 'dire_deaths_max',\n",
       " 'dire_deaths_min',\n",
       " 'radiant_health_mean',\n",
       " 'radiant_health_median',\n",
       " 'radiant_health_max',\n",
       " 'radiant_health_min',\n",
       " 'dire_health_mean',\n",
       " 'dire_health_median',\n",
       " 'dire_health_max',\n",
       " 'dire_health_min',\n",
       " 'radiant_hero_attack_rate_mean',\n",
       " 'radiant_hero_attack_rate_median',\n",
       " 'radiant_hero_attack_rate_max',\n",
       " 'radiant_hero_attack_rate_min',\n",
       " 'dire_hero_attack_rate_mean',\n",
       " 'dire_hero_attack_rate_median',\n",
       " 'dire_hero_attack_rate_max',\n",
       " 'dire_hero_attack_rate_min',\n",
       " 'radiant_armor_mean',\n",
       " 'radiant_armor_median',\n",
       " 'radiant_armor_max',\n",
       " 'radiant_armor_min',\n",
       " 'dire_armor_mean',\n",
       " 'dire_armor_median',\n",
       " 'dire_armor_max',\n",
       " 'dire_armor_min',\n",
       " 'radiant_hero_base_health_regen_mean',\n",
       " 'radiant_hero_base_health_regen_median',\n",
       " 'radiant_hero_base_health_regen_max',\n",
       " 'radiant_hero_base_health_regen_min',\n",
       " 'dire_hero_base_health_regen_mean',\n",
       " 'dire_hero_base_health_regen_median',\n",
       " 'dire_hero_base_health_regen_max',\n",
       " 'dire_hero_base_health_regen_min',\n",
       " 'radiant_stuns_mean',\n",
       " 'radiant_stuns_median',\n",
       " 'radiant_stuns_max',\n",
       " 'radiant_stuns_min',\n",
       " 'dire_stuns_mean',\n",
       " 'dire_stuns_median',\n",
       " 'dire_stuns_max',\n",
       " 'dire_stuns_min',\n",
       " 'radiant_obs_placed_mean',\n",
       " 'radiant_obs_placed_median',\n",
       " 'radiant_obs_placed_max',\n",
       " 'radiant_obs_placed_min',\n",
       " 'dire_obs_placed_mean',\n",
       " 'dire_obs_placed_median',\n",
       " 'dire_obs_placed_max',\n",
       " 'dire_obs_placed_min',\n",
       " 'radiant_hero_id_mean',\n",
       " 'radiant_hero_id_median',\n",
       " 'radiant_hero_id_max',\n",
       " 'radiant_hero_id_min',\n",
       " 'dire_hero_id_mean',\n",
       " 'dire_hero_id_median',\n",
       " 'dire_hero_id_max',\n",
       " 'dire_hero_id_min',\n",
       " 'radiant_hero_projectile_speed_mean',\n",
       " 'radiant_hero_projectile_speed_median',\n",
       " 'radiant_hero_projectile_speed_max',\n",
       " 'radiant_hero_projectile_speed_min',\n",
       " 'dire_hero_projectile_speed_mean',\n",
       " 'dire_hero_projectile_speed_median',\n",
       " 'dire_hero_projectile_speed_max',\n",
       " 'dire_hero_projectile_speed_min',\n",
       " 'radiant_hero_turn_rate_mean',\n",
       " 'radiant_hero_turn_rate_median',\n",
       " 'radiant_hero_turn_rate_max',\n",
       " 'radiant_hero_turn_rate_min',\n",
       " 'dire_hero_turn_rate_mean',\n",
       " 'dire_hero_turn_rate_median',\n",
       " 'dire_hero_turn_rate_max',\n",
       " 'dire_hero_turn_rate_min',\n",
       " 'radiant_hero_legs_mean',\n",
       " 'radiant_hero_legs_median',\n",
       " 'radiant_hero_legs_max',\n",
       " 'radiant_hero_legs_min',\n",
       " 'dire_hero_legs_mean',\n",
       " 'dire_hero_legs_median',\n",
       " 'dire_hero_legs_max',\n",
       " 'dire_hero_legs_min',\n",
       " 'radiant_hero_base_mana_regen_mean',\n",
       " 'radiant_hero_base_mana_regen_median',\n",
       " 'radiant_hero_base_mana_regen_max',\n",
       " 'radiant_hero_base_mana_regen_min',\n",
       " 'dire_hero_base_mana_regen_mean',\n",
       " 'dire_hero_base_mana_regen_median',\n",
       " 'dire_hero_base_mana_regen_max',\n",
       " 'dire_hero_base_mana_regen_min',\n",
       " 'radiant_hero_move_speed_mean',\n",
       " 'radiant_hero_move_speed_median',\n",
       " 'radiant_hero_move_speed_max',\n",
       " 'radiant_hero_move_speed_min',\n",
       " 'dire_hero_move_speed_mean',\n",
       " 'dire_hero_move_speed_median',\n",
       " 'dire_hero_move_speed_max',\n",
       " 'dire_hero_move_speed_min',\n",
       " 'radiant_attack_mean',\n",
       " 'radiant_attack_median',\n",
       " 'radiant_attack_max',\n",
       " 'radiant_attack_min',\n",
       " 'dire_attack_mean',\n",
       " 'dire_attack_median',\n",
       " 'dire_attack_max',\n",
       " 'dire_attack_min',\n",
       " 'radiant_denies_mean',\n",
       " 'radiant_denies_median',\n",
       " 'radiant_denies_max',\n",
       " 'radiant_denies_min',\n",
       " 'dire_denies_mean',\n",
       " 'dire_denies_median',\n",
       " 'dire_denies_max',\n",
       " 'dire_denies_min',\n",
       " 'radiant_rune_pickups_mean',\n",
       " 'radiant_rune_pickups_median',\n",
       " 'radiant_rune_pickups_max',\n",
       " 'radiant_rune_pickups_min',\n",
       " 'dire_rune_pickups_mean',\n",
       " 'dire_rune_pickups_median',\n",
       " 'dire_rune_pickups_max',\n",
       " 'dire_rune_pickups_min',\n",
       " 'radiant_hero_winrate_mean',\n",
       " 'radiant_hero_winrate_median',\n",
       " 'radiant_hero_winrate_max',\n",
       " 'radiant_hero_winrate_min',\n",
       " 'dire_hero_winrate_mean',\n",
       " 'dire_hero_winrate_median',\n",
       " 'dire_hero_winrate_max',\n",
       " 'dire_hero_winrate_min',\n",
       " 'radiant_hero_str_gain_mean',\n",
       " 'radiant_hero_str_gain_median',\n",
       " 'radiant_hero_str_gain_max',\n",
       " 'radiant_hero_str_gain_min',\n",
       " 'dire_hero_str_gain_mean',\n",
       " 'dire_hero_str_gain_median',\n",
       " 'dire_hero_str_gain_max',\n",
       " 'dire_hero_str_gain_min',\n",
       " 'radiant_xp_mean',\n",
       " 'radiant_xp_median',\n",
       " 'radiant_xp_max',\n",
       " 'radiant_xp_min',\n",
       " 'dire_xp_mean',\n",
       " 'dire_xp_median',\n",
       " 'dire_xp_max',\n",
       " 'dire_xp_min',\n",
       " 'radiant_hero_attack_range_mean',\n",
       " 'radiant_hero_attack_range_median',\n",
       " 'radiant_hero_attack_range_max',\n",
       " 'radiant_hero_attack_range_min',\n",
       " 'dire_hero_attack_range_mean',\n",
       " 'dire_hero_attack_range_median',\n",
       " 'dire_hero_attack_range_max',\n",
       " 'dire_hero_attack_range_min',\n",
       " 'radiant_part_of_half_map_mean',\n",
       " 'radiant_part_of_half_map_median',\n",
       " 'radiant_part_of_half_map_max',\n",
       " 'radiant_part_of_half_map_min',\n",
       " 'dire_part_of_half_map_mean',\n",
       " 'dire_part_of_half_map_median',\n",
       " 'dire_part_of_half_map_max',\n",
       " 'dire_part_of_half_map_min',\n",
       " 'radiant_hero_base_int_mean',\n",
       " 'radiant_hero_base_int_median',\n",
       " 'radiant_hero_base_int_max',\n",
       " 'radiant_hero_base_int_min',\n",
       " 'dire_hero_base_int_mean',\n",
       " 'dire_hero_base_int_median',\n",
       " 'dire_hero_base_int_max',\n",
       " 'dire_hero_base_int_min',\n",
       " 'radiant_assists_mean',\n",
       " 'radiant_assists_median',\n",
       " 'radiant_assists_max',\n",
       " 'radiant_assists_min',\n",
       " 'dire_assists_mean',\n",
       " 'dire_assists_median',\n",
       " 'dire_assists_max',\n",
       " 'dire_assists_min',\n",
       " 'radiant_kills_mean',\n",
       " 'radiant_kills_median',\n",
       " 'radiant_kills_max',\n",
       " 'radiant_kills_min',\n",
       " 'dire_kills_mean',\n",
       " 'dire_kills_median',\n",
       " 'dire_kills_max',\n",
       " 'dire_kills_min',\n",
       " 'radiant_hero_base_health_mean',\n",
       " 'radiant_hero_base_health_median',\n",
       " 'radiant_hero_base_health_max',\n",
       " 'radiant_hero_base_health_min',\n",
       " 'dire_hero_base_health_mean',\n",
       " 'dire_hero_base_health_median',\n",
       " 'dire_hero_base_health_max',\n",
       " 'dire_hero_base_health_min',\n",
       " 'radiant_firstblood_claimed_mean',\n",
       " 'radiant_firstblood_claimed_median',\n",
       " 'radiant_firstblood_claimed_max',\n",
       " 'radiant_firstblood_claimed_min',\n",
       " 'dire_firstblood_claimed_mean',\n",
       " 'dire_firstblood_claimed_median',\n",
       " 'dire_firstblood_claimed_max',\n",
       " 'dire_firstblood_claimed_min',\n",
       " 'radiant_ranged_rated_attack_mean',\n",
       " 'radiant_ranged_rated_attack_median',\n",
       " 'radiant_ranged_rated_attack_max',\n",
       " 'radiant_ranged_rated_attack_min',\n",
       " 'dire_ranged_rated_attack_mean',\n",
       " 'dire_ranged_rated_attack_median',\n",
       " 'dire_ranged_rated_attack_max',\n",
       " 'dire_ranged_rated_attack_min',\n",
       " 'radiant_hero_base_attack_max_mean',\n",
       " 'radiant_hero_base_attack_max_median',\n",
       " 'radiant_hero_base_attack_max_max',\n",
       " 'radiant_hero_base_attack_max_min',\n",
       " 'dire_hero_base_attack_max_mean',\n",
       " 'dire_hero_base_attack_max_median',\n",
       " 'dire_hero_base_attack_max_max',\n",
       " 'dire_hero_base_attack_max_min',\n",
       " 'radiant_gold_mean',\n",
       " 'radiant_gold_median',\n",
       " 'radiant_gold_max',\n",
       " 'radiant_gold_min',\n",
       " 'dire_gold_mean',\n",
       " 'dire_gold_median',\n",
       " 'dire_gold_max',\n",
       " 'dire_gold_min',\n",
       " 'radiant_creeps_stacked_mean',\n",
       " 'radiant_creeps_stacked_median',\n",
       " 'radiant_creeps_stacked_max',\n",
       " 'radiant_creeps_stacked_min',\n",
       " 'dire_creeps_stacked_mean',\n",
       " 'dire_creeps_stacked_median',\n",
       " 'dire_creeps_stacked_max',\n",
       " 'dire_creeps_stacked_min',\n",
       " 'radiant_hero_base_mana_mean',\n",
       " 'radiant_hero_base_mana_median',\n",
       " 'radiant_hero_base_mana_max',\n",
       " 'radiant_hero_base_mana_min',\n",
       " 'dire_hero_base_mana_mean',\n",
       " 'dire_hero_base_mana_median',\n",
       " 'dire_hero_base_mana_max',\n",
       " 'dire_hero_base_mana_min',\n",
       " 'radiant_towers_killed_mean',\n",
       " 'radiant_towers_killed_median',\n",
       " 'radiant_towers_killed_max',\n",
       " 'radiant_towers_killed_min',\n",
       " 'dire_towers_killed_mean',\n",
       " 'dire_towers_killed_median',\n",
       " 'dire_towers_killed_max',\n",
       " 'dire_towers_killed_min',\n",
       " 'radiant_hero_base_attack_min_mean',\n",
       " 'radiant_hero_base_attack_min_median',\n",
       " 'radiant_hero_base_attack_min_max',\n",
       " 'radiant_hero_base_attack_min_min',\n",
       " 'dire_hero_base_attack_min_mean',\n",
       " 'dire_hero_base_attack_min_median',\n",
       " 'dire_hero_base_attack_min_max',\n",
       " 'dire_hero_base_attack_min_min',\n",
       " 'radiant_camps_stacked_mean',\n",
       " 'radiant_camps_stacked_median',\n",
       " 'radiant_camps_stacked_max',\n",
       " 'radiant_camps_stacked_min',\n",
       " 'dire_camps_stacked_mean',\n",
       " 'dire_camps_stacked_median',\n",
       " 'dire_camps_stacked_max',\n",
       " 'dire_camps_stacked_min',\n",
       " 'radiant_hero_base_str_mean',\n",
       " 'radiant_hero_base_str_median',\n",
       " 'radiant_hero_base_str_max',\n",
       " 'radiant_hero_base_str_min',\n",
       " 'dire_hero_base_str_mean',\n",
       " 'dire_hero_base_str_median',\n",
       " 'dire_hero_base_str_max',\n",
       " 'dire_hero_base_str_min',\n",
       " 'radiant_roshans_killed_mean',\n",
       " 'radiant_roshans_killed_median',\n",
       " 'radiant_roshans_killed_max',\n",
       " 'radiant_roshans_killed_min',\n",
       " 'dire_roshans_killed_mean',\n",
       " 'dire_roshans_killed_median',\n",
       " 'dire_roshans_killed_max',\n",
       " 'dire_roshans_killed_min',\n",
       " 'radiant_teamfight_participation_mean',\n",
       " 'radiant_teamfight_participation_median',\n",
       " 'radiant_teamfight_participation_max',\n",
       " 'radiant_teamfight_participation_min',\n",
       " 'dire_teamfight_participation_mean',\n",
       " 'dire_teamfight_participation_median',\n",
       " 'dire_teamfight_participation_max',\n",
       " 'dire_teamfight_participation_min',\n",
       " 'radiant_sen_placed_mean',\n",
       " 'radiant_sen_placed_median',\n",
       " 'radiant_sen_placed_max',\n",
       " 'radiant_sen_placed_min',\n",
       " 'dire_sen_placed_mean',\n",
       " 'dire_sen_placed_median',\n",
       " 'dire_sen_placed_max',\n",
       " 'dire_sen_placed_min',\n",
       " 'radiant_level_mean',\n",
       " 'radiant_level_median',\n",
       " 'radiant_level_max',\n",
       " 'radiant_level_min',\n",
       " 'dire_level_mean',\n",
       " 'dire_level_median',\n",
       " 'dire_level_max',\n",
       " 'dire_level_min',\n",
       " 'radiant_max_health_mean',\n",
       " 'radiant_max_health_median',\n",
       " 'radiant_max_health_max',\n",
       " 'radiant_max_health_min',\n",
       " 'dire_max_health_mean',\n",
       " 'dire_max_health_median',\n",
       " 'dire_max_health_max',\n",
       " 'dire_max_health_min',\n",
       " 'radiant_max_mana_mean',\n",
       " 'radiant_max_mana_median',\n",
       " 'radiant_max_mana_max',\n",
       " 'radiant_max_mana_min',\n",
       " 'dire_max_mana_mean',\n",
       " 'dire_max_mana_median',\n",
       " 'dire_max_mana_max',\n",
       " 'dire_max_mana_min',\n",
       " 'radiant_rated_attack_mean',\n",
       " 'radiant_rated_attack_median',\n",
       " 'radiant_rated_attack_max',\n",
       " 'radiant_rated_attack_min',\n",
       " 'dire_rated_attack_mean',\n",
       " 'dire_rated_attack_median',\n",
       " 'dire_rated_attack_max',\n",
       " 'dire_rated_attack_min',\n",
       " 'radiant_feature_0',\n",
       " 'radiant_feature_1',\n",
       " 'radiant_feature_2',\n",
       " 'radiant_feature_3',\n",
       " 'radiant_feature_4',\n",
       " 'radiant_feature_5',\n",
       " 'radiant_feature_6',\n",
       " 'radiant_feature_7',\n",
       " 'radiant_feature_8',\n",
       " 'radiant_feature_9',\n",
       " 'radiant_feature_10',\n",
       " 'radiant_feature_11',\n",
       " 'radiant_feature_12',\n",
       " 'radiant_feature_13',\n",
       " 'radiant_feature_14',\n",
       " 'radiant_feature_15',\n",
       " 'radiant_feature_16',\n",
       " 'radiant_feature_17',\n",
       " 'radiant_feature_18',\n",
       " 'radiant_feature_19',\n",
       " 'radiant_feature_20',\n",
       " 'radiant_feature_21',\n",
       " 'radiant_feature_22',\n",
       " 'radiant_feature_23',\n",
       " 'radiant_feature_24',\n",
       " 'radiant_feature_25',\n",
       " 'radiant_feature_26',\n",
       " 'radiant_feature_27',\n",
       " 'radiant_feature_28',\n",
       " 'radiant_feature_29',\n",
       " 'radiant_feature_30',\n",
       " 'radiant_feature_31',\n",
       " 'radiant_feature_32',\n",
       " 'radiant_feature_33',\n",
       " 'radiant_feature_34',\n",
       " 'radiant_feature_35',\n",
       " 'radiant_feature_36',\n",
       " 'radiant_feature_37',\n",
       " 'radiant_feature_38',\n",
       " 'radiant_feature_39',\n",
       " 'radiant_feature_40',\n",
       " 'radiant_feature_41',\n",
       " 'radiant_feature_42',\n",
       " 'radiant_feature_43',\n",
       " 'radiant_feature_44',\n",
       " 'radiant_feature_45',\n",
       " 'radiant_feature_46',\n",
       " 'radiant_feature_47',\n",
       " 'radiant_feature_48',\n",
       " 'radiant_feature_49',\n",
       " 'radiant_feature_50',\n",
       " 'radiant_feature_51',\n",
       " 'radiant_feature_52',\n",
       " 'radiant_feature_53',\n",
       " 'radiant_feature_54',\n",
       " 'radiant_feature_55',\n",
       " 'radiant_feature_56',\n",
       " 'radiant_feature_57',\n",
       " 'radiant_feature_58',\n",
       " 'radiant_feature_59',\n",
       " 'radiant_feature_60',\n",
       " 'radiant_feature_61',\n",
       " 'radiant_feature_62',\n",
       " 'radiant_feature_63',\n",
       " 'radiant_feature_64',\n",
       " 'radiant_feature_65',\n",
       " 'radiant_feature_66',\n",
       " 'radiant_feature_67',\n",
       " 'radiant_feature_68',\n",
       " 'radiant_feature_69',\n",
       " 'radiant_feature_70',\n",
       " 'radiant_feature_71',\n",
       " 'radiant_feature_72',\n",
       " 'radiant_feature_73',\n",
       " 'radiant_feature_74',\n",
       " 'radiant_feature_75',\n",
       " 'radiant_feature_76',\n",
       " 'radiant_feature_77',\n",
       " 'radiant_feature_78',\n",
       " 'radiant_feature_79',\n",
       " 'radiant_feature_80',\n",
       " 'radiant_feature_81',\n",
       " 'radiant_feature_82',\n",
       " 'radiant_feature_83',\n",
       " 'radiant_feature_84',\n",
       " 'radiant_feature_85',\n",
       " 'radiant_feature_86',\n",
       " 'radiant_feature_87',\n",
       " 'radiant_feature_88',\n",
       " 'radiant_feature_89',\n",
       " 'radiant_feature_90',\n",
       " 'radiant_feature_91',\n",
       " 'radiant_feature_92',\n",
       " 'radiant_feature_93',\n",
       " 'radiant_feature_94',\n",
       " 'radiant_feature_95',\n",
       " 'radiant_feature_96',\n",
       " 'radiant_feature_97',\n",
       " 'radiant_feature_98',\n",
       " 'radiant_feature_99',\n",
       " 'radiant_feature_100',\n",
       " 'radiant_feature_101',\n",
       " 'radiant_feature_102',\n",
       " 'radiant_feature_103',\n",
       " 'radiant_feature_104',\n",
       " 'radiant_feature_105',\n",
       " 'radiant_feature_106',\n",
       " 'radiant_feature_107',\n",
       " 'radiant_feature_108',\n",
       " 'radiant_feature_109',\n",
       " 'radiant_feature_110',\n",
       " 'radiant_feature_111',\n",
       " 'radiant_feature_112',\n",
       " 'radiant_feature_113',\n",
       " 'radiant_feature_114',\n",
       " 'radiant_feature_115',\n",
       " 'radiant_feature_116',\n",
       " 'radiant_feature_117',\n",
       " 'radiant_feature_118',\n",
       " 'radiant_feature_119',\n",
       " 'radiant_feature_120',\n",
       " 'radiant_feature_121',\n",
       " 'radiant_feature_122',\n",
       " 'radiant_feature_123',\n",
       " 'radiant_feature_124',\n",
       " 'radiant_feature_125',\n",
       " 'radiant_feature_126',\n",
       " 'radiant_feature_127',\n",
       " 'radiant_feature_128',\n",
       " 'radiant_feature_129',\n",
       " 'radiant_feature_130',\n",
       " 'radiant_feature_131',\n",
       " 'radiant_feature_132',\n",
       " 'radiant_feature_133',\n",
       " 'radiant_feature_134',\n",
       " 'radiant_feature_135',\n",
       " 'radiant_feature_136',\n",
       " 'radiant_feature_137',\n",
       " 'radiant_feature_138',\n",
       " 'radiant_feature_139',\n",
       " 'radiant_feature_140',\n",
       " 'radiant_feature_141',\n",
       " 'radiant_feature_142',\n",
       " 'radiant_feature_143',\n",
       " 'radiant_feature_144',\n",
       " 'radiant_feature_145',\n",
       " 'radiant_feature_146',\n",
       " 'radiant_feature_147',\n",
       " 'radiant_feature_148',\n",
       " 'radiant_feature_149',\n",
       " 'radiant_feature_150',\n",
       " 'radiant_feature_151',\n",
       " 'radiant_feature_152',\n",
       " 'radiant_feature_153',\n",
       " 'radiant_feature_154',\n",
       " 'radiant_feature_155',\n",
       " 'radiant_feature_156',\n",
       " 'radiant_feature_157',\n",
       " 'radiant_feature_158',\n",
       " 'radiant_feature_159',\n",
       " 'radiant_feature_160',\n",
       " 'radiant_feature_161',\n",
       " 'radiant_feature_162',\n",
       " 'radiant_feature_163',\n",
       " 'radiant_feature_164',\n",
       " 'radiant_feature_165',\n",
       " 'radiant_feature_166',\n",
       " 'radiant_feature_167',\n",
       " 'radiant_feature_168',\n",
       " 'radiant_feature_169',\n",
       " 'radiant_feature_170',\n",
       " 'radiant_feature_171',\n",
       " 'radiant_feature_172',\n",
       " 'radiant_feature_173',\n",
       " 'radiant_feature_174',\n",
       " 'radiant_feature_175',\n",
       " 'radiant_feature_176',\n",
       " 'radiant_feature_177',\n",
       " 'radiant_feature_178',\n",
       " 'radiant_feature_179',\n",
       " 'radiant_feature_180',\n",
       " 'radiant_feature_181',\n",
       " 'radiant_feature_182',\n",
       " 'radiant_feature_183',\n",
       " 'radiant_feature_184',\n",
       " 'radiant_feature_185',\n",
       " 'radiant_feature_186',\n",
       " 'radiant_feature_187',\n",
       " 'radiant_feature_188',\n",
       " 'radiant_feature_189',\n",
       " 'radiant_feature_190',\n",
       " 'radiant_feature_191',\n",
       " 'radiant_feature_192',\n",
       " 'radiant_feature_193',\n",
       " 'radiant_feature_194',\n",
       " 'radiant_feature_195',\n",
       " 'radiant_feature_196',\n",
       " 'radiant_feature_197',\n",
       " 'radiant_feature_198',\n",
       " 'radiant_feature_199',\n",
       " 'radiant_feature_200',\n",
       " 'radiant_feature_201',\n",
       " 'radiant_feature_202',\n",
       " 'radiant_feature_203',\n",
       " 'radiant_feature_204',\n",
       " 'radiant_feature_205',\n",
       " 'radiant_feature_206',\n",
       " 'radiant_feature_207',\n",
       " 'radiant_feature_208',\n",
       " 'radiant_feature_209',\n",
       " 'radiant_feature_210',\n",
       " 'radiant_feature_211',\n",
       " 'radiant_feature_212',\n",
       " 'radiant_feature_213',\n",
       " 'radiant_feature_214',\n",
       " 'radiant_feature_215',\n",
       " 'radiant_feature_216',\n",
       " 'radiant_feature_217',\n",
       " 'radiant_feature_218',\n",
       " 'radiant_feature_219',\n",
       " 'radiant_feature_220',\n",
       " 'radiant_feature_221',\n",
       " 'radiant_feature_222',\n",
       " 'radiant_feature_223',\n",
       " 'radiant_feature_224',\n",
       " 'radiant_feature_225',\n",
       " 'radiant_feature_226',\n",
       " 'radiant_feature_227',\n",
       " 'radiant_feature_228',\n",
       " 'radiant_feature_229',\n",
       " 'radiant_feature_230',\n",
       " 'radiant_feature_231',\n",
       " 'radiant_feature_232',\n",
       " 'radiant_feature_233',\n",
       " 'radiant_feature_234',\n",
       " 'radiant_feature_235',\n",
       " 'radiant_feature_236',\n",
       " 'radiant_feature_237',\n",
       " 'radiant_feature_238',\n",
       " 'radiant_feature_239',\n",
       " 'radiant_feature_240',\n",
       " 'radiant_feature_241',\n",
       " 'radiant_feature_242',\n",
       " 'radiant_feature_243',\n",
       " 'radiant_feature_244',\n",
       " 'radiant_feature_245',\n",
       " 'radiant_feature_246',\n",
       " 'radiant_feature_247',\n",
       " 'radiant_feature_248',\n",
       " 'radiant_feature_249',\n",
       " 'radiant_feature_250',\n",
       " 'radiant_feature_251',\n",
       " 'radiant_feature_252',\n",
       " 'radiant_feature_253',\n",
       " 'radiant_feature_254',\n",
       " 'radiant_feature_255',\n",
       " 'radiant_feature_256',\n",
       " 'radiant_feature_257',\n",
       " 'radiant_feature_258',\n",
       " 'radiant_feature_259',\n",
       " 'radiant_feature_260',\n",
       " 'radiant_feature_261',\n",
       " 'radiant_feature_262',\n",
       " 'radiant_feature_263',\n",
       " 'radiant_feature_264',\n",
       " 'radiant_feature_265',\n",
       " 'radiant_feature_266',\n",
       " 'radiant_feature_267',\n",
       " 'radiant_feature_268',\n",
       " 'radiant_feature_269',\n",
       " 'radiant_feature_270',\n",
       " 'radiant_feature_271',\n",
       " 'radiant_feature_272',\n",
       " 'radiant_feature_273',\n",
       " 'radiant_feature_274',\n",
       " 'radiant_feature_275',\n",
       " 'radiant_feature_276',\n",
       " 'radiant_feature_277',\n",
       " 'radiant_feature_278',\n",
       " 'radiant_feature_279',\n",
       " 'radiant_feature_280',\n",
       " 'radiant_feature_281',\n",
       " 'radiant_feature_282',\n",
       " 'radiant_feature_283',\n",
       " 'radiant_feature_284',\n",
       " 'radiant_feature_285',\n",
       " 'radiant_feature_286',\n",
       " 'radiant_feature_287',\n",
       " 'radiant_feature_288',\n",
       " 'radiant_feature_289',\n",
       " 'radiant_feature_290',\n",
       " 'radiant_feature_291',\n",
       " 'radiant_feature_292',\n",
       " 'radiant_feature_293',\n",
       " 'radiant_feature_294',\n",
       " 'radiant_feature_295',\n",
       " 'radiant_feature_296',\n",
       " 'radiant_feature_297',\n",
       " 'radiant_feature_298',\n",
       " 'radiant_feature_299',\n",
       " 'radiant_feature_300',\n",
       " 'radiant_feature_301',\n",
       " 'radiant_feature_302',\n",
       " 'radiant_feature_303',\n",
       " 'radiant_feature_304',\n",
       " 'radiant_feature_305',\n",
       " 'radiant_feature_306',\n",
       " 'radiant_feature_307',\n",
       " 'radiant_feature_308',\n",
       " 'radiant_feature_309',\n",
       " 'radiant_feature_310',\n",
       " 'radiant_feature_311',\n",
       " 'radiant_feature_312',\n",
       " 'radiant_feature_313',\n",
       " 'radiant_feature_314',\n",
       " 'radiant_feature_315',\n",
       " 'radiant_feature_316',\n",
       " 'radiant_feature_317',\n",
       " 'radiant_feature_318',\n",
       " 'radiant_feature_319',\n",
       " 'radiant_feature_320',\n",
       " 'radiant_feature_321',\n",
       " 'radiant_feature_322',\n",
       " 'radiant_feature_323',\n",
       " 'radiant_feature_324',\n",
       " 'radiant_feature_325',\n",
       " 'radiant_feature_326',\n",
       " 'radiant_feature_327',\n",
       " 'radiant_feature_328',\n",
       " 'radiant_feature_329',\n",
       " 'radiant_feature_330',\n",
       " 'radiant_feature_331',\n",
       " 'radiant_feature_332',\n",
       " 'radiant_feature_333',\n",
       " 'radiant_feature_334',\n",
       " 'radiant_feature_335',\n",
       " 'radiant_feature_336',\n",
       " 'radiant_feature_337',\n",
       " 'radiant_feature_338',\n",
       " 'radiant_feature_339',\n",
       " 'radiant_feature_340',\n",
       " 'radiant_feature_341',\n",
       " 'radiant_feature_342',\n",
       " 'radiant_feature_343',\n",
       " 'radiant_feature_344',\n",
       " 'radiant_feature_345',\n",
       " 'radiant_feature_346',\n",
       " 'radiant_feature_347',\n",
       " 'radiant_feature_348',\n",
       " 'radiant_feature_349',\n",
       " 'radiant_feature_350',\n",
       " 'radiant_feature_351',\n",
       " 'radiant_feature_352',\n",
       " 'radiant_feature_353',\n",
       " 'radiant_feature_354',\n",
       " 'radiant_feature_355',\n",
       " 'radiant_feature_356',\n",
       " 'radiant_feature_357',\n",
       " 'radiant_feature_358',\n",
       " 'radiant_feature_359',\n",
       " 'radiant_feature_360',\n",
       " 'radiant_feature_361',\n",
       " 'radiant_feature_362',\n",
       " 'radiant_feature_363',\n",
       " 'radiant_feature_364',\n",
       " 'radiant_feature_365',\n",
       " 'radiant_feature_366',\n",
       " 'radiant_feature_367',\n",
       " 'radiant_feature_368',\n",
       " 'radiant_feature_369',\n",
       " 'radiant_feature_370',\n",
       " 'radiant_feature_371',\n",
       " 'radiant_feature_372',\n",
       " 'radiant_feature_373',\n",
       " 'radiant_feature_374',\n",
       " 'radiant_feature_375',\n",
       " 'radiant_feature_376',\n",
       " 'radiant_feature_377',\n",
       " 'radiant_feature_378',\n",
       " 'radiant_feature_379',\n",
       " 'radiant_feature_380',\n",
       " 'radiant_feature_381',\n",
       " 'radiant_feature_382',\n",
       " 'radiant_feature_383',\n",
       " 'radiant_feature_384',\n",
       " 'radiant_feature_385',\n",
       " 'radiant_feature_386',\n",
       " 'radiant_feature_387',\n",
       " 'radiant_feature_388',\n",
       " 'radiant_feature_389',\n",
       " 'radiant_feature_390',\n",
       " 'radiant_feature_391',\n",
       " 'radiant_feature_392',\n",
       " 'radiant_feature_393',\n",
       " 'radiant_feature_394',\n",
       " 'radiant_feature_395',\n",
       " 'radiant_feature_396',\n",
       " 'radiant_feature_397',\n",
       " 'radiant_feature_398',\n",
       " 'radiant_feature_399',\n",
       " 'radiant_feature_400',\n",
       " 'radiant_feature_401',\n",
       " 'radiant_feature_402',\n",
       " 'radiant_feature_403',\n",
       " 'radiant_feature_404',\n",
       " 'radiant_feature_405',\n",
       " 'radiant_feature_406',\n",
       " 'radiant_feature_407',\n",
       " 'radiant_feature_408',\n",
       " 'radiant_feature_409',\n",
       " 'radiant_feature_410',\n",
       " 'radiant_feature_411',\n",
       " 'radiant_feature_412',\n",
       " 'radiant_feature_413',\n",
       " 'radiant_feature_414',\n",
       " 'radiant_feature_415',\n",
       " 'radiant_feature_416',\n",
       " 'radiant_feature_417',\n",
       " 'radiant_feature_418',\n",
       " 'radiant_feature_419',\n",
       " 'radiant_feature_420',\n",
       " 'radiant_feature_421',\n",
       " 'radiant_feature_422',\n",
       " 'radiant_feature_423',\n",
       " 'radiant_feature_424',\n",
       " 'radiant_feature_425',\n",
       " 'radiant_feature_426',\n",
       " 'radiant_feature_427',\n",
       " 'radiant_feature_428',\n",
       " 'radiant_feature_429',\n",
       " 'radiant_feature_430',\n",
       " 'radiant_feature_431',\n",
       " 'radiant_feature_432',\n",
       " 'radiant_feature_433',\n",
       " 'radiant_feature_434',\n",
       " 'radiant_feature_435',\n",
       " 'radiant_feature_436',\n",
       " 'radiant_feature_437',\n",
       " 'radiant_feature_438',\n",
       " 'radiant_feature_439',\n",
       " 'radiant_feature_440',\n",
       " 'radiant_feature_441',\n",
       " 'radiant_feature_442',\n",
       " 'radiant_feature_443',\n",
       " 'radiant_feature_444',\n",
       " 'radiant_feature_445',\n",
       " 'radiant_feature_446',\n",
       " 'radiant_feature_447',\n",
       " 'radiant_feature_448',\n",
       " 'radiant_feature_449',\n",
       " 'radiant_feature_450',\n",
       " 'radiant_feature_451',\n",
       " 'radiant_feature_452',\n",
       " 'radiant_feature_453',\n",
       " 'radiant_feature_454',\n",
       " 'radiant_feature_455',\n",
       " 'radiant_feature_456',\n",
       " 'radiant_feature_457',\n",
       " 'radiant_feature_458',\n",
       " 'radiant_feature_459',\n",
       " 'radiant_feature_460',\n",
       " 'radiant_feature_461',\n",
       " 'radiant_feature_462',\n",
       " 'radiant_feature_463',\n",
       " 'radiant_feature_464',\n",
       " 'radiant_feature_465',\n",
       " 'radiant_feature_466',\n",
       " 'radiant_feature_467',\n",
       " 'radiant_feature_468',\n",
       " 'radiant_feature_469',\n",
       " 'radiant_feature_470',\n",
       " 'radiant_feature_471',\n",
       " 'radiant_feature_472',\n",
       " 'radiant_feature_473',\n",
       " 'radiant_feature_474',\n",
       " 'radiant_feature_475',\n",
       " 'radiant_feature_476',\n",
       " 'radiant_feature_477',\n",
       " 'radiant_feature_478',\n",
       " 'radiant_feature_479',\n",
       " 'radiant_feature_480',\n",
       " 'radiant_feature_481',\n",
       " 'radiant_feature_482',\n",
       " 'radiant_feature_483',\n",
       " 'radiant_feature_484',\n",
       " 'radiant_feature_485',\n",
       " 'radiant_feature_486',\n",
       " 'radiant_feature_487',\n",
       " 'radiant_feature_488',\n",
       " 'radiant_feature_489',\n",
       " 'radiant_feature_490',\n",
       " 'radiant_feature_491',\n",
       " 'radiant_feature_492',\n",
       " 'radiant_feature_493',\n",
       " 'radiant_feature_494',\n",
       " 'radiant_feature_495',\n",
       " 'radiant_feature_496',\n",
       " ...]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fights.columns.tolist()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*Distance metrci featues*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "annoy_features = [i + \"_delta\" for i in team_characteristics]\n",
    "annoy_data = fights[fights[\"is_train\"] == True][annoy_features]\n",
    "annoy_index = fights[fights[\"is_train\"] == True].index.get_values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "annoy_vector_size = len(annoy_features)\n",
    "annoy = AnnoyIndex(annoy_vector_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "for vec, i in zip(annoy_data.get_values(), annoy_index):\n",
    "    annoy.add_item(i, vec)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "annoy.build(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "k = 0\n",
    "\n",
    "def get_nn_info(row):\n",
    "    global k\n",
    "    \n",
    "    if k%1000==0: print(k)\n",
    "    k+=1\n",
    "    \n",
    "    vec = row[annoy_features].get_values()\n",
    "    indexes = annoy.get_nns_by_vector(vec, 21)\n",
    "    \n",
    "    if row.fight_id in indexes:\n",
    "        indexes.remove(row.fight_id)\n",
    "    else:\n",
    "        indexes = indexes[:-1] \n",
    "    \n",
    "    ys = target[\"radiant_win\"].astype(\"int\").get_values()[indexes]\n",
    "    \n",
    "    info = {\n",
    "        \"nn_mean_5\": np.mean(ys[:5]),\n",
    "        \"nn_median_5\": np.median(ys[:5]),\n",
    "        \"nn_mean_10\": np.mean(ys[:10]),\n",
    "        \"nn_median_10\": np.median(ys[:10]),\n",
    "        \"nn_mean_20\": np.mean(ys),\n",
    "        \"nn_median_20\": np.median(ys)\n",
    "    }\n",
    "    return pd.Series(info)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "1000\n",
      "2000\n",
      "3000\n",
      "4000\n",
      "5000\n",
      "6000\n",
      "7000\n",
      "8000\n",
      "9000\n",
      "10000\n",
      "11000\n",
      "12000\n",
      "13000\n",
      "14000\n",
      "15000\n",
      "16000\n",
      "17000\n",
      "18000\n",
      "19000\n",
      "20000\n",
      "21000\n",
      "22000\n",
      "23000\n",
      "24000\n",
      "25000\n",
      "26000\n",
      "27000\n",
      "28000\n",
      "29000\n",
      "30000\n",
      "31000\n",
      "32000\n",
      "33000\n",
      "34000\n",
      "35000\n",
      "36000\n",
      "37000\n",
      "38000\n",
      "39000\n",
      "40000\n",
      "41000\n",
      "42000\n",
      "43000\n",
      "44000\n",
      "45000\n",
      "46000\n",
      "47000\n",
      "48000\n",
      "49000\n"
     ]
    }
   ],
   "source": [
    "fights = pd.concat([fights, fights.apply(get_nn_info, axis=\"columns\")], axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Train/Validate/Test split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "fights = fights.fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(49675, 5193)"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fights.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_data = fights[fights[\"is_train\"] == False]\n",
    "test_data = test_data.drop([\"fight_id\", \"is_train\"], axis=1)\n",
    "\n",
    "train_data = fights[fights[\"is_train\"] == True]\n",
    "train_data = train_data.drop([\"fight_id\", \"is_train\"], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(39675, 5191)"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "validation_size = 0.3\n",
    "validation_split = int(train_data.shape[0]*validation_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "validation_data = train_data.loc[:validation_split]\n",
    "train_data = train_data.loc[validation_split:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "target_validate = target.loc[:validation_split]\n",
    "target_train = target.loc[validation_split:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data.to_csv(\"processed_dataset/train.csv\")\n",
    "target_train.to_csv(\"processed_dataset/target_train.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_data.to_csv(\"processed_dataset/test.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_batches = 3\n",
    "\n",
    "for batch in range(1, n_batches+1):\n",
    "    print(\"BATCH #%s\" % batch)\n",
    "    l = int(train_data.shape[0]*(batch-1)/n_batches)\n",
    "    r = int(train_data.shape[0]*(batch)/n_batches)\n",
    "    \n",
    "    train_batch = train_data.loc[l:r]\n",
    "    target_batch = target_train.loc[l:r]\n",
    "    \n",
    "    train_batch.to_csv(\"processed_dataset/train_%s.csv\" % batch)\n",
    "    target_batch.to_csv(\"processed_dataset/target_train_%s.csv\" % batch)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "validation_data.to_csv(\"processed_dataset/validation.csv\")\n",
    "target_validate.to_csv(\"processed_dataset/target_validate.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"processed_dataset/categorical_features.json\", \"w\") as f:\n",
    "    f.write(json.dumps(CATEFORICAL_FEATURES))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "hello\n"
     ]
    }
   ],
   "source": [
    "print(\"hello\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0, 5191)"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(49675, 5193)"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fights.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}