DraftbotKeras.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import json\n",
    "import ast\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from collections import Counter\n",
    "pd.set_option('display.max_colwidth', 900)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_cardset(drafts):\n",
    "    cardset = set()\n",
    "    for draft in drafts:\n",
    "        for pack in draft['picks']:\n",
    "            for card in pack:\n",
    "                cardset.add(card)\n",
    "    carddict = {card: i for i, card in enumerate(cardset)}\n",
    "    carddict['<unk>'] = -1\n",
    "    return carddict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse_draft_to_flooey_format(draft):\n",
    "    players = draft['picks']\n",
    "    cards_per_pack = int(len(players[0]) / 3)\n",
    "    packs = []\n",
    "    for pack_index in range(3):\n",
    "        choices = []\n",
    "        for pick_index in range(cards_per_pack):\n",
    "            options = []\n",
    "            idx = pick_index\n",
    "            while idx < cards_per_pack:\n",
    "                options.append(players[(idx - pick_index) % 8][idx + pack_index * cards_per_pack])\n",
    "                idx += 1\n",
    "            choices.append(options)\n",
    "        packs.append(choices)\n",
    "    return packs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def vectorize_drafts(drafts):\n",
    "    cardset = get_cardset(drafts)\n",
    "    flooey_drafts = [parse_draft_to_flooey_format(draft) for draft in drafts]\n",
    "    return [vectorize_draft(draft, cardset) for draft in flooey_drafts]\n",
    "\n",
    "def vectorize_draft(draft, cardset):\n",
    "    draft_x = np.zeros([3, len(draft[0][0]), len(cardset) * 2])\n",
    "    draft_y = np.zeros([3, len(draft[0][0]), len(cardset)])\n",
    "    pile = np.zeros(len(cardset))\n",
    "    for pa, pack in enumerate(draft):\n",
    "        for pi, pick in enumerate(pack):\n",
    "            draft_y[pa][pi][cardset.get(pick[0], -1)] = 1\n",
    "            x1 = np.zeros(len(cardset))\n",
    "            for card in pick:\n",
    "                if card in cardset:\n",
    "                    x1[cardset[card]] += 1\n",
    "                else:\n",
    "                    # print(\"Unknown card:\", card)\n",
    "                    x1[-1] += 1\n",
    "            draft_x[pa][pi] = np.append(x1, pile)\n",
    "            pile[cardset.get(pick[0], -1)] += 1\n",
    "            \n",
    "    return {'draft_x': draft_x, 'draft_y': draft_y}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def draft_to_df(draftx, drafty):\n",
    "    picks = []\n",
    "    piles = []\n",
    "    selections = []\n",
    "    for (dx, dy) in zip(draftx, drafty):\n",
    "        pick = []\n",
    "        pile = []\n",
    "        for card in np.where(dx != 0)[0]:\n",
    "            if card < len(cardset):\n",
    "                for i in range(int(dx[card])):\n",
    "                    pick.append(invcardset[card])\n",
    "            else:\n",
    "                for i in range(int(dx[card])):\n",
    "                    pile.append(invcardset[card - len(cardset)])\n",
    "        picks.append(pick)\n",
    "        piles.append(pile)\n",
    "        selections.append(invcardset[np.where(dy==1)[0][0]])\n",
    "    return pd.DataFrame({'picks': picks, 'piles': piles, 'selections': selections})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_draft(draft_file):\n",
    "    return ast.literal_eval(open('drafts/' + mtgset + '/' + draft_file, 'r').read())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "mtgset = 'DOM'\n",
    "alldrafts = os.listdir('drafts/' + mtgset)\n",
    "drafts = [load_draft(draft) for draft in alldrafts[:100]]\n",
    "cardset = get_cardset(drafts)\n",
    "invcardset = {v: k for k, v in cardset.items()}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'format': 'DOM',\n",
       " 'picks': [['The_Eldest_Reborn',\n",
       "   'Sylvan_Awakening',\n",
       "   'Baloth_Gorger',\n",
       "   'Urgoros_the_Empty_One',\n",
       "   'Cabal_Paladin',\n",
       "   'Windgrace_Acolyte',\n",
       "   'Dark_Bargain',\n",
       "   'Blessing_of_Belzenlok',\n",
       "   'Stronghold_Confessor',\n",
       "   'Arcane_Flight',\n",
       "   'Stronghold_Confessor',\n",
       "   'Guardians_of_Koilos',\n",
       "   'Rat_Colony',\n",
       "   'Tragic_Poet',\n",
       "   'Settle_the_Score',\n",
       "   'Windgrace_Acolyte',\n",
       "   'Wild_Onslaught',\n",
       "   \"Navigator's_Compass\",\n",
       "   'Deathbloom_Thallid',\n",
       "   'Grow_from_the_Ashes',\n",
       "   'Grow_from_the_Ashes',\n",
       "   'Slimefoot_the_Stowaway',\n",
       "   'Saproling_Migration',\n",
       "   'Broken_Bond',\n",
       "   'Jousting_Lance',\n",
       "   'Garna_the_Bloodflame',\n",
       "   'Feral_Abomination',\n",
       "   'Rat_Colony',\n",
       "   'Vicious_Offering',\n",
       "   'Cast_Down',\n",
       "   'Dark_Bargain',\n",
       "   'Fungal_Infection',\n",
       "   'Spore_Swarm',\n",
       "   'Slimefoot_the_Stowaway',\n",
       "   'Bloodtallow_Candle',\n",
       "   'Soul_Salvage',\n",
       "   'Skittering_Surveyor',\n",
       "   \"Gaea's_Protector\",\n",
       "   'Benalish_Honor_Guard',\n",
       "   'Demonic_Vigor',\n",
       "   \"Warlord's_Fury\",\n",
       "   'Cabal_Stronghold'],\n",
       "  ['Fiery_Intervention',\n",
       "   'Settle_the_Score',\n",
       "   'Run_Amok',\n",
       "   \"On_Serra's_Wings\",\n",
       "   'Shivan_Fire',\n",
       "   'Call_the_Cavalry',\n",
       "   'Run_Amok',\n",
       "   'Keldon_Warcaller',\n",
       "   'Memorial_to_Glory',\n",
       "   'Serra_Disciple',\n",
       "   'Slinn_Voda_the_Rising_Deep',\n",
       "   'Relic_Runner',\n",
       "   'Ghitu_Lavarunner',\n",
       "   'Homarid_Explorer',\n",
       "   'Serra_Angel',\n",
       "   'Helm_of_the_Host',\n",
       "   'Memorial_to_Glory',\n",
       "   \"Urza's_Tome\",\n",
       "   \"Gideon's_Reproach\",\n",
       "   'Clifftop_Retreat',\n",
       "   'Skittering_Surveyor',\n",
       "   'Keldon_Overseer',\n",
       "   'Dub',\n",
       "   'Sparring_Construct',\n",
       "   'Short_Sword',\n",
       "   'Keldon_Warcaller',\n",
       "   'Garna_the_Bloodflame',\n",
       "   'Primordial_Wurm',\n",
       "   'Baird_Steward_of_Argive',\n",
       "   'Serra_Angel',\n",
       "   \"Jaya's_Immolating_Inferno\",\n",
       "   'Shivan_Fire',\n",
       "   'Aven_Sentry',\n",
       "   'Healing_Grace',\n",
       "   'Rampaging_Cyclops',\n",
       "   'Keldon_Overseer',\n",
       "   'Thallid_Omnivore',\n",
       "   'Radiating_Lightning',\n",
       "   'Keldon_Overseer',\n",
       "   'Fire_Elemental',\n",
       "   'Radiating_Lightning',\n",
       "   'Ghitu_Lavarunner'],\n",
       "  ['Seal_Away',\n",
       "   'Arvad_the_Cursed',\n",
       "   'Baird_Steward_of_Argive',\n",
       "   'Call_the_Cavalry',\n",
       "   'Aven_Sentry',\n",
       "   \"Gideon's_Reproach\",\n",
       "   'Adamant_Will',\n",
       "   'Drudge_Sentinel',\n",
       "   'Serra_Disciple',\n",
       "   'Short_Sword',\n",
       "   'Cabal_Evangel',\n",
       "   \"Artificer's_Assistant\",\n",
       "   'Cold-Water_Snapper',\n",
       "   'Amaranthine_Wall',\n",
       "   'Serra_Angel',\n",
       "   'Serra_Angel',\n",
       "   \"Raff_Capashen_Ship's_Mage\",\n",
       "   'Daring_Archaeologist',\n",
       "   'Slinn_Voda_the_Rising_Deep',\n",
       "   'Academy_Journeymage',\n",
       "   'Deep_Freeze',\n",
       "   'Sergeant-at-Arms',\n",
       "   'Opt',\n",
       "   'Divination',\n",
       "   'Adamant_Will',\n",
       "   'Charge',\n",
       "   'Charge',\n",
       "   'Adamant_Will',\n",
       "   'Triumph_of_Gerrard',\n",
       "   'Blessed_Light',\n",
       "   'Weight_of_Memory',\n",
       "   \"Raff_Capashen_Ship's_Mage\",\n",
       "   'Blessed_Light',\n",
       "   'Academy_Drake',\n",
       "   'Opt',\n",
       "   'Aven_Sentry',\n",
       "   'Invoke_the_Divine',\n",
       "   \"Artificer's_Assistant\",\n",
       "   'Invoke_the_Divine',\n",
       "   'Guardians_of_Koilos',\n",
       "   'The_Antiquities_War',\n",
       "   'Board_the_Weatherlight'],\n",
       "  ['Territorial_Allosaurus',\n",
       "   'Fiery_Intervention',\n",
       "   'Goblin_Warchief',\n",
       "   \"Navigator's_Compass\",\n",
       "   'Llanowar_Envoy',\n",
       "   'Keldon_Overseer',\n",
       "   'Ancient_Animus',\n",
       "   'Powerstone_Shard',\n",
       "   'Mammoth_Spider',\n",
       "   'Gift_of_Growth',\n",
       "   'Pierce_the_Sky',\n",
       "   'Arbor_Armament',\n",
       "   'Arbor_Armament',\n",
       "   'Tolarian_Scholar',\n",
       "   'Two-Headed_Giant',\n",
       "   'Fiery_Intervention',\n",
       "   'Keldon_Overseer',\n",
       "   'Keldon_Overseer',\n",
       "   'Firefist_Adept',\n",
       "   'Yavimaya_Sapherd',\n",
       "   'Shield_of_the_Realm',\n",
       "   'Gift_of_Growth',\n",
       "   'Adventurous_Impulse',\n",
       "   'Gift_of_Growth',\n",
       "   'Pierce_the_Sky',\n",
       "   \"Gaea's_Protector\",\n",
       "   \"Gaea's_Blessing\",\n",
       "   'Ghitu_Chronicler',\n",
       "   'Untamed_Kavu',\n",
       "   'Goblin_Warchief',\n",
       "   'Fiery_Intervention',\n",
       "   \"Navigator's_Compass\",\n",
       "   \"Wizard's_Lightning\",\n",
       "   'Gift_of_Growth',\n",
       "   \"Sorcerer's_Wand\",\n",
       "   'Grow_from_the_Ashes',\n",
       "   'Broken_Bond',\n",
       "   'Firefist_Adept',\n",
       "   'Llanowar_Scout',\n",
       "   'Seismic_Shift',\n",
       "   \"Warlord's_Fury\",\n",
       "   'Skirk_Prospector'],\n",
       "  ['Aryel_Knight_of_Windgrace',\n",
       "   'The_Eldest_Reborn',\n",
       "   'Deathbloom_Thallid',\n",
       "   'Mox_Amber',\n",
       "   'Thallid_Omnivore',\n",
       "   'Demonic_Vigor',\n",
       "   'Memorial_to_Folly',\n",
       "   'Naban_Dean_of_Iteration',\n",
       "   'Caligo_Skin-Witch',\n",
       "   'Powerstone_Shard',\n",
       "   'Mesa_Unicorn',\n",
       "   'Guardians_of_Koilos',\n",
       "   'Cloudreader_Sphinx',\n",
       "   'Unwind',\n",
       "   'Untamed_Kavu',\n",
       "   'Eviscerate',\n",
       "   'Deathbloom_Thallid',\n",
       "   'Fall_of_the_Thran',\n",
       "   'Sergeant-at-Arms',\n",
       "   \"On_Serra's_Wings\",\n",
       "   \"Gideon's_Reproach\",\n",
       "   'Call_the_Cavalry',\n",
       "   'Call_the_Cavalry',\n",
       "   'Stronghold_Confessor',\n",
       "   'Excavation_Elephant',\n",
       "   'Thallid_Omnivore',\n",
       "   'Radiating_Lightning',\n",
       "   'Frenzied_Rage',\n",
       "   'Dread_Shade',\n",
       "   'Deathbloom_Thallid',\n",
       "   'Blessed_Light',\n",
       "   'Kwende_Pride_of_Femeref',\n",
       "   'Call_the_Cavalry',\n",
       "   \"D'Avenant_Trapper\",\n",
       "   'Aven_Sentry',\n",
       "   'Soul_Salvage',\n",
       "   'Memorial_to_Folly',\n",
       "   'Excavation_Elephant',\n",
       "   'Powerstone_Shard',\n",
       "   'Mammoth_Spider',\n",
       "   'Charge',\n",
       "   'Cabal_Evangel'],\n",
       "  [\"Wizard's_Lightning\",\n",
       "   'Diligent_Excavator',\n",
       "   'Fiery_Intervention',\n",
       "   \"Urza's_Tome\",\n",
       "   'Bloodtallow_Candle',\n",
       "   'Sparring_Construct',\n",
       "   'Fervent_Strike',\n",
       "   'Guardians_of_Koilos',\n",
       "   'Radiating_Lightning',\n",
       "   'Fire_Elemental',\n",
       "   'Rat_Colony',\n",
       "   'Pardic_Wanderer',\n",
       "   'Aesthir_Glider',\n",
       "   'Ghitu_Lavarunner',\n",
       "   'Shivan_Fire',\n",
       "   'Fiery_Intervention',\n",
       "   'Keldon_Overseer',\n",
       "   'Adeliz_the_Cinder_Wind',\n",
       "   'Relic_Runner',\n",
       "   'Adeliz_the_Cinder_Wind',\n",
       "   'Radiating_Lightning',\n",
       "   'Cloudreader_Sphinx',\n",
       "   'Rescue',\n",
       "   'Serra_Disciple',\n",
       "   'Ghitu_Lavarunner',\n",
       "   'Squee_the_Immortal',\n",
       "   'Fire_Elemental',\n",
       "   'Ghitu_Lavarunner',\n",
       "   'Goblin_Warchief',\n",
       "   'Vodalian_Arcanist',\n",
       "   'Warcry_Phoenix',\n",
       "   'Jhoira_Weatherlight_Captain',\n",
       "   'Academy_Drake',\n",
       "   'Sulfur_Falls',\n",
       "   'Shivan_Fire',\n",
       "   'Adeliz_the_Cinder_Wind',\n",
       "   'Academy_Journeymage',\n",
       "   \"Artificer's_Assistant\",\n",
       "   'Guardians_of_Koilos',\n",
       "   'Seismic_Shift',\n",
       "   'Adventurous_Impulse',\n",
       "   \"Gaea's_Protector\"],\n",
       "  ['Llanowar_Elves',\n",
       "   'Vicious_Offering',\n",
       "   \"Sorcerer's_Wand\",\n",
       "   'Llanowar_Elves',\n",
       "   'Sylvan_Awakening',\n",
       "   'Sparring_Construct',\n",
       "   'Llanowar_Envoy',\n",
       "   'Broken_Bond',\n",
       "   'Primordial_Wurm',\n",
       "   'Arbor_Armament',\n",
       "   \"Wizard's_Retort\",\n",
       "   'Rona_Disciple_of_Gix',\n",
       "   'Rona_Disciple_of_Gix',\n",
       "   'Invoke_the_Divine',\n",
       "   \"Wizard's_Lightning\",\n",
       "   'Vicious_Offering',\n",
       "   'Eviscerate',\n",
       "   'Blink_of_an_Eye',\n",
       "   'Divination',\n",
       "   'Thallid_Omnivore',\n",
       "   'Windgrace_Acolyte',\n",
       "   'Lingering_Phantom',\n",
       "   'Opt',\n",
       "   'Soul_Salvage',\n",
       "   'Guardians_of_Koilos',\n",
       "   'Voltaic_Servant',\n",
       "   'Cabal_Evangel',\n",
       "   'Feral_Abomination',\n",
       "   'Academy_Drake',\n",
       "   'Torgaar_Famine_Incarnate',\n",
       "   'Yargle_Glutton_of_Urborg',\n",
       "   'Windgrace_Acolyte',\n",
       "   'Rescue',\n",
       "   'Academy_Journeymage',\n",
       "   'Rona_Disciple_of_Gix',\n",
       "   'Fungal_Infection',\n",
       "   'Syncopate',\n",
       "   'Divination',\n",
       "   'Drudge_Sentinel',\n",
       "   'Divest',\n",
       "   'Rat_Colony',\n",
       "   'Oath_of_Teferi'],\n",
       "  ['Elfhame_Druid',\n",
       "   'Tatyova_Benthic_Druid',\n",
       "   'Yavimaya_Sapherd',\n",
       "   'Llanowar_Scout',\n",
       "   'Spore_Swarm',\n",
       "   'Blink_of_an_Eye',\n",
       "   'Arcane_Flight',\n",
       "   'Hinterland_Harbor',\n",
       "   'Weight_of_Memory',\n",
       "   'Hinterland_Harbor',\n",
       "   'Befuddle',\n",
       "   \"Artificer's_Assistant\",\n",
       "   'Unwind',\n",
       "   'Rat_Colony',\n",
       "   'Baloth_Gorger',\n",
       "   'Icy_Manipulator',\n",
       "   'Naban_Dean_of_Iteration',\n",
       "   'Cloudreader_Sphinx',\n",
       "   'Academy_Journeymage',\n",
       "   'Naban_Dean_of_Iteration',\n",
       "   'Fungal_Plots',\n",
       "   \"Curator's_Ward\",\n",
       "   'Arcane_Flight',\n",
       "   'Gift_of_Growth',\n",
       "   'Opt',\n",
       "   'Mammoth_Spider',\n",
       "   'Divest',\n",
       "   'Frenzied_Rage',\n",
       "   'Grow_from_the_Ashes',\n",
       "   \"Wizard's_Retort\",\n",
       "   'Ancient_Animus',\n",
       "   'Yavimaya_Sapherd',\n",
       "   'Divination',\n",
       "   'Ancient_Animus',\n",
       "   \"Sorcerer's_Wand\",\n",
       "   'Rescue',\n",
       "   'Syncopate',\n",
       "   'Zhalfirin_Void',\n",
       "   'Powerstone_Shard',\n",
       "   \"Gaea's_Protector\",\n",
       "   'Tragic_Poet',\n",
       "   'Tragic_Poet']]}"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "drafts[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[[['The_Eldest_Reborn',\n",
       "   'Settle_the_Score',\n",
       "   'Baird_Steward_of_Argive',\n",
       "   \"Navigator's_Compass\",\n",
       "   'Thallid_Omnivore',\n",
       "   'Sparring_Construct',\n",
       "   'Llanowar_Envoy',\n",
       "   'Hinterland_Harbor',\n",
       "   'Stronghold_Confessor',\n",
       "   'Serra_Disciple',\n",
       "   'Cabal_Evangel',\n",
       "   'Arbor_Armament',\n",
       "   'Cloudreader_Sphinx',\n",
       "   'Ghitu_Lavarunner'],\n",
       "  ['Sylvan_Awakening',\n",
       "   'Run_Amok',\n",
       "   'Call_the_Cavalry',\n",
       "   'Llanowar_Envoy',\n",
       "   'Demonic_Vigor',\n",
       "   'Fervent_Strike',\n",
       "   'Broken_Bond',\n",
       "   'Weight_of_Memory',\n",
       "   'Arcane_Flight',\n",
       "   'Slinn_Voda_the_Rising_Deep',\n",
       "   \"Artificer's_Assistant\",\n",
       "   'Arbor_Armament',\n",
       "   'Unwind'],\n",
       "  ['Baloth_Gorger',\n",
       "   \"On_Serra's_Wings\",\n",
       "   'Aven_Sentry',\n",
       "   'Keldon_Overseer',\n",
       "   'Memorial_to_Folly',\n",
       "   'Guardians_of_Koilos',\n",
       "   'Primordial_Wurm',\n",
       "   'Hinterland_Harbor',\n",
       "   'Stronghold_Confessor',\n",
       "   'Relic_Runner',\n",
       "   'Cold-Water_Snapper',\n",
       "   'Tolarian_Scholar'],\n",
       "  ['Urgoros_the_Empty_One',\n",
       "   'Shivan_Fire',\n",
       "   \"Gideon's_Reproach\",\n",
       "   'Ancient_Animus',\n",
       "   'Naban_Dean_of_Iteration',\n",
       "   'Radiating_Lightning',\n",
       "   'Arbor_Armament',\n",
       "   'Befuddle',\n",
       "   'Guardians_of_Koilos',\n",
       "   'Ghitu_Lavarunner',\n",
       "   'Amaranthine_Wall'],\n",
       "  ['Cabal_Paladin',\n",
       "   'Call_the_Cavalry',\n",
       "   'Adamant_Will',\n",
       "   'Powerstone_Shard',\n",
       "   'Caligo_Skin-Witch',\n",
       "   'Fire_Elemental',\n",
       "   \"Wizard's_Retort\",\n",
       "   \"Artificer's_Assistant\",\n",
       "   'Rat_Colony',\n",
       "   'Homarid_Explorer'],\n",
       "  ['Windgrace_Acolyte',\n",
       "   'Run_Amok',\n",
       "   'Drudge_Sentinel',\n",
       "   'Mammoth_Spider',\n",
       "   'Powerstone_Shard',\n",
       "   'Rat_Colony',\n",
       "   'Rona_Disciple_of_Gix',\n",
       "   'Unwind',\n",
       "   'Tragic_Poet'],\n",
       "  ['Dark_Bargain',\n",
       "   'Keldon_Warcaller',\n",
       "   'Serra_Disciple',\n",
       "   'Gift_of_Growth',\n",
       "   'Mesa_Unicorn',\n",
       "   'Pardic_Wanderer',\n",
       "   'Rona_Disciple_of_Gix',\n",
       "   'Rat_Colony'],\n",
       "  ['Blessing_of_Belzenlok',\n",
       "   'Memorial_to_Glory',\n",
       "   'Short_Sword',\n",
       "   'Pierce_the_Sky',\n",
       "   'Guardians_of_Koilos',\n",
       "   'Aesthir_Glider',\n",
       "   'Invoke_the_Divine'],\n",
       "  ['Stronghold_Confessor',\n",
       "   'Serra_Disciple',\n",
       "   'Cabal_Evangel',\n",
       "   'Arbor_Armament',\n",
       "   'Cloudreader_Sphinx',\n",
       "   'Ghitu_Lavarunner'],\n",
       "  ['Arcane_Flight',\n",
       "   'Slinn_Voda_the_Rising_Deep',\n",
       "   \"Artificer's_Assistant\",\n",
       "   'Arbor_Armament',\n",
       "   'Unwind'],\n",
       "  ['Stronghold_Confessor',\n",
       "   'Relic_Runner',\n",
       "   'Cold-Water_Snapper',\n",
       "   'Tolarian_Scholar'],\n",
       "  ['Guardians_of_Koilos', 'Ghitu_Lavarunner', 'Amaranthine_Wall'],\n",
       "  ['Rat_Colony', 'Homarid_Explorer'],\n",
       "  ['Tragic_Poet']],\n",
       " [['Settle_the_Score',\n",
       "   'Helm_of_the_Host',\n",
       "   \"Raff_Capashen_Ship's_Mage\",\n",
       "   'Keldon_Overseer',\n",
       "   'Sergeant-at-Arms',\n",
       "   'Adeliz_the_Cinder_Wind',\n",
       "   'Windgrace_Acolyte',\n",
       "   \"Curator's_Ward\",\n",
       "   'Saproling_Migration',\n",
       "   'Sparring_Construct',\n",
       "   'Adamant_Will',\n",
       "   \"Gaea's_Protector\",\n",
       "   'Radiating_Lightning',\n",
       "   'Ghitu_Lavarunner'],\n",
       "  ['Windgrace_Acolyte',\n",
       "   'Memorial_to_Glory',\n",
       "   'Daring_Archaeologist',\n",
       "   'Firefist_Adept',\n",
       "   \"On_Serra's_Wings\",\n",
       "   'Radiating_Lightning',\n",
       "   'Lingering_Phantom',\n",
       "   'Arcane_Flight',\n",
       "   'Broken_Bond',\n",
       "   'Short_Sword',\n",
       "   'Charge',\n",
       "   \"Gaea's_Blessing\",\n",
       "   'Frenzied_Rage'],\n",
       "  ['Wild_Onslaught',\n",
       "   \"Urza's_Tome\",\n",
       "   'Slinn_Voda_the_Rising_Deep',\n",
       "   'Yavimaya_Sapherd',\n",
       "   \"Gideon's_Reproach\",\n",
       "   'Cloudreader_Sphinx',\n",
       "   'Opt',\n",
       "   'Gift_of_Growth',\n",
       "   'Jousting_Lance',\n",
       "   'Keldon_Warcaller',\n",
       "   'Charge',\n",
       "   'Ghitu_Chronicler'],\n",
       "  [\"Navigator's_Compass\",\n",
       "   \"Gideon's_Reproach\",\n",
       "   'Academy_Journeymage',\n",
       "   'Shield_of_the_Realm',\n",
       "   'Call_the_Cavalry',\n",
       "   'Rescue',\n",
       "   'Soul_Salvage',\n",
       "   'Opt',\n",
       "   'Garna_the_Bloodflame',\n",
       "   'Garna_the_Bloodflame',\n",
       "   'Adamant_Will'],\n",
       "  ['Deathbloom_Thallid',\n",
       "   'Clifftop_Retreat',\n",
       "   'Deep_Freeze',\n",
       "   'Gift_of_Growth',\n",
       "   'Call_the_Cavalry',\n",
       "   'Serra_Disciple',\n",
       "   'Guardians_of_Koilos',\n",
       "   'Mammoth_Spider',\n",
       "   'Feral_Abomination',\n",
       "   'Primordial_Wurm'],\n",
       "  ['Grow_from_the_Ashes',\n",
       "   'Skittering_Surveyor',\n",
       "   'Sergeant-at-Arms',\n",
       "   'Adventurous_Impulse',\n",
       "   'Stronghold_Confessor',\n",
       "   'Ghitu_Lavarunner',\n",
       "   'Voltaic_Servant',\n",
       "   'Divest',\n",
       "   'Rat_Colony'],\n",
       "  ['Grow_from_the_Ashes',\n",
       "   'Keldon_Overseer',\n",
       "   'Opt',\n",
       "   'Gift_of_Growth',\n",
       "   'Excavation_Elephant',\n",
       "   'Squee_the_Immortal',\n",
       "   'Cabal_Evangel',\n",
       "   'Frenzied_Rage'],\n",
       "  ['Slimefoot_the_Stowaway',\n",
       "   'Dub',\n",
       "   'Divination',\n",
       "   'Pierce_the_Sky',\n",
       "   'Thallid_Omnivore',\n",
       "   'Fire_Elemental',\n",
       "   'Feral_Abomination'],\n",
       "  ['Saproling_Migration',\n",
       "   'Sparring_Construct',\n",
       "   'Adamant_Will',\n",
       "   \"Gaea's_Protector\",\n",
       "   'Radiating_Lightning',\n",
       "   'Ghitu_Lavarunner'],\n",
       "  ['Broken_Bond', 'Short_Sword', 'Charge', \"Gaea's_Blessing\", 'Frenzied_Rage'],\n",
       "  ['Jousting_Lance', 'Keldon_Warcaller', 'Charge', 'Ghitu_Chronicler'],\n",
       "  ['Garna_the_Bloodflame', 'Garna_the_Bloodflame', 'Adamant_Will'],\n",
       "  ['Feral_Abomination', 'Primordial_Wurm'],\n",
       "  ['Rat_Colony']],\n",
       " [['Vicious_Offering',\n",
       "   'Serra_Angel',\n",
       "   'Weight_of_Memory',\n",
       "   \"Navigator's_Compass\",\n",
       "   'Call_the_Cavalry',\n",
       "   'Sulfur_Falls',\n",
       "   'Rona_Disciple_of_Gix',\n",
       "   'Rescue',\n",
       "   'Skittering_Surveyor',\n",
       "   'Radiating_Lightning',\n",
       "   'Invoke_the_Divine',\n",
       "   'Seismic_Shift',\n",
       "   'Charge',\n",
       "   \"Gaea's_Protector\"],\n",
       "  ['Cast_Down',\n",
       "   \"Jaya's_Immolating_Inferno\",\n",
       "   \"Raff_Capashen_Ship's_Mage\",\n",
       "   \"Wizard's_Lightning\",\n",
       "   \"D'Avenant_Trapper\",\n",
       "   'Shivan_Fire',\n",
       "   'Fungal_Infection',\n",
       "   'Syncopate',\n",
       "   \"Gaea's_Protector\",\n",
       "   'Keldon_Overseer',\n",
       "   'Guardians_of_Koilos',\n",
       "   \"Warlord's_Fury\",\n",
       "   'Cabal_Evangel'],\n",
       "  ['Dark_Bargain',\n",
       "   'Shivan_Fire',\n",
       "   'Blessed_Light',\n",
       "   'Gift_of_Growth',\n",
       "   'Aven_Sentry',\n",
       "   'Adeliz_the_Cinder_Wind',\n",
       "   'Syncopate',\n",
       "   'Zhalfirin_Void',\n",
       "   'Benalish_Honor_Guard',\n",
       "   'Fire_Elemental',\n",
       "   'The_Antiquities_War',\n",
       "   'Skirk_Prospector'],\n",
       "  ['Fungal_Infection',\n",
       "   'Aven_Sentry',\n",
       "   'Academy_Drake',\n",
       "   \"Sorcerer's_Wand\",\n",
       "   'Soul_Salvage',\n",
       "   'Academy_Journeymage',\n",
       "   'Divination',\n",
       "   'Powerstone_Shard',\n",
       "   'Demonic_Vigor',\n",
       "   'Radiating_Lightning',\n",
       "   'Board_the_Weatherlight'],\n",
       "  ['Spore_Swarm',\n",
       "   'Healing_Grace',\n",
       "   'Opt',\n",
       "   'Grow_from_the_Ashes',\n",
       "   'Memorial_to_Folly',\n",
       "   \"Artificer's_Assistant\",\n",
       "   'Drudge_Sentinel',\n",
       "   \"Gaea's_Protector\",\n",
       "   \"Warlord's_Fury\",\n",
       "   'Ghitu_Lavarunner'],\n",
       "  ['Slimefoot_the_Stowaway',\n",
       "   'Rampaging_Cyclops',\n",
       "   'Aven_Sentry',\n",
       "   'Broken_Bond',\n",
       "   'Excavation_Elephant',\n",
       "   'Guardians_of_Koilos',\n",
       "   'Divest',\n",
       "   'Tragic_Poet',\n",
       "   'Cabal_Stronghold'],\n",
       "  ['Bloodtallow_Candle',\n",
       "   'Keldon_Overseer',\n",
       "   'Invoke_the_Divine',\n",
       "   'Firefist_Adept',\n",
       "   'Powerstone_Shard',\n",
       "   'Seismic_Shift',\n",
       "   'Rat_Colony',\n",
       "   'Tragic_Poet'],\n",
       "  ['Soul_Salvage',\n",
       "   'Thallid_Omnivore',\n",
       "   \"Artificer's_Assistant\",\n",
       "   'Llanowar_Scout',\n",
       "   'Mammoth_Spider',\n",
       "   'Adventurous_Impulse',\n",
       "   'Oath_of_Teferi'],\n",
       "  ['Skittering_Surveyor',\n",
       "   'Radiating_Lightning',\n",
       "   'Invoke_the_Divine',\n",
       "   'Seismic_Shift',\n",
       "   'Charge',\n",
       "   \"Gaea's_Protector\"],\n",
       "  [\"Gaea's_Protector\",\n",
       "   'Keldon_Overseer',\n",
       "   'Guardians_of_Koilos',\n",
       "   \"Warlord's_Fury\",\n",
       "   'Cabal_Evangel'],\n",
       "  ['Benalish_Honor_Guard',\n",
       "   'Fire_Elemental',\n",
       "   'The_Antiquities_War',\n",
       "   'Skirk_Prospector'],\n",
       "  ['Demonic_Vigor', 'Radiating_Lightning', 'Board_the_Weatherlight'],\n",
       "  [\"Warlord's_Fury\", 'Ghitu_Lavarunner'],\n",
       "  ['Cabal_Stronghold']]]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parse_draft_to_flooey_format(drafts[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "test = alldrafts[:1000]\n",
    "train = alldrafts[1000:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "d = vectorize_draft(\n",
    "    parse_draft_to_flooey_format(load_draft(train[0])),\n",
    "    cardset\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((3, 14, 500), (3, 14, 250))"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d['draft_x'].shape, d['draft_y'].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "def DraftGenerator(trainset, batch_size=20):\n",
    "    for i in range(0, len(trainset) / batch_size):\n",
    "        flooey_drafts = [\n",
    "            parse_draft_to_flooey_format(load_draft(draft))\n",
    "            for draft in trainset[i*batch_size:(i+1)*batch_size]\n",
    "        ]\n",
    "        draftsv = [vectorize_draft(draft, cardset) for draft in flooey_drafts]\n",
    "        X, Y = [], []\n",
    "        for draft in draftsv:\n",
    "            draft_x = draft['draft_x']\n",
    "            draft_y = draft['draft_y']\n",
    "            for pack in range(len(draft_x)):\n",
    "                for pick in range(len(draft_x[pack])):\n",
    "                    Y.append(draft_y[pack][pick])\n",
    "                    X.append(draft_x[pack][pick].flatten())\n",
    "        yield (np.array(X), np.array(Y))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.models import Sequential\n",
    "from keras.layers import Dense, Activation, Dropout"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = Sequential()\n",
    "model.add(Dense(\n",
    "    512, activation='relu',\n",
    "    # input_shape=[3, 14, len(cardset) * 2])\n",
    "    input_dim=len(cardset) * 2\n",
    "))\n",
    "model.add(Dropout(0.2))\n",
    "model.add(Dense(512))\n",
    "model.add(Dense(len(cardset), activation='softmax'))\n",
    "model.compile(\n",
    "    optimizer='rmsprop',\n",
    "    loss='categorical_crossentropy',\n",
    "    metrics=['accuracy']\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "dg = DraftGenerator(train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/5\n",
      " 120/2000 [>.............................] - ETA: 2:37 - loss: 1.1612 - acc: 0.5704"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-52-c86aaf68475b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit_generator\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdg\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m2000\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mepochs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m5\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/Users/zswitten/.pyenv/versions/2.7.12/lib/python2.7/site-packages/keras/legacy/interfaces.pyc\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     85\u001b[0m                 warnings.warn('Update your `' + object_name +\n\u001b[1;32m     86\u001b[0m                               '` call to the Keras 2 API: ' + signature, stacklevel=2)\n\u001b[0;32m---> 87\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     88\u001b[0m         \u001b[0mwrapper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_original_function\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     89\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/zswitten/.pyenv/versions/2.7.12/lib/python2.7/site-packages/keras/models.pyc\u001b[0m in \u001b[0;36mfit_generator\u001b[0;34m(self, generator, steps_per_epoch, epochs, verbose, callbacks, validation_data, validation_steps, class_weight, max_queue_size, workers, use_multiprocessing, shuffle, initial_epoch)\u001b[0m\n\u001b[1;32m   1225\u001b[0m                                         \u001b[0muse_multiprocessing\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0muse_multiprocessing\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1226\u001b[0m                                         \u001b[0mshuffle\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mshuffle\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1227\u001b[0;31m                                         initial_epoch=initial_epoch)\n\u001b[0m\u001b[1;32m   1228\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1229\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0minterfaces\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlegacy_generator_methods_support\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/zswitten/.pyenv/versions/2.7.12/lib/python2.7/site-packages/keras/legacy/interfaces.pyc\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     85\u001b[0m                 warnings.warn('Update your `' + object_name +\n\u001b[1;32m     86\u001b[0m                               '` call to the Keras 2 API: ' + signature, stacklevel=2)\n\u001b[0;32m---> 87\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     88\u001b[0m         \u001b[0mwrapper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_original_function\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     89\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/zswitten/.pyenv/versions/2.7.12/lib/python2.7/site-packages/keras/engine/training.pyc\u001b[0m in \u001b[0;36mfit_generator\u001b[0;34m(self, generator, steps_per_epoch, epochs, verbose, callbacks, validation_data, validation_steps, class_weight, max_queue_size, workers, use_multiprocessing, shuffle, initial_epoch)\u001b[0m\n\u001b[1;32m   2113\u001b[0m                 \u001b[0mbatch_index\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2114\u001b[0m                 \u001b[0;32mwhile\u001b[0m \u001b[0msteps_done\u001b[0m \u001b[0;34m<\u001b[0m \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2115\u001b[0;31m                     \u001b[0mgenerator_output\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnext\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutput_generator\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2117\u001b[0m                     \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mhasattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgenerator_output\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'__len__'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/zswitten/.pyenv/versions/2.7.12/lib/python2.7/site-packages/keras/utils/data_utils.pyc\u001b[0m in \u001b[0;36mget\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    727\u001b[0m                     \u001b[0;32mraise\u001b[0m \u001b[0mStopIteration\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    728\u001b[0m                 \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 729\u001b[0;31m                     \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msleep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait_time\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    730\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    731\u001b[0m         \u001b[0;31m# Make sure to rethrow the first exception in the queue, if any\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "model.fit_generator(dg, steps_per_epoch=2000, epochs=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}