src/tools/diff_params.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:90% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from IPython.core.display import display, HTML\n",
    "display(HTML(\"<style>.container { width:90% !important; }</style>\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import os\n",
    "import re\n",
    "import codecs\n",
    "from IPython.display import display\n",
    "from six.moves import cPickle as pickle\n",
    "import string\n",
    "from PIL import Image\n",
    "import numpy as np\n",
    "import h5py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "width = None\n",
    "pd.options.display.max_rows = 600\n",
    "pd.options.display.max_columns = width\n",
    "pd.options.display.max_colwidth = 600\n",
    "pd.options.display.width = width\n",
    "pd.options.display.max_seq_items = None\n",
    "pd.options.display.expand_frame_repr = False\n",
    "pd.options.display.colheader_justify = 'left'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import data_commons as dtc\n",
    "import dl_commons as dlc\n",
    "import viz_commons as viz\n",
    "from viz_commons import VisualizeDir, DiffParams, VisualizeStep"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loaded /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/store/hyper.pkl\n",
      "Loaded /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200/store/hyper.pkl\n",
      "Loaded /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/store/hyper.pkl\n",
      "Loaded /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200/store/hyper.pkl\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: left;\">\n",
       "      <th></th>\n",
       "      <th>/zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/store/hyper.pkl</th>\n",
       "      <th>/zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200/store/hyper.pkl</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dataset ===&gt; 3</td>\n",
       "      <td>dataset ===&gt; undefined</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>assert_whole_batch ===&gt; False</td>\n",
       "      <td>assert_whole_batch ===&gt; True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>image_size ===&gt; undefined</td>\n",
       "      <td>image_size ===&gt; big</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CALSTM_STACK_1.image_size ===&gt; undefined</td>\n",
       "      <td>CALSTM_STACK_1.image_size ===&gt; big</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CALSTM_STACK_1.dataset ===&gt; 3</td>\n",
       "      <td>CALSTM_STACK_1.dataset ===&gt; undefined</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/store/hyper.pkl /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200/store/hyper.pkl\n",
       "0                            dataset ===> 3                                                               dataset ===> undefined                                                                         \n",
       "1             assert_whole_batch ===> False                                                         assert_whole_batch ===> True                                                                         \n",
       "2                 image_size ===> undefined                                                                  image_size ===> big                                                                         \n",
       "3  CALSTM_STACK_1.image_size ===> undefined                                                   CALSTM_STACK_1.image_size ===> big                                                                         \n",
       "4             CALSTM_STACK_1.dataset ===> 3                                                CALSTM_STACK_1.dataset ===> undefined                                                                         "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: left;\">\n",
       "      <th></th>\n",
       "      <th>/zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/store/hyper.pkl</th>\n",
       "      <th>/zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200/store/hyper.pkl</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>init_model_hidden.layers_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>init_model_hidden.layers_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_3.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_3.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CONVNET.layers_7.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CONVNET.layers_7.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CONVNET.layers_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CONVNET.layers_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CONVNET.layers_3.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>CONVNET.layers_3.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CONVNET.layers_9.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CONVNET.layers_9.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CALSTM_STACK_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>CALSTM_STACK_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_3.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_3.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>CALSTM_STACK_1.logger ===&gt; &lt;logging.Logger object at 0x7f3cfbd9dad0&gt;</td>\n",
       "      <td>CALSTM_STACK_1.logger ===&gt; &lt;logging.Logger object at 0x7f3cfbd9db10&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>init_model_hidden.layers_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>init_model_hidden.layers_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>embeddings_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>embeddings_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_3.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_3.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_2.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_2.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>CONVNET.layers_5.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CONVNET.layers_5.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>output_layers.layers_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>output_layers.layers_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>init_model_hidden.layers_1.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>init_model_hidden.layers_1.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>CONVNET.layers_5.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CONVNET.layers_5.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>init_model_final_layers.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>init_model_final_layers.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>output_layers.layers_3.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>output_layers.layers_3.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_2.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_2.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>output_layers.layers_3.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>output_layers.layers_3.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>CONVNET.layers_5.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>CONVNET.layers_5.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>init_model_final_layers.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>init_model_final_layers.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>logger ===&gt; &lt;logging.Logger object at 0x7f3cfbd9dad0&gt;</td>\n",
       "      <td>logger ===&gt; &lt;logging.Logger object at 0x7f3cfbd9db10&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>init_model_hidden.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>init_model_hidden.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_3.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_3.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>output_layers.layers_2.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>output_layers.layers_2.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_1.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_1.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>embeddings_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>embeddings_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>CONVNET.layers_9.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>CONVNET.layers_9.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_2.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_2.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>output_layers.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>output_layers.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>CALSTM_STACK_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CALSTM_STACK_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>CONVNET.layers_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>CONVNET.layers_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>output_layers.layers_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>output_layers.layers_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>CALSTM_STACK_1.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>CALSTM_STACK_1.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>CONVNET.layers_9.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CONVNET.layers_9.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>output_layers.layers_2.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>output_layers.layers_2.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>CALSTM_STACK_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CALSTM_STACK_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>CALSTM_STACK_1.decoder_lstm.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>CALSTM_STACK_1.decoder_lstm.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>CONVNET.layers_3.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CONVNET.layers_3.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>CONVNET.layers_7.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>CONVNET.layers_7.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>CONVNET.layers_7.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CONVNET.layers_7.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>CONVNET.layers_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CONVNET.layers_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>output_layers.layers_3.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>output_layers.layers_3.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>output_layers.layers_1.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>output_layers.layers_1.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>output_layers.layers_2.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>output_layers.layers_2.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>init_model_final_layers.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>init_model_final_layers.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>init_model_final_layers.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>init_model_final_layers.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>CALSTM_STACK_1.decoder_lstm.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CALSTM_STACK_1.decoder_lstm.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>output_layers.layers_3.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>output_layers.layers_3.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_1.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>CONVNET.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>CONVNET.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>output_layers.layers_2.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbd066e0&gt;</td>\n",
       "      <td>output_layers.layers_2.weights_initializer ===&gt; &lt;function _initializer at 0x7f3cfbcedc08&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>output_layers.layers_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90&gt;</td>\n",
       "      <td>output_layers.layers_1.biases_initializer ===&gt; &lt;tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>CALSTM_STACK_1.decoder_lstm.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CALSTM_STACK_1.decoder_lstm.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>CONVNET.layers_3.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>CONVNET.layers_3.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_2.tb.tb_logdir ===&gt; ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47</td>\n",
       "      <td>CALSTM_STACK_1.att_layers.layers_2.tb.tb_logdir ===&gt; /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>init_model_hidden.layers_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbd06500&gt;</td>\n",
       "      <td>init_model_hidden.layers_1.weights_regularizer ===&gt; &lt;function l2 at 0x7f3cfbcedc80&gt;</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/store/hyper.pkl                                     /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200/store/hyper.pkl                                      \n",
       "0           init_model_hidden.layers_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                    init_model_hidden.layers_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "1   CALSTM_STACK_1.att_layers.layers_3.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                            CALSTM_STACK_1.att_layers.layers_3.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "2                                          CONVNET.layers_7.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                                   CONVNET.layers_7.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "3                                          CONVNET.layers_1.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                                   CONVNET.layers_1.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "4                     CONVNET.layers_3.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                              CONVNET.layers_3.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "5                                          CONVNET.layers_9.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                                   CONVNET.layers_9.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "6                       CALSTM_STACK_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                                CALSTM_STACK_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "7              CALSTM_STACK_1.att_layers.layers_3.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47  CALSTM_STACK_1.att_layers.layers_3.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "8                                                         CALSTM_STACK_1.logger ===> <logging.Logger object at 0x7f3cfbd9dad0>                                                                                  CALSTM_STACK_1.logger ===> <logging.Logger object at 0x7f3cfbd9db10>\n",
       "9                                init_model_hidden.layers_1.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                         init_model_hidden.layers_1.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "10                                                                 embeddings_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                                           embeddings_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "11                       CALSTM_STACK_1.att_layers.layers_3.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                 CALSTM_STACK_1.att_layers.layers_3.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "12                                     biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                                               biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "13                      CALSTM_STACK_1.att_layers.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47           CALSTM_STACK_1.att_layers.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "14                                 CALSTM_STACK_1.att_layers.layers_2.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                           CALSTM_STACK_1.att_layers.layers_2.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "15                                         CONVNET.layers_5.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                                   CONVNET.layers_5.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "16                                             output_layers.layers_1.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                       output_layers.layers_1.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "17                     init_model_hidden.layers_1.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47          init_model_hidden.layers_1.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "18                                                   CONVNET.layers_5.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                             CONVNET.layers_5.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "19                        init_model_final_layers.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47             init_model_final_layers.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "20                         output_layers.layers_3.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47              output_layers.layers_3.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "21                       CALSTM_STACK_1.att_layers.layers_2.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                 CALSTM_STACK_1.att_layers.layers_2.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "22                                   output_layers.layers_3.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                             output_layers.layers_3.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "23                    CONVNET.layers_5.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                              CONVNET.layers_5.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "24                                  init_model_final_layers.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                            init_model_final_layers.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "25                                 CALSTM_STACK_1.att_layers.layers_1.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                           CALSTM_STACK_1.att_layers.layers_1.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "26                                                                       logger ===> <logging.Logger object at 0x7f3cfbd9dad0>                                                                                                 logger ===> <logging.Logger object at 0x7f3cfbd9db10>\n",
       "27                                                          weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                                                    weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "28                              init_model_hidden.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47                   init_model_hidden.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "29                                 CALSTM_STACK_1.att_layers.layers_3.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                           CALSTM_STACK_1.att_layers.layers_3.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "30                                             output_layers.layers_2.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                       output_layers.layers_2.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "31             CALSTM_STACK_1.att_layers.layers_1.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47  CALSTM_STACK_1.att_layers.layers_1.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "32                                                       embeddings_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                                                 embeddings_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "33                    CONVNET.layers_9.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                              CONVNET.layers_9.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "34  CALSTM_STACK_1.att_layers.layers_2.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                            CALSTM_STACK_1.att_layers.layers_2.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "35                                  output_layers.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47                       output_layers.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "36                                                     CALSTM_STACK_1.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                               CALSTM_STACK_1.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "37                    CONVNET.layers_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                              CONVNET.layers_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "38                                   output_layers.layers_1.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                             output_layers.layers_1.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "39                                 CALSTM_STACK_1.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47                      CALSTM_STACK_1.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "40                                                   CONVNET.layers_9.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                             CONVNET.layers_9.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "41              output_layers.layers_2.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                        output_layers.layers_2.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "42                                           CALSTM_STACK_1.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                                     CALSTM_STACK_1.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "43                    CALSTM_STACK_1.decoder_lstm.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47         CALSTM_STACK_1.decoder_lstm.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "44                                         CONVNET.layers_3.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                                   CONVNET.layers_3.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "45                    CONVNET.layers_7.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                              CONVNET.layers_7.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "46                                                tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47                                     tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "47  CALSTM_STACK_1.att_layers.layers_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                            CALSTM_STACK_1.att_layers.layers_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "48                                                   CONVNET.layers_7.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                             CONVNET.layers_7.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "49                                                   CONVNET.layers_1.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                             CONVNET.layers_1.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "50                                             output_layers.layers_3.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                       output_layers.layers_3.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "51                         output_layers.layers_1.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47              output_layers.layers_1.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "52                         output_layers.layers_2.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47              output_layers.layers_2.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "53                                            init_model_final_layers.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                      init_model_final_layers.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "54             init_model_final_layers.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                       init_model_final_layers.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "55                              CALSTM_STACK_1.decoder_lstm.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                        CALSTM_STACK_1.decoder_lstm.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "56              output_layers.layers_3.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                        output_layers.layers_3.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "57                       CALSTM_STACK_1.att_layers.layers_1.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                 CALSTM_STACK_1.att_layers.layers_1.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "58                                        CONVNET.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47                             CONVNET.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "59                                   output_layers.layers_2.weights_initializer ===> <function _initializer at 0x7f3cfbd066e0>                                                             output_layers.layers_2.weights_initializer ===> <function _initializer at 0x7f3cfbcedc08>\n",
       "60                                                                    weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                                              weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "61              output_layers.layers_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbe18d90>                                        output_layers.layers_1.biases_initializer ===> <tensorflow.python.ops.init_ops.Zeros object at 0x7f3cfbd9d990>\n",
       "62                                        CALSTM_STACK_1.decoder_lstm.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                  CALSTM_STACK_1.decoder_lstm.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "63                                                   CONVNET.layers_3.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                             CONVNET.layers_3.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>\n",
       "64             CALSTM_STACK_1.att_layers.layers_2.tb.tb_logdir ===> ./tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.47  CALSTM_STACK_1.att_layers.layers_2.tb.tb_logdir ===> /zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200\n",
       "65                                         init_model_hidden.layers_1.weights_regularizer ===> <function l2 at 0x7f3cfbd06500>                                                                   init_model_hidden.layers_1.weights_regularizer ===> <function l2 at 0x7f3cfbcedc80>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "diff = viz.DiffParams('/zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/store', '/zpool_3TB/i2l/tb_metrics/2017-12-16 18-51-38 PST pLambda=0_score_88.86/test_runs/step_00132200')\n",
    "one, two = diff.get_hyper()\n",
    "head, tail = diff.hyper(show=True)\n",
    "# head[~head[0].str.contains('CONVNET')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# (one['build_init_model'])\n",
    "len(two['output_layers']['layers'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "one['build_init_model']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.14"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}