check_open_ai_sae_metrics.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sae_lens.toolkit.pretrained_saes import load_sparsity\n",
    "import plotly.express as px\n",
    "\n",
    "path = \"open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_0\"\n",
    "\n",
    "\n",
    "sparsity = load_sparsity(path)  # [\"sparsity\"]\n",
    "\n",
    "\n",
    "px.histogram(sparsity.cpu(), nbins=100).write_html(\"sparsity_histogram.html\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OAI_GPT2Small_v5_32k_resid_delta_mlp\n",
      "Loading page (1/2)\n",
      "Rendering (2/2)                                                    \n",
      "Done                                                               \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style type=\"text/css\">\n",
       "#T_7e993_row0_col2, #T_7e993_row0_col3, #T_7e993_row0_col6, #T_7e993_row0_col16, #T_7e993_row0_col17, #T_7e993_row1_col4, #T_7e993_row1_col6, #T_7e993_row1_col7, #T_7e993_row1_col17, #T_7e993_row2_col4, #T_7e993_row2_col5, #T_7e993_row2_col6, #T_7e993_row2_col7, #T_7e993_row2_col13, #T_7e993_row2_col17, #T_7e993_row3_col6, #T_7e993_row3_col10, #T_7e993_row3_col11, #T_7e993_row3_col17, #T_7e993_row4_col6, #T_7e993_row4_col10, #T_7e993_row4_col11, #T_7e993_row4_col17, #T_7e993_row5_col6, #T_7e993_row5_col12, #T_7e993_row5_col17, #T_7e993_row6_col6, #T_7e993_row6_col8, #T_7e993_row6_col9, #T_7e993_row6_col15, #T_7e993_row6_col17, #T_7e993_row7_col6, #T_7e993_row7_col17, #T_7e993_row8_col6, #T_7e993_row8_col17, #T_7e993_row9_col6, #T_7e993_row9_col17, #T_7e993_row10_col6, #T_7e993_row10_col14, #T_7e993_row10_col17, #T_7e993_row11_col6, #T_7e993_row11_col17 {\n",
       "  background-color: #440154;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row0_col4, #T_7e993_row0_col7, #T_7e993_row0_col8, #T_7e993_row0_col9, #T_7e993_row0_col12, #T_7e993_row0_col13, #T_7e993_row1_col13, #T_7e993_row1_col14, #T_7e993_row2_col15, #T_7e993_row5_col13, #T_7e993_row6_col13, #T_7e993_row7_col13, #T_7e993_row8_col13, #T_7e993_row9_col13, #T_7e993_row10_col13, #T_7e993_row11_col2, #T_7e993_row11_col3, #T_7e993_row11_col5, #T_7e993_row11_col10, #T_7e993_row11_col11, #T_7e993_row11_col13, #T_7e993_row11_col16 {\n",
       "  background-color: #fde725;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row0_col5 {\n",
       "  background-color: #443983;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row0_col10, #T_7e993_row1_col5, #T_7e993_row5_col9, #T_7e993_row8_col9, #T_7e993_row10_col8 {\n",
       "  background-color: #443a83;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row0_col11 {\n",
       "  background-color: #414487;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row0_col14 {\n",
       "  background-color: #1fa287;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row0_col15 {\n",
       "  background-color: #ece51b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row1_col2, #T_7e993_row5_col16 {\n",
       "  background-color: #482173;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row1_col3 {\n",
       "  background-color: #481b6d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row1_col8, #T_7e993_row9_col16 {\n",
       "  background-color: #297b8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row1_col9 {\n",
       "  background-color: #1f968b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row1_col10, #T_7e993_row5_col10, #T_7e993_row10_col4 {\n",
       "  background-color: #460a5d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row1_col11, #T_7e993_row3_col16, #T_7e993_row5_col15, #T_7e993_row11_col4 {\n",
       "  background-color: #471063;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row1_col12 {\n",
       "  background-color: #26828e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row1_col15 {\n",
       "  background-color: #35b779;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row1_col16, #T_7e993_row3_col4, #T_7e993_row3_col7, #T_7e993_row4_col4, #T_7e993_row4_col7, #T_7e993_row5_col4, #T_7e993_row5_col7 {\n",
       "  background-color: #440256;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row2_col2 {\n",
       "  background-color: #433e85;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row2_col3, #T_7e993_row7_col16 {\n",
       "  background-color: #424086;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row2_col8, #T_7e993_row3_col15, #T_7e993_row8_col16 {\n",
       "  background-color: #38598c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row2_col9 {\n",
       "  background-color: #69cd5b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row2_col10, #T_7e993_row4_col5 {\n",
       "  background-color: #277e8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row2_col11 {\n",
       "  background-color: #25838e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row2_col12, #T_7e993_row9_col11 {\n",
       "  background-color: #365c8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row2_col14 {\n",
       "  background-color: #f1e51d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row2_col16, #T_7e993_row10_col7 {\n",
       "  background-color: #46085c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row3_col2 {\n",
       "  background-color: #38588c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row3_col3 {\n",
       "  background-color: #3c4f8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row3_col5 {\n",
       "  background-color: #2e6d8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row3_col8, #T_7e993_row3_col9 {\n",
       "  background-color: #33628d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row3_col12 {\n",
       "  background-color: #423f85;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row3_col13 {\n",
       "  background-color: #365d8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row3_col14 {\n",
       "  background-color: #f4e61e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row4_col2 {\n",
       "  background-color: #2d708e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row4_col3, #T_7e993_row10_col15 {\n",
       "  background-color: #32658e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row4_col8, #T_7e993_row4_col15 {\n",
       "  background-color: #482071;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row4_col9 {\n",
       "  background-color: #3e4a89;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row4_col12, #T_7e993_row6_col12 {\n",
       "  background-color: #460b5e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row4_col13 {\n",
       "  background-color: #2eb37c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row4_col14 {\n",
       "  background-color: #b5de2b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row4_col16, #T_7e993_row8_col8 {\n",
       "  background-color: #481668;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row5_col2 {\n",
       "  background-color: #25858e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row5_col3 {\n",
       "  background-color: #2a788e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row5_col5 {\n",
       "  background-color: #1e9d89;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row5_col8, #T_7e993_row7_col8 {\n",
       "  background-color: #470e61;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row5_col11, #T_7e993_row9_col7 {\n",
       "  background-color: #46075a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row5_col14 {\n",
       "  background-color: #a0da39;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row6_col2 {\n",
       "  background-color: #1e9b8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row6_col3 {\n",
       "  background-color: #228d8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row6_col4, #T_7e993_row6_col7, #T_7e993_row7_col4, #T_7e993_row7_col7, #T_7e993_row8_col7 {\n",
       "  background-color: #450457;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row6_col5 {\n",
       "  background-color: #6ccd5a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row6_col10 {\n",
       "  background-color: #481769;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row6_col11, #T_7e993_row7_col15, #T_7e993_row11_col7 {\n",
       "  background-color: #471164;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row6_col14 {\n",
       "  background-color: #73d056;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row6_col16 {\n",
       "  background-color: #472e7c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row7_col2 {\n",
       "  background-color: #2ab07f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row7_col3 {\n",
       "  background-color: #20928c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row7_col5 {\n",
       "  background-color: #22a884;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row7_col9, #T_7e993_row8_col11 {\n",
       "  background-color: #453581;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row7_col10 {\n",
       "  background-color: #482878;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row7_col11 {\n",
       "  background-color: #482374;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row7_col12 {\n",
       "  background-color: #482475;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row7_col14 {\n",
       "  background-color: #4ec36b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row8_col2, #T_7e993_row8_col14 {\n",
       "  background-color: #52c569;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row8_col3 {\n",
       "  background-color: #1e9c89;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row8_col4, #T_7e993_row9_col4 {\n",
       "  background-color: #450559;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row8_col5 {\n",
       "  background-color: #32b67a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row8_col10 {\n",
       "  background-color: #443b84;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row8_col12, #T_7e993_row9_col15 {\n",
       "  background-color: #472f7d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row8_col15, #T_7e993_row9_col8 {\n",
       "  background-color: #48186a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row9_col2 {\n",
       "  background-color: #86d549;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row9_col3 {\n",
       "  background-color: #28ae80;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row9_col5 {\n",
       "  background-color: #4ac16d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row9_col9 {\n",
       "  background-color: #3a548c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row9_col10 {\n",
       "  background-color: #34618d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row9_col12 {\n",
       "  background-color: #355e8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row9_col14 {\n",
       "  background-color: #24aa83;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row10_col2 {\n",
       "  background-color: #c2df23;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row10_col3, #T_7e993_row10_col12 {\n",
       "  background-color: #63cb5f;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row10_col5 {\n",
       "  background-color: #44bf70;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row10_col9 {\n",
       "  background-color: #2e6e8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row10_col10 {\n",
       "  background-color: #9dd93b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row10_col11 {\n",
       "  background-color: #aadc32;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_7e993_row10_col16 {\n",
       "  background-color: #3bbb75;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row11_col8 {\n",
       "  background-color: #3c508b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row11_col9 {\n",
       "  background-color: #228b8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row11_col12 {\n",
       "  background-color: #1f988b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row11_col14 {\n",
       "  background-color: #2fb47c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_7e993_row11_col15 {\n",
       "  background-color: #21918c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "</style>\n",
       "<table id=\"T_7e993\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th class=\"blank level0\" >&nbsp;</th>\n",
       "      <th id=\"T_7e993_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
       "      <th id=\"T_7e993_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
       "      <th id=\"T_7e993_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
       "      <th id=\"T_7e993_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
       "      <th id=\"T_7e993_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
       "      <th id=\"T_7e993_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
       "      <th id=\"T_7e993_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
       "      <th id=\"T_7e993_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
       "      <th id=\"T_7e993_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
       "      <th id=\"T_7e993_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
       "      <th id=\"T_7e993_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
       "      <th id=\"T_7e993_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
       "      <th id=\"T_7e993_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
       "      <th id=\"T_7e993_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
       "      <th id=\"T_7e993_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
       "      <th id=\"T_7e993_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
       "      <th id=\"T_7e993_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
       "      <th id=\"T_7e993_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
       "      <th id=\"T_7e993_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_0/metrics.json</th>\n",
       "      <td id=\"T_7e993_row0_col0\" class=\"data row0 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row0_col1\" class=\"data row0 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row0_col2\" class=\"data row0 col2\" >0</td>\n",
       "      <td id=\"T_7e993_row0_col3\" class=\"data row0 col3\" >0.004845</td>\n",
       "      <td id=\"T_7e993_row0_col4\" class=\"data row0 col4\" >3.094083</td>\n",
       "      <td id=\"T_7e993_row0_col5\" class=\"data row0 col5\" >3.605465</td>\n",
       "      <td id=\"T_7e993_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row0_col7\" class=\"data row0 col7\" >6.694649</td>\n",
       "      <td id=\"T_7e993_row0_col8\" class=\"data row0 col8\" >0.998434</td>\n",
       "      <td id=\"T_7e993_row0_col9\" class=\"data row0 col9\" >0.997933</td>\n",
       "      <td id=\"T_7e993_row0_col10\" class=\"data row0 col10\" >29.933449</td>\n",
       "      <td id=\"T_7e993_row0_col11\" class=\"data row0 col11\" >29.601543</td>\n",
       "      <td id=\"T_7e993_row0_col12\" class=\"data row0 col12\" >0.989371</td>\n",
       "      <td id=\"T_7e993_row0_col13\" class=\"data row0 col13\" >32.000000</td>\n",
       "      <td id=\"T_7e993_row0_col14\" class=\"data row0 col14\" >71.211151</td>\n",
       "      <td id=\"T_7e993_row0_col15\" class=\"data row0 col15\" >0.966797</td>\n",
       "      <td id=\"T_7e993_row0_col16\" class=\"data row0 col16\" >21.729292</td>\n",
       "      <td id=\"T_7e993_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_0/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_1/metrics.json</th>\n",
       "      <td id=\"T_7e993_row1_col0\" class=\"data row1 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row1_col1\" class=\"data row1 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row1_col2\" class=\"data row1 col2\" >1</td>\n",
       "      <td id=\"T_7e993_row1_col3\" class=\"data row1 col3\" >0.006601</td>\n",
       "      <td id=\"T_7e993_row1_col4\" class=\"data row1 col4\" >0.051053</td>\n",
       "      <td id=\"T_7e993_row1_col5\" class=\"data row1 col5\" >3.605596</td>\n",
       "      <td id=\"T_7e993_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row1_col7\" class=\"data row1 col7\" >3.652537</td>\n",
       "      <td id=\"T_7e993_row1_col8\" class=\"data row1 col8\" >0.870694</td>\n",
       "      <td id=\"T_7e993_row1_col9\" class=\"data row1 col9\" >0.877862</td>\n",
       "      <td id=\"T_7e993_row1_col10\" class=\"data row1 col10\" >18.973736</td>\n",
       "      <td id=\"T_7e993_row1_col11\" class=\"data row1 col11\" >17.917168</td>\n",
       "      <td id=\"T_7e993_row1_col12\" class=\"data row1 col12\" >0.910649</td>\n",
       "      <td id=\"T_7e993_row1_col13\" class=\"data row1 col13\" >32.000000</td>\n",
       "      <td id=\"T_7e993_row1_col14\" class=\"data row1 col14\" >86.565331</td>\n",
       "      <td id=\"T_7e993_row1_col15\" class=\"data row1 col15\" >0.885442</td>\n",
       "      <td id=\"T_7e993_row1_col16\" class=\"data row1 col16\" >25.637442</td>\n",
       "      <td id=\"T_7e993_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_1/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_2/metrics.json</th>\n",
       "      <td id=\"T_7e993_row2_col0\" class=\"data row2 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row2_col1\" class=\"data row2 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row2_col2\" class=\"data row2 col2\" >2</td>\n",
       "      <td id=\"T_7e993_row2_col3\" class=\"data row2 col3\" >0.009369</td>\n",
       "      <td id=\"T_7e993_row2_col4\" class=\"data row2 col4\" >0.058747</td>\n",
       "      <td id=\"T_7e993_row2_col5\" class=\"data row2 col5\" >3.601879</td>\n",
       "      <td id=\"T_7e993_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row2_col7\" class=\"data row2 col7\" >3.645913</td>\n",
       "      <td id=\"T_7e993_row2_col8\" class=\"data row2 col8\" >0.840524</td>\n",
       "      <td id=\"T_7e993_row2_col9\" class=\"data row2 col9\" >0.939922</td>\n",
       "      <td id=\"T_7e993_row2_col10\" class=\"data row2 col10\" >49.106537</td>\n",
       "      <td id=\"T_7e993_row2_col11\" class=\"data row2 col11\" >47.644482</td>\n",
       "      <td id=\"T_7e993_row2_col12\" class=\"data row2 col12\" >0.888798</td>\n",
       "      <td id=\"T_7e993_row2_col13\" class=\"data row2 col13\" >31.875000</td>\n",
       "      <td id=\"T_7e993_row2_col14\" class=\"data row2 col14\" >85.811630</td>\n",
       "      <td id=\"T_7e993_row2_col15\" class=\"data row2 col15\" >0.974547</td>\n",
       "      <td id=\"T_7e993_row2_col16\" class=\"data row2 col16\" >37.837296</td>\n",
       "      <td id=\"T_7e993_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_2/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_3/metrics.json</th>\n",
       "      <td id=\"T_7e993_row3_col0\" class=\"data row3 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row3_col1\" class=\"data row3 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row3_col2\" class=\"data row3 col2\" >3</td>\n",
       "      <td id=\"T_7e993_row3_col3\" class=\"data row3 col3\" >0.010681</td>\n",
       "      <td id=\"T_7e993_row3_col4\" class=\"data row3 col4\" >0.070592</td>\n",
       "      <td id=\"T_7e993_row3_col5\" class=\"data row3 col5\" >3.609601</td>\n",
       "      <td id=\"T_7e993_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row3_col7\" class=\"data row3 col7\" >3.658678</td>\n",
       "      <td id=\"T_7e993_row3_col8\" class=\"data row3 col8\" >0.848690</td>\n",
       "      <td id=\"T_7e993_row3_col9\" class=\"data row3 col9\" >0.823245</td>\n",
       "      <td id=\"T_7e993_row3_col10\" class=\"data row3 col10\" >16.987318</td>\n",
       "      <td id=\"T_7e993_row3_col11\" class=\"data row3 col11\" >15.157210</td>\n",
       "      <td id=\"T_7e993_row3_col12\" class=\"data row3 col12\" >0.874669</td>\n",
       "      <td id=\"T_7e993_row3_col13\" class=\"data row3 col13\" >31.911459</td>\n",
       "      <td id=\"T_7e993_row3_col14\" class=\"data row3 col14\" >85.938217</td>\n",
       "      <td id=\"T_7e993_row3_col15\" class=\"data row3 col15\" >0.780534</td>\n",
       "      <td id=\"T_7e993_row3_col16\" class=\"data row3 col16\" >50.548058</td>\n",
       "      <td id=\"T_7e993_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_3/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_4/metrics.json</th>\n",
       "      <td id=\"T_7e993_row4_col0\" class=\"data row4 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row4_col1\" class=\"data row4 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row4_col2\" class=\"data row4 col2\" >4</td>\n",
       "      <td id=\"T_7e993_row4_col3\" class=\"data row4 col3\" >0.012658</td>\n",
       "      <td id=\"T_7e993_row4_col4\" class=\"data row4 col4\" >0.063325</td>\n",
       "      <td id=\"T_7e993_row4_col5\" class=\"data row4 col5\" >3.611159</td>\n",
       "      <td id=\"T_7e993_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row4_col7\" class=\"data row4 col7\" >3.660080</td>\n",
       "      <td id=\"T_7e993_row4_col8\" class=\"data row4 col8\" >0.800111</td>\n",
       "      <td id=\"T_7e993_row4_col9\" class=\"data row4 col9\" >0.801781</td>\n",
       "      <td id=\"T_7e993_row4_col10\" class=\"data row4 col10\" >17.251986</td>\n",
       "      <td id=\"T_7e993_row4_col11\" class=\"data row4 col11\" >15.012179</td>\n",
       "      <td id=\"T_7e993_row4_col12\" class=\"data row4 col12\" >0.852544</td>\n",
       "      <td id=\"T_7e993_row4_col13\" class=\"data row4 col13\" >31.955566</td>\n",
       "      <td id=\"T_7e993_row4_col14\" class=\"data row4 col14\" >82.476707</td>\n",
       "      <td id=\"T_7e993_row4_col15\" class=\"data row4 col15\" >0.729496</td>\n",
       "      <td id=\"T_7e993_row4_col16\" class=\"data row4 col16\" >63.704514</td>\n",
       "      <td id=\"T_7e993_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_4/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_5/metrics.json</th>\n",
       "      <td id=\"T_7e993_row5_col0\" class=\"data row5 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row5_col1\" class=\"data row5 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row5_col2\" class=\"data row5 col2\" >5</td>\n",
       "      <td id=\"T_7e993_row5_col3\" class=\"data row5 col3\" >0.014467</td>\n",
       "      <td id=\"T_7e993_row5_col4\" class=\"data row5 col4\" >0.068505</td>\n",
       "      <td id=\"T_7e993_row5_col5\" class=\"data row5 col5\" >3.613976</td>\n",
       "      <td id=\"T_7e993_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row5_col7\" class=\"data row5 col7\" >3.669386</td>\n",
       "      <td id=\"T_7e993_row5_col8\" class=\"data row5 col8\" >0.788825</td>\n",
       "      <td id=\"T_7e993_row5_col9\" class=\"data row5 col9\" >0.787950</td>\n",
       "      <td id=\"T_7e993_row5_col10\" class=\"data row5 col10\" >18.888968</td>\n",
       "      <td id=\"T_7e993_row5_col11\" class=\"data row5 col11\" >16.209919</td>\n",
       "      <td id=\"T_7e993_row5_col12\" class=\"data row5 col12\" >0.848440</td>\n",
       "      <td id=\"T_7e993_row5_col13\" class=\"data row5 col13\" >32.000000</td>\n",
       "      <td id=\"T_7e993_row5_col14\" class=\"data row5 col14\" >81.434013</td>\n",
       "      <td id=\"T_7e993_row5_col15\" class=\"data row5 col15\" >0.717422</td>\n",
       "      <td id=\"T_7e993_row5_col16\" class=\"data row5 col16\" >87.281723</td>\n",
       "      <td id=\"T_7e993_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_5/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_6/metrics.json</th>\n",
       "      <td id=\"T_7e993_row6_col0\" class=\"data row6 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row6_col1\" class=\"data row6 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row6_col2\" class=\"data row6 col2\" >6</td>\n",
       "      <td id=\"T_7e993_row6_col3\" class=\"data row6 col3\" >0.016600</td>\n",
       "      <td id=\"T_7e993_row6_col4\" class=\"data row6 col4\" >0.075694</td>\n",
       "      <td id=\"T_7e993_row6_col5\" class=\"data row6 col5\" >3.618799</td>\n",
       "      <td id=\"T_7e993_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row6_col7\" class=\"data row6 col7\" >3.676516</td>\n",
       "      <td id=\"T_7e993_row6_col8\" class=\"data row6 col8\" >0.780703</td>\n",
       "      <td id=\"T_7e993_row6_col9\" class=\"data row6 col9\" >0.745207</td>\n",
       "      <td id=\"T_7e993_row6_col10\" class=\"data row6 col10\" >21.466564</td>\n",
       "      <td id=\"T_7e993_row6_col11\" class=\"data row6 col11\" >18.402473</td>\n",
       "      <td id=\"T_7e993_row6_col12\" class=\"data row6 col12\" >0.852635</td>\n",
       "      <td id=\"T_7e993_row6_col13\" class=\"data row6 col13\" >32.000000</td>\n",
       "      <td id=\"T_7e993_row6_col14\" class=\"data row6 col14\" >78.829765</td>\n",
       "      <td id=\"T_7e993_row6_col15\" class=\"data row6 col15\" >0.706308</td>\n",
       "      <td id=\"T_7e993_row6_col16\" class=\"data row6 col16\" >117.072495</td>\n",
       "      <td id=\"T_7e993_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_6/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_7/metrics.json</th>\n",
       "      <td id=\"T_7e993_row7_col0\" class=\"data row7 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row7_col1\" class=\"data row7 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row7_col2\" class=\"data row7 col2\" >7</td>\n",
       "      <td id=\"T_7e993_row7_col3\" class=\"data row7 col3\" >0.017010</td>\n",
       "      <td id=\"T_7e993_row7_col4\" class=\"data row7 col4\" >0.080486</td>\n",
       "      <td id=\"T_7e993_row7_col5\" class=\"data row7 col5\" >3.614976</td>\n",
       "      <td id=\"T_7e993_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row7_col7\" class=\"data row7 col7\" >3.672712</td>\n",
       "      <td id=\"T_7e993_row7_col8\" class=\"data row7 col8\" >0.788663</td>\n",
       "      <td id=\"T_7e993_row7_col9\" class=\"data row7 col9\" >0.783952</td>\n",
       "      <td id=\"T_7e993_row7_col10\" class=\"data row7 col10\" >25.444439</td>\n",
       "      <td id=\"T_7e993_row7_col11\" class=\"data row7 col11\" >22.004990</td>\n",
       "      <td id=\"T_7e993_row7_col12\" class=\"data row7 col12\" >0.862489</td>\n",
       "      <td id=\"T_7e993_row7_col13\" class=\"data row7 col13\" >32.000000</td>\n",
       "      <td id=\"T_7e993_row7_col14\" class=\"data row7 col14\" >76.419937</td>\n",
       "      <td id=\"T_7e993_row7_col15\" class=\"data row7 col15\" >0.718003</td>\n",
       "      <td id=\"T_7e993_row7_col16\" class=\"data row7 col16\" >157.791412</td>\n",
       "      <td id=\"T_7e993_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_7/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_8/metrics.json</th>\n",
       "      <td id=\"T_7e993_row8_col0\" class=\"data row8 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row8_col1\" class=\"data row8 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row8_col2\" class=\"data row8 col2\" >8</td>\n",
       "      <td id=\"T_7e993_row8_col3\" class=\"data row8 col3\" >0.018103</td>\n",
       "      <td id=\"T_7e993_row8_col4\" class=\"data row8 col4\" >0.087324</td>\n",
       "      <td id=\"T_7e993_row8_col5\" class=\"data row8 col5\" >3.616245</td>\n",
       "      <td id=\"T_7e993_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row8_col7\" class=\"data row8 col7\" >3.680337</td>\n",
       "      <td id=\"T_7e993_row8_col8\" class=\"data row8 col8\" >0.792688</td>\n",
       "      <td id=\"T_7e993_row8_col9\" class=\"data row8 col9\" >0.788606</td>\n",
       "      <td id=\"T_7e993_row8_col10\" class=\"data row8 col10\" >30.250225</td>\n",
       "      <td id=\"T_7e993_row8_col11\" class=\"data row8 col11\" >26.306936</td>\n",
       "      <td id=\"T_7e993_row8_col12\" class=\"data row8 col12\" >0.867637</td>\n",
       "      <td id=\"T_7e993_row8_col13\" class=\"data row8 col13\" >32.000000</td>\n",
       "      <td id=\"T_7e993_row8_col14\" class=\"data row8 col14\" >76.728195</td>\n",
       "      <td id=\"T_7e993_row8_col15\" class=\"data row8 col15\" >0.723916</td>\n",
       "      <td id=\"T_7e993_row8_col16\" class=\"data row8 col16\" >219.982910</td>\n",
       "      <td id=\"T_7e993_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_8/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_9/metrics.json</th>\n",
       "      <td id=\"T_7e993_row9_col0\" class=\"data row9 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row9_col1\" class=\"data row9 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row9_col2\" class=\"data row9 col2\" >9</td>\n",
       "      <td id=\"T_7e993_row9_col3\" class=\"data row9 col3\" >0.019997</td>\n",
       "      <td id=\"T_7e993_row9_col4\" class=\"data row9 col4\" >0.097589</td>\n",
       "      <td id=\"T_7e993_row9_col5\" class=\"data row9 col5\" >3.617456</td>\n",
       "      <td id=\"T_7e993_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row9_col7\" class=\"data row9 col7\" >3.696245</td>\n",
       "      <td id=\"T_7e993_row9_col8\" class=\"data row9 col8\" >0.795088</td>\n",
       "      <td id=\"T_7e993_row9_col9\" class=\"data row9 col9\" >0.810751</td>\n",
       "      <td id=\"T_7e993_row9_col10\" class=\"data row9 col10\" >40.192413</td>\n",
       "      <td id=\"T_7e993_row9_col11\" class=\"data row9 col11\" >35.945808</td>\n",
       "      <td id=\"T_7e993_row9_col12\" class=\"data row9 col12\" >0.889800</td>\n",
       "      <td id=\"T_7e993_row9_col13\" class=\"data row9 col13\" >32.000000</td>\n",
       "      <td id=\"T_7e993_row9_col14\" class=\"data row9 col14\" >72.426567</td>\n",
       "      <td id=\"T_7e993_row9_col15\" class=\"data row9 col15\" >0.742352</td>\n",
       "      <td id=\"T_7e993_row9_col16\" class=\"data row9 col16\" >318.143433</td>\n",
       "      <td id=\"T_7e993_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_9/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_10/metrics.json</th>\n",
       "      <td id=\"T_7e993_row10_col0\" class=\"data row10 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row10_col1\" class=\"data row10 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row10_col2\" class=\"data row10 col2\" >10</td>\n",
       "      <td id=\"T_7e993_row10_col3\" class=\"data row10 col3\" >0.023115</td>\n",
       "      <td id=\"T_7e993_row10_col4\" class=\"data row10 col4\" >0.126748</td>\n",
       "      <td id=\"T_7e993_row10_col5\" class=\"data row10 col5\" >3.617172</td>\n",
       "      <td id=\"T_7e993_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row10_col7\" class=\"data row10 col7\" >3.708984</td>\n",
       "      <td id=\"T_7e993_row10_col8\" class=\"data row10 col8\" >0.817629</td>\n",
       "      <td id=\"T_7e993_row10_col9\" class=\"data row10 col9\" >0.835264</td>\n",
       "      <td id=\"T_7e993_row10_col10\" class=\"data row10 col10\" >81.756828</td>\n",
       "      <td id=\"T_7e993_row10_col11\" class=\"data row10 col11\" >78.393089</td>\n",
       "      <td id=\"T_7e993_row10_col12\" class=\"data row10 col12\" >0.955360</td>\n",
       "      <td id=\"T_7e993_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
       "      <td id=\"T_7e993_row10_col14\" class=\"data row10 col14\" >50.458115</td>\n",
       "      <td id=\"T_7e993_row10_col15\" class=\"data row10 col15\" >0.792657</td>\n",
       "      <td id=\"T_7e993_row10_col16\" class=\"data row10 col16\" >514.553589</td>\n",
       "      <td id=\"T_7e993_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_10/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7e993_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_11/metrics.json</th>\n",
       "      <td id=\"T_7e993_row11_col0\" class=\"data row11 col0\" >5</td>\n",
       "      <td id=\"T_7e993_row11_col1\" class=\"data row11 col1\" >32</td>\n",
       "      <td id=\"T_7e993_row11_col2\" class=\"data row11 col2\" >11</td>\n",
       "      <td id=\"T_7e993_row11_col3\" class=\"data row11 col3\" >0.028953</td>\n",
       "      <td id=\"T_7e993_row11_col4\" class=\"data row11 col4\" >0.173841</td>\n",
       "      <td id=\"T_7e993_row11_col5\" class=\"data row11 col5\" >3.623718</td>\n",
       "      <td id=\"T_7e993_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
       "      <td id=\"T_7e993_row11_col7\" class=\"data row11 col7\" >3.783318</td>\n",
       "      <td id=\"T_7e993_row11_col8\" class=\"data row11 col8\" >0.833454</td>\n",
       "      <td id=\"T_7e993_row11_col9\" class=\"data row11 col9\" >0.866197</td>\n",
       "      <td id=\"T_7e993_row11_col10\" class=\"data row11 col10\" >92.906296</td>\n",
       "      <td id=\"T_7e993_row11_col11\" class=\"data row11 col11\" >87.663773</td>\n",
       "      <td id=\"T_7e993_row11_col12\" class=\"data row11 col12\" >0.923381</td>\n",
       "      <td id=\"T_7e993_row11_col13\" class=\"data row11 col13\" >32.000000</td>\n",
       "      <td id=\"T_7e993_row11_col14\" class=\"data row11 col14\" >73.987030</td>\n",
       "      <td id=\"T_7e993_row11_col15\" class=\"data row11 col15\" >0.840599</td>\n",
       "      <td id=\"T_7e993_row11_col16\" class=\"data row11 col16\" >742.957520</td>\n",
       "      <td id=\"T_7e993_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
       "      <td id=\"T_7e993_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_11/metrics.json</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7f0d3ce118d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OAI_GPT2Small_v5_128k_resid_delta_mlp\n",
      "Loading page (1/2)\n",
      "Rendering (2/2)                                                    \n",
      "Done                                                               \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style type=\"text/css\">\n",
       "#T_3fa88_row0_col2, #T_3fa88_row0_col3, #T_3fa88_row0_col6, #T_3fa88_row0_col16, #T_3fa88_row0_col17, #T_3fa88_row1_col4, #T_3fa88_row1_col5, #T_3fa88_row1_col6, #T_3fa88_row1_col7, #T_3fa88_row1_col17, #T_3fa88_row2_col4, #T_3fa88_row2_col6, #T_3fa88_row2_col7, #T_3fa88_row2_col17, #T_3fa88_row3_col6, #T_3fa88_row3_col10, #T_3fa88_row3_col11, #T_3fa88_row3_col13, #T_3fa88_row3_col17, #T_3fa88_row4_col6, #T_3fa88_row4_col9, #T_3fa88_row4_col10, #T_3fa88_row4_col11, #T_3fa88_row4_col17, #T_3fa88_row5_col6, #T_3fa88_row5_col12, #T_3fa88_row5_col17, #T_3fa88_row6_col6, #T_3fa88_row6_col8, #T_3fa88_row6_col15, #T_3fa88_row6_col17, #T_3fa88_row7_col6, #T_3fa88_row7_col17, #T_3fa88_row8_col6, #T_3fa88_row8_col17, #T_3fa88_row9_col6, #T_3fa88_row9_col17, #T_3fa88_row10_col6, #T_3fa88_row10_col14, #T_3fa88_row10_col17, #T_3fa88_row11_col6, #T_3fa88_row11_col17 {\n",
       "  background-color: #440154;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row0_col4, #T_3fa88_row0_col7, #T_3fa88_row0_col8, #T_3fa88_row0_col9, #T_3fa88_row0_col12, #T_3fa88_row1_col13, #T_3fa88_row1_col14, #T_3fa88_row2_col15, #T_3fa88_row9_col13, #T_3fa88_row10_col13, #T_3fa88_row11_col2, #T_3fa88_row11_col3, #T_3fa88_row11_col5, #T_3fa88_row11_col10, #T_3fa88_row11_col11, #T_3fa88_row11_col13, #T_3fa88_row11_col16 {\n",
       "  background-color: #fde725;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row0_col5 {\n",
       "  background-color: #482576;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row0_col10 {\n",
       "  background-color: #443a83;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row0_col11 {\n",
       "  background-color: #414287;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row0_col13 {\n",
       "  background-color: #fbe723;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row0_col14 {\n",
       "  background-color: #2e6f8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row0_col15, #T_3fa88_row6_col13 {\n",
       "  background-color: #f4e61e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row1_col2, #T_3fa88_row5_col16 {\n",
       "  background-color: #482173;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row1_col3 {\n",
       "  background-color: #48186a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row1_col8 {\n",
       "  background-color: #1e9d89;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row1_col9 {\n",
       "  background-color: #d5e21a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row1_col10, #T_3fa88_row2_col16, #T_3fa88_row5_col10, #T_3fa88_row10_col4 {\n",
       "  background-color: #460a5d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row1_col11 {\n",
       "  background-color: #470e61;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row1_col12 {\n",
       "  background-color: #218f8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row1_col15 {\n",
       "  background-color: #4cc26c;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row1_col16, #T_3fa88_row3_col4, #T_3fa88_row3_col7, #T_3fa88_row4_col4, #T_3fa88_row4_col7, #T_3fa88_row5_col4, #T_3fa88_row5_col7 {\n",
       "  background-color: #440256;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row2_col2, #T_3fa88_row2_col3 {\n",
       "  background-color: #433e85;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row2_col5, #T_3fa88_row4_col8 {\n",
       "  background-color: #482677;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row2_col8 {\n",
       "  background-color: #2c738e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row2_col9 {\n",
       "  background-color: #44bf70;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row2_col10 {\n",
       "  background-color: #277e8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row2_col11 {\n",
       "  background-color: #25838e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row2_col12 {\n",
       "  background-color: #31668e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row2_col13, #T_3fa88_row4_col13 {\n",
       "  background-color: #90d743;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row2_col14 {\n",
       "  background-color: #e7e419;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row3_col2 {\n",
       "  background-color: #38588c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row3_col3, #T_3fa88_row9_col12 {\n",
       "  background-color: #39568c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row3_col5 {\n",
       "  background-color: #2b758e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row3_col8 {\n",
       "  background-color: #2f6c8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row3_col9, #T_3fa88_row5_col9 {\n",
       "  background-color: #33628d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row3_col12 {\n",
       "  background-color: #3f4889;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row3_col14 {\n",
       "  background-color: #d8e219;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row3_col15 {\n",
       "  background-color: #32658e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row3_col16, #T_3fa88_row11_col4 {\n",
       "  background-color: #471063;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row4_col2 {\n",
       "  background-color: #2d708e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row4_col3 {\n",
       "  background-color: #2e6e8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row4_col5 {\n",
       "  background-color: #21a685;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row4_col12, #T_3fa88_row5_col15, #T_3fa88_row6_col11, #T_3fa88_row7_col15 {\n",
       "  background-color: #471365;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row4_col14 {\n",
       "  background-color: #95d840;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row4_col15, #T_3fa88_row9_col8 {\n",
       "  background-color: #472a7a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row4_col16, #T_3fa88_row6_col10, #T_3fa88_row7_col8, #T_3fa88_row8_col15 {\n",
       "  background-color: #481769;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row5_col2, #T_3fa88_row11_col9 {\n",
       "  background-color: #25858e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row5_col3 {\n",
       "  background-color: #297b8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row5_col5 {\n",
       "  background-color: #24878e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row5_col8 {\n",
       "  background-color: #481f70;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row5_col11, #T_3fa88_row6_col12, #T_3fa88_row9_col7 {\n",
       "  background-color: #46075a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row5_col13 {\n",
       "  background-color: #8ed645;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row5_col14 {\n",
       "  background-color: #7fd34e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row6_col2 {\n",
       "  background-color: #1e9b8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row6_col3, #T_3fa88_row7_col3 {\n",
       "  background-color: #1f968b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row6_col4, #T_3fa88_row6_col7, #T_3fa88_row7_col4, #T_3fa88_row7_col7, #T_3fa88_row8_col7 {\n",
       "  background-color: #450457;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row6_col5 {\n",
       "  background-color: #46c06f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row6_col9 {\n",
       "  background-color: #481a6c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row6_col14 {\n",
       "  background-color: #56c667;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row6_col16 {\n",
       "  background-color: #472f7d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row7_col2 {\n",
       "  background-color: #2ab07f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row7_col5, #T_3fa88_row11_col12 {\n",
       "  background-color: #218e8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row7_col9, #T_3fa88_row9_col10 {\n",
       "  background-color: #34618d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row7_col10 {\n",
       "  background-color: #482878;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row7_col11 {\n",
       "  background-color: #482475;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row7_col12 {\n",
       "  background-color: #482071;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row7_col13 {\n",
       "  background-color: #f1e51d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row7_col14, #T_3fa88_row8_col14 {\n",
       "  background-color: #3aba76;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row7_col16, #T_3fa88_row10_col8 {\n",
       "  background-color: #424086;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row8_col2 {\n",
       "  background-color: #52c569;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row8_col3 {\n",
       "  background-color: #1fa188;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row8_col4, #T_3fa88_row8_col9, #T_3fa88_row9_col4 {\n",
       "  background-color: #450559;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row8_col5 {\n",
       "  background-color: #73d056;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row8_col8 {\n",
       "  background-color: #481c6e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row8_col10 {\n",
       "  background-color: #443b84;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row8_col11 {\n",
       "  background-color: #453781;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row8_col12, #T_3fa88_row9_col15 {\n",
       "  background-color: #472c7a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row8_col13 {\n",
       "  background-color: #eae51a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row8_col16 {\n",
       "  background-color: #38598c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row9_col2 {\n",
       "  background-color: #86d549;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row9_col3 {\n",
       "  background-color: #25ac82;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row9_col5 {\n",
       "  background-color: #70cf57;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row9_col9 {\n",
       "  background-color: #433d84;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row9_col11, #T_3fa88_row10_col15 {\n",
       "  background-color: #365d8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row9_col14 {\n",
       "  background-color: #1fa287;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row9_col16 {\n",
       "  background-color: #297a8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row10_col2 {\n",
       "  background-color: #c2df23;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row10_col3 {\n",
       "  background-color: #65cb5e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row10_col5 {\n",
       "  background-color: #93d741;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row10_col7 {\n",
       "  background-color: #46085c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row10_col9 {\n",
       "  background-color: #3e4c8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row10_col10 {\n",
       "  background-color: #9dd93b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row10_col11 {\n",
       "  background-color: #a8db34;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row10_col12 {\n",
       "  background-color: #54c568;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_3fa88_row10_col16 {\n",
       "  background-color: #3fbc73;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row11_col7 {\n",
       "  background-color: #471164;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row11_col8 {\n",
       "  background-color: #3b528b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row11_col14 {\n",
       "  background-color: #2db27d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_3fa88_row11_col15 {\n",
       "  background-color: #23898e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "</style>\n",
       "<table id=\"T_3fa88\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th class=\"blank level0\" >&nbsp;</th>\n",
       "      <th id=\"T_3fa88_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
       "      <th id=\"T_3fa88_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
       "      <th id=\"T_3fa88_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
       "      <th id=\"T_3fa88_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
       "      <th id=\"T_3fa88_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
       "      <th id=\"T_3fa88_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
       "      <th id=\"T_3fa88_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
       "      <th id=\"T_3fa88_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
       "      <th id=\"T_3fa88_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
       "      <th id=\"T_3fa88_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
       "      <th id=\"T_3fa88_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
       "      <th id=\"T_3fa88_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
       "      <th id=\"T_3fa88_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
       "      <th id=\"T_3fa88_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
       "      <th id=\"T_3fa88_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
       "      <th id=\"T_3fa88_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
       "      <th id=\"T_3fa88_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
       "      <th id=\"T_3fa88_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
       "      <th id=\"T_3fa88_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_0/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row0_col0\" class=\"data row0 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row0_col1\" class=\"data row0 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row0_col2\" class=\"data row0 col2\" >0</td>\n",
       "      <td id=\"T_3fa88_row0_col3\" class=\"data row0 col3\" >0.002883</td>\n",
       "      <td id=\"T_3fa88_row0_col4\" class=\"data row0 col4\" >3.094083</td>\n",
       "      <td id=\"T_3fa88_row0_col5\" class=\"data row0 col5\" >3.601894</td>\n",
       "      <td id=\"T_3fa88_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row0_col7\" class=\"data row0 col7\" >6.694649</td>\n",
       "      <td id=\"T_3fa88_row0_col8\" class=\"data row0 col8\" >0.999068</td>\n",
       "      <td id=\"T_3fa88_row0_col9\" class=\"data row0 col9\" >0.999086</td>\n",
       "      <td id=\"T_3fa88_row0_col10\" class=\"data row0 col10\" >29.933449</td>\n",
       "      <td id=\"T_3fa88_row0_col11\" class=\"data row0 col11\" >29.719198</td>\n",
       "      <td id=\"T_3fa88_row0_col12\" class=\"data row0 col12\" >0.993006</td>\n",
       "      <td id=\"T_3fa88_row0_col13\" class=\"data row0 col13\" >31.999350</td>\n",
       "      <td id=\"T_3fa88_row0_col14\" class=\"data row0 col14\" >61.198639</td>\n",
       "      <td id=\"T_3fa88_row0_col15\" class=\"data row0 col15\" >0.977519</td>\n",
       "      <td id=\"T_3fa88_row0_col16\" class=\"data row0 col16\" >13.276111</td>\n",
       "      <td id=\"T_3fa88_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_0/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_1/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row1_col0\" class=\"data row1 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row1_col1\" class=\"data row1 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row1_col2\" class=\"data row1 col2\" >1</td>\n",
       "      <td id=\"T_3fa88_row1_col3\" class=\"data row1 col3\" >0.004242</td>\n",
       "      <td id=\"T_3fa88_row1_col4\" class=\"data row1 col4\" >0.051053</td>\n",
       "      <td id=\"T_3fa88_row1_col5\" class=\"data row1 col5\" >3.599821</td>\n",
       "      <td id=\"T_3fa88_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row1_col7\" class=\"data row1 col7\" >3.652537</td>\n",
       "      <td id=\"T_3fa88_row1_col8\" class=\"data row1 col8\" >0.916919</td>\n",
       "      <td id=\"T_3fa88_row1_col9\" class=\"data row1 col9\" >0.985857</td>\n",
       "      <td id=\"T_3fa88_row1_col10\" class=\"data row1 col10\" >18.973736</td>\n",
       "      <td id=\"T_3fa88_row1_col11\" class=\"data row1 col11\" >18.205364</td>\n",
       "      <td id=\"T_3fa88_row1_col12\" class=\"data row1 col12\" >0.932765</td>\n",
       "      <td id=\"T_3fa88_row1_col13\" class=\"data row1 col13\" >32.000000</td>\n",
       "      <td id=\"T_3fa88_row1_col14\" class=\"data row1 col14\" >84.060181</td>\n",
       "      <td id=\"T_3fa88_row1_col15\" class=\"data row1 col15\" >0.916917</td>\n",
       "      <td id=\"T_3fa88_row1_col16\" class=\"data row1 col16\" >17.682375</td>\n",
       "      <td id=\"T_3fa88_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_1/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_2/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row2_col0\" class=\"data row2 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row2_col1\" class=\"data row2 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row2_col2\" class=\"data row2 col2\" >2</td>\n",
       "      <td id=\"T_3fa88_row2_col3\" class=\"data row2 col3\" >0.006752</td>\n",
       "      <td id=\"T_3fa88_row2_col4\" class=\"data row2 col4\" >0.058747</td>\n",
       "      <td id=\"T_3fa88_row2_col5\" class=\"data row2 col5\" >3.602034</td>\n",
       "      <td id=\"T_3fa88_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row2_col7\" class=\"data row2 col7\" >3.645913</td>\n",
       "      <td id=\"T_3fa88_row2_col8\" class=\"data row2 col8\" >0.885070</td>\n",
       "      <td id=\"T_3fa88_row2_col9\" class=\"data row2 col9\" >0.936614</td>\n",
       "      <td id=\"T_3fa88_row2_col10\" class=\"data row2 col10\" >49.106537</td>\n",
       "      <td id=\"T_3fa88_row2_col11\" class=\"data row2 col11\" >47.976685</td>\n",
       "      <td id=\"T_3fa88_row2_col12\" class=\"data row2 col12\" >0.912467</td>\n",
       "      <td id=\"T_3fa88_row2_col13\" class=\"data row2 col13\" >31.984375</td>\n",
       "      <td id=\"T_3fa88_row2_col14\" class=\"data row2 col14\" >82.676140</td>\n",
       "      <td id=\"T_3fa88_row2_col15\" class=\"data row2 col15\" >0.981090</td>\n",
       "      <td id=\"T_3fa88_row2_col16\" class=\"data row2 col16\" >28.213791</td>\n",
       "      <td id=\"T_3fa88_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_2/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_3/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row3_col0\" class=\"data row3 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row3_col1\" class=\"data row3 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row3_col2\" class=\"data row3 col2\" >3</td>\n",
       "      <td id=\"T_3fa88_row3_col3\" class=\"data row3 col3\" >0.008532</td>\n",
       "      <td id=\"T_3fa88_row3_col4\" class=\"data row3 col4\" >0.070592</td>\n",
       "      <td id=\"T_3fa88_row3_col5\" class=\"data row3 col5\" >3.607723</td>\n",
       "      <td id=\"T_3fa88_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row3_col7\" class=\"data row3 col7\" >3.658678</td>\n",
       "      <td id=\"T_3fa88_row3_col8\" class=\"data row3 col8\" >0.879137</td>\n",
       "      <td id=\"T_3fa88_row3_col9\" class=\"data row3 col9\" >0.854756</td>\n",
       "      <td id=\"T_3fa88_row3_col10\" class=\"data row3 col10\" >16.987318</td>\n",
       "      <td id=\"T_3fa88_row3_col11\" class=\"data row3 col11\" >15.537837</td>\n",
       "      <td id=\"T_3fa88_row3_col12\" class=\"data row3 col12\" >0.899518</td>\n",
       "      <td id=\"T_3fa88_row3_col13\" class=\"data row3 col13\" >31.905111</td>\n",
       "      <td id=\"T_3fa88_row3_col14\" class=\"data row3 col14\" >81.886444</td>\n",
       "      <td id=\"T_3fa88_row3_col15\" class=\"data row3 col15\" >0.827494</td>\n",
       "      <td id=\"T_3fa88_row3_col16\" class=\"data row3 col16\" >38.814980</td>\n",
       "      <td id=\"T_3fa88_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_3/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_4/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row4_col0\" class=\"data row4 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row4_col1\" class=\"data row4 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row4_col2\" class=\"data row4 col2\" >4</td>\n",
       "      <td id=\"T_3fa88_row4_col3\" class=\"data row4 col3\" >0.010456</td>\n",
       "      <td id=\"T_3fa88_row4_col4\" class=\"data row4 col4\" >0.063325</td>\n",
       "      <td id=\"T_3fa88_row4_col5\" class=\"data row4 col5\" >3.611892</td>\n",
       "      <td id=\"T_3fa88_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row4_col7\" class=\"data row4 col7\" >3.660080</td>\n",
       "      <td id=\"T_3fa88_row4_col8\" class=\"data row4 col8\" >0.834885</td>\n",
       "      <td id=\"T_3fa88_row4_col9\" class=\"data row4 col9\" >0.789762</td>\n",
       "      <td id=\"T_3fa88_row4_col10\" class=\"data row4 col10\" >17.251986</td>\n",
       "      <td id=\"T_3fa88_row4_col11\" class=\"data row4 col11\" >15.434065</td>\n",
       "      <td id=\"T_3fa88_row4_col12\" class=\"data row4 col12\" >0.879446</td>\n",
       "      <td id=\"T_3fa88_row4_col13\" class=\"data row4 col13\" >31.984375</td>\n",
       "      <td id=\"T_3fa88_row4_col14\" class=\"data row4 col14\" >78.371658</td>\n",
       "      <td id=\"T_3fa88_row4_col15\" class=\"data row4 col15\" >0.780778</td>\n",
       "      <td id=\"T_3fa88_row4_col16\" class=\"data row4 col16\" >50.818203</td>\n",
       "      <td id=\"T_3fa88_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_4/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_5/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row5_col0\" class=\"data row5 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row5_col1\" class=\"data row5 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row5_col2\" class=\"data row5 col2\" >5</td>\n",
       "      <td id=\"T_3fa88_row5_col3\" class=\"data row5 col3\" >0.011618</td>\n",
       "      <td id=\"T_3fa88_row5_col4\" class=\"data row5 col4\" >0.068505</td>\n",
       "      <td id=\"T_3fa88_row5_col5\" class=\"data row5 col5\" >3.609259</td>\n",
       "      <td id=\"T_3fa88_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row5_col7\" class=\"data row5 col7\" >3.669386</td>\n",
       "      <td id=\"T_3fa88_row5_col8\" class=\"data row5 col8\" >0.830411</td>\n",
       "      <td id=\"T_3fa88_row5_col9\" class=\"data row5 col9\" >0.855026</td>\n",
       "      <td id=\"T_3fa88_row5_col10\" class=\"data row5 col10\" >18.888968</td>\n",
       "      <td id=\"T_3fa88_row5_col11\" class=\"data row5 col11\" >16.669851</td>\n",
       "      <td id=\"T_3fa88_row5_col12\" class=\"data row5 col12\" >0.873767</td>\n",
       "      <td id=\"T_3fa88_row5_col13\" class=\"data row5 col13\" >31.983725</td>\n",
       "      <td id=\"T_3fa88_row5_col14\" class=\"data row5 col14\" >77.139160</td>\n",
       "      <td id=\"T_3fa88_row5_col15\" class=\"data row5 col15\" >0.765372</td>\n",
       "      <td id=\"T_3fa88_row5_col16\" class=\"data row5 col16\" >71.502914</td>\n",
       "      <td id=\"T_3fa88_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_5/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_6/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row6_col0\" class=\"data row6 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row6_col1\" class=\"data row6 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row6_col2\" class=\"data row6 col2\" >6</td>\n",
       "      <td id=\"T_3fa88_row6_col3\" class=\"data row6 col3\" >0.014023</td>\n",
       "      <td id=\"T_3fa88_row6_col4\" class=\"data row6 col4\" >0.075694</td>\n",
       "      <td id=\"T_3fa88_row6_col5\" class=\"data row6 col5\" >3.614241</td>\n",
       "      <td id=\"T_3fa88_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row6_col7\" class=\"data row6 col7\" >3.676516</td>\n",
       "      <td id=\"T_3fa88_row6_col8\" class=\"data row6 col8\" >0.814737</td>\n",
       "      <td id=\"T_3fa88_row6_col9\" class=\"data row6 col9\" >0.804058</td>\n",
       "      <td id=\"T_3fa88_row6_col10\" class=\"data row6 col10\" >21.466564</td>\n",
       "      <td id=\"T_3fa88_row6_col11\" class=\"data row6 col11\" >18.890602</td>\n",
       "      <td id=\"T_3fa88_row6_col12\" class=\"data row6 col12\" >0.875795</td>\n",
       "      <td id=\"T_3fa88_row6_col13\" class=\"data row6 col13\" >31.998373</td>\n",
       "      <td id=\"T_3fa88_row6_col14\" class=\"data row6 col14\" >74.617645</td>\n",
       "      <td id=\"T_3fa88_row6_col15\" class=\"data row6 col15\" >0.754052</td>\n",
       "      <td id=\"T_3fa88_row6_col16\" class=\"data row6 col16\" >97.221252</td>\n",
       "      <td id=\"T_3fa88_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_6/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_7/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row7_col0\" class=\"data row7 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row7_col1\" class=\"data row7 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row7_col2\" class=\"data row7 col2\" >7</td>\n",
       "      <td id=\"T_3fa88_row7_col3\" class=\"data row7 col3\" >0.014005</td>\n",
       "      <td id=\"T_3fa88_row7_col4\" class=\"data row7 col4\" >0.080486</td>\n",
       "      <td id=\"T_3fa88_row7_col5\" class=\"data row7 col5\" >3.609832</td>\n",
       "      <td id=\"T_3fa88_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row7_col7\" class=\"data row7 col7\" >3.672712</td>\n",
       "      <td id=\"T_3fa88_row7_col8\" class=\"data row7 col8\" >0.825992</td>\n",
       "      <td id=\"T_3fa88_row7_col9\" class=\"data row7 col9\" >0.853803</td>\n",
       "      <td id=\"T_3fa88_row7_col10\" class=\"data row7 col10\" >25.444439</td>\n",
       "      <td id=\"T_3fa88_row7_col11\" class=\"data row7 col11\" >22.559195</td>\n",
       "      <td id=\"T_3fa88_row7_col12\" class=\"data row7 col12\" >0.884380</td>\n",
       "      <td id=\"T_3fa88_row7_col13\" class=\"data row7 col13\" >31.997885</td>\n",
       "      <td id=\"T_3fa88_row7_col14\" class=\"data row7 col14\" >72.551300</td>\n",
       "      <td id=\"T_3fa88_row7_col15\" class=\"data row7 col15\" >0.764806</td>\n",
       "      <td id=\"T_3fa88_row7_col16\" class=\"data row7 col16\" >130.780823</td>\n",
       "      <td id=\"T_3fa88_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_7/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_8/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row8_col0\" class=\"data row8 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row8_col1\" class=\"data row8 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row8_col2\" class=\"data row8 col2\" >8</td>\n",
       "      <td id=\"T_3fa88_row8_col3\" class=\"data row8 col3\" >0.014951</td>\n",
       "      <td id=\"T_3fa88_row8_col4\" class=\"data row8 col4\" >0.087324</td>\n",
       "      <td id=\"T_3fa88_row8_col5\" class=\"data row8 col5\" >3.615898</td>\n",
       "      <td id=\"T_3fa88_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row8_col7\" class=\"data row8 col7\" >3.680337</td>\n",
       "      <td id=\"T_3fa88_row8_col8\" class=\"data row8 col8\" >0.828790</td>\n",
       "      <td id=\"T_3fa88_row8_col9\" class=\"data row8 col9\" >0.792874</td>\n",
       "      <td id=\"T_3fa88_row8_col10\" class=\"data row8 col10\" >30.250225</td>\n",
       "      <td id=\"T_3fa88_row8_col11\" class=\"data row8 col11\" >26.934555</td>\n",
       "      <td id=\"T_3fa88_row8_col12\" class=\"data row8 col12\" >0.888432</td>\n",
       "      <td id=\"T_3fa88_row8_col13\" class=\"data row8 col13\" >31.996908</td>\n",
       "      <td id=\"T_3fa88_row8_col14\" class=\"data row8 col14\" >72.559128</td>\n",
       "      <td id=\"T_3fa88_row8_col15\" class=\"data row8 col15\" >0.768030</td>\n",
       "      <td id=\"T_3fa88_row8_col16\" class=\"data row8 col16\" >183.634979</td>\n",
       "      <td id=\"T_3fa88_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_8/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_9/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row9_col0\" class=\"data row9 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row9_col1\" class=\"data row9 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row9_col2\" class=\"data row9 col2\" >9</td>\n",
       "      <td id=\"T_3fa88_row9_col3\" class=\"data row9 col3\" >0.015919</td>\n",
       "      <td id=\"T_3fa88_row9_col4\" class=\"data row9 col4\" >0.097589</td>\n",
       "      <td id=\"T_3fa88_row9_col5\" class=\"data row9 col5\" >3.615844</td>\n",
       "      <td id=\"T_3fa88_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row9_col7\" class=\"data row9 col7\" >3.696245</td>\n",
       "      <td id=\"T_3fa88_row9_col8\" class=\"data row9 col8\" >0.836876</td>\n",
       "      <td id=\"T_3fa88_row9_col9\" class=\"data row9 col9\" >0.827333</td>\n",
       "      <td id=\"T_3fa88_row9_col10\" class=\"data row9 col10\" >40.192413</td>\n",
       "      <td id=\"T_3fa88_row9_col11\" class=\"data row9 col11\" >36.576889</td>\n",
       "      <td id=\"T_3fa88_row9_col12\" class=\"data row9 col12\" >0.905792</td>\n",
       "      <td id=\"T_3fa88_row9_col13\" class=\"data row9 col13\" >32.000000</td>\n",
       "      <td id=\"T_3fa88_row9_col14\" class=\"data row9 col14\" >68.976295</td>\n",
       "      <td id=\"T_3fa88_row9_col15\" class=\"data row9 col15\" >0.782096</td>\n",
       "      <td id=\"T_3fa88_row9_col16\" class=\"data row9 col16\" >267.216095</td>\n",
       "      <td id=\"T_3fa88_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_9/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_10/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row10_col0\" class=\"data row10 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row10_col1\" class=\"data row10 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row10_col2\" class=\"data row10 col2\" >10</td>\n",
       "      <td id=\"T_3fa88_row10_col3\" class=\"data row10 col3\" >0.019077</td>\n",
       "      <td id=\"T_3fa88_row10_col4\" class=\"data row10 col4\" >0.126748</td>\n",
       "      <td id=\"T_3fa88_row10_col5\" class=\"data row10 col5\" >3.616906</td>\n",
       "      <td id=\"T_3fa88_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row10_col7\" class=\"data row10 col7\" >3.708984</td>\n",
       "      <td id=\"T_3fa88_row10_col8\" class=\"data row10 col8\" >0.849488</td>\n",
       "      <td id=\"T_3fa88_row10_col9\" class=\"data row10 col9\" >0.837687</td>\n",
       "      <td id=\"T_3fa88_row10_col10\" class=\"data row10 col10\" >81.756828</td>\n",
       "      <td id=\"T_3fa88_row10_col11\" class=\"data row10 col11\" >78.834885</td>\n",
       "      <td id=\"T_3fa88_row10_col12\" class=\"data row10 col12\" >0.960933</td>\n",
       "      <td id=\"T_3fa88_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
       "      <td id=\"T_3fa88_row10_col14\" class=\"data row10 col14\" >48.323631</td>\n",
       "      <td id=\"T_3fa88_row10_col15\" class=\"data row10 col15\" >0.819787</td>\n",
       "      <td id=\"T_3fa88_row10_col16\" class=\"data row10 col16\" >443.108887</td>\n",
       "      <td id=\"T_3fa88_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_10/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_3fa88_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_11/metrics.json</th>\n",
       "      <td id=\"T_3fa88_row11_col0\" class=\"data row11 col0\" >5</td>\n",
       "      <td id=\"T_3fa88_row11_col1\" class=\"data row11 col1\" >128</td>\n",
       "      <td id=\"T_3fa88_row11_col2\" class=\"data row11 col2\" >11</td>\n",
       "      <td id=\"T_3fa88_row11_col3\" class=\"data row11 col3\" >0.024072</td>\n",
       "      <td id=\"T_3fa88_row11_col4\" class=\"data row11 col4\" >0.173841</td>\n",
       "      <td id=\"T_3fa88_row11_col5\" class=\"data row11 col5\" >3.620230</td>\n",
       "      <td id=\"T_3fa88_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
       "      <td id=\"T_3fa88_row11_col7\" class=\"data row11 col7\" >3.783318</td>\n",
       "      <td id=\"T_3fa88_row11_col8\" class=\"data row11 col8\" >0.861531</td>\n",
       "      <td id=\"T_3fa88_row11_col9\" class=\"data row11 col9\" >0.885130</td>\n",
       "      <td id=\"T_3fa88_row11_col10\" class=\"data row11 col10\" >92.906296</td>\n",
       "      <td id=\"T_3fa88_row11_col11\" class=\"data row11 col11\" >88.290031</td>\n",
       "      <td id=\"T_3fa88_row11_col12\" class=\"data row11 col12\" >0.932119</td>\n",
       "      <td id=\"T_3fa88_row11_col13\" class=\"data row11 col13\" >32.000000</td>\n",
       "      <td id=\"T_3fa88_row11_col14\" class=\"data row11 col14\" >71.255219</td>\n",
       "      <td id=\"T_3fa88_row11_col15\" class=\"data row11 col15\" >0.861334</td>\n",
       "      <td id=\"T_3fa88_row11_col16\" class=\"data row11 col16\" >635.459473</td>\n",
       "      <td id=\"T_3fa88_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
       "      <td id=\"T_3fa88_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_11/metrics.json</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7f0d3e9570d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OAI_GPT2Small_v5_32k_resid_delta_attn\n",
      "Loading page (1/2)\n",
      "Rendering (2/2)                                                    \n",
      "Done                                                               \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style type=\"text/css\">\n",
       "#T_bec9f_row0_col2, #T_bec9f_row0_col6, #T_bec9f_row0_col16, #T_bec9f_row0_col17, #T_bec9f_row1_col3, #T_bec9f_row1_col4, #T_bec9f_row1_col6, #T_bec9f_row1_col7, #T_bec9f_row1_col17, #T_bec9f_row2_col4, #T_bec9f_row2_col5, #T_bec9f_row2_col6, #T_bec9f_row2_col7, #T_bec9f_row2_col10, #T_bec9f_row2_col11, #T_bec9f_row2_col17, #T_bec9f_row3_col4, #T_bec9f_row3_col6, #T_bec9f_row3_col7, #T_bec9f_row3_col10, #T_bec9f_row3_col11, #T_bec9f_row3_col17, #T_bec9f_row4_col4, #T_bec9f_row4_col6, #T_bec9f_row4_col10, #T_bec9f_row4_col11, #T_bec9f_row4_col17, #T_bec9f_row5_col4, #T_bec9f_row5_col6, #T_bec9f_row5_col7, #T_bec9f_row5_col17, #T_bec9f_row6_col6, #T_bec9f_row6_col12, #T_bec9f_row6_col15, #T_bec9f_row6_col17, #T_bec9f_row7_col6, #T_bec9f_row7_col17, #T_bec9f_row8_col4, #T_bec9f_row8_col6, #T_bec9f_row8_col7, #T_bec9f_row8_col8, #T_bec9f_row8_col9, #T_bec9f_row8_col17, #T_bec9f_row9_col4, #T_bec9f_row9_col6, #T_bec9f_row9_col17, #T_bec9f_row10_col4, #T_bec9f_row10_col6, #T_bec9f_row10_col17, #T_bec9f_row11_col6, #T_bec9f_row11_col13, #T_bec9f_row11_col14, #T_bec9f_row11_col17 {\n",
       "  background-color: #440154;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row0_col3, #T_bec9f_row7_col2 {\n",
       "  background-color: #2ab07f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row0_col4, #T_bec9f_row0_col7, #T_bec9f_row0_col8, #T_bec9f_row0_col9, #T_bec9f_row1_col13, #T_bec9f_row1_col14, #T_bec9f_row2_col13, #T_bec9f_row2_col14, #T_bec9f_row3_col13, #T_bec9f_row4_col13, #T_bec9f_row5_col13, #T_bec9f_row6_col13, #T_bec9f_row7_col5, #T_bec9f_row7_col13, #T_bec9f_row8_col3, #T_bec9f_row8_col13, #T_bec9f_row9_col13, #T_bec9f_row10_col13, #T_bec9f_row11_col2, #T_bec9f_row11_col10, #T_bec9f_row11_col11, #T_bec9f_row11_col12, #T_bec9f_row11_col15, #T_bec9f_row11_col16 {\n",
       "  background-color: #fde725;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row0_col5 {\n",
       "  background-color: #37b878;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row0_col10, #T_bec9f_row0_col11, #T_bec9f_row4_col15 {\n",
       "  background-color: #482071;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row0_col12, #T_bec9f_row3_col14 {\n",
       "  background-color: #f1e51d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row0_col13 {\n",
       "  background-color: #f4e61e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row0_col14 {\n",
       "  background-color: #2c738e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row0_col15 {\n",
       "  background-color: #fbe723;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row1_col2 {\n",
       "  background-color: #482173;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row1_col5, #T_bec9f_row5_col16 {\n",
       "  background-color: #482374;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row1_col8, #T_bec9f_row5_col3 {\n",
       "  background-color: #21a685;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row1_col9, #T_bec9f_row5_col9 {\n",
       "  background-color: #20928c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row1_col10, #T_bec9f_row1_col11, #T_bec9f_row4_col7, #T_bec9f_row4_col12, #T_bec9f_row5_col10, #T_bec9f_row5_col11, #T_bec9f_row6_col4, #T_bec9f_row6_col7, #T_bec9f_row7_col4, #T_bec9f_row7_col7, #T_bec9f_row9_col7 {\n",
       "  background-color: #440256;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row1_col12 {\n",
       "  background-color: #21918c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row1_col15, #T_bec9f_row4_col5 {\n",
       "  background-color: #1f988b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row1_col16, #T_bec9f_row2_col16, #T_bec9f_row6_col10, #T_bec9f_row6_col11, #T_bec9f_row10_col7 {\n",
       "  background-color: #450457;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row2_col2 {\n",
       "  background-color: #433e85;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row2_col3, #T_bec9f_row9_col15 {\n",
       "  background-color: #472d7b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row2_col8 {\n",
       "  background-color: #24aa83;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row2_col9, #T_bec9f_row9_col9 {\n",
       "  background-color: #3dbc74;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row2_col12 {\n",
       "  background-color: #27808e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row2_col15 {\n",
       "  background-color: #23888e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row3_col2, #T_bec9f_row5_col5 {\n",
       "  background-color: #38588c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row3_col3, #T_bec9f_row7_col8 {\n",
       "  background-color: #3a548c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row3_col5 {\n",
       "  background-color: #306a8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row3_col8, #T_bec9f_row4_col9 {\n",
       "  background-color: #297a8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row3_col9 {\n",
       "  background-color: #23898e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row3_col12 {\n",
       "  background-color: #3e4c8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row3_col15 {\n",
       "  background-color: #365d8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row3_col16 {\n",
       "  background-color: #470d60;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row4_col2 {\n",
       "  background-color: #2d708e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row4_col3 {\n",
       "  background-color: #1f948c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row4_col8 {\n",
       "  background-color: #3b528b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row4_col14 {\n",
       "  background-color: #dae319;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row4_col16 {\n",
       "  background-color: #481a6c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row5_col2 {\n",
       "  background-color: #25858e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row5_col8 {\n",
       "  background-color: #32648e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row5_col12 {\n",
       "  background-color: #481c6e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row5_col14 {\n",
       "  background-color: #cde11d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row5_col15 {\n",
       "  background-color: #472f7d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row6_col2 {\n",
       "  background-color: #1e9b8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row6_col3 {\n",
       "  background-color: #a5db36;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row6_col5 {\n",
       "  background-color: #81d34d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row6_col8, #T_bec9f_row7_col9 {\n",
       "  background-color: #423f85;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row6_col9, #T_bec9f_row8_col16 {\n",
       "  background-color: #365c8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row6_col14 {\n",
       "  background-color: #addc30;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row6_col16, #T_bec9f_row8_col12, #T_bec9f_row9_col5 {\n",
       "  background-color: #453781;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row7_col3 {\n",
       "  background-color: #84d44b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row7_col10, #T_bec9f_row7_col11 {\n",
       "  background-color: #46075a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row7_col12 {\n",
       "  background-color: #404688;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row7_col14, #T_bec9f_row11_col8 {\n",
       "  background-color: #89d548;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row7_col15 {\n",
       "  background-color: #46327e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row7_col16 {\n",
       "  background-color: #424186;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row8_col2 {\n",
       "  background-color: #52c569;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row8_col5 {\n",
       "  background-color: #b0dd2f;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row8_col10 {\n",
       "  background-color: #460b5e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row8_col11, #T_bec9f_row8_col15 {\n",
       "  background-color: #460a5d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row8_col14 {\n",
       "  background-color: #8ed645;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row9_col2 {\n",
       "  background-color: #86d549;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row9_col3 {\n",
       "  background-color: #4ac16d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row9_col8 {\n",
       "  background-color: #433d84;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row9_col10 {\n",
       "  background-color: #471164;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row9_col11, #T_bec9f_row11_col4 {\n",
       "  background-color: #471063;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row9_col12 {\n",
       "  background-color: #31688e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row9_col14 {\n",
       "  background-color: #58c765;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row9_col16 {\n",
       "  background-color: #29798e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col2 {\n",
       "  background-color: #c2df23;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_bec9f_row10_col3 {\n",
       "  background-color: #1fa287;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col5 {\n",
       "  background-color: #287c8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col8 {\n",
       "  background-color: #46337f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col9 {\n",
       "  background-color: #21a585;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col10 {\n",
       "  background-color: #481f70;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col11 {\n",
       "  background-color: #481d6f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col12 {\n",
       "  background-color: #1fa088;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col14 {\n",
       "  background-color: #20a486;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col15 {\n",
       "  background-color: #34618d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row10_col16 {\n",
       "  background-color: #3bbb75;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row11_col3 {\n",
       "  background-color: #20938c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row11_col5, #T_bec9f_row11_col7 {\n",
       "  background-color: #481467;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_bec9f_row11_col9 {\n",
       "  background-color: #d5e21a;\n",
       "  color: #000000;\n",
       "}\n",
       "</style>\n",
       "<table id=\"T_bec9f\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th class=\"blank level0\" >&nbsp;</th>\n",
       "      <th id=\"T_bec9f_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
       "      <th id=\"T_bec9f_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
       "      <th id=\"T_bec9f_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
       "      <th id=\"T_bec9f_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
       "      <th id=\"T_bec9f_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
       "      <th id=\"T_bec9f_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
       "      <th id=\"T_bec9f_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
       "      <th id=\"T_bec9f_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
       "      <th id=\"T_bec9f_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
       "      <th id=\"T_bec9f_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
       "      <th id=\"T_bec9f_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
       "      <th id=\"T_bec9f_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
       "      <th id=\"T_bec9f_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
       "      <th id=\"T_bec9f_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
       "      <th id=\"T_bec9f_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
       "      <th id=\"T_bec9f_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
       "      <th id=\"T_bec9f_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
       "      <th id=\"T_bec9f_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
       "      <th id=\"T_bec9f_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row0_col0\" class=\"data row0 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row0_col1\" class=\"data row0 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row0_col2\" class=\"data row0 col2\" >0</td>\n",
       "      <td id=\"T_bec9f_row0_col3\" class=\"data row0 col3\" >0.004215</td>\n",
       "      <td id=\"T_bec9f_row0_col4\" class=\"data row0 col4\" >2.121528</td>\n",
       "      <td id=\"T_bec9f_row0_col5\" class=\"data row0 col5\" >3.603763</td>\n",
       "      <td id=\"T_bec9f_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row0_col7\" class=\"data row0 col7\" >5.748601</td>\n",
       "      <td id=\"T_bec9f_row0_col8\" class=\"data row0 col8\" >0.998013</td>\n",
       "      <td id=\"T_bec9f_row0_col9\" class=\"data row0 col9\" >0.997814</td>\n",
       "      <td id=\"T_bec9f_row0_col10\" class=\"data row0 col10\" >32.013138</td>\n",
       "      <td id=\"T_bec9f_row0_col11\" class=\"data row0 col11\" >31.891546</td>\n",
       "      <td id=\"T_bec9f_row0_col12\" class=\"data row0 col12\" >0.996240</td>\n",
       "      <td id=\"T_bec9f_row0_col13\" class=\"data row0 col13\" >31.993979</td>\n",
       "      <td id=\"T_bec9f_row0_col14\" class=\"data row0 col14\" >42.146969</td>\n",
       "      <td id=\"T_bec9f_row0_col15\" class=\"data row0 col15\" >0.966712</td>\n",
       "      <td id=\"T_bec9f_row0_col16\" class=\"data row0 col16\" >8.074387</td>\n",
       "      <td id=\"T_bec9f_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row1_col0\" class=\"data row1 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row1_col1\" class=\"data row1 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row1_col2\" class=\"data row1 col2\" >1</td>\n",
       "      <td id=\"T_bec9f_row1_col3\" class=\"data row1 col3\" >0.001881</td>\n",
       "      <td id=\"T_bec9f_row1_col4\" class=\"data row1 col4\" >0.024066</td>\n",
       "      <td id=\"T_bec9f_row1_col5\" class=\"data row1 col5\" >3.601315</td>\n",
       "      <td id=\"T_bec9f_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row1_col7\" class=\"data row1 col7\" >3.620633</td>\n",
       "      <td id=\"T_bec9f_row1_col8\" class=\"data row1 col8\" >0.921821</td>\n",
       "      <td id=\"T_bec9f_row1_col9\" class=\"data row1 col9\" >0.895681</td>\n",
       "      <td id=\"T_bec9f_row1_col10\" class=\"data row1 col10\" >9.714648</td>\n",
       "      <td id=\"T_bec9f_row1_col11\" class=\"data row1 col11\" >9.157854</td>\n",
       "      <td id=\"T_bec9f_row1_col12\" class=\"data row1 col12\" >0.937912</td>\n",
       "      <td id=\"T_bec9f_row1_col13\" class=\"data row1 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row1_col14\" class=\"data row1 col14\" >82.860558</td>\n",
       "      <td id=\"T_bec9f_row1_col15\" class=\"data row1 col15\" >0.868087</td>\n",
       "      <td id=\"T_bec9f_row1_col16\" class=\"data row1 col16\" >9.541979</td>\n",
       "      <td id=\"T_bec9f_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row2_col0\" class=\"data row2 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row2_col1\" class=\"data row2 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row2_col2\" class=\"data row2 col2\" >2</td>\n",
       "      <td id=\"T_bec9f_row2_col3\" class=\"data row2 col3\" >0.002342</td>\n",
       "      <td id=\"T_bec9f_row2_col4\" class=\"data row2 col4\" >0.031005</td>\n",
       "      <td id=\"T_bec9f_row2_col5\" class=\"data row2 col5\" >3.600916</td>\n",
       "      <td id=\"T_bec9f_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row2_col7\" class=\"data row2 col7\" >3.626660</td>\n",
       "      <td id=\"T_bec9f_row2_col8\" class=\"data row2 col8\" >0.924478</td>\n",
       "      <td id=\"T_bec9f_row2_col9\" class=\"data row2 col9\" >0.932912</td>\n",
       "      <td id=\"T_bec9f_row2_col10\" class=\"data row2 col10\" >8.641823</td>\n",
       "      <td id=\"T_bec9f_row2_col11\" class=\"data row2 col11\" >8.045539</td>\n",
       "      <td id=\"T_bec9f_row2_col12\" class=\"data row2 col12\" >0.929619</td>\n",
       "      <td id=\"T_bec9f_row2_col13\" class=\"data row2 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row2_col14\" class=\"data row2 col14\" >82.863617</td>\n",
       "      <td id=\"T_bec9f_row2_col15\" class=\"data row2 col15\" >0.853233</td>\n",
       "      <td id=\"T_bec9f_row2_col16\" class=\"data row2 col16\" >9.740603</td>\n",
       "      <td id=\"T_bec9f_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row3_col0\" class=\"data row3 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row3_col1\" class=\"data row3 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row3_col2\" class=\"data row3 col2\" >3</td>\n",
       "      <td id=\"T_bec9f_row3_col3\" class=\"data row3 col3\" >0.002842</td>\n",
       "      <td id=\"T_bec9f_row3_col4\" class=\"data row3 col4\" >0.025134</td>\n",
       "      <td id=\"T_bec9f_row3_col5\" class=\"data row3 col5\" >3.602360</td>\n",
       "      <td id=\"T_bec9f_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row3_col7\" class=\"data row3 col7\" >3.628661</td>\n",
       "      <td id=\"T_bec9f_row3_col8\" class=\"data row3 col8\" >0.886914</td>\n",
       "      <td id=\"T_bec9f_row3_col9\" class=\"data row3 col9\" >0.888638</td>\n",
       "      <td id=\"T_bec9f_row3_col10\" class=\"data row3 col10\" >8.571012</td>\n",
       "      <td id=\"T_bec9f_row3_col11\" class=\"data row3 col11\" >7.753783</td>\n",
       "      <td id=\"T_bec9f_row3_col12\" class=\"data row3 col12\" >0.904760</td>\n",
       "      <td id=\"T_bec9f_row3_col13\" class=\"data row3 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row3_col14\" class=\"data row3 col14\" >81.563385</td>\n",
       "      <td id=\"T_bec9f_row3_col15\" class=\"data row3 col15\" >0.815689</td>\n",
       "      <td id=\"T_bec9f_row3_col16\" class=\"data row3 col16\" >13.545696</td>\n",
       "      <td id=\"T_bec9f_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row4_col0\" class=\"data row4 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row4_col1\" class=\"data row4 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row4_col2\" class=\"data row4 col2\" >4</td>\n",
       "      <td id=\"T_bec9f_row4_col3\" class=\"data row4 col3\" >0.003790</td>\n",
       "      <td id=\"T_bec9f_row4_col4\" class=\"data row4 col4\" >0.026723</td>\n",
       "      <td id=\"T_bec9f_row4_col5\" class=\"data row4 col5\" >3.603180</td>\n",
       "      <td id=\"T_bec9f_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row4_col7\" class=\"data row4 col7\" >3.632133</td>\n",
       "      <td id=\"T_bec9f_row4_col8\" class=\"data row4 col8\" >0.858169</td>\n",
       "      <td id=\"T_bec9f_row4_col9\" class=\"data row4 col9\" >0.875538</td>\n",
       "      <td id=\"T_bec9f_row4_col10\" class=\"data row4 col10\" >9.123016</td>\n",
       "      <td id=\"T_bec9f_row4_col11\" class=\"data row4 col11\" >7.993571</td>\n",
       "      <td id=\"T_bec9f_row4_col12\" class=\"data row4 col12\" >0.877799</td>\n",
       "      <td id=\"T_bec9f_row4_col13\" class=\"data row4 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row4_col14\" class=\"data row4 col14\" >79.127533</td>\n",
       "      <td id=\"T_bec9f_row4_col15\" class=\"data row4 col15\" >0.772355</td>\n",
       "      <td id=\"T_bec9f_row4_col16\" class=\"data row4 col16\" >19.599684</td>\n",
       "      <td id=\"T_bec9f_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row5_col0\" class=\"data row5 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row5_col1\" class=\"data row5 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row5_col2\" class=\"data row5 col2\" >5</td>\n",
       "      <td id=\"T_bec9f_row5_col3\" class=\"data row5 col3\" >0.004055</td>\n",
       "      <td id=\"T_bec9f_row5_col4\" class=\"data row5 col4\" >0.031378</td>\n",
       "      <td id=\"T_bec9f_row5_col5\" class=\"data row5 col5\" >3.602063</td>\n",
       "      <td id=\"T_bec9f_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row5_col7\" class=\"data row5 col7\" >3.627760</td>\n",
       "      <td id=\"T_bec9f_row5_col8\" class=\"data row5 col8\" >0.870766</td>\n",
       "      <td id=\"T_bec9f_row5_col9\" class=\"data row5 col9\" >0.895510</td>\n",
       "      <td id=\"T_bec9f_row5_col10\" class=\"data row5 col10\" >10.034396</td>\n",
       "      <td id=\"T_bec9f_row5_col11\" class=\"data row5 col11\" >8.880257</td>\n",
       "      <td id=\"T_bec9f_row5_col12\" class=\"data row5 col12\" >0.886243</td>\n",
       "      <td id=\"T_bec9f_row5_col13\" class=\"data row5 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row5_col14\" class=\"data row5 col14\" >77.734062</td>\n",
       "      <td id=\"T_bec9f_row5_col15\" class=\"data row5 col15\" >0.782550</td>\n",
       "      <td id=\"T_bec9f_row5_col16\" class=\"data row5 col16\" >24.739639</td>\n",
       "      <td id=\"T_bec9f_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row6_col0\" class=\"data row6 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row6_col1\" class=\"data row6 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row6_col2\" class=\"data row6 col2\" >6</td>\n",
       "      <td id=\"T_bec9f_row6_col3\" class=\"data row6 col3\" >0.005056</td>\n",
       "      <td id=\"T_bec9f_row6_col4\" class=\"data row6 col4\" >0.032789</td>\n",
       "      <td id=\"T_bec9f_row6_col5\" class=\"data row6 col5\" >3.604352</td>\n",
       "      <td id=\"T_bec9f_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row6_col7\" class=\"data row6 col7\" >3.634286</td>\n",
       "      <td id=\"T_bec9f_row6_col8\" class=\"data row6 col8\" >0.845789</td>\n",
       "      <td id=\"T_bec9f_row6_col9\" class=\"data row6 col9\" >0.849889</td>\n",
       "      <td id=\"T_bec9f_row6_col10\" class=\"data row6 col10\" >11.678066</td>\n",
       "      <td id=\"T_bec9f_row6_col11\" class=\"data row6 col11\" >10.210135</td>\n",
       "      <td id=\"T_bec9f_row6_col12\" class=\"data row6 col12\" >0.877007</td>\n",
       "      <td id=\"T_bec9f_row6_col13\" class=\"data row6 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row6_col14\" class=\"data row6 col14\" >74.857086</td>\n",
       "      <td id=\"T_bec9f_row6_col15\" class=\"data row6 col15\" >0.753413</td>\n",
       "      <td id=\"T_bec9f_row6_col16\" class=\"data row6 col16\" >35.039909</td>\n",
       "      <td id=\"T_bec9f_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row7_col0\" class=\"data row7 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row7_col1\" class=\"data row7 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row7_col2\" class=\"data row7 col2\" >7</td>\n",
       "      <td id=\"T_bec9f_row7_col3\" class=\"data row7 col3\" >0.004876</td>\n",
       "      <td id=\"T_bec9f_row7_col4\" class=\"data row7 col4\" >0.034661</td>\n",
       "      <td id=\"T_bec9f_row7_col5\" class=\"data row7 col5\" >3.605160</td>\n",
       "      <td id=\"T_bec9f_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row7_col7\" class=\"data row7 col7\" >3.634834</td>\n",
       "      <td id=\"T_bec9f_row7_col8\" class=\"data row7 col8\" >0.859336</td>\n",
       "      <td id=\"T_bec9f_row7_col9\" class=\"data row7 col9\" >0.829584</td>\n",
       "      <td id=\"T_bec9f_row7_col10\" class=\"data row7 col10\" >13.650208</td>\n",
       "      <td id=\"T_bec9f_row7_col11\" class=\"data row7 col11\" >12.291288</td>\n",
       "      <td id=\"T_bec9f_row7_col12\" class=\"data row7 col12\" >0.902289</td>\n",
       "      <td id=\"T_bec9f_row7_col13\" class=\"data row7 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row7_col14\" class=\"data row7 col14\" >71.106369</td>\n",
       "      <td id=\"T_bec9f_row7_col15\" class=\"data row7 col15\" >0.783828</td>\n",
       "      <td id=\"T_bec9f_row7_col16\" class=\"data row7 col16\" >41.602531</td>\n",
       "      <td id=\"T_bec9f_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row8_col0\" class=\"data row8 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row8_col1\" class=\"data row8 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row8_col2\" class=\"data row8 col2\" >8</td>\n",
       "      <td id=\"T_bec9f_row8_col3\" class=\"data row8 col3\" >0.005558</td>\n",
       "      <td id=\"T_bec9f_row8_col4\" class=\"data row8 col4\" >0.029382</td>\n",
       "      <td id=\"T_bec9f_row8_col5\" class=\"data row8 col5\" >3.604657</td>\n",
       "      <td id=\"T_bec9f_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row8_col7\" class=\"data row8 col7\" >3.625802</td>\n",
       "      <td id=\"T_bec9f_row8_col8\" class=\"data row8 col8\" >0.810828</td>\n",
       "      <td id=\"T_bec9f_row8_col9\" class=\"data row8 col9\" >0.790831</td>\n",
       "      <td id=\"T_bec9f_row8_col10\" class=\"data row8 col10\" >16.137949</td>\n",
       "      <td id=\"T_bec9f_row8_col11\" class=\"data row8 col11\" >14.443828</td>\n",
       "      <td id=\"T_bec9f_row8_col12\" class=\"data row8 col12\" >0.896318</td>\n",
       "      <td id=\"T_bec9f_row8_col13\" class=\"data row8 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row8_col14\" class=\"data row8 col14\" >71.654037</td>\n",
       "      <td id=\"T_bec9f_row8_col15\" class=\"data row8 col15\" >0.759009</td>\n",
       "      <td id=\"T_bec9f_row8_col16\" class=\"data row8 col16\" >57.211456</td>\n",
       "      <td id=\"T_bec9f_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row9_col0\" class=\"data row9 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row9_col1\" class=\"data row9 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row9_col2\" class=\"data row9 col2\" >9</td>\n",
       "      <td id=\"T_bec9f_row9_col3\" class=\"data row9 col3\" >0.004499</td>\n",
       "      <td id=\"T_bec9f_row9_col4\" class=\"data row9 col4\" >0.028918</td>\n",
       "      <td id=\"T_bec9f_row9_col5\" class=\"data row9 col5\" >3.601583</td>\n",
       "      <td id=\"T_bec9f_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row9_col7\" class=\"data row9 col7\" >3.636501</td>\n",
       "      <td id=\"T_bec9f_row9_col8\" class=\"data row9 col8\" >0.844428</td>\n",
       "      <td id=\"T_bec9f_row9_col9\" class=\"data row9 col9\" >0.932728</td>\n",
       "      <td id=\"T_bec9f_row9_col10\" class=\"data row9 col10\" >20.912498</td>\n",
       "      <td id=\"T_bec9f_row9_col11\" class=\"data row9 col11\" >19.139347</td>\n",
       "      <td id=\"T_bec9f_row9_col12\" class=\"data row9 col12\" >0.917789</td>\n",
       "      <td id=\"T_bec9f_row9_col13\" class=\"data row9 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row9_col14\" class=\"data row9 col14\" >65.829063</td>\n",
       "      <td id=\"T_bec9f_row9_col15\" class=\"data row9 col15\" >0.780790</td>\n",
       "      <td id=\"T_bec9f_row9_col16\" class=\"data row9 col16\" >77.843826</td>\n",
       "      <td id=\"T_bec9f_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row10_col0\" class=\"data row10 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row10_col1\" class=\"data row10 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row10_col2\" class=\"data row10 col2\" >10</td>\n",
       "      <td id=\"T_bec9f_row10_col3\" class=\"data row10 col3\" >0.003999</td>\n",
       "      <td id=\"T_bec9f_row10_col4\" class=\"data row10 col4\" >0.024752</td>\n",
       "      <td id=\"T_bec9f_row10_col5\" class=\"data row10 col5\" >3.602678</td>\n",
       "      <td id=\"T_bec9f_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row10_col7\" class=\"data row10 col7\" >3.640488</td>\n",
       "      <td id=\"T_bec9f_row10_col8\" class=\"data row10 col8\" >0.838441</td>\n",
       "      <td id=\"T_bec9f_row10_col9\" class=\"data row10 col9\" >0.912773</td>\n",
       "      <td id=\"T_bec9f_row10_col10\" class=\"data row10 col10\" >31.821377</td>\n",
       "      <td id=\"T_bec9f_row10_col11\" class=\"data row10 col11\" >30.121130</td>\n",
       "      <td id=\"T_bec9f_row10_col12\" class=\"data row10 col12\" >0.945757</td>\n",
       "      <td id=\"T_bec9f_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
       "      <td id=\"T_bec9f_row10_col14\" class=\"data row10 col14\" >55.563881</td>\n",
       "      <td id=\"T_bec9f_row10_col15\" class=\"data row10 col15\" >0.819294</td>\n",
       "      <td id=\"T_bec9f_row10_col16\" class=\"data row10 col16\" >125.342606</td>\n",
       "      <td id=\"T_bec9f_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_bec9f_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json</th>\n",
       "      <td id=\"T_bec9f_row11_col0\" class=\"data row11 col0\" >5</td>\n",
       "      <td id=\"T_bec9f_row11_col1\" class=\"data row11 col1\" >32</td>\n",
       "      <td id=\"T_bec9f_row11_col2\" class=\"data row11 col2\" >11</td>\n",
       "      <td id=\"T_bec9f_row11_col3\" class=\"data row11 col3\" >0.003772</td>\n",
       "      <td id=\"T_bec9f_row11_col4\" class=\"data row11 col4\" >0.106875</td>\n",
       "      <td id=\"T_bec9f_row11_col5\" class=\"data row11 col5\" >3.601134</td>\n",
       "      <td id=\"T_bec9f_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
       "      <td id=\"T_bec9f_row11_col7\" class=\"data row11 col7\" >3.730870</td>\n",
       "      <td id=\"T_bec9f_row11_col8\" class=\"data row11 col8\" >0.964708</td>\n",
       "      <td id=\"T_bec9f_row11_col9\" class=\"data row11 col9\" >0.984299</td>\n",
       "      <td id=\"T_bec9f_row11_col10\" class=\"data row11 col10\" >280.864441</td>\n",
       "      <td id=\"T_bec9f_row11_col11\" class=\"data row11 col11\" >280.543213</td>\n",
       "      <td id=\"T_bec9f_row11_col12\" class=\"data row11 col12\" >0.998668</td>\n",
       "      <td id=\"T_bec9f_row11_col13\" class=\"data row11 col13\" >31.687500</td>\n",
       "      <td id=\"T_bec9f_row11_col14\" class=\"data row11 col14\" >17.145309</td>\n",
       "      <td id=\"T_bec9f_row11_col15\" class=\"data row11 col15\" >0.967849</td>\n",
       "      <td id=\"T_bec9f_row11_col16\" class=\"data row11 col16\" >180.271027</td>\n",
       "      <td id=\"T_bec9f_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
       "      <td id=\"T_bec9f_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7f0d3d98c3d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OAI_GPT2Small_v5_128k_resid_delta_attn\n",
      "Loading page (1/2)\n",
      "Rendering (2/2)                                                    \n",
      "Done                                                               \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style type=\"text/css\">\n",
       "#T_1eeec_row0_col2, #T_1eeec_row0_col6, #T_1eeec_row0_col16, #T_1eeec_row0_col17, #T_1eeec_row1_col3, #T_1eeec_row1_col4, #T_1eeec_row1_col6, #T_1eeec_row1_col7, #T_1eeec_row1_col17, #T_1eeec_row2_col4, #T_1eeec_row2_col5, #T_1eeec_row2_col6, #T_1eeec_row2_col7, #T_1eeec_row2_col10, #T_1eeec_row2_col11, #T_1eeec_row2_col17, #T_1eeec_row3_col4, #T_1eeec_row3_col6, #T_1eeec_row3_col7, #T_1eeec_row3_col10, #T_1eeec_row3_col11, #T_1eeec_row3_col17, #T_1eeec_row4_col4, #T_1eeec_row4_col6, #T_1eeec_row4_col10, #T_1eeec_row4_col11, #T_1eeec_row4_col17, #T_1eeec_row5_col4, #T_1eeec_row5_col6, #T_1eeec_row5_col7, #T_1eeec_row5_col17, #T_1eeec_row6_col6, #T_1eeec_row6_col12, #T_1eeec_row6_col15, #T_1eeec_row6_col17, #T_1eeec_row7_col6, #T_1eeec_row7_col17, #T_1eeec_row8_col4, #T_1eeec_row8_col6, #T_1eeec_row8_col7, #T_1eeec_row8_col8, #T_1eeec_row8_col9, #T_1eeec_row8_col15, #T_1eeec_row8_col17, #T_1eeec_row9_col4, #T_1eeec_row9_col6, #T_1eeec_row9_col17, #T_1eeec_row10_col4, #T_1eeec_row10_col6, #T_1eeec_row10_col17, #T_1eeec_row11_col6, #T_1eeec_row11_col13, #T_1eeec_row11_col14, #T_1eeec_row11_col17 {\n",
       "  background-color: #440154;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row0_col3 {\n",
       "  background-color: #297a8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row0_col4, #T_1eeec_row0_col7, #T_1eeec_row0_col8, #T_1eeec_row0_col9, #T_1eeec_row0_col15, #T_1eeec_row1_col13, #T_1eeec_row2_col14, #T_1eeec_row3_col13, #T_1eeec_row4_col13, #T_1eeec_row6_col5, #T_1eeec_row7_col13, #T_1eeec_row8_col3, #T_1eeec_row8_col13, #T_1eeec_row9_col13, #T_1eeec_row10_col13, #T_1eeec_row11_col2, #T_1eeec_row11_col10, #T_1eeec_row11_col11, #T_1eeec_row11_col12, #T_1eeec_row11_col16 {\n",
       "  background-color: #fde725;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row0_col5 {\n",
       "  background-color: #481b6d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row0_col10, #T_1eeec_row0_col11, #T_1eeec_row2_col3 {\n",
       "  background-color: #482071;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row0_col12, #T_1eeec_row1_col14, #T_1eeec_row11_col15 {\n",
       "  background-color: #f4e61e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row0_col13 {\n",
       "  background-color: #e5e419;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row0_col14 {\n",
       "  background-color: #31668e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row1_col2 {\n",
       "  background-color: #482173;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row1_col5 {\n",
       "  background-color: #228b8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row1_col8 {\n",
       "  background-color: #22a884;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row1_col9 {\n",
       "  background-color: #3e4a89;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row1_col10, #T_1eeec_row1_col11, #T_1eeec_row4_col7, #T_1eeec_row5_col10, #T_1eeec_row5_col11, #T_1eeec_row6_col4, #T_1eeec_row6_col7, #T_1eeec_row7_col4, #T_1eeec_row7_col7, #T_1eeec_row9_col7 {\n",
       "  background-color: #440256;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row1_col12 {\n",
       "  background-color: #218e8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row1_col15 {\n",
       "  background-color: #1f968b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row1_col16, #T_1eeec_row2_col16 {\n",
       "  background-color: #450559;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row2_col2 {\n",
       "  background-color: #433e85;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row2_col8, #T_1eeec_row7_col2 {\n",
       "  background-color: #2ab07f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row2_col9 {\n",
       "  background-color: #84d44b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row2_col12 {\n",
       "  background-color: #287c8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row2_col13 {\n",
       "  background-color: #dde318;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row2_col15 {\n",
       "  background-color: #23898e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row3_col2, #T_1eeec_row11_col5 {\n",
       "  background-color: #38588c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row3_col3 {\n",
       "  background-color: #3d4d8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row3_col5 {\n",
       "  background-color: #238a8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row3_col8, #T_1eeec_row3_col9, #T_1eeec_row9_col9 {\n",
       "  background-color: #26818e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row3_col12 {\n",
       "  background-color: #3b528b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row3_col14 {\n",
       "  background-color: #eae51a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row3_col15 {\n",
       "  background-color: #33628d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row3_col16 {\n",
       "  background-color: #470d60;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row4_col2 {\n",
       "  background-color: #2d708e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row4_col3 {\n",
       "  background-color: #1f948c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row4_col5, #T_1eeec_row10_col5, #T_1eeec_row10_col14 {\n",
       "  background-color: #1f998a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row4_col8 {\n",
       "  background-color: #3a538b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row4_col9 {\n",
       "  background-color: #25848e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row4_col12, #T_1eeec_row8_col10 {\n",
       "  background-color: #460b5e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row4_col14 {\n",
       "  background-color: #d5e21a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row4_col15 {\n",
       "  background-color: #482878;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row4_col16 {\n",
       "  background-color: #481a6c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row5_col2 {\n",
       "  background-color: #25858e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row5_col3 {\n",
       "  background-color: #1f9a8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row5_col5 {\n",
       "  background-color: #1fa187;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row5_col8, #T_1eeec_row7_col9 {\n",
       "  background-color: #2e6d8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row5_col9 {\n",
       "  background-color: #31688e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row5_col12 {\n",
       "  background-color: #481668;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row5_col13, #T_1eeec_row6_col13 {\n",
       "  background-color: #fbe723;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row5_col14 {\n",
       "  background-color: #bddf26;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row5_col15 {\n",
       "  background-color: #46327e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row5_col16 {\n",
       "  background-color: #482475;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row6_col2 {\n",
       "  background-color: #1e9b8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row6_col3 {\n",
       "  background-color: #77d153;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row6_col8 {\n",
       "  background-color: #3e4c8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row6_col9 {\n",
       "  background-color: #443983;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row6_col10, #T_1eeec_row6_col11, #T_1eeec_row10_col7 {\n",
       "  background-color: #450457;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row6_col14 {\n",
       "  background-color: #9bd93c;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row6_col16 {\n",
       "  background-color: #453781;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row7_col3 {\n",
       "  background-color: #69cd5b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row7_col5 {\n",
       "  background-color: #58c765;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row7_col8 {\n",
       "  background-color: #375b8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row7_col10, #T_1eeec_row7_col11 {\n",
       "  background-color: #46075a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row7_col12 {\n",
       "  background-color: #3f4788;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row7_col14 {\n",
       "  background-color: #6ece58;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row7_col15, #T_1eeec_row10_col8 {\n",
       "  background-color: #46307e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row7_col16 {\n",
       "  background-color: #424186;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row8_col2 {\n",
       "  background-color: #52c569;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row8_col5 {\n",
       "  background-color: #b5de2b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row8_col11 {\n",
       "  background-color: #460a5d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row8_col12, #T_1eeec_row9_col15 {\n",
       "  background-color: #472d7b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row8_col14 {\n",
       "  background-color: #73d056;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row8_col16 {\n",
       "  background-color: #365c8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row9_col2 {\n",
       "  background-color: #86d549;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row9_col3 {\n",
       "  background-color: #46c06f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row9_col5 {\n",
       "  background-color: #32b67a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row9_col8 {\n",
       "  background-color: #423f85;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row9_col10 {\n",
       "  background-color: #471164;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row9_col11, #T_1eeec_row11_col4 {\n",
       "  background-color: #471063;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row9_col12 {\n",
       "  background-color: #32648e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row9_col14 {\n",
       "  background-color: #38b977;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row9_col16 {\n",
       "  background-color: #2a768e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row10_col2 {\n",
       "  background-color: #c2df23;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row10_col3 {\n",
       "  background-color: #21a685;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row10_col9, #T_1eeec_row10_col12 {\n",
       "  background-color: #1f9f88;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row10_col10, #T_1eeec_row10_col11 {\n",
       "  background-color: #481f70;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row10_col15 {\n",
       "  background-color: #34618d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row10_col16 {\n",
       "  background-color: #2fb47c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row11_col3 {\n",
       "  background-color: #21a585;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row11_col7 {\n",
       "  background-color: #481467;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_1eeec_row11_col8 {\n",
       "  background-color: #7fd34e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_1eeec_row11_col9 {\n",
       "  background-color: #c5e021;\n",
       "  color: #000000;\n",
       "}\n",
       "</style>\n",
       "<table id=\"T_1eeec\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th class=\"blank level0\" >&nbsp;</th>\n",
       "      <th id=\"T_1eeec_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
       "      <th id=\"T_1eeec_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
       "      <th id=\"T_1eeec_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
       "      <th id=\"T_1eeec_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
       "      <th id=\"T_1eeec_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
       "      <th id=\"T_1eeec_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
       "      <th id=\"T_1eeec_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
       "      <th id=\"T_1eeec_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
       "      <th id=\"T_1eeec_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
       "      <th id=\"T_1eeec_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
       "      <th id=\"T_1eeec_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
       "      <th id=\"T_1eeec_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
       "      <th id=\"T_1eeec_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
       "      <th id=\"T_1eeec_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
       "      <th id=\"T_1eeec_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
       "      <th id=\"T_1eeec_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
       "      <th id=\"T_1eeec_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
       "      <th id=\"T_1eeec_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
       "      <th id=\"T_1eeec_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row0_col0\" class=\"data row0 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row0_col1\" class=\"data row0 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row0_col2\" class=\"data row0 col2\" >0</td>\n",
       "      <td id=\"T_1eeec_row0_col3\" class=\"data row0 col3\" >0.003102</td>\n",
       "      <td id=\"T_1eeec_row0_col4\" class=\"data row0 col4\" >2.121528</td>\n",
       "      <td id=\"T_1eeec_row0_col5\" class=\"data row0 col5\" >3.600031</td>\n",
       "      <td id=\"T_1eeec_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row0_col7\" class=\"data row0 col7\" >5.748601</td>\n",
       "      <td id=\"T_1eeec_row0_col8\" class=\"data row0 col8\" >0.998538</td>\n",
       "      <td id=\"T_1eeec_row0_col9\" class=\"data row0 col9\" >0.999551</td>\n",
       "      <td id=\"T_1eeec_row0_col10\" class=\"data row0 col10\" >32.013138</td>\n",
       "      <td id=\"T_1eeec_row0_col11\" class=\"data row0 col11\" >31.910549</td>\n",
       "      <td id=\"T_1eeec_row0_col12\" class=\"data row0 col12\" >0.996805</td>\n",
       "      <td id=\"T_1eeec_row0_col13\" class=\"data row0 col13\" >31.989422</td>\n",
       "      <td id=\"T_1eeec_row0_col14\" class=\"data row0 col14\" >39.967445</td>\n",
       "      <td id=\"T_1eeec_row0_col15\" class=\"data row0 col15\" >0.973218</td>\n",
       "      <td id=\"T_1eeec_row0_col16\" class=\"data row0 col16\" >6.201825</td>\n",
       "      <td id=\"T_1eeec_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row1_col0\" class=\"data row1 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row1_col1\" class=\"data row1 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row1_col2\" class=\"data row1 col2\" >1</td>\n",
       "      <td id=\"T_1eeec_row1_col3\" class=\"data row1 col3\" >0.001700</td>\n",
       "      <td id=\"T_1eeec_row1_col4\" class=\"data row1 col4\" >0.024066</td>\n",
       "      <td id=\"T_1eeec_row1_col5\" class=\"data row1 col5\" >3.601379</td>\n",
       "      <td id=\"T_1eeec_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row1_col7\" class=\"data row1 col7\" >3.620633</td>\n",
       "      <td id=\"T_1eeec_row1_col8\" class=\"data row1 col8\" >0.929377</td>\n",
       "      <td id=\"T_1eeec_row1_col9\" class=\"data row1 col9\" >0.892674</td>\n",
       "      <td id=\"T_1eeec_row1_col10\" class=\"data row1 col10\" >9.714648</td>\n",
       "      <td id=\"T_1eeec_row1_col11\" class=\"data row1 col11\" >9.198002</td>\n",
       "      <td id=\"T_1eeec_row1_col12\" class=\"data row1 col12\" >0.942320</td>\n",
       "      <td id=\"T_1eeec_row1_col13\" class=\"data row1 col13\" >31.999023</td>\n",
       "      <td id=\"T_1eeec_row1_col14\" class=\"data row1 col14\" >78.196198</td>\n",
       "      <td id=\"T_1eeec_row1_col15\" class=\"data row1 col15\" >0.879798</td>\n",
       "      <td id=\"T_1eeec_row1_col16\" class=\"data row1 col16\" >8.594531</td>\n",
       "      <td id=\"T_1eeec_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row2_col0\" class=\"data row2 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row2_col1\" class=\"data row2 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row2_col2\" class=\"data row2 col2\" >2</td>\n",
       "      <td id=\"T_1eeec_row2_col3\" class=\"data row2 col3\" >0.002000</td>\n",
       "      <td id=\"T_1eeec_row2_col4\" class=\"data row2 col4\" >0.031005</td>\n",
       "      <td id=\"T_1eeec_row2_col5\" class=\"data row2 col5\" >3.599786</td>\n",
       "      <td id=\"T_1eeec_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row2_col7\" class=\"data row2 col7\" >3.626660</td>\n",
       "      <td id=\"T_1eeec_row2_col8\" class=\"data row2 col8\" >0.935502</td>\n",
       "      <td id=\"T_1eeec_row2_col9\" class=\"data row2 col9\" >0.973847</td>\n",
       "      <td id=\"T_1eeec_row2_col10\" class=\"data row2 col10\" >8.641823</td>\n",
       "      <td id=\"T_1eeec_row2_col11\" class=\"data row2 col11\" >8.086132</td>\n",
       "      <td id=\"T_1eeec_row2_col12\" class=\"data row2 col12\" >0.934166</td>\n",
       "      <td id=\"T_1eeec_row2_col13\" class=\"data row2 col13\" >31.987143</td>\n",
       "      <td id=\"T_1eeec_row2_col14\" class=\"data row2 col14\" >79.245674</td>\n",
       "      <td id=\"T_1eeec_row2_col15\" class=\"data row2 col15\" >0.869267</td>\n",
       "      <td id=\"T_1eeec_row2_col16\" class=\"data row2 col16\" >8.591892</td>\n",
       "      <td id=\"T_1eeec_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row3_col0\" class=\"data row3 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row3_col1\" class=\"data row3 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row3_col2\" class=\"data row3 col2\" >3</td>\n",
       "      <td id=\"T_1eeec_row3_col3\" class=\"data row3 col3\" >0.002505</td>\n",
       "      <td id=\"T_1eeec_row3_col4\" class=\"data row3 col4\" >0.025134</td>\n",
       "      <td id=\"T_1eeec_row3_col5\" class=\"data row3 col5\" >3.601374</td>\n",
       "      <td id=\"T_1eeec_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row3_col7\" class=\"data row3 col7\" >3.628661</td>\n",
       "      <td id=\"T_1eeec_row3_col8\" class=\"data row3 col8\" >0.900320</td>\n",
       "      <td id=\"T_1eeec_row3_col9\" class=\"data row3 col9\" >0.921957</td>\n",
       "      <td id=\"T_1eeec_row3_col10\" class=\"data row3 col10\" >8.571012</td>\n",
       "      <td id=\"T_1eeec_row3_col11\" class=\"data row3 col11\" >7.854372</td>\n",
       "      <td id=\"T_1eeec_row3_col12\" class=\"data row3 col12\" >0.916164</td>\n",
       "      <td id=\"T_1eeec_row3_col13\" class=\"data row3 col13\" >32.000000</td>\n",
       "      <td id=\"T_1eeec_row3_col14\" class=\"data row3 col14\" >77.344894</td>\n",
       "      <td id=\"T_1eeec_row3_col15\" class=\"data row3 col15\" >0.837647</td>\n",
       "      <td id=\"T_1eeec_row3_col16\" class=\"data row3 col16\" >11.842029</td>\n",
       "      <td id=\"T_1eeec_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row4_col0\" class=\"data row4 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row4_col1\" class=\"data row4 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row4_col2\" class=\"data row4 col2\" >4</td>\n",
       "      <td id=\"T_1eeec_row4_col3\" class=\"data row4 col3\" >0.003484</td>\n",
       "      <td id=\"T_1eeec_row4_col4\" class=\"data row4 col4\" >0.026723</td>\n",
       "      <td id=\"T_1eeec_row4_col5\" class=\"data row4 col5\" >3.601578</td>\n",
       "      <td id=\"T_1eeec_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row4_col7\" class=\"data row4 col7\" >3.632133</td>\n",
       "      <td id=\"T_1eeec_row4_col8\" class=\"data row4 col8\" >0.869623</td>\n",
       "      <td id=\"T_1eeec_row4_col9\" class=\"data row4 col9\" >0.924002</td>\n",
       "      <td id=\"T_1eeec_row4_col10\" class=\"data row4 col10\" >9.123016</td>\n",
       "      <td id=\"T_1eeec_row4_col11\" class=\"data row4 col11\" >8.117954</td>\n",
       "      <td id=\"T_1eeec_row4_col12\" class=\"data row4 col12\" >0.891417</td>\n",
       "      <td id=\"T_1eeec_row4_col13\" class=\"data row4 col13\" >31.999350</td>\n",
       "      <td id=\"T_1eeec_row4_col14\" class=\"data row4 col14\" >75.460785</td>\n",
       "      <td id=\"T_1eeec_row4_col15\" class=\"data row4 col15\" >0.798166</td>\n",
       "      <td id=\"T_1eeec_row4_col16\" class=\"data row4 col16\" >17.370716</td>\n",
       "      <td id=\"T_1eeec_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row5_col0\" class=\"data row5 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row5_col1\" class=\"data row5 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row5_col2\" class=\"data row5 col2\" >5</td>\n",
       "      <td id=\"T_1eeec_row5_col3\" class=\"data row5 col3\" >0.003556</td>\n",
       "      <td id=\"T_1eeec_row5_col4\" class=\"data row5 col4\" >0.031378</td>\n",
       "      <td id=\"T_1eeec_row5_col5\" class=\"data row5 col5\" >3.601702</td>\n",
       "      <td id=\"T_1eeec_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row5_col7\" class=\"data row5 col7\" >3.627760</td>\n",
       "      <td id=\"T_1eeec_row5_col8\" class=\"data row5 col8\" >0.886681</td>\n",
       "      <td id=\"T_1eeec_row5_col9\" class=\"data row5 col9\" >0.908081</td>\n",
       "      <td id=\"T_1eeec_row5_col10\" class=\"data row5 col10\" >10.034396</td>\n",
       "      <td id=\"T_1eeec_row5_col11\" class=\"data row5 col11\" >8.960555</td>\n",
       "      <td id=\"T_1eeec_row5_col12\" class=\"data row5 col12\" >0.894489</td>\n",
       "      <td id=\"T_1eeec_row5_col13\" class=\"data row5 col13\" >31.998373</td>\n",
       "      <td id=\"T_1eeec_row5_col14\" class=\"data row5 col14\" >73.329163</td>\n",
       "      <td id=\"T_1eeec_row5_col15\" class=\"data row5 col15\" >0.804148</td>\n",
       "      <td id=\"T_1eeec_row5_col16\" class=\"data row5 col16\" >22.216118</td>\n",
       "      <td id=\"T_1eeec_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row6_col0\" class=\"data row6 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row6_col1\" class=\"data row6 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row6_col2\" class=\"data row6 col2\" >6</td>\n",
       "      <td id=\"T_1eeec_row6_col3\" class=\"data row6 col3\" >0.004436</td>\n",
       "      <td id=\"T_1eeec_row6_col4\" class=\"data row6 col4\" >0.032789</td>\n",
       "      <td id=\"T_1eeec_row6_col5\" class=\"data row6 col5\" >3.603125</td>\n",
       "      <td id=\"T_1eeec_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row6_col7\" class=\"data row6 col7\" >3.634286</td>\n",
       "      <td id=\"T_1eeec_row6_col8\" class=\"data row6 col8\" >0.864723</td>\n",
       "      <td id=\"T_1eeec_row6_col9\" class=\"data row6 col9\" >0.884709</td>\n",
       "      <td id=\"T_1eeec_row6_col10\" class=\"data row6 col10\" >11.678066</td>\n",
       "      <td id=\"T_1eeec_row6_col11\" class=\"data row6 col11\" >10.348961</td>\n",
       "      <td id=\"T_1eeec_row6_col12\" class=\"data row6 col12\" >0.888121</td>\n",
       "      <td id=\"T_1eeec_row6_col13\" class=\"data row6 col13\" >31.998699</td>\n",
       "      <td id=\"T_1eeec_row6_col14\" class=\"data row6 col14\" >70.520447</td>\n",
       "      <td id=\"T_1eeec_row6_col15\" class=\"data row6 col15\" >0.776109</td>\n",
       "      <td id=\"T_1eeec_row6_col16\" class=\"data row6 col16\" >31.851517</td>\n",
       "      <td id=\"T_1eeec_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row7_col0\" class=\"data row7 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row7_col1\" class=\"data row7 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row7_col2\" class=\"data row7 col2\" >7</td>\n",
       "      <td id=\"T_1eeec_row7_col3\" class=\"data row7 col3\" >0.004356</td>\n",
       "      <td id=\"T_1eeec_row7_col4\" class=\"data row7 col4\" >0.034661</td>\n",
       "      <td id=\"T_1eeec_row7_col5\" class=\"data row7 col5\" >3.602255</td>\n",
       "      <td id=\"T_1eeec_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row7_col7\" class=\"data row7 col7\" >3.634834</td>\n",
       "      <td id=\"T_1eeec_row7_col8\" class=\"data row7 col8\" >0.874331</td>\n",
       "      <td id=\"T_1eeec_row7_col9\" class=\"data row7 col9\" >0.910796</td>\n",
       "      <td id=\"T_1eeec_row7_col10\" class=\"data row7 col10\" >13.650208</td>\n",
       "      <td id=\"T_1eeec_row7_col11\" class=\"data row7 col11\" >12.425106</td>\n",
       "      <td id=\"T_1eeec_row7_col12\" class=\"data row7 col12\" >0.911562</td>\n",
       "      <td id=\"T_1eeec_row7_col13\" class=\"data row7 col13\" >31.999350</td>\n",
       "      <td id=\"T_1eeec_row7_col14\" class=\"data row7 col14\" >66.425446</td>\n",
       "      <td id=\"T_1eeec_row7_col15\" class=\"data row7 col15\" >0.803248</td>\n",
       "      <td id=\"T_1eeec_row7_col16\" class=\"data row7 col16\" >37.544487</td>\n",
       "      <td id=\"T_1eeec_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row8_col0\" class=\"data row8 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row8_col1\" class=\"data row8 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row8_col2\" class=\"data row8 col2\" >8</td>\n",
       "      <td id=\"T_1eeec_row8_col3\" class=\"data row8 col3\" >0.005140</td>\n",
       "      <td id=\"T_1eeec_row8_col4\" class=\"data row8 col4\" >0.029382</td>\n",
       "      <td id=\"T_1eeec_row8_col5\" class=\"data row8 col5\" >3.602755</td>\n",
       "      <td id=\"T_1eeec_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row8_col7\" class=\"data row8 col7\" >3.625802</td>\n",
       "      <td id=\"T_1eeec_row8_col8\" class=\"data row8 col8\" >0.825072</td>\n",
       "      <td id=\"T_1eeec_row8_col9\" class=\"data row8 col9\" >0.861990</td>\n",
       "      <td id=\"T_1eeec_row8_col10\" class=\"data row8 col10\" >16.137949</td>\n",
       "      <td id=\"T_1eeec_row8_col11\" class=\"data row8 col11\" >14.539435</td>\n",
       "      <td id=\"T_1eeec_row8_col12\" class=\"data row8 col12\" >0.902075</td>\n",
       "      <td id=\"T_1eeec_row8_col13\" class=\"data row8 col13\" >32.000000</td>\n",
       "      <td id=\"T_1eeec_row8_col14\" class=\"data row8 col14\" >66.759209</td>\n",
       "      <td id=\"T_1eeec_row8_col15\" class=\"data row8 col15\" >0.776774</td>\n",
       "      <td id=\"T_1eeec_row8_col16\" class=\"data row8 col16\" >52.779171</td>\n",
       "      <td id=\"T_1eeec_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row9_col0\" class=\"data row9 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row9_col1\" class=\"data row9 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row9_col2\" class=\"data row9 col2\" >9</td>\n",
       "      <td id=\"T_1eeec_row9_col3\" class=\"data row9 col3\" >0.004128</td>\n",
       "      <td id=\"T_1eeec_row9_col4\" class=\"data row9 col4\" >0.028918</td>\n",
       "      <td id=\"T_1eeec_row9_col5\" class=\"data row9 col5\" >3.601983</td>\n",
       "      <td id=\"T_1eeec_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row9_col7\" class=\"data row9 col7\" >3.636501</td>\n",
       "      <td id=\"T_1eeec_row9_col8\" class=\"data row9 col8\" >0.857246</td>\n",
       "      <td id=\"T_1eeec_row9_col9\" class=\"data row9 col9\" >0.922041</td>\n",
       "      <td id=\"T_1eeec_row9_col10\" class=\"data row9 col10\" >20.912498</td>\n",
       "      <td id=\"T_1eeec_row9_col11\" class=\"data row9 col11\" >19.252647</td>\n",
       "      <td id=\"T_1eeec_row9_col12\" class=\"data row9 col12\" >0.923308</td>\n",
       "      <td id=\"T_1eeec_row9_col13\" class=\"data row9 col13\" >31.999350</td>\n",
       "      <td id=\"T_1eeec_row9_col14\" class=\"data row9 col14\" >60.197113</td>\n",
       "      <td id=\"T_1eeec_row9_col15\" class=\"data row9 col15\" >0.800841</td>\n",
       "      <td id=\"T_1eeec_row9_col16\" class=\"data row9 col16\" >70.065033</td>\n",
       "      <td id=\"T_1eeec_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row10_col0\" class=\"data row10 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row10_col1\" class=\"data row10 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row10_col2\" class=\"data row10 col2\" >10</td>\n",
       "      <td id=\"T_1eeec_row10_col3\" class=\"data row10 col3\" >0.003733</td>\n",
       "      <td id=\"T_1eeec_row10_col4\" class=\"data row10 col4\" >0.024752</td>\n",
       "      <td id=\"T_1eeec_row10_col5\" class=\"data row10 col5\" >3.601586</td>\n",
       "      <td id=\"T_1eeec_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row10_col7\" class=\"data row10 col7\" >3.640488</td>\n",
       "      <td id=\"T_1eeec_row10_col8\" class=\"data row10 col8\" >0.849176</td>\n",
       "      <td id=\"T_1eeec_row10_col9\" class=\"data row10 col9\" >0.939128</td>\n",
       "      <td id=\"T_1eeec_row10_col10\" class=\"data row10 col10\" >31.821377</td>\n",
       "      <td id=\"T_1eeec_row10_col11\" class=\"data row10 col11\" >30.270412</td>\n",
       "      <td id=\"T_1eeec_row10_col12\" class=\"data row10 col12\" >0.950137</td>\n",
       "      <td id=\"T_1eeec_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
       "      <td id=\"T_1eeec_row10_col14\" class=\"data row10 col14\" >52.307262</td>\n",
       "      <td id=\"T_1eeec_row10_col15\" class=\"data row10 col15\" >0.836825</td>\n",
       "      <td id=\"T_1eeec_row10_col16\" class=\"data row10 col16\" >112.167625</td>\n",
       "      <td id=\"T_1eeec_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_1eeec_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json</th>\n",
       "      <td id=\"T_1eeec_row11_col0\" class=\"data row11 col0\" >5</td>\n",
       "      <td id=\"T_1eeec_row11_col1\" class=\"data row11 col1\" >128</td>\n",
       "      <td id=\"T_1eeec_row11_col2\" class=\"data row11 col2\" >11</td>\n",
       "      <td id=\"T_1eeec_row11_col3\" class=\"data row11 col3\" >0.003718</td>\n",
       "      <td id=\"T_1eeec_row11_col4\" class=\"data row11 col4\" >0.106875</td>\n",
       "      <td id=\"T_1eeec_row11_col5\" class=\"data row11 col5\" >3.600695</td>\n",
       "      <td id=\"T_1eeec_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
       "      <td id=\"T_1eeec_row11_col7\" class=\"data row11 col7\" >3.730870</td>\n",
       "      <td id=\"T_1eeec_row11_col8\" class=\"data row11 col8\" >0.965215</td>\n",
       "      <td id=\"T_1eeec_row11_col9\" class=\"data row11 col9\" >0.987627</td>\n",
       "      <td id=\"T_1eeec_row11_col10\" class=\"data row11 col10\" >280.864441</td>\n",
       "      <td id=\"T_1eeec_row11_col11\" class=\"data row11 col11\" >280.557678</td>\n",
       "      <td id=\"T_1eeec_row11_col12\" class=\"data row11 col12\" >0.998717</td>\n",
       "      <td id=\"T_1eeec_row11_col13\" class=\"data row11 col13\" >31.750000</td>\n",
       "      <td id=\"T_1eeec_row11_col14\" class=\"data row11 col14\" >20.949717</td>\n",
       "      <td id=\"T_1eeec_row11_col15\" class=\"data row11 col15\" >0.969702</td>\n",
       "      <td id=\"T_1eeec_row11_col16\" class=\"data row11 col16\" >169.453140</td>\n",
       "      <td id=\"T_1eeec_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
       "      <td id=\"T_1eeec_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7f0d3cf2e6d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OAI_GPT2Small_v5_32k_resid_post_attn\n",
      "Loading page (1/2)\n",
      "Rendering (2/2)                                                    \n",
      "Done                                                               \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style type=\"text/css\">\n",
       "#T_f36fd_row0_col2, #T_f36fd_row0_col6, #T_f36fd_row0_col10, #T_f36fd_row0_col11, #T_f36fd_row0_col16, #T_f36fd_row0_col17, #T_f36fd_row1_col3, #T_f36fd_row1_col5, #T_f36fd_row1_col6, #T_f36fd_row1_col17, #T_f36fd_row2_col6, #T_f36fd_row2_col17, #T_f36fd_row3_col6, #T_f36fd_row3_col17, #T_f36fd_row4_col6, #T_f36fd_row4_col17, #T_f36fd_row5_col6, #T_f36fd_row5_col13, #T_f36fd_row5_col17, #T_f36fd_row6_col6, #T_f36fd_row6_col17, #T_f36fd_row7_col6, #T_f36fd_row7_col17, #T_f36fd_row8_col6, #T_f36fd_row8_col17, #T_f36fd_row9_col4, #T_f36fd_row9_col6, #T_f36fd_row9_col7, #T_f36fd_row9_col8, #T_f36fd_row9_col9, #T_f36fd_row9_col12, #T_f36fd_row9_col17, #T_f36fd_row10_col6, #T_f36fd_row10_col17, #T_f36fd_row11_col6, #T_f36fd_row11_col14, #T_f36fd_row11_col15, #T_f36fd_row11_col17 {\n",
       "  background-color: #440154;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row0_col3, #T_f36fd_row1_col16 {\n",
       "  background-color: #450457;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row0_col4, #T_f36fd_row10_col14 {\n",
       "  background-color: #31b57b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row0_col5 {\n",
       "  background-color: #470e61;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row0_col7 {\n",
       "  background-color: #2eb37c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row0_col8 {\n",
       "  background-color: #f6e620;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row0_col9 {\n",
       "  background-color: #efe51c;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row0_col12, #T_f36fd_row0_col15, #T_f36fd_row1_col4, #T_f36fd_row1_col7, #T_f36fd_row1_col8, #T_f36fd_row1_col9, #T_f36fd_row1_col13, #T_f36fd_row6_col14, #T_f36fd_row10_col13, #T_f36fd_row11_col2, #T_f36fd_row11_col3, #T_f36fd_row11_col5, #T_f36fd_row11_col10, #T_f36fd_row11_col11, #T_f36fd_row11_col16 {\n",
       "  background-color: #fde725;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row0_col13, #T_f36fd_row2_col15 {\n",
       "  background-color: #c5e021;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row0_col14 {\n",
       "  background-color: #25848e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row1_col2, #T_f36fd_row10_col9 {\n",
       "  background-color: #482173;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row1_col10, #T_f36fd_row1_col11 {\n",
       "  background-color: #481a6c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row1_col12 {\n",
       "  background-color: #d5e21a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row1_col14 {\n",
       "  background-color: #42be71;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row1_col15 {\n",
       "  background-color: #d8e219;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row2_col2 {\n",
       "  background-color: #433e85;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row2_col3, #T_f36fd_row4_col16 {\n",
       "  background-color: #481668;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row2_col4, #T_f36fd_row8_col3 {\n",
       "  background-color: #3dbc74;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row2_col5 {\n",
       "  background-color: #482071;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row2_col7 {\n",
       "  background-color: #40bd72;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row2_col8, #T_f36fd_row6_col13 {\n",
       "  background-color: #e7e419;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row2_col9, #T_f36fd_row9_col13 {\n",
       "  background-color: #dde318;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row2_col10, #T_f36fd_row2_col11 {\n",
       "  background-color: #482475;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row2_col12 {\n",
       "  background-color: #a8db34;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row2_col13 {\n",
       "  background-color: #fbe723;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row2_col14, #T_f36fd_row9_col3 {\n",
       "  background-color: #65cb5e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row2_col16 {\n",
       "  background-color: #46075a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row3_col2 {\n",
       "  background-color: #38588c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row3_col3 {\n",
       "  background-color: #463480;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row3_col4, #T_f36fd_row4_col13 {\n",
       "  background-color: #26818e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row3_col5 {\n",
       "  background-color: #443983;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row3_col7 {\n",
       "  background-color: #27808e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row3_col8, #T_f36fd_row8_col14 {\n",
       "  background-color: #b2dd2d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row3_col9 {\n",
       "  background-color: #addc30;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row3_col10, #T_f36fd_row3_col11 {\n",
       "  background-color: #414287;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row3_col12 {\n",
       "  background-color: #54c568;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row3_col13, #T_f36fd_row8_col8 {\n",
       "  background-color: #2a768e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row3_col14 {\n",
       "  background-color: #7ad151;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row3_col15 {\n",
       "  background-color: #f4e61e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row3_col16 {\n",
       "  background-color: #470d60;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row4_col2 {\n",
       "  background-color: #2d708e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row4_col3 {\n",
       "  background-color: #375a8c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row4_col4, #T_f36fd_row8_col5 {\n",
       "  background-color: #50c46a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row4_col5 {\n",
       "  background-color: #2f6c8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row4_col7, #T_f36fd_row8_col2 {\n",
       "  background-color: #52c569;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row4_col8 {\n",
       "  background-color: #9dd93b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row4_col9, #T_f36fd_row10_col5 {\n",
       "  background-color: #89d548;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row4_col10, #T_f36fd_row4_col11 {\n",
       "  background-color: #3f4889;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row4_col12, #T_f36fd_row10_col10 {\n",
       "  background-color: #1f978b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row4_col14 {\n",
       "  background-color: #b0dd2f;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row4_col15 {\n",
       "  background-color: #a2da37;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row5_col2 {\n",
       "  background-color: #25858e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row5_col3 {\n",
       "  background-color: #2e6e8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row5_col4 {\n",
       "  background-color: #1fa088;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row5_col5, #T_f36fd_row8_col9 {\n",
       "  background-color: #2c718e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row5_col7 {\n",
       "  background-color: #1e9d89;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row5_col8 {\n",
       "  background-color: #70cf57;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row5_col9 {\n",
       "  background-color: #6ccd5a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row5_col10 {\n",
       "  background-color: #3c4f8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row5_col11 {\n",
       "  background-color: #3d4e8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row5_col12 {\n",
       "  background-color: #2e6f8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row5_col14 {\n",
       "  background-color: #cde11d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row5_col15 {\n",
       "  background-color: #5cc863;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row5_col16 {\n",
       "  background-color: #481f70;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col2 {\n",
       "  background-color: #1e9b8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col3 {\n",
       "  background-color: #24878e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col4 {\n",
       "  background-color: #46327e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col5 {\n",
       "  background-color: #228b8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col7 {\n",
       "  background-color: #46337f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col8, #T_f36fd_row10_col11 {\n",
       "  background-color: #1f948c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col9, #T_f36fd_row7_col15 {\n",
       "  background-color: #1f958b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col10 {\n",
       "  background-color: #39558c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col11 {\n",
       "  background-color: #3a548c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col12 {\n",
       "  background-color: #424186;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col15 {\n",
       "  background-color: #29af7f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row6_col16 {\n",
       "  background-color: #472c7a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col2 {\n",
       "  background-color: #2ab07f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col3 {\n",
       "  background-color: #1f9e89;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col4 {\n",
       "  background-color: #2c738e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col5 {\n",
       "  background-color: #1fa287;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col7 {\n",
       "  background-color: #2b748e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col8, #T_f36fd_row7_col9 {\n",
       "  background-color: #21a585;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col10 {\n",
       "  background-color: #355f8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col11 {\n",
       "  background-color: #355e8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col12 {\n",
       "  background-color: #482576;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col13, #T_f36fd_row10_col4, #T_f36fd_row10_col7 {\n",
       "  background-color: #481b6d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row7_col14 {\n",
       "  background-color: #c8e020;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row7_col16 {\n",
       "  background-color: #443a83;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row8_col4, #T_f36fd_row8_col7 {\n",
       "  background-color: #3d4d8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row8_col10 {\n",
       "  background-color: #306a8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row8_col11 {\n",
       "  background-color: #30698e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row8_col12 {\n",
       "  background-color: #46085c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row8_col13 {\n",
       "  background-color: #f8e621;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row8_col15, #T_f36fd_row9_col16 {\n",
       "  background-color: #2c728e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row8_col16 {\n",
       "  background-color: #3b518b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row9_col2 {\n",
       "  background-color: #86d549;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row9_col5 {\n",
       "  background-color: #73d056;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row9_col10 {\n",
       "  background-color: #297a8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row9_col11 {\n",
       "  background-color: #2a788e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row9_col14 {\n",
       "  background-color: #8bd646;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row9_col15 {\n",
       "  background-color: #404588;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row10_col2 {\n",
       "  background-color: #c2df23;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row10_col3 {\n",
       "  background-color: #98d83e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row10_col8 {\n",
       "  background-color: #471164;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row10_col12 {\n",
       "  background-color: #481c6e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row10_col15 {\n",
       "  background-color: #471063;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row10_col16 {\n",
       "  background-color: #22a785;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row11_col4 {\n",
       "  background-color: #48c16e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row11_col7 {\n",
       "  background-color: #46c06f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row11_col8 {\n",
       "  background-color: #228c8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row11_col9 {\n",
       "  background-color: #228d8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_f36fd_row11_col12 {\n",
       "  background-color: #5ec962;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_f36fd_row11_col13 {\n",
       "  background-color: #cae11f;\n",
       "  color: #000000;\n",
       "}\n",
       "</style>\n",
       "<table id=\"T_f36fd\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th class=\"blank level0\" >&nbsp;</th>\n",
       "      <th id=\"T_f36fd_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
       "      <th id=\"T_f36fd_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
       "      <th id=\"T_f36fd_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
       "      <th id=\"T_f36fd_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
       "      <th id=\"T_f36fd_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
       "      <th id=\"T_f36fd_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
       "      <th id=\"T_f36fd_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
       "      <th id=\"T_f36fd_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
       "      <th id=\"T_f36fd_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
       "      <th id=\"T_f36fd_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
       "      <th id=\"T_f36fd_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
       "      <th id=\"T_f36fd_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
       "      <th id=\"T_f36fd_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
       "      <th id=\"T_f36fd_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
       "      <th id=\"T_f36fd_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
       "      <th id=\"T_f36fd_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
       "      <th id=\"T_f36fd_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
       "      <th id=\"T_f36fd_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
       "      <th id=\"T_f36fd_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_0/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row0_col0\" class=\"data row0 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row0_col1\" class=\"data row0 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row0_col2\" class=\"data row0 col2\" >0</td>\n",
       "      <td id=\"T_f36fd_row0_col3\" class=\"data row0 col3\" >0.012114</td>\n",
       "      <td id=\"T_f36fd_row0_col4\" class=\"data row0 col4\" >12.480284</td>\n",
       "      <td id=\"T_f36fd_row0_col5\" class=\"data row0 col5\" >3.614269</td>\n",
       "      <td id=\"T_f36fd_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row0_col7\" class=\"data row0 col7\" >15.861977</td>\n",
       "      <td id=\"T_f36fd_row0_col8\" class=\"data row0 col8\" >0.999029</td>\n",
       "      <td id=\"T_f36fd_row0_col9\" class=\"data row0 col9\" >0.998760</td>\n",
       "      <td id=\"T_f36fd_row0_col10\" class=\"data row0 col10\" >32.707962</td>\n",
       "      <td id=\"T_f36fd_row0_col11\" class=\"data row0 col11\" >32.566856</td>\n",
       "      <td id=\"T_f36fd_row0_col12\" class=\"data row0 col12\" >0.995715</td>\n",
       "      <td id=\"T_f36fd_row0_col13\" class=\"data row0 col13\" >31.989258</td>\n",
       "      <td id=\"T_f36fd_row0_col14\" class=\"data row0 col14\" >44.145779</td>\n",
       "      <td id=\"T_f36fd_row0_col15\" class=\"data row0 col15\" >0.967972</td>\n",
       "      <td id=\"T_f36fd_row0_col16\" class=\"data row0 col16\" >8.511816</td>\n",
       "      <td id=\"T_f36fd_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_0/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_1/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row1_col0\" class=\"data row1 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row1_col1\" class=\"data row1 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row1_col2\" class=\"data row1 col2\" >1</td>\n",
       "      <td id=\"T_f36fd_row1_col3\" class=\"data row1 col3\" >0.010769</td>\n",
       "      <td id=\"T_f36fd_row1_col4\" class=\"data row1 col4\" >16.217104</td>\n",
       "      <td id=\"T_f36fd_row1_col5\" class=\"data row1 col5\" >3.608070</td>\n",
       "      <td id=\"T_f36fd_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row1_col7\" class=\"data row1 col7\" >19.600266</td>\n",
       "      <td id=\"T_f36fd_row1_col8\" class=\"data row1 col8\" >0.999336</td>\n",
       "      <td id=\"T_f36fd_row1_col9\" class=\"data row1 col9\" >0.999437</td>\n",
       "      <td id=\"T_f36fd_row1_col10\" class=\"data row1 col10\" >56.929867</td>\n",
       "      <td id=\"T_f36fd_row1_col11\" class=\"data row1 col11\" >56.553204</td>\n",
       "      <td id=\"T_f36fd_row1_col12\" class=\"data row1 col12\" >0.993499</td>\n",
       "      <td id=\"T_f36fd_row1_col13\" class=\"data row1 col13\" >32.000000</td>\n",
       "      <td id=\"T_f36fd_row1_col14\" class=\"data row1 col14\" >50.736076</td>\n",
       "      <td id=\"T_f36fd_row1_col15\" class=\"data row1 col15\" >0.960833</td>\n",
       "      <td id=\"T_f36fd_row1_col16\" class=\"data row1 col16\" >47.572258</td>\n",
       "      <td id=\"T_f36fd_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_1/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_2/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row2_col0\" class=\"data row2 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row2_col1\" class=\"data row2 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row2_col2\" class=\"data row2 col2\" >2</td>\n",
       "      <td id=\"T_f36fd_row2_col3\" class=\"data row2 col3\" >0.020159</td>\n",
       "      <td id=\"T_f36fd_row2_col4\" class=\"data row2 col4\" >12.813511</td>\n",
       "      <td id=\"T_f36fd_row2_col5\" class=\"data row2 col5\" >3.623466</td>\n",
       "      <td id=\"T_f36fd_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row2_col7\" class=\"data row2 col7\" >16.327873</td>\n",
       "      <td id=\"T_f36fd_row2_col8\" class=\"data row2 col8\" >0.998427</td>\n",
       "      <td id=\"T_f36fd_row2_col9\" class=\"data row2 col9\" >0.998083</td>\n",
       "      <td id=\"T_f36fd_row2_col10\" class=\"data row2 col10\" >68.907532</td>\n",
       "      <td id=\"T_f36fd_row2_col11\" class=\"data row2 col11\" >68.362450</td>\n",
       "      <td id=\"T_f36fd_row2_col12\" class=\"data row2 col12\" >0.991143</td>\n",
       "      <td id=\"T_f36fd_row2_col13\" class=\"data row2 col13\" >31.999350</td>\n",
       "      <td id=\"T_f36fd_row2_col14\" class=\"data row2 col14\" >52.513954</td>\n",
       "      <td id=\"T_f36fd_row2_col15\" class=\"data row2 col15\" >0.957198</td>\n",
       "      <td id=\"T_f36fd_row2_col16\" class=\"data row2 col16\" >71.102158</td>\n",
       "      <td id=\"T_f36fd_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_2/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_3/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row3_col0\" class=\"data row3 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row3_col1\" class=\"data row3 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row3_col2\" class=\"data row3 col2\" >3</td>\n",
       "      <td id=\"T_f36fd_row3_col3\" class=\"data row3 col3\" >0.035772</td>\n",
       "      <td id=\"T_f36fd_row3_col4\" class=\"data row3 col4\" >10.101868</td>\n",
       "      <td id=\"T_f36fd_row3_col5\" class=\"data row3 col5\" >3.636966</td>\n",
       "      <td id=\"T_f36fd_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row3_col7\" class=\"data row3 col7\" >13.548822</td>\n",
       "      <td id=\"T_f36fd_row3_col8\" class=\"data row3 col8\" >0.996459</td>\n",
       "      <td id=\"T_f36fd_row3_col9\" class=\"data row3 col9\" >0.996191</td>\n",
       "      <td id=\"T_f36fd_row3_col10\" class=\"data row3 col10\" >103.711441</td>\n",
       "      <td id=\"T_f36fd_row3_col11\" class=\"data row3 col11\" >102.807175</td>\n",
       "      <td id=\"T_f36fd_row3_col12\" class=\"data row3 col12\" >0.986217</td>\n",
       "      <td id=\"T_f36fd_row3_col13\" class=\"data row3 col13\" >31.925781</td>\n",
       "      <td id=\"T_f36fd_row3_col14\" class=\"data row3 col14\" >53.469627</td>\n",
       "      <td id=\"T_f36fd_row3_col15\" class=\"data row3 col15\" >0.965960</td>\n",
       "      <td id=\"T_f36fd_row3_col16\" class=\"data row3 col16\" >125.999268</td>\n",
       "      <td id=\"T_f36fd_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_3/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_4/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row4_col0\" class=\"data row4 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row4_col1\" class=\"data row4 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row4_col2\" class=\"data row4 col2\" >4</td>\n",
       "      <td id=\"T_f36fd_row4_col3\" class=\"data row4 col3\" >0.057062</td>\n",
       "      <td id=\"T_f36fd_row4_col4\" class=\"data row4 col4\" >13.249713</td>\n",
       "      <td id=\"T_f36fd_row4_col5\" class=\"data row4 col5\" >3.668521</td>\n",
       "      <td id=\"T_f36fd_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row4_col7\" class=\"data row4 col7\" >16.699104</td>\n",
       "      <td id=\"T_f36fd_row4_col8\" class=\"data row4 col8\" >0.995693</td>\n",
       "      <td id=\"T_f36fd_row4_col9\" class=\"data row4 col9\" >0.994698</td>\n",
       "      <td id=\"T_f36fd_row4_col10\" class=\"data row4 col10\" >111.403282</td>\n",
       "      <td id=\"T_f36fd_row4_col11\" class=\"data row4 col11\" >109.931808</td>\n",
       "      <td id=\"T_f36fd_row4_col12\" class=\"data row4 col12\" >0.979109</td>\n",
       "      <td id=\"T_f36fd_row4_col13\" class=\"data row4 col13\" >31.931152</td>\n",
       "      <td id=\"T_f36fd_row4_col14\" class=\"data row4 col14\" >55.739113</td>\n",
       "      <td id=\"T_f36fd_row4_col15\" class=\"data row4 col15\" >0.951081</td>\n",
       "      <td id=\"T_f36fd_row4_col16\" class=\"data row4 col16\" >211.805756</td>\n",
       "      <td id=\"T_f36fd_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_4/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_5/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row5_col0\" class=\"data row5 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row5_col1\" class=\"data row5 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row5_col2\" class=\"data row5 col2\" >5</td>\n",
       "      <td id=\"T_f36fd_row5_col3\" class=\"data row5 col3\" >0.069624</td>\n",
       "      <td id=\"T_f36fd_row5_col4\" class=\"data row5 col4\" >11.519682</td>\n",
       "      <td id=\"T_f36fd_row5_col5\" class=\"data row5 col5\" >3.673068</td>\n",
       "      <td id=\"T_f36fd_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row5_col7\" class=\"data row5 col7\" >14.860109</td>\n",
       "      <td id=\"T_f36fd_row5_col8\" class=\"data row5 col8\" >0.993956</td>\n",
       "      <td id=\"T_f36fd_row5_col9\" class=\"data row5 col9\" >0.993428</td>\n",
       "      <td id=\"T_f36fd_row5_col10\" class=\"data row5 col10\" >119.651489</td>\n",
       "      <td id=\"T_f36fd_row5_col11\" class=\"data row5 col11\" >117.608505</td>\n",
       "      <td id=\"T_f36fd_row5_col12\" class=\"data row5 col12\" >0.973188</td>\n",
       "      <td id=\"T_f36fd_row5_col13\" class=\"data row5 col13\" >31.877768</td>\n",
       "      <td id=\"T_f36fd_row5_col14\" class=\"data row5 col14\" >56.817348</td>\n",
       "      <td id=\"T_f36fd_row5_col15\" class=\"data row5 col15\" >0.937413</td>\n",
       "      <td id=\"T_f36fd_row5_col16\" class=\"data row5 col16\" >317.223206</td>\n",
       "      <td id=\"T_f36fd_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_5/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_6/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row6_col0\" class=\"data row6 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row6_col1\" class=\"data row6 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row6_col2\" class=\"data row6 col2\" >6</td>\n",
       "      <td id=\"T_f36fd_row6_col3\" class=\"data row6 col3\" >0.087217</td>\n",
       "      <td id=\"T_f36fd_row6_col4\" class=\"data row6 col4\" >6.933250</td>\n",
       "      <td id=\"T_f36fd_row6_col5\" class=\"data row6 col5\" >3.691099</td>\n",
       "      <td id=\"T_f36fd_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row6_col7\" class=\"data row6 col7\" >10.522690</td>\n",
       "      <td id=\"T_f36fd_row6_col8\" class=\"data row6 col8\" >0.987420</td>\n",
       "      <td id=\"T_f36fd_row6_col9\" class=\"data row6 col9\" >0.986707</td>\n",
       "      <td id=\"T_f36fd_row6_col10\" class=\"data row6 col10\" >128.847931</td>\n",
       "      <td id=\"T_f36fd_row6_col11\" class=\"data row6 col11\" >126.086975</td>\n",
       "      <td id=\"T_f36fd_row6_col12\" class=\"data row6 col12\" >0.967220</td>\n",
       "      <td id=\"T_f36fd_row6_col13\" class=\"data row6 col13\" >31.995281</td>\n",
       "      <td id=\"T_f36fd_row6_col14\" class=\"data row6 col14\" >58.897686</td>\n",
       "      <td id=\"T_f36fd_row6_col15\" class=\"data row6 col15\" >0.923337</td>\n",
       "      <td id=\"T_f36fd_row6_col16\" class=\"data row6 col16\" >455.123871</td>\n",
       "      <td id=\"T_f36fd_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_6/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_7/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row7_col0\" class=\"data row7 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row7_col1\" class=\"data row7 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row7_col2\" class=\"data row7 col2\" >7</td>\n",
       "      <td id=\"T_f36fd_row7_col3\" class=\"data row7 col3\" >0.102682</td>\n",
       "      <td id=\"T_f36fd_row7_col4\" class=\"data row7 col4\" >9.511523</td>\n",
       "      <td id=\"T_f36fd_row7_col5\" class=\"data row7 col5\" >3.708053</td>\n",
       "      <td id=\"T_f36fd_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row7_col7\" class=\"data row7 col7\" >13.054041</td>\n",
       "      <td id=\"T_f36fd_row7_col8\" class=\"data row7 col8\" >0.989204</td>\n",
       "      <td id=\"T_f36fd_row7_col9\" class=\"data row7 col9\" >0.988473</td>\n",
       "      <td id=\"T_f36fd_row7_col10\" class=\"data row7 col10\" >140.905991</td>\n",
       "      <td id=\"T_f36fd_row7_col11\" class=\"data row7 col11\" >137.484528</td>\n",
       "      <td id=\"T_f36fd_row7_col12\" class=\"data row7 col12\" >0.964016</td>\n",
       "      <td id=\"T_f36fd_row7_col13\" class=\"data row7 col13\" >31.886557</td>\n",
       "      <td id=\"T_f36fd_row7_col14\" class=\"data row7 col14\" >56.659546</td>\n",
       "      <td id=\"T_f36fd_row7_col15\" class=\"data row7 col15\" >0.910139</td>\n",
       "      <td id=\"T_f36fd_row7_col16\" class=\"data row7 col16\" >636.605774</td>\n",
       "      <td id=\"T_f36fd_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_7/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_8/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row8_col0\" class=\"data row8 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row8_col1\" class=\"data row8 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row8_col2\" class=\"data row8 col2\" >8</td>\n",
       "      <td id=\"T_f36fd_row8_col3\" class=\"data row8 col3\" >0.123620</td>\n",
       "      <td id=\"T_f36fd_row8_col4\" class=\"data row8 col4\" >7.897106</td>\n",
       "      <td id=\"T_f36fd_row8_col5\" class=\"data row8 col5\" >3.733898</td>\n",
       "      <td id=\"T_f36fd_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row8_col7\" class=\"data row8 col7\" >11.460873</td>\n",
       "      <td id=\"T_f36fd_row8_col8\" class=\"data row8 col8\" >0.984346</td>\n",
       "      <td id=\"T_f36fd_row8_col9\" class=\"data row8 col9\" >0.982850</td>\n",
       "      <td id=\"T_f36fd_row8_col10\" class=\"data row8 col10\" >157.343246</td>\n",
       "      <td id=\"T_f36fd_row8_col11\" class=\"data row8 col11\" >153.033264</td>\n",
       "      <td id=\"T_f36fd_row8_col12\" class=\"data row8 col12\" >0.961115</td>\n",
       "      <td id=\"T_f36fd_row8_col13\" class=\"data row8 col13\" >31.998699</td>\n",
       "      <td id=\"T_f36fd_row8_col14\" class=\"data row8 col14\" >55.846397</td>\n",
       "      <td id=\"T_f36fd_row8_col15\" class=\"data row8 col15\" >0.892514</td>\n",
       "      <td id=\"T_f36fd_row8_col16\" class=\"data row8 col16\" >920.340698</td>\n",
       "      <td id=\"T_f36fd_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_8/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_9/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row9_col0\" class=\"data row9 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row9_col1\" class=\"data row9 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row9_col2\" class=\"data row9 col2\" >9</td>\n",
       "      <td id=\"T_f36fd_row9_col3\" class=\"data row9 col3\" >0.136715</td>\n",
       "      <td id=\"T_f36fd_row9_col4\" class=\"data row9 col4\" >5.396312</td>\n",
       "      <td id=\"T_f36fd_row9_col5\" class=\"data row9 col5\" >3.744588</td>\n",
       "      <td id=\"T_f36fd_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row9_col7\" class=\"data row9 col7\" >8.970472</td>\n",
       "      <td id=\"T_f36fd_row9_col8\" class=\"data row9 col8\" >0.974665</td>\n",
       "      <td id=\"T_f36fd_row9_col9\" class=\"data row9 col9\" >0.972908</td>\n",
       "      <td id=\"T_f36fd_row9_col10\" class=\"data row9 col10\" >181.313721</td>\n",
       "      <td id=\"T_f36fd_row9_col11\" class=\"data row9 col11\" >175.997467</td>\n",
       "      <td id=\"T_f36fd_row9_col12\" class=\"data row9 col12\" >0.960342</td>\n",
       "      <td id=\"T_f36fd_row9_col13\" class=\"data row9 col13\" >31.993652</td>\n",
       "      <td id=\"T_f36fd_row9_col14\" class=\"data row9 col14\" >54.271484</td>\n",
       "      <td id=\"T_f36fd_row9_col15\" class=\"data row9 col15\" >0.871873</td>\n",
       "      <td id=\"T_f36fd_row9_col16\" class=\"data row9 col16\" >1386.967773</td>\n",
       "      <td id=\"T_f36fd_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_9/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_10/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row10_col0\" class=\"data row10 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row10_col1\" class=\"data row10 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row10_col2\" class=\"data row10 col2\" >10</td>\n",
       "      <td id=\"T_f36fd_row10_col3\" class=\"data row10 col3\" >0.150131</td>\n",
       "      <td id=\"T_f36fd_row10_col4\" class=\"data row10 col4\" >6.193092</td>\n",
       "      <td id=\"T_f36fd_row10_col5\" class=\"data row10 col5\" >3.750826</td>\n",
       "      <td id=\"T_f36fd_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row10_col7\" class=\"data row10 col7\" >9.754217</td>\n",
       "      <td id=\"T_f36fd_row10_col8\" class=\"data row10 col8\" >0.975758</td>\n",
       "      <td id=\"T_f36fd_row10_col9\" class=\"data row10 col9\" >0.975344</td>\n",
       "      <td id=\"T_f36fd_row10_col10\" class=\"data row10 col10\" >224.287598</td>\n",
       "      <td id=\"T_f36fd_row10_col11\" class=\"data row10 col11\" >217.772461</td>\n",
       "      <td id=\"T_f36fd_row10_col12\" class=\"data row10 col12\" >0.962987</td>\n",
       "      <td id=\"T_f36fd_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
       "      <td id=\"T_f36fd_row10_col14\" class=\"data row10 col14\" >49.592400</td>\n",
       "      <td id=\"T_f36fd_row10_col15\" class=\"data row10 col15\" >0.851867</td>\n",
       "      <td id=\"T_f36fd_row10_col16\" class=\"data row10 col16\" >2193.096680</td>\n",
       "      <td id=\"T_f36fd_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_10/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_f36fd_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_11/metrics.json</th>\n",
       "      <td id=\"T_f36fd_row11_col0\" class=\"data row11 col0\" >5</td>\n",
       "      <td id=\"T_f36fd_row11_col1\" class=\"data row11 col1\" >32</td>\n",
       "      <td id=\"T_f36fd_row11_col2\" class=\"data row11 col2\" >11</td>\n",
       "      <td id=\"T_f36fd_row11_col3\" class=\"data row11 col3\" >0.175661</td>\n",
       "      <td id=\"T_f36fd_row11_col4\" class=\"data row11 col4\" >13.087515</td>\n",
       "      <td id=\"T_f36fd_row11_col5\" class=\"data row11 col5\" >3.781703</td>\n",
       "      <td id=\"T_f36fd_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
       "      <td id=\"T_f36fd_row11_col7\" class=\"data row11 col7\" >16.484846</td>\n",
       "      <td id=\"T_f36fd_row11_col8\" class=\"data row11 col8\" >0.986578</td>\n",
       "      <td id=\"T_f36fd_row11_col9\" class=\"data row11 col9\" >0.985826</td>\n",
       "      <td id=\"T_f36fd_row11_col10\" class=\"data row11 col10\" >395.539520</td>\n",
       "      <td id=\"T_f36fd_row11_col11\" class=\"data row11 col11\" >390.682129</td>\n",
       "      <td id=\"T_f36fd_row11_col12\" class=\"data row11 col12\" >0.987008</td>\n",
       "      <td id=\"T_f36fd_row11_col13\" class=\"data row11 col13\" >31.990072</td>\n",
       "      <td id=\"T_f36fd_row11_col14\" class=\"data row11 col14\" >32.074562</td>\n",
       "      <td id=\"T_f36fd_row11_col15\" class=\"data row11 col15\" >0.846984</td>\n",
       "      <td id=\"T_f36fd_row11_col16\" class=\"data row11 col16\" >3677.226074</td>\n",
       "      <td id=\"T_f36fd_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
       "      <td id=\"T_f36fd_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_11/metrics.json</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7f0d3d995b10>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OAI_GPT2Small_v5_128k_resid_post_attn\n",
      "Loading page (1/2)\n",
      "Rendering (2/2)                                                    \n",
      "Done                                                               \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style type=\"text/css\">\n",
       "#T_32ed4_row0_col2, #T_32ed4_row0_col3, #T_32ed4_row0_col5, #T_32ed4_row0_col6, #T_32ed4_row0_col10, #T_32ed4_row0_col11, #T_32ed4_row0_col16, #T_32ed4_row0_col17, #T_32ed4_row1_col6, #T_32ed4_row1_col17, #T_32ed4_row2_col6, #T_32ed4_row2_col17, #T_32ed4_row3_col6, #T_32ed4_row3_col17, #T_32ed4_row4_col6, #T_32ed4_row4_col13, #T_32ed4_row4_col17, #T_32ed4_row5_col6, #T_32ed4_row5_col17, #T_32ed4_row6_col6, #T_32ed4_row6_col17, #T_32ed4_row7_col6, #T_32ed4_row7_col17, #T_32ed4_row8_col6, #T_32ed4_row8_col17, #T_32ed4_row9_col4, #T_32ed4_row9_col6, #T_32ed4_row9_col7, #T_32ed4_row9_col8, #T_32ed4_row9_col9, #T_32ed4_row9_col12, #T_32ed4_row9_col17, #T_32ed4_row10_col6, #T_32ed4_row10_col17, #T_32ed4_row11_col6, #T_32ed4_row11_col14, #T_32ed4_row11_col15, #T_32ed4_row11_col17 {\n",
       "  background-color: #440154;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row0_col4 {\n",
       "  background-color: #31b57b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row0_col7 {\n",
       "  background-color: #2eb37c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row0_col8, #T_32ed4_row0_col9, #T_32ed4_row0_col12, #T_32ed4_row0_col15, #T_32ed4_row1_col4, #T_32ed4_row1_col7, #T_32ed4_row1_col9, #T_32ed4_row1_col14, #T_32ed4_row11_col2, #T_32ed4_row11_col3, #T_32ed4_row11_col5, #T_32ed4_row11_col10, #T_32ed4_row11_col11, #T_32ed4_row11_col13, #T_32ed4_row11_col16 {\n",
       "  background-color: #fde725;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row0_col13 {\n",
       "  background-color: #28ae80;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row0_col14, #T_32ed4_row8_col9 {\n",
       "  background-color: #26828e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row1_col2 {\n",
       "  background-color: #482173;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row1_col3 {\n",
       "  background-color: #46085c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row1_col5 {\n",
       "  background-color: #46075a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row1_col8 {\n",
       "  background-color: #fbe723;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row1_col10, #T_32ed4_row1_col11, #T_32ed4_row10_col15 {\n",
       "  background-color: #481a6c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row1_col12, #T_32ed4_row10_col13 {\n",
       "  background-color: #e7e419;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row1_col13 {\n",
       "  background-color: #f4e61e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row1_col15, #T_32ed4_row2_col9 {\n",
       "  background-color: #e5e419;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row1_col16 {\n",
       "  background-color: #450457;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row2_col2, #T_32ed4_row5_col13 {\n",
       "  background-color: #433e85;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row2_col3, #T_32ed4_row5_col16 {\n",
       "  background-color: #481c6e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row2_col4, #T_32ed4_row10_col5 {\n",
       "  background-color: #3dbc74;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row2_col5, #T_32ed4_row10_col4, #T_32ed4_row10_col7, #T_32ed4_row10_col12 {\n",
       "  background-color: #481b6d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row2_col7 {\n",
       "  background-color: #40bd72;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row2_col8 {\n",
       "  background-color: #e2e418;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row2_col10, #T_32ed4_row2_col11 {\n",
       "  background-color: #482475;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row2_col12 {\n",
       "  background-color: #b5de2b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row2_col13 {\n",
       "  background-color: #f6e620;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row2_col14 {\n",
       "  background-color: #65cb5e;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row2_col15 {\n",
       "  background-color: #d2e21b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row2_col16 {\n",
       "  background-color: #450559;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row3_col2 {\n",
       "  background-color: #38588c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row3_col3, #T_32ed4_row6_col7 {\n",
       "  background-color: #46337f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row3_col4 {\n",
       "  background-color: #26818e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row3_col5 {\n",
       "  background-color: #463480;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row3_col7, #T_32ed4_row11_col9 {\n",
       "  background-color: #27808e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row3_col8, #T_32ed4_row3_col9 {\n",
       "  background-color: #b2dd2d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row3_col10, #T_32ed4_row3_col11 {\n",
       "  background-color: #414287;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row3_col12 {\n",
       "  background-color: #60ca60;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row3_col13 {\n",
       "  background-color: #37b878;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row3_col14, #T_32ed4_row9_col2 {\n",
       "  background-color: #86d549;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row3_col15 {\n",
       "  background-color: #f8e621;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row3_col16 {\n",
       "  background-color: #460a5d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row4_col2 {\n",
       "  background-color: #2d708e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row4_col3, #T_32ed4_row6_col12 {\n",
       "  background-color: #3b528b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row4_col4 {\n",
       "  background-color: #50c46a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row4_col5 {\n",
       "  background-color: #365c8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row4_col7, #T_32ed4_row8_col2 {\n",
       "  background-color: #52c569;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row4_col8 {\n",
       "  background-color: #a0da39;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row4_col9 {\n",
       "  background-color: #95d840;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row4_col10, #T_32ed4_row4_col11 {\n",
       "  background-color: #3f4889;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row4_col12 {\n",
       "  background-color: #1fa187;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row4_col14 {\n",
       "  background-color: #addc30;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row4_col15 {\n",
       "  background-color: #b0dd2f;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row4_col16 {\n",
       "  background-color: #471365;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row5_col2 {\n",
       "  background-color: #25858e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row5_col3 {\n",
       "  background-color: #31668e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row5_col4 {\n",
       "  background-color: #1fa088;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row5_col5 {\n",
       "  background-color: #33638d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row5_col7, #T_32ed4_row10_col14 {\n",
       "  background-color: #1e9d89;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row5_col8 {\n",
       "  background-color: #70cf57;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row5_col9 {\n",
       "  background-color: #77d153;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row5_col10 {\n",
       "  background-color: #3c4f8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row5_col11, #T_32ed4_row8_col16, #T_32ed4_row9_col15 {\n",
       "  background-color: #3d4e8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row5_col12, #T_32ed4_row8_col15, #T_32ed4_row9_col10 {\n",
       "  background-color: #297a8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row5_col14, #T_32ed4_row6_col14 {\n",
       "  background-color: #a5db36;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row5_col15 {\n",
       "  background-color: #69cd5b;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row6_col2 {\n",
       "  background-color: #1e9b8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row6_col3, #T_32ed4_row11_col8 {\n",
       "  background-color: #277f8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row6_col4 {\n",
       "  background-color: #46327e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row6_col5, #T_32ed4_row9_col11 {\n",
       "  background-color: #2a788e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row6_col8 {\n",
       "  background-color: #1f958b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row6_col9 {\n",
       "  background-color: #1f9f88;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row6_col10, #T_32ed4_row6_col11 {\n",
       "  background-color: #39558c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row6_col13 {\n",
       "  background-color: #cde11d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row6_col15 {\n",
       "  background-color: #32b67a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row6_col16 {\n",
       "  background-color: #482878;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col2 {\n",
       "  background-color: #2ab07f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col3 {\n",
       "  background-color: #1f968b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col4 {\n",
       "  background-color: #2c738e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col5 {\n",
       "  background-color: #21918c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col7 {\n",
       "  background-color: #2b748e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col8 {\n",
       "  background-color: #20a386;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col9 {\n",
       "  background-color: #24aa83;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col10 {\n",
       "  background-color: #355f8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col11 {\n",
       "  background-color: #355e8d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col12 {\n",
       "  background-color: #46307e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col13, #T_32ed4_row9_col13 {\n",
       "  background-color: #dae319;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row7_col14 {\n",
       "  background-color: #9bd93c;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row7_col15 {\n",
       "  background-color: #1e9c89;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row7_col16 {\n",
       "  background-color: #453781;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row8_col3 {\n",
       "  background-color: #2db27d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row8_col4, #T_32ed4_row8_col7 {\n",
       "  background-color: #3d4d8a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row8_col5 {\n",
       "  background-color: #21a585;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row8_col8 {\n",
       "  background-color: #2c728e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row8_col10 {\n",
       "  background-color: #306a8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row8_col11 {\n",
       "  background-color: #30698e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row8_col12 {\n",
       "  background-color: #481668;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row8_col13 {\n",
       "  background-color: #eae51a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row8_col14 {\n",
       "  background-color: #67cc5c;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row9_col3 {\n",
       "  background-color: #44bf70;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row9_col5 {\n",
       "  background-color: #4ac16d;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row9_col14 {\n",
       "  background-color: #42be71;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row9_col16 {\n",
       "  background-color: #2e6f8e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row10_col2 {\n",
       "  background-color: #c2df23;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row10_col3 {\n",
       "  background-color: #6ccd5a;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_32ed4_row10_col8 {\n",
       "  background-color: #471063;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row10_col9 {\n",
       "  background-color: #453882;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row10_col10 {\n",
       "  background-color: #1f978b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row10_col11 {\n",
       "  background-color: #1f948c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row10_col16 {\n",
       "  background-color: #20a486;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row11_col4 {\n",
       "  background-color: #48c16e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row11_col7 {\n",
       "  background-color: #46c06f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_32ed4_row11_col12 {\n",
       "  background-color: #5cc863;\n",
       "  color: #000000;\n",
       "}\n",
       "</style>\n",
       "<table id=\"T_32ed4\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th class=\"blank level0\" >&nbsp;</th>\n",
       "      <th id=\"T_32ed4_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
       "      <th id=\"T_32ed4_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
       "      <th id=\"T_32ed4_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
       "      <th id=\"T_32ed4_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
       "      <th id=\"T_32ed4_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
       "      <th id=\"T_32ed4_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
       "      <th id=\"T_32ed4_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
       "      <th id=\"T_32ed4_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
       "      <th id=\"T_32ed4_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
       "      <th id=\"T_32ed4_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
       "      <th id=\"T_32ed4_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
       "      <th id=\"T_32ed4_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
       "      <th id=\"T_32ed4_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
       "      <th id=\"T_32ed4_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
       "      <th id=\"T_32ed4_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
       "      <th id=\"T_32ed4_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
       "      <th id=\"T_32ed4_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
       "      <th id=\"T_32ed4_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
       "      <th id=\"T_32ed4_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_0/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row0_col0\" class=\"data row0 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row0_col1\" class=\"data row0 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row0_col2\" class=\"data row0 col2\" >0</td>\n",
       "      <td id=\"T_32ed4_row0_col3\" class=\"data row0 col3\" >0.003843</td>\n",
       "      <td id=\"T_32ed4_row0_col4\" class=\"data row0 col4\" >12.480284</td>\n",
       "      <td id=\"T_32ed4_row0_col5\" class=\"data row0 col5\" >3.603422</td>\n",
       "      <td id=\"T_32ed4_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row0_col7\" class=\"data row0 col7\" >15.861977</td>\n",
       "      <td id=\"T_32ed4_row0_col8\" class=\"data row0 col8\" >0.999692</td>\n",
       "      <td id=\"T_32ed4_row0_col9\" class=\"data row0 col9\" >0.999645</td>\n",
       "      <td id=\"T_32ed4_row0_col10\" class=\"data row0 col10\" >32.707962</td>\n",
       "      <td id=\"T_32ed4_row0_col11\" class=\"data row0 col11\" >32.607395</td>\n",
       "      <td id=\"T_32ed4_row0_col12\" class=\"data row0 col12\" >0.996936</td>\n",
       "      <td id=\"T_32ed4_row0_col13\" class=\"data row0 col13\" >31.980795</td>\n",
       "      <td id=\"T_32ed4_row0_col14\" class=\"data row0 col14\" >44.247345</td>\n",
       "      <td id=\"T_32ed4_row0_col15\" class=\"data row0 col15\" >0.976495</td>\n",
       "      <td id=\"T_32ed4_row0_col16\" class=\"data row0 col16\" >5.842685</td>\n",
       "      <td id=\"T_32ed4_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_0/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_1/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row1_col0\" class=\"data row1 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row1_col1\" class=\"data row1 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row1_col2\" class=\"data row1 col2\" >1</td>\n",
       "      <td id=\"T_32ed4_row1_col3\" class=\"data row1 col3\" >0.006731</td>\n",
       "      <td id=\"T_32ed4_row1_col4\" class=\"data row1 col4\" >16.217104</td>\n",
       "      <td id=\"T_32ed4_row1_col5\" class=\"data row1 col5\" >3.605462</td>\n",
       "      <td id=\"T_32ed4_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row1_col7\" class=\"data row1 col7\" >19.600266</td>\n",
       "      <td id=\"T_32ed4_row1_col8\" class=\"data row1 col8\" >0.999585</td>\n",
       "      <td id=\"T_32ed4_row1_col9\" class=\"data row1 col9\" >0.999600</td>\n",
       "      <td id=\"T_32ed4_row1_col10\" class=\"data row1 col10\" >56.929867</td>\n",
       "      <td id=\"T_32ed4_row1_col11\" class=\"data row1 col11\" >56.693493</td>\n",
       "      <td id=\"T_32ed4_row1_col12\" class=\"data row1 col12\" >0.995869</td>\n",
       "      <td id=\"T_32ed4_row1_col13\" class=\"data row1 col13\" >31.999023</td>\n",
       "      <td id=\"T_32ed4_row1_col14\" class=\"data row1 col14\" >59.953354</td>\n",
       "      <td id=\"T_32ed4_row1_col15\" class=\"data row1 col15\" >0.972269</td>\n",
       "      <td id=\"T_32ed4_row1_col16\" class=\"data row1 col16\" >31.145605</td>\n",
       "      <td id=\"T_32ed4_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_1/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_2/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row2_col0\" class=\"data row2 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row2_col1\" class=\"data row2 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row2_col2\" class=\"data row2 col2\" >2</td>\n",
       "      <td id=\"T_32ed4_row2_col3\" class=\"data row2 col3\" >0.014035</td>\n",
       "      <td id=\"T_32ed4_row2_col4\" class=\"data row2 col4\" >12.813511</td>\n",
       "      <td id=\"T_32ed4_row2_col5\" class=\"data row2 col5\" >3.612803</td>\n",
       "      <td id=\"T_32ed4_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row2_col7\" class=\"data row2 col7\" >16.327873</td>\n",
       "      <td id=\"T_32ed4_row2_col8\" class=\"data row2 col8\" >0.998905</td>\n",
       "      <td id=\"T_32ed4_row2_col9\" class=\"data row2 col9\" >0.998921</td>\n",
       "      <td id=\"T_32ed4_row2_col10\" class=\"data row2 col10\" >68.907532</td>\n",
       "      <td id=\"T_32ed4_row2_col11\" class=\"data row2 col11\" >68.518921</td>\n",
       "      <td id=\"T_32ed4_row2_col12\" class=\"data row2 col12\" >0.993602</td>\n",
       "      <td id=\"T_32ed4_row2_col13\" class=\"data row2 col13\" >31.999350</td>\n",
       "      <td id=\"T_32ed4_row2_col14\" class=\"data row2 col14\" >53.266327</td>\n",
       "      <td id=\"T_32ed4_row2_col15\" class=\"data row2 col15\" >0.969186</td>\n",
       "      <td id=\"T_32ed4_row2_col16\" class=\"data row2 col16\" >49.732628</td>\n",
       "      <td id=\"T_32ed4_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_2/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_3/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row3_col0\" class=\"data row3 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row3_col1\" class=\"data row3 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row3_col2\" class=\"data row3 col2\" >3</td>\n",
       "      <td id=\"T_32ed4_row3_col3\" class=\"data row3 col3\" >0.023511</td>\n",
       "      <td id=\"T_32ed4_row3_col4\" class=\"data row3 col4\" >10.101868</td>\n",
       "      <td id=\"T_32ed4_row3_col5\" class=\"data row3 col5\" >3.622775</td>\n",
       "      <td id=\"T_32ed4_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row3_col7\" class=\"data row3 col7\" >13.548822</td>\n",
       "      <td id=\"T_32ed4_row3_col8\" class=\"data row3 col8\" >0.997673</td>\n",
       "      <td id=\"T_32ed4_row3_col9\" class=\"data row3 col9\" >0.997617</td>\n",
       "      <td id=\"T_32ed4_row3_col10\" class=\"data row3 col10\" >103.711441</td>\n",
       "      <td id=\"T_32ed4_row3_col11\" class=\"data row3 col11\" >103.026962</td>\n",
       "      <td id=\"T_32ed4_row3_col12\" class=\"data row3 col12\" >0.989538</td>\n",
       "      <td id=\"T_32ed4_row3_col13\" class=\"data row3 col13\" >31.983074</td>\n",
       "      <td id=\"T_32ed4_row3_col14\" class=\"data row3 col14\" >54.825603</td>\n",
       "      <td id=\"T_32ed4_row3_col15\" class=\"data row3 col15\" >0.975295</td>\n",
       "      <td id=\"T_32ed4_row3_col16\" class=\"data row3 col16\" >89.620079</td>\n",
       "      <td id=\"T_32ed4_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_3/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_4/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row4_col0\" class=\"data row4 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row4_col1\" class=\"data row4 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row4_col2\" class=\"data row4 col2\" >4</td>\n",
       "      <td id=\"T_32ed4_row4_col3\" class=\"data row4 col3\" >0.037530</td>\n",
       "      <td id=\"T_32ed4_row4_col4\" class=\"data row4 col4\" >13.249713</td>\n",
       "      <td id=\"T_32ed4_row4_col5\" class=\"data row4 col5\" >3.640705</td>\n",
       "      <td id=\"T_32ed4_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row4_col7\" class=\"data row4 col7\" >16.699104</td>\n",
       "      <td id=\"T_32ed4_row4_col8\" class=\"data row4 col8\" >0.997167</td>\n",
       "      <td id=\"T_32ed4_row4_col9\" class=\"data row4 col9\" >0.996821</td>\n",
       "      <td id=\"T_32ed4_row4_col10\" class=\"data row4 col10\" >111.403282</td>\n",
       "      <td id=\"T_32ed4_row4_col11\" class=\"data row4 col11\" >110.286774</td>\n",
       "      <td id=\"T_32ed4_row4_col12\" class=\"data row4 col12\" >0.984007</td>\n",
       "      <td id=\"T_32ed4_row4_col13\" class=\"data row4 col13\" >31.948568</td>\n",
       "      <td id=\"T_32ed4_row4_col14\" class=\"data row4 col14\" >56.497829</td>\n",
       "      <td id=\"T_32ed4_row4_col15\" class=\"data row4 col15\" >0.963923</td>\n",
       "      <td id=\"T_32ed4_row4_col16\" class=\"data row4 col16\" >153.826294</td>\n",
       "      <td id=\"T_32ed4_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_4/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_5/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row5_col0\" class=\"data row5 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row5_col1\" class=\"data row5 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row5_col2\" class=\"data row5 col2\" >5</td>\n",
       "      <td id=\"T_32ed4_row5_col3\" class=\"data row5 col3\" >0.047411</td>\n",
       "      <td id=\"T_32ed4_row5_col4\" class=\"data row5 col4\" >11.519682</td>\n",
       "      <td id=\"T_32ed4_row5_col5\" class=\"data row5 col5\" >3.644166</td>\n",
       "      <td id=\"T_32ed4_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row5_col7\" class=\"data row5 col7\" >14.860109</td>\n",
       "      <td id=\"T_32ed4_row5_col8\" class=\"data row5 col8\" >0.995884</td>\n",
       "      <td id=\"T_32ed4_row5_col9\" class=\"data row5 col9\" >0.995995</td>\n",
       "      <td id=\"T_32ed4_row5_col10\" class=\"data row5 col10\" >119.651489</td>\n",
       "      <td id=\"T_32ed4_row5_col11\" class=\"data row5 col11\" >118.053459</td>\n",
       "      <td id=\"T_32ed4_row5_col12\" class=\"data row5 col12\" >0.978980</td>\n",
       "      <td id=\"T_32ed4_row5_col13\" class=\"data row5 col13\" >31.958008</td>\n",
       "      <td id=\"T_32ed4_row5_col14\" class=\"data row5 col14\" >56.149471</td>\n",
       "      <td id=\"T_32ed4_row5_col15\" class=\"data row5 col15\" >0.952276</td>\n",
       "      <td id=\"T_32ed4_row5_col16\" class=\"data row5 col16\" >238.126266</td>\n",
       "      <td id=\"T_32ed4_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_5/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_6/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row6_col0\" class=\"data row6 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row6_col1\" class=\"data row6 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row6_col2\" class=\"data row6 col2\" >6</td>\n",
       "      <td id=\"T_32ed4_row6_col3\" class=\"data row6 col3\" >0.060794</td>\n",
       "      <td id=\"T_32ed4_row6_col4\" class=\"data row6 col4\" >6.933250</td>\n",
       "      <td id=\"T_32ed4_row6_col5\" class=\"data row6 col5\" >3.655243</td>\n",
       "      <td id=\"T_32ed4_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row6_col7\" class=\"data row6 col7\" >10.522690</td>\n",
       "      <td id=\"T_32ed4_row6_col8\" class=\"data row6 col8\" >0.991232</td>\n",
       "      <td id=\"T_32ed4_row6_col9\" class=\"data row6 col9\" >0.991886</td>\n",
       "      <td id=\"T_32ed4_row6_col10\" class=\"data row6 col10\" >128.847931</td>\n",
       "      <td id=\"T_32ed4_row6_col11\" class=\"data row6 col11\" >126.688171</td>\n",
       "      <td id=\"T_32ed4_row6_col12\" class=\"data row6 col12\" >0.974231</td>\n",
       "      <td id=\"T_32ed4_row6_col13\" class=\"data row6 col13\" >31.996094</td>\n",
       "      <td id=\"T_32ed4_row6_col14\" class=\"data row6 col14\" >56.119469</td>\n",
       "      <td id=\"T_32ed4_row6_col15\" class=\"data row6 col15\" >0.940335</td>\n",
       "      <td id=\"T_32ed4_row6_col16\" class=\"data row6 col16\" >349.569763</td>\n",
       "      <td id=\"T_32ed4_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_6/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_7/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row7_col0\" class=\"data row7 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row7_col1\" class=\"data row7 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row7_col2\" class=\"data row7 col2\" >7</td>\n",
       "      <td id=\"T_32ed4_row7_col3\" class=\"data row7 col3\" >0.073590</td>\n",
       "      <td id=\"T_32ed4_row7_col4\" class=\"data row7 col4\" >9.511523</td>\n",
       "      <td id=\"T_32ed4_row7_col5\" class=\"data row7 col5\" >3.668211</td>\n",
       "      <td id=\"T_32ed4_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row7_col7\" class=\"data row7 col7\" >13.054041</td>\n",
       "      <td id=\"T_32ed4_row7_col8\" class=\"data row7 col8\" >0.992263</td>\n",
       "      <td id=\"T_32ed4_row7_col9\" class=\"data row7 col9\" >0.992687</td>\n",
       "      <td id=\"T_32ed4_row7_col10\" class=\"data row7 col10\" >140.905991</td>\n",
       "      <td id=\"T_32ed4_row7_col11\" class=\"data row7 col11\" >138.128754</td>\n",
       "      <td id=\"T_32ed4_row7_col12\" class=\"data row7 col12\" >0.970831</td>\n",
       "      <td id=\"T_32ed4_row7_col13\" class=\"data row7 col13\" >31.997070</td>\n",
       "      <td id=\"T_32ed4_row7_col14\" class=\"data row7 col14\" >55.752361</td>\n",
       "      <td id=\"T_32ed4_row7_col15\" class=\"data row7 col15\" >0.928668</td>\n",
       "      <td id=\"T_32ed4_row7_col16\" class=\"data row7 col16\" >499.765717</td>\n",
       "      <td id=\"T_32ed4_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_7/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_8/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row8_col0\" class=\"data row8 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row8_col1\" class=\"data row8 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row8_col2\" class=\"data row8 col2\" >8</td>\n",
       "      <td id=\"T_32ed4_row8_col3\" class=\"data row8 col3\" >0.089368</td>\n",
       "      <td id=\"T_32ed4_row8_col4\" class=\"data row8 col4\" >7.897106</td>\n",
       "      <td id=\"T_32ed4_row8_col5\" class=\"data row8 col5\" >3.679746</td>\n",
       "      <td id=\"T_32ed4_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row8_col7\" class=\"data row8 col7\" >11.460873</td>\n",
       "      <td id=\"T_32ed4_row8_col8\" class=\"data row8 col8\" >0.988683</td>\n",
       "      <td id=\"T_32ed4_row8_col9\" class=\"data row8 col9\" >0.989738</td>\n",
       "      <td id=\"T_32ed4_row8_col10\" class=\"data row8 col10\" >157.343246</td>\n",
       "      <td id=\"T_32ed4_row8_col11\" class=\"data row8 col11\" >153.839539</td>\n",
       "      <td id=\"T_32ed4_row8_col12\" class=\"data row8 col12\" >0.968352</td>\n",
       "      <td id=\"T_32ed4_row8_col13\" class=\"data row8 col13\" >31.998373</td>\n",
       "      <td id=\"T_32ed4_row8_col14\" class=\"data row8 col14\" >53.455093</td>\n",
       "      <td id=\"T_32ed4_row8_col15\" class=\"data row8 col15\" >0.913877</td>\n",
       "      <td id=\"T_32ed4_row8_col16\" class=\"data row8 col16\" >732.317871</td>\n",
       "      <td id=\"T_32ed4_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_8/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_9/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row9_col0\" class=\"data row9 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row9_col1\" class=\"data row9 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row9_col2\" class=\"data row9 col2\" >9</td>\n",
       "      <td id=\"T_32ed4_row9_col3\" class=\"data row9 col3\" >0.096923</td>\n",
       "      <td id=\"T_32ed4_row9_col4\" class=\"data row9 col4\" >5.396312</td>\n",
       "      <td id=\"T_32ed4_row9_col5\" class=\"data row9 col5\" >3.695744</td>\n",
       "      <td id=\"T_32ed4_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row9_col7\" class=\"data row9 col7\" >8.970472</td>\n",
       "      <td id=\"T_32ed4_row9_col8\" class=\"data row9 col8\" >0.982039</td>\n",
       "      <td id=\"T_32ed4_row9_col9\" class=\"data row9 col9\" >0.982001</td>\n",
       "      <td id=\"T_32ed4_row9_col10\" class=\"data row9 col10\" >181.313721</td>\n",
       "      <td id=\"T_32ed4_row9_col11\" class=\"data row9 col11\" >176.829346</td>\n",
       "      <td id=\"T_32ed4_row9_col12\" class=\"data row9 col12\" >0.966578</td>\n",
       "      <td id=\"T_32ed4_row9_col13\" class=\"data row9 col13\" >31.997070</td>\n",
       "      <td id=\"T_32ed4_row9_col14\" class=\"data row9 col14\" >51.393932</td>\n",
       "      <td id=\"T_32ed4_row9_col15\" class=\"data row9 col15\" >0.895696</td>\n",
       "      <td id=\"T_32ed4_row9_col16\" class=\"data row9 col16\" >1123.425049</td>\n",
       "      <td id=\"T_32ed4_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_9/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_10/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row10_col0\" class=\"data row10 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row10_col1\" class=\"data row10 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row10_col2\" class=\"data row10 col2\" >10</td>\n",
       "      <td id=\"T_32ed4_row10_col3\" class=\"data row10 col3\" >0.106645</td>\n",
       "      <td id=\"T_32ed4_row10_col4\" class=\"data row10 col4\" >6.193092</td>\n",
       "      <td id=\"T_32ed4_row10_col5\" class=\"data row10 col5\" >3.692219</td>\n",
       "      <td id=\"T_32ed4_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row10_col7\" class=\"data row10 col7\" >9.754217</td>\n",
       "      <td id=\"T_32ed4_row10_col8\" class=\"data row10 col8\" >0.982780</td>\n",
       "      <td id=\"T_32ed4_row10_col9\" class=\"data row10 col9\" >0.984866</td>\n",
       "      <td id=\"T_32ed4_row10_col10\" class=\"data row10 col10\" >224.287598</td>\n",
       "      <td id=\"T_32ed4_row10_col11\" class=\"data row10 col11\" >218.769226</td>\n",
       "      <td id=\"T_32ed4_row10_col12\" class=\"data row10 col12\" >0.968813</td>\n",
       "      <td id=\"T_32ed4_row10_col13\" class=\"data row10 col13\" >31.998047</td>\n",
       "      <td id=\"T_32ed4_row10_col14\" class=\"data row10 col14\" >47.411495</td>\n",
       "      <td id=\"T_32ed4_row10_col15\" class=\"data row10 col15\" >0.877616</td>\n",
       "      <td id=\"T_32ed4_row10_col16\" class=\"data row10 col16\" >1806.194092</td>\n",
       "      <td id=\"T_32ed4_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_10/metrics.json</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_32ed4_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_11/metrics.json</th>\n",
       "      <td id=\"T_32ed4_row11_col0\" class=\"data row11 col0\" >5</td>\n",
       "      <td id=\"T_32ed4_row11_col1\" class=\"data row11 col1\" >128</td>\n",
       "      <td id=\"T_32ed4_row11_col2\" class=\"data row11 col2\" >11</td>\n",
       "      <td id=\"T_32ed4_row11_col3\" class=\"data row11 col3\" >0.136668</td>\n",
       "      <td id=\"T_32ed4_row11_col4\" class=\"data row11 col4\" >13.087515</td>\n",
       "      <td id=\"T_32ed4_row11_col5\" class=\"data row11 col5\" >3.732962</td>\n",
       "      <td id=\"T_32ed4_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
       "      <td id=\"T_32ed4_row11_col7\" class=\"data row11 col7\" >16.484846</td>\n",
       "      <td id=\"T_32ed4_row11_col8\" class=\"data row11 col8\" >0.989557</td>\n",
       "      <td id=\"T_32ed4_row11_col9\" class=\"data row11 col9\" >0.989609</td>\n",
       "      <td id=\"T_32ed4_row11_col10\" class=\"data row11 col10\" >395.539520</td>\n",
       "      <td id=\"T_32ed4_row11_col11\" class=\"data row11 col11\" >391.472504</td>\n",
       "      <td id=\"T_32ed4_row11_col12\" class=\"data row11 col12\" >0.989259</td>\n",
       "      <td id=\"T_32ed4_row11_col13\" class=\"data row11 col13\" >32.000000</td>\n",
       "      <td id=\"T_32ed4_row11_col14\" class=\"data row11 col14\" >31.824055</td>\n",
       "      <td id=\"T_32ed4_row11_col15\" class=\"data row11 col15\" >0.870424</td>\n",
       "      <td id=\"T_32ed4_row11_col16\" class=\"data row11 col16\" >3098.075928</td>\n",
       "      <td id=\"T_32ed4_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
       "      <td id=\"T_32ed4_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_11/metrics.json</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7f0d3cc2b810>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "# get all json files in all subfolders of the mother path\n",
    "import os\n",
    "import json\n",
    "from IPython.display import display\n",
    "import imgkit\n",
    "\n",
    "\n",
    "def get_all_json_files(mother_path):\n",
    "    json_files = []\n",
    "\n",
    "    for root, dirs, files in os.walk(mother_path):\n",
    "        for file in files:\n",
    "            if file.endswith(\"metrics.json\"):\n",
    "                json_files.append(os.path.join(root, file))\n",
    "    return json_files\n",
    "\n",
    "\n",
    "def get_benchmark_stats_csv(\n",
    "    mother_path=\"open_ai_sae_weights_resid_post_attn_reformatted\",\n",
    "):\n",
    "    json_files = get_all_json_files(mother_path)\n",
    "    eval_metrics = {}\n",
    "\n",
    "    for file in json_files:\n",
    "        with open(file, \"r\") as f:\n",
    "            data = json.load(f)\n",
    "            eval_metrics[file] = data\n",
    "\n",
    "    df = pd.DataFrame(eval_metrics).T\n",
    "    df[\"filepath\"] = df.index\n",
    "    df.head()\n",
    "    pattern = r\".*/v(\\d+)_(\\d+)k_layer_(\\d+)/metrics\\.json\"\n",
    "\n",
    "    df[[\"version\", \"d_sae\", \"layer\"]] = df.filepath.str.extract(pattern)\n",
    "    # move these columns to the start\n",
    "    cols = df.columns.tolist()\n",
    "    cols = cols[-3:] + cols[:-3]\n",
    "    df = df[cols]\n",
    "    df[\"layer\"] = df[\"layer\"].astype(int)\n",
    "\n",
    "    # remove \"metrics\" prefix from the columns\n",
    "    df.columns = [i.replace(\"metrics/\", \"\") for i in df.columns]\n",
    "    df.sort_values(by=[\"version\", \"d_sae\", \"layer\"], inplace=True)\n",
    "    df.to_csv(os.path.join(mother_path, \"benchmark_stats.csv\"))\n",
    "    df.style.background_gradient(cmap=\"viridis\", axis=0).to_html(\n",
    "        os.path.join(mother_path, \"benchmark_stats.html\")\n",
    "    )\n",
    "\n",
    "    # read the html\n",
    "    with open(os.path.join(mother_path, \"benchmark_stats.html\"), \"r\") as f:\n",
    "        html = f.read()\n",
    "        imgkit.from_string(html, os.path.join(mother_path, \"benchmark_stats.png\"))\n",
    "\n",
    "    return df.style.background_gradient(cmap=\"viridis\", axis=0)\n",
    "\n",
    "\n",
    "# list all paths that start with OAI in the current fold\n",
    "paths = [i for i in os.listdir(\".\") if i.startswith(\"OAI\")]\n",
    "tables = []\n",
    "for path in paths:\n",
    "    print(path)\n",
    "    display(get_benchmark_stats_csv(path))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}