charts_data/warden_stats.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b0ba6704",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:04.889261Z",
     "iopub.status.busy": "2023-01-06T16:00:04.888961Z",
     "iopub.status.idle": "2023-01-06T16:00:05.238719Z",
     "shell.execute_reply": "2023-01-06T16:00:05.238172Z"
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import altair as alt\n",
    "alt.data_transformers.disable_max_rows() # Disable 5_000 rows limit\n",
    "pd.set_option('display.max_colwidth', 1000) # Expand maximum column text display"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "93c05a5d",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:05.242111Z",
     "iopub.status.busy": "2023-01-06T16:00:05.241723Z",
     "iopub.status.idle": "2023-01-06T16:00:05.537483Z",
     "shell.execute_reply": "2023-01-06T16:00:05.536923Z"
    }
   },
   "outputs": [],
   "source": [
    "findings_data = pd.read_csv(\"https://raw.githubusercontent.com/code-423n4/code423n4.com/main/_data/findings/findings.csv\") # Set path accordingly\n",
    "findings_data[\"contestid\"] = findings_data[\"contest\"]\n",
    "contests_data = pd.read_csv(\"https://raw.githubusercontent.com/code-423n4/code423n4.com/main/_data/contests/contests.csv\")\n",
    "submissions_data = pd.read_csv(\"https://raw.githubusercontent.com/Krow10/code4rena-scraper/master/github_code4rena.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "ba338e1b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:05.540661Z",
     "iopub.status.busy": "2023-01-06T16:00:05.540143Z",
     "iopub.status.idle": "2023-01-06T16:00:08.627066Z",
     "shell.execute_reply": "2023-01-06T16:00:08.626493Z"
    }
   },
   "outputs": [],
   "source": [
    "df = pd.merge(submissions_data, submissions_data[\"tags\"].str.get_dummies(';'), how='outer', left_index=True, right_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "0d0be83a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.629934Z",
     "iopub.status.busy": "2023-01-06T16:00:08.629637Z",
     "iopub.status.idle": "2023-01-06T16:00:08.638627Z",
     "shell.execute_reply": "2023-01-06T16:00:08.638109Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['contest',\n",
       " 'contest_sponsor',\n",
       " 'date',\n",
       " 'handle',\n",
       " 'address',\n",
       " 'risk',\n",
       " 'title',\n",
       " 'issueId',\n",
       " 'issueUrl',\n",
       " 'tags',\n",
       " 'issueCreation',\n",
       " '0 (Non-critical)',\n",
       " '1 (Low Risk)',\n",
       " '2 (Med Risk)',\n",
       " '3 (High Risk)',\n",
       " 'ATokenYieldSource',\n",
       " 'Acknowledged',\n",
       " 'BadgerYieldSource',\n",
       " 'BasePool',\n",
       " 'BasePoolV2',\n",
       " 'Confirmed',\n",
       " 'ControlledToken',\n",
       " 'Converter',\n",
       " 'Disputed',\n",
       " 'ERC20Rewards',\n",
       " 'EmergencyBrake',\n",
       " 'FYTokenFactory',\n",
       " 'G (Gas Optimization)',\n",
       " 'G-01',\n",
       " 'G-02',\n",
       " 'G-03',\n",
       " 'G-04',\n",
       " 'G-05',\n",
       " 'G-06',\n",
       " 'G-07',\n",
       " 'G-08',\n",
       " 'G-09',\n",
       " 'G-10',\n",
       " 'G-11',\n",
       " 'G-12',\n",
       " 'G-13',\n",
       " 'G-14',\n",
       " 'G-15',\n",
       " 'G-16',\n",
       " 'G-17',\n",
       " 'G-18',\n",
       " 'G-19',\n",
       " 'G-20',\n",
       " 'G-21',\n",
       " 'G-22',\n",
       " 'G-23',\n",
       " 'G-24',\n",
       " 'G-25',\n",
       " 'G-26',\n",
       " 'G-27',\n",
       " 'G-28',\n",
       " 'G-29',\n",
       " 'G-30',\n",
       " 'G-31',\n",
       " 'G-32',\n",
       " 'G-33',\n",
       " 'G-34',\n",
       " 'G-35',\n",
       " 'G-36',\n",
       " 'G-37',\n",
       " 'G-38',\n",
       " 'G-39',\n",
       " 'G-40',\n",
       " 'G-41',\n",
       " 'G-42',\n",
       " 'G-43',\n",
       " 'G-44',\n",
       " 'G-45',\n",
       " 'G-46',\n",
       " 'G-47',\n",
       " 'G-48',\n",
       " 'G-49',\n",
       " 'G-50',\n",
       " 'G-51',\n",
       " 'G-52',\n",
       " 'G-53',\n",
       " 'G-54',\n",
       " 'G-55',\n",
       " 'Gas Report - High quality report',\n",
       " 'GasThrottle',\n",
       " 'GovernorAlpha',\n",
       " 'H-01',\n",
       " 'H-02',\n",
       " 'H-03',\n",
       " 'H-04',\n",
       " 'H-05',\n",
       " 'IdleYieldSource',\n",
       " 'Index',\n",
       " 'LPToken',\n",
       " 'LPWrapper',\n",
       " 'LinearVesting',\n",
       " 'LiquidityBasedTWAP',\n",
       " 'M-01',\n",
       " 'M-02',\n",
       " 'M-03',\n",
       " 'M-04',\n",
       " 'M-05',\n",
       " 'M-06',\n",
       " 'M-07',\n",
       " 'M-08',\n",
       " 'M-09',\n",
       " 'M-10',\n",
       " 'M-11',\n",
       " 'M-12',\n",
       " 'M-13',\n",
       " 'M-14',\n",
       " 'M-15',\n",
       " 'M-16',\n",
       " 'M-17',\n",
       " 'M-18',\n",
       " 'MitigationStarted',\n",
       " 'Needs input from sponsor',\n",
       " 'Notional',\n",
       " 'Oracles',\n",
       " 'PrizePool',\n",
       " 'ProtocolConstants',\n",
       " 'Q-01',\n",
       " 'Q-02',\n",
       " 'Q-03',\n",
       " 'Q-04',\n",
       " 'Q-05',\n",
       " 'Q-06',\n",
       " 'Q-07',\n",
       " 'Q-08',\n",
       " 'Q-09',\n",
       " 'Q-10',\n",
       " 'Q-11',\n",
       " 'Q-12',\n",
       " 'Q-13',\n",
       " 'Q-14',\n",
       " 'Q-15',\n",
       " 'Q-16',\n",
       " 'Q-17',\n",
       " 'Q-18',\n",
       " 'Q-19',\n",
       " 'Q-20',\n",
       " 'Q-21',\n",
       " 'Q-22',\n",
       " 'Q-23',\n",
       " 'Q-24',\n",
       " 'Q-25',\n",
       " 'Q-26',\n",
       " 'Q-27',\n",
       " 'Q-28',\n",
       " 'Q-29',\n",
       " 'Q-30',\n",
       " 'Q-31',\n",
       " 'Q-32',\n",
       " 'Q-33',\n",
       " 'Q-34',\n",
       " 'Q-35',\n",
       " 'Q-36',\n",
       " 'Q-37',\n",
       " 'Q-38',\n",
       " 'Q-39',\n",
       " 'Q-40',\n",
       " 'Q-41',\n",
       " 'Q-42',\n",
       " 'Q-43',\n",
       " 'Q-44',\n",
       " 'Q-45',\n",
       " 'Q-46',\n",
       " 'Q-47',\n",
       " 'Q-48',\n",
       " 'Q-49',\n",
       " 'Q-50',\n",
       " 'Q-51',\n",
       " 'Q-52',\n",
       " 'Q-53',\n",
       " 'Q-54',\n",
       " 'QA (Quality Assurance)',\n",
       " 'QA - High quality report',\n",
       " 'Resolved',\n",
       " 'StakePrizePool',\n",
       " 'StakingRewards',\n",
       " 'Strategy',\n",
       " 'SushiYieldSource',\n",
       " 'SwapQueue',\n",
       " 'SwappableYieldSource',\n",
       " 'Synth',\n",
       " 'SynthFactory',\n",
       " 'Timelock',\n",
       " 'Treasury',\n",
       " 'TwapOracle',\n",
       " 'USDV',\n",
       " 'UniswapV2ERC20',\n",
       " 'UniswapV2Library',\n",
       " 'UniswapV2Pair',\n",
       " 'Vader',\n",
       " 'VaderBond',\n",
       " 'VaderMath',\n",
       " 'VaderPool',\n",
       " 'VaderPoolFactory',\n",
       " 'VaderPoolV2',\n",
       " 'VaderReserve',\n",
       " 'VaderRouter',\n",
       " 'VaderRouterV2',\n",
       " 'Wand',\n",
       " 'Will Revisit',\n",
       " 'XVader',\n",
       " 'YearnV2YieldSource',\n",
       " 'YieldSourcePrizePool',\n",
       " 'addressed',\n",
       " 'beforeWithdraw unable to withdraw',\n",
       " 'bug',\n",
       " 'depositEther OOG',\n",
       " 'depositEther reentrancy',\n",
       " 'disagree with severity',\n",
       " 'disagree-with-severity',\n",
       " 'dnssec',\n",
       " 'documentation',\n",
       " 'downgraded by judge',\n",
       " 'duplicate',\n",
       " 'duplicate-103',\n",
       " 'duplicate-108',\n",
       " 'duplicate-109',\n",
       " 'duplicate-11',\n",
       " 'duplicate-110',\n",
       " 'duplicate-111',\n",
       " 'duplicate-12',\n",
       " 'duplicate-120',\n",
       " 'duplicate-121',\n",
       " 'duplicate-124',\n",
       " 'duplicate-126',\n",
       " 'duplicate-13',\n",
       " 'duplicate-134',\n",
       " 'duplicate-136',\n",
       " 'duplicate-137',\n",
       " 'duplicate-139',\n",
       " 'duplicate-143',\n",
       " 'duplicate-146',\n",
       " 'duplicate-152',\n",
       " 'duplicate-153',\n",
       " 'duplicate-156',\n",
       " 'duplicate-157',\n",
       " 'duplicate-158',\n",
       " 'duplicate-161',\n",
       " 'duplicate-163',\n",
       " 'duplicate-164',\n",
       " 'duplicate-172',\n",
       " 'duplicate-175',\n",
       " 'duplicate-177',\n",
       " 'duplicate-178',\n",
       " 'duplicate-179',\n",
       " 'duplicate-180',\n",
       " 'duplicate-181',\n",
       " 'duplicate-182',\n",
       " 'duplicate-183',\n",
       " 'duplicate-186',\n",
       " 'duplicate-190',\n",
       " 'duplicate-192',\n",
       " 'duplicate-195',\n",
       " 'duplicate-202',\n",
       " 'duplicate-208',\n",
       " 'duplicate-212',\n",
       " 'duplicate-219',\n",
       " 'duplicate-225',\n",
       " 'duplicate-227',\n",
       " 'duplicate-230',\n",
       " 'duplicate-239',\n",
       " 'duplicate-240',\n",
       " 'duplicate-242',\n",
       " 'duplicate-250',\n",
       " 'duplicate-252',\n",
       " 'duplicate-258',\n",
       " 'duplicate-264',\n",
       " 'duplicate-27',\n",
       " 'duplicate-270',\n",
       " 'duplicate-275',\n",
       " 'duplicate-278',\n",
       " 'duplicate-280',\n",
       " 'duplicate-283',\n",
       " 'duplicate-29',\n",
       " 'duplicate-290',\n",
       " 'duplicate-295',\n",
       " 'duplicate-298',\n",
       " 'duplicate-299',\n",
       " 'duplicate-30',\n",
       " 'duplicate-300',\n",
       " 'duplicate-301',\n",
       " 'duplicate-310',\n",
       " 'duplicate-314',\n",
       " 'duplicate-315',\n",
       " 'duplicate-319',\n",
       " 'duplicate-32',\n",
       " 'duplicate-323',\n",
       " 'duplicate-325',\n",
       " 'duplicate-332',\n",
       " 'duplicate-334',\n",
       " 'duplicate-335',\n",
       " 'duplicate-336',\n",
       " 'duplicate-342',\n",
       " 'duplicate-345',\n",
       " 'duplicate-346',\n",
       " 'duplicate-348',\n",
       " 'duplicate-351',\n",
       " 'duplicate-355',\n",
       " 'duplicate-361',\n",
       " 'duplicate-363',\n",
       " 'duplicate-368',\n",
       " 'duplicate-37',\n",
       " 'duplicate-379',\n",
       " 'duplicate-384',\n",
       " 'duplicate-398',\n",
       " 'duplicate-400',\n",
       " 'duplicate-416',\n",
       " 'duplicate-423',\n",
       " 'duplicate-424',\n",
       " 'duplicate-430',\n",
       " 'duplicate-439',\n",
       " 'duplicate-444',\n",
       " 'duplicate-446',\n",
       " 'duplicate-456',\n",
       " 'duplicate-46',\n",
       " 'duplicate-460',\n",
       " 'duplicate-464',\n",
       " 'duplicate-469',\n",
       " 'duplicate-470',\n",
       " 'duplicate-473',\n",
       " 'duplicate-475',\n",
       " 'duplicate-477',\n",
       " 'duplicate-49',\n",
       " 'duplicate-523',\n",
       " 'duplicate-526',\n",
       " 'duplicate-533',\n",
       " 'duplicate-536',\n",
       " 'duplicate-548',\n",
       " 'duplicate-57',\n",
       " 'duplicate-578',\n",
       " 'duplicate-583',\n",
       " 'duplicate-584',\n",
       " 'duplicate-66',\n",
       " 'duplicate-67',\n",
       " 'duplicate-70',\n",
       " 'duplicate-75',\n",
       " 'duplicate-77',\n",
       " 'duplicate-81',\n",
       " 'duplicate-83',\n",
       " 'duplicate-90',\n",
       " 'duplicate-93',\n",
       " 'duplicate-96',\n",
       " 'duplicate-99',\n",
       " 'edited-by-warden',\n",
       " 'empty reward periods',\n",
       " 'enhancement',\n",
       " 'feature?',\n",
       " 'filed',\n",
       " 'first sfrxETH deposit',\n",
       " 'fix later',\n",
       " 'fixed-in-upstream-repo',\n",
       " 'flag for judge',\n",
       " 'float-wont-fix',\n",
       " 'frxETH off-peg',\n",
       " 'frxETHToken lost deposit',\n",
       " 'grade-a',\n",
       " 'grade-b',\n",
       " 'grade-c',\n",
       " 'help wanted',\n",
       " 'high quality QA',\n",
       " 'high quality report',\n",
       " 'ignore',\n",
       " 'in discussion',\n",
       " 'inconsistent mulDivUp/mulDivDown',\n",
       " 'invalid',\n",
       " 'judge review requested',\n",
       " 'judged invalid',\n",
       " 'low quality report',\n",
       " 'mStableYieldSource',\n",
       " 'maybe',\n",
       " 'mintWithSignature reentrancy',\n",
       " 'mintWithSignature slippage',\n",
       " 'needs additional sponsor input',\n",
       " 'nullified',\n",
       " 'old-submission-method',\n",
       " 'out of scope',\n",
       " 'out-of-scope',\n",
       " 'outdated withdrawal creds',\n",
       " 'partial',\n",
       " 'partial-25',\n",
       " 'partial-50',\n",
       " 'permit malleability',\n",
       " 'primary issue',\n",
       " 'question',\n",
       " 'recoverEther offsets currentWithheldETH',\n",
       " 'resolved',\n",
       " 'responded',\n",
       " 'reviewed',\n",
       " 'satisfactory',\n",
       " 'selected for report',\n",
       " 'selected-for-report',\n",
       " 'selfdestruct bug',\n",
       " 'sponsor acknowledged',\n",
       " 'sponsor confirmed',\n",
       " 'sponsor dispute',\n",
       " 'sponsor disputed',\n",
       " 'sponsor strategy',\n",
       " 'sponsor todo',\n",
       " 'sponsor vault',\n",
       " 'sponsor-acknowledged',\n",
       " 'sponsor-confirmed',\n",
       " 'sponsor-disputed',\n",
       " 'stale totalAssets',\n",
       " 'style',\n",
       " 'submit() griefing',\n",
       " 'syncRewards flashloan',\n",
       " 'syncRewards sniping',\n",
       " 'syncRewards wrong nextRewards',\n",
       " 'unsatisfactory',\n",
       " 'upgraded by judge',\n",
       " 'valid',\n",
       " 'withdrawn by warden',\n",
       " 'wont fix',\n",
       " 'wontfix']"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(df.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "9f0ccc52",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.641902Z",
     "iopub.status.busy": "2023-01-06T16:00:08.641478Z",
     "iopub.status.idle": "2023-01-06T16:00:08.758128Z",
     "shell.execute_reply": "2023-01-06T16:00:08.757615Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>handle</th>\n",
       "      <th>total</th>\n",
       "      <th>invalid</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0bi</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0v3rf10w</td>\n",
       "      <td>98</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>103</th>\n",
       "      <td>0x040</td>\n",
       "      <td>20</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>0x0x0x</td>\n",
       "      <td>151</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>274</th>\n",
       "      <td>0x1337</td>\n",
       "      <td>28</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21879</th>\n",
       "      <td>zhyd1997</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21884</th>\n",
       "      <td>zishansami</td>\n",
       "      <td>11</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21895</th>\n",
       "      <td>zmj</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21900</th>\n",
       "      <td>zuhaibmohd</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21910</th>\n",
       "      <td>zzzitron</td>\n",
       "      <td>83</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>666 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           handle  total  invalid\n",
       "0             0bi      5        4\n",
       "5        0v3rf10w     98       38\n",
       "103         0x040     20        3\n",
       "123        0x0x0x    151       41\n",
       "274        0x1337     28       13\n",
       "...           ...    ...      ...\n",
       "21879    zhyd1997      5        4\n",
       "21884  zishansami     11        2\n",
       "21895         zmj      5        3\n",
       "21900  zuhaibmohd     10        2\n",
       "21910    zzzitron     83        5\n",
       "\n",
       "[666 rows x 3 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2 = df[[\"handle\", \"issueId\"]].copy()\n",
    "df2 = pd.merge(df[(df.invalid == 1) & (df.contest != 999999)].groupby([\"handle\"])[\"invalid\"].count(), df2, on=\"handle\").drop_duplicates()\n",
    "df2 = pd.merge(df2.groupby([\"handle\"])[\"issueId\"].count(), df2, on=\"handle\").drop_duplicates()\n",
    "df2 = df2.rename(columns={'issueId_x': 'total', 'issueId_y': 'issueId'})\n",
    "df2 = df2.drop('issueId', axis=1).drop_duplicates()\n",
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "38399d80",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.760781Z",
     "iopub.status.busy": "2023-01-06T16:00:08.760349Z",
     "iopub.status.idle": "2023-01-06T16:00:08.774907Z",
     "shell.execute_reply": "2023-01-06T16:00:08.774396Z"
    }
   },
   "outputs": [],
   "source": [
    "warden_dropdown = alt.binding_select(options=list(df2[\"handle\"].unique()), name='Choose a warden:')\n",
    "warden_selector = alt.selection_single(\n",
    "    fields=['handle'], \n",
    "    bind=warden_dropdown, \n",
    "    name=\"warden_selector\"\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "7b05cc4e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.777286Z",
     "iopub.status.busy": "2023-01-06T16:00:08.777089Z",
     "iopub.status.idle": "2023-01-06T16:00:08.792965Z",
     "shell.execute_reply": "2023-01-06T16:00:08.792442Z"
    }
   },
   "outputs": [],
   "source": [
    "invalid = alt.Chart(df2).transform_fold(\n",
    "    [\"total\", \"invalid\"]\n",
    ").mark_bar(\n",
    "    opacity=0.9\n",
    ").encode(\n",
    "    x=alt.X('handle:N', sort='-y', axis=alt.Axis(title='Wardens', grid=False, labelAngle=-45)),\n",
    "    y=alt.Y('value:Q', title=\"\"),\n",
    "    color=alt.Color('key:N', scale=alt.Scale(scheme='set1')),\n",
    "    order=alt.Order('key:N', sort='ascending')\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "82ec7e8a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.795277Z",
     "iopub.status.busy": "2023-01-06T16:00:08.794977Z",
     "iopub.status.idle": "2023-01-06T16:00:08.812721Z",
     "shell.execute_reply": "2023-01-06T16:00:08.811737Z"
    }
   },
   "outputs": [],
   "source": [
    "invalid_normalize = alt.Chart(df2).transform_fold(\n",
    "    [\"total\", \"invalid\"]\n",
    ").mark_bar(\n",
    "    opacity=0.9\n",
    ").encode(\n",
    "    x=alt.X('handle:N', sort='-y', axis=alt.Axis(title='Wardens', grid=False, labelAngle=-45)),\n",
    "    y=alt.Y('value:Q', axis=alt.Axis(format='%'), stack=\"normalize\"),\n",
    "    color=alt.Color('key:N', scale=alt.Scale(scheme='set1')),\n",
    "    order=alt.Order('key:N', sort='ascending')\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "9f6103dc",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.815016Z",
     "iopub.status.busy": "2023-01-06T16:00:08.814738Z",
     "iopub.status.idle": "2023-01-06T16:00:08.823629Z",
     "shell.execute_reply": "2023-01-06T16:00:08.823096Z"
    }
   },
   "outputs": [],
   "source": [
    "mean_invalid_rule_line = alt.Chart(df2).transform_calculate(\n",
    "    invalid_ratio=\"datum.invalid / datum.total\"\n",
    ").mark_rule(\n",
    "    color='red',\n",
    "    size=2,\n",
    "    opacity=0.8,\n",
    ").encode(\n",
    "    y=alt.Y('mean(invalid_ratio):Q', title=\"\")\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4a368684",
   "metadata": {},
   "source": [
    "## Invalid submissions stats\n",
    "The first graph shows the total number of submissions (in blue) with the number of *invalid* submissions (in red) for each warden. Keep in mind the two number are stacked so the top of the bar indicates the **total** + **invalid** submissions.\n",
    "\n",
    "The second graph is a normalized version of the first graph showing the ratio of invalid submissions for each warden with the red line being the average (~40%, exact number below the chart).\n",
    "\n",
    "Select a specific warden using the dropdown. To return to the overall view, re-run the cell."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "ead24ba0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.825834Z",
     "iopub.status.busy": "2023-01-06T16:00:08.825571Z",
     "iopub.status.idle": "2023-01-06T16:00:08.876135Z",
     "shell.execute_reply": "2023-01-06T16:00:08.875195Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/hostedtoolcache/Python/3.11.1/x64/lib/python3.11/site-packages/altair/utils/core.py:317: FutureWarning: iteritems is deprecated and will be removed in a future version. Use .items instead.\n",
      "  for col_name, dtype in df.dtypes.iteritems():\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-012124bebefa4952a568bff72c956824\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  var VEGA_DEBUG = (typeof VEGA_DEBUG == \"undefined\") ? {} : VEGA_DEBUG;\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-012124bebefa4952a568bff72c956824\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-012124bebefa4952a568bff72c956824\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.17.0?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function maybeLoadScript(lib, version) {\n",
       "      var key = `${lib.replace(\"-\", \"\")}_version`;\n",
       "      return (VEGA_DEBUG[key] == version) ?\n",
       "        Promise.resolve(paths[lib]) :\n",
       "        new Promise(function(resolve, reject) {\n",
       "          var s = document.createElement('script');\n",
       "          document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "          s.async = true;\n",
       "          s.onload = () => {\n",
       "            VEGA_DEBUG[key] = version;\n",
       "            return resolve(paths[lib]);\n",
       "          };\n",
       "          s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "          s.src = paths[lib];\n",
       "        });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else {\n",
       "      maybeLoadScript(\"vega\", \"5\")\n",
       "        .then(() => maybeLoadScript(\"vega-lite\", \"4.17.0\"))\n",
       "        .then(() => maybeLoadScript(\"vega-embed\", \"6\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"vconcat\": [{\"mark\": {\"type\": \"bar\", \"opacity\": 0.9}, \"encoding\": {\"color\": {\"field\": \"key\", \"scale\": {\"scheme\": \"set1\"}, \"type\": \"nominal\"}, \"order\": {\"field\": \"key\", \"sort\": \"ascending\", \"type\": \"nominal\"}, \"x\": {\"axis\": {\"grid\": false, \"labelAngle\": -45, \"title\": \"Wardens\"}, \"field\": \"handle\", \"sort\": \"-y\", \"type\": \"nominal\"}, \"y\": {\"field\": \"value\", \"title\": \"\", \"type\": \"quantitative\"}}, \"selection\": {\"warden_selector\": {\"type\": \"single\", \"fields\": [\"handle\"], \"bind\": {\"input\": \"select\", \"options\": [\"0bi\", \"0v3rf10w\", \"0x040\", \"0x0x0x\", \"0x1337\", \"0x1f8b\", \"0x29A\", \"0x421f\", \"0x4non\", \"0x52\", \"0x5rings\", \"0x6672\", \"0x85102\", \"0xA5DF\", \"0xArshia\", \"0xDanielC\", \"0xDecorativePineapple\", \"0xDjango\", \"0xFar5eer\", \"0xImpostor\", \"0xJoker\", \"0xLovesleep\", \"0xMaha\", \"0xMesaj\", \"0xNazgul\", \"0xNineDec\", \"0xRajeev\", \"0xRob\", \"0xRobocop\", \"0xRoxas\", \"0xSky\", \"0xSmartContract\", \"0xSolus\", \"0xVikasRushi\", \"0xYamiDancho\", \"0xackermann\", \"0xalpharush\", \"0xamogh\", \"0xawak\", \"0xb4bb4\", \"0xb88\", \"0xbepresent\", \"0xc0ffEE\", \"0xdeadbeef\", \"0xdeadbeef0x\", \"0xdln\", \"0xf15ers\", \"0xhunter\", \"0xkaju\", \"0xkatana\", \"0xliumin\", \"0xmatt\", \"0xmint\", \"0xmuxyz\", \"0xngndev\", \"0xpaneil\", \"0xsam\", \"0xsanson\", \"0xsolstars\", \"0xsomeone\", \"0xstan\", \"0xw4rd3n\", \"0xwags\", \"1\", \"242\", \"2997ms\", \"570RM\", \"7811\", \"8olidity\", \"@cmichelio\", \"AC0611\", \"ACai\", \"Acuel\", \"Afanasyevich\", \"Aits\", \"AkshaySrivastav\", \"Ali-Y\", \"Ali-_-Y\", \"AlleyCat\", \"AmitN\", \"Amithuddar\", \"Asfand\", \"Atarpara\", \"AuditsAreUS\", \"Aussie_Battlers\", \"Avci\", \"Awesome\", \"Aymen0909\", \"B2\", \"B353N\", \"Ben\", \"BipinSah\", \"Blackrooz\", \"Bnke0x0\", \"BondiPestControl\", \"BouSalman\", \"BowTiedWardens\", \"BradMoon\", \"BurgerTime\", \"CRYP70\", \"CaptainMango\", \"Captainkay\", \"Cashualday\", \"CertoraInc\", \"Ch_301\", \"Chandr\", \"Cheeezzyyyy\", \"Chom\", \"ChristianKuri\", \"Cityscape\", \"CodingNameKiki\", \"Critical\", \"Czar102\", \"DavidGialdi\", \"David_\", \"DecorativePineapple\", \"Deivitto\", \"DevABDee\", \"Diana\", \"DimSon\", \"DimitarDimitrov\", \"Dinesh11G\", \"Diraco\", \"Draco000\", \"Dravee\", \"ElKu\", \"EthLedger\", \"Extropy\", \"FSchmoede\", \"Far_From_Average\", \"Fitraldys\", \"Foundation\", \"Franfran\", \"FudgyDRS\", \"Funen\", \"GalloDaSballo\", \"GeekyLumberjack\", \"GermanKuber\", \"GimelSec\", \"GiveMeTestEther\", \"Grantm68\", \"GreyArt\", \"Guardian\", \"Haipls\", \"HardlyCodeMan\", \"Haruxe\", \"Hawkeye\", \"HeyItsEasy\", \"IEatBabyCarrots\", \"IgnacioB\", \"IllIllI\", \"Ivanmgm\", \"JAISAPPAN\", \"JC\", \"JGcarv\", \"JLevick\", \"JMukesh\", \"JansenC\", \"JayCools\", \"Jeiwan\", \"Jmukesh\", \"JohnSmith\", \"JrNet\", \"Jujic\", \"Junnon\", \"KIntern_NA\", \"KaJessia\", \"Kaiziron\", \"Keen_Sheen\", \"Kenshin\", \"Kiep\", \"KingNFT\", \"KoKo\", \"Kong\", \"Koolex\", \"Koustre\", \"Kresh\", \"Kthere\", \"Kulk0\", \"Kumpa\", \"Kumpirmafyas\", \"Lambda\", \"LeoS\", \"Limbooo\", \"M4TZ1P\", \"MEP\", \"MaCree\", \"MangoBurger\", \"MaratCerby\", \"Margaret\", \"MasterCookie\", \"Matin\", \"Meta0xNull\", \"Metatron\", \"MiloTruck\", \"Mohandes\", \"Mukund\", \"Nikolay\", \"Noah3o6\", \"Nyx\", \"Ocean_Sky\", \"Olivierdem\", \"Omik\", \"OriDabush\", \"PP1004\", \"PPrieditis\", \"PaludoX0\", \"Pheonix\", \"Picodes\", \"PierrickGT\", \"Polandia94\", \"Praise\", \"PranavG\", \"Predator\", \"Prefix\", \"PumpkingWok\", \"PwnPatrol\", \"PwnedNoMore\", \"Quisex\", \"R2\", \"RagnaChris\", \"Rahoz\", \"Ram_Naik\", \"Randyyy\", \"RaoulSchaffranek\", \"RaymondFam\", \"RedOneN\", \"Reigada\", \"Respx\", \"ReyAdmirado\", \"Rhynorater\", \"RockingMiles\", \"Rohan16\", \"RoiEvenHaim\", \"Rolezn\", \"Ruhum\", \"RustyRabbit\", \"SEVEN\", \"Saintcode_\", \"Sam4747\", \"Samatak\", \"Satyam_Sharma\", \"Saw-mon_and_Natalie\", \"Scocco\", \"ScopeLift\", \"SecureZeroX\", \"SerMyVillage\", \"Sherlock\", \"Sheys\", \"Shinchan\", \"ShippooorDAO\", \"Shishigami\", \"Silencezhl\", \"Sleepy\", \"Sm4rty\", \"SmartSek\", \"Sneakyninja0129\", \"SnowMan\", \"SolidityScan\", \"SooYa\", \"Soosh\", \"Soul22\", \"Sparta\", \"StErMi\", \"Sta1400\", \"StevenL\", \"SuldaanBeegsi\", \"Tadashi\", \"Tagir2003\", \"TerrierLover\", \"The_GUILD\", \"Throne6g\", \"Timenov\", \"TimmyToes\", \"TomFrench\", \"TomFrenchBlockchain\", \"TomJ\", \"Tomio\", \"Tomo\", \"Touta\", \"Treasure-Seeker\", \"Triangle\", \"TrungOre\", \"Trust\", \"Tutturu\", \"Twpony\", \"UncleGrandpa925\", \"UnusualTurtle\", \"VAD37\", \"V_B\", \"Varun_Verma\", \"Vexjon\", \"Viksaa39\", \"WatchDogs\", \"WatchPug\", \"Wayne\", \"Waze\", \"WilliamAmbrozic\", \"Yiko\", \"__141345__\", \"a12jmx\", \"a_delamo\", \"abdulla\", \"abhinavmir\", \"ad3sh_\", \"adriro\", \"aga7hokakological\", \"ajtra\", \"ak1\", \"alexxander\", \"ali_shehab\", \"antonttc\", \"apajaresaguilera\", \"aparecekarl18\", \"apostle0x01\", \"arcoun\", \"asgeir\", \"ashiq0x01\", \"asutorufos\", \"async\", \"auditor0517\", \"augustg\", \"aviggiano\", \"axxe\", \"ayeslick\", \"aysha\", \"ballx\", \"bardamu\", \"beardofginger\", \"benbaessler\", \"benk10\", \"berndartmueller\", \"bharg4v\", \"bin2chen\", \"blackswordsman\", \"blockdev\", \"bobi\", \"bobirichman\", \"brgltd\", \"broccoli\", \"broccolirob\", \"btk\", \"bughunter007\", \"bugwriter001\", \"bulej93\", \"byndooa\", \"byterocket\", \"c3phas\", \"cRat1st0s\", \"cairo\", \"camden\", \"captainmango\", \"capybara\", \"carlitox477\", \"carrotsmuggler\", \"catchup\", \"catwhiskeys\", \"caventa\", \"cccz\", \"cdahlheimer\", \"cducrest\", \"certora\", \"ch0bu\", \"ch13fd357r0y3r\", \"chaduke\", \"chatch\", \"chrisdior4\", \"cloudjunky\", \"cmichel\", \"codetilda\", \"codexploder\", \"cogitoergosumsw\", \"corerouter\", \"cryptonue\", \"cryptostellar5\", \"cryptphi\", \"csanuragjain\", \"ctf_sec\", \"cyberboy\", \"cygaar\", \"cylzxje\", \"d3e4\", \"daejunpark\", \"danb\", \"datapunk\", \"davidbrai\", \"defsec\", \"delfin454000\", \"dharma09\", \"dic0de\", \"dipp\", \"dirk_y\", \"djxploit\", \"don_vito\", \"drdr\", \"dronassah\", \"durianSausage\", \"dxdv\", \"easy_peasy\", \"eccentricexit\", \"egjlmn1\", \"eierina\", \"elad\", \"ellahi\", \"elprofesor\", \"emrekocak\", \"enckrish\", \"erensa\", \"erictee\", \"eriksal1217\", \"eugenereznikdesign\", \"evertkors\", \"evo5555\", \"exd0tpy\", \"exolorkistis\", \"fatherOfBlocks\", \"fatima_naz\", \"foobar\", \"francoHacker\", \"gatsbyjr\", \"gellej\", \"georgypetrov\", \"gerdusx\", \"gianganhnguyen\", \"giovannidisiena\", \"goatbug\", \"gogo\", \"got_targ\", \"gpersoon\", \"greiart\", \"gs8nrv\", \"gss1\", \"gzeon\", \"h4t4way\", \"hack3r-0m\", \"hagrid\", \"hake\", \"hakerbaya\", \"haku\", \"halden\", \"hansfriese\", \"harleythedog\", \"heiho1\", \"hickuphh3\", \"horsefacts\", \"hrkrshnn\", \"hubble\", \"hyh\", \"iamwhitelights\", \"idkwhatimdoing\", \"ignacio\", \"ilan\", \"ilyk\", \"imare\", \"immeas\", \"itsmeSTYJ\", \"izhuer\", \"jag\", \"jah\", \"janbro\", \"jayfromthe13th\", \"jayjonah8\", \"jayphbee\", \"jesusrod15\", \"jierlich\", \"joestakey\", \"joeysantoro\", \"johnmac\", \"johnsterlacci\", \"jojo\", \"jonah1005\", \"jonatascm\", \"jonesjuls\", \"jvaqa\", \"k\", \"kaden\", \"karanctf\", \"kebabsec\", \"kenta\", \"kenzo\", \"kevin\", \"khatakey\", \"kirk-baird\", \"kris\", \"kv\", \"kyliek\", \"ladboy233\", \"leastwood\", \"leosathya\", \"levx\", \"linmiaomiao\", \"loop\", \"lucacez\", \"lukris02\", \"lyncurion\", \"m00npapi\", \"m3kk_kn1ght\", \"m4rio_eth\", \"m9800\", \"m_Rassska\", \"m_smirnova2020\", \"magu\", \"mahdikarimi\", \"malinariy\", \"maplesyrup\", \"martin\", \"masih\", \"masterchief\", \"mayo\", \"mcwildy\", \"mds1\", \"medikko\", \"mektigboy\", \"mics\", \"millersplanet\", \"ming\", \"minhquanym\", \"minhtrng\", \"moose-code\", \"mrpathfindr\", \"n1punp\", \"nadin\", \"nahnah\", \"nalus\", \"nascent\", \"nathaniel\", \"natzuu\", \"ne0n\", \"neko_nyaa\", \"neslinesli93\", \"neumo\", \"ngfam\", \"nicobevi\", \"nine9\", \"nooneisking\", \"nxrblsrpr\", \"obront\", \"obtarian\", \"orion\", \"ospwner\", \"oyc_109\", \"p4st13r4\", \"p_crypt0\", \"palina\", \"pants\", \"parashar\", \"pashov\", \"pauliax\", \"paulius.eth\", \"pcarranzav\", \"peanuts\", \"pedr02b2\", \"pedroais\", \"peiw\", \"peritoflores\", \"perrythepwner\", \"pfapostol\", \"phenom80\", \"philogy\", \"pmerkleplant\", \"polymorphism\", \"prasantgupta52\", \"rajatbeladiya\", \"rayn\", \"rbserver\", \"reassor\", \"remora\", \"renniepak\", \"ret2basic\", \"rfa\", \"rishabh\", \"robee\", \"rokinot\", \"romand\", \"ronnyx2017\", \"rotcivegaf\", \"rvierdiiev\", \"s3cunda\", \"sabtikw\", \"sach1r0\", \"sahar\", \"saian\", \"sakman\", \"sakshamguruji\", \"sam_cunningham\", \"samruna\", \"saneryee\", \"sashik_eth\", \"scaraven\", \"sces60107\", \"securerodd\", \"serial-coder\", \"seyni\", \"shark\", \"shenwilly\", \"shimonchick\", \"shog00n\", \"shw\", \"sikorico\", \"simon135\", \"sirhashalot\", \"slowmoses\", \"slywaters\", \"sockdrawermoney\", \"solgryn\", \"sorrynotsorry\", \"sryysryy\", \"sseefried\", \"static\", \"strider\", \"subtle77\", \"supernova\", \"supervrijdag\", \"svskaushik\", \"t11s\", \"tabish\", \"teawaterwire\", \"technicallyty\", \"teddav\", \"tensors\", \"teryanarmen\", \"thank_you\", \"thankthedark\", \"thomaspanf\", \"throttle\", \"tintin\", \"tnevler\", \"tofunmi\", \"tonisives\", \"totomanov\", \"tqts\", \"trustindistrust\", \"ubase\", \"ubermensch\", \"unforgiven\", \"verifyfirst\", \"viking71\", \"vlad_bochok\", \"vv7\", \"w0Lfrum\", \"wagmi\", \"walker\", \"wastewa\", \"wuwe1\", \"wzrdk3lly\", \"xYrYuYx\", \"xiaoming90\", \"xnarus\", \"xxxxx\", \"yash90\", \"yasir\", \"ych18\", \"ye0lde\", \"yixxas\", \"yongskiws\", \"ypatil12\", \"yurahod\", \"z3s\", \"zahx\", \"zeesaw\", \"zer0dot\", \"zhyd1997\", \"zishansami\", \"zmj\", \"zuhaibmohd\", \"zzzitron\"], \"name\": \"Choose a warden:\"}}}, \"transform\": [{\"fold\": [\"total\", \"invalid\"]}]}, {\"layer\": [{\"mark\": {\"type\": \"bar\", \"opacity\": 0.9}, \"encoding\": {\"color\": {\"field\": \"key\", \"scale\": {\"scheme\": \"set1\"}, \"type\": \"nominal\"}, \"order\": {\"field\": \"key\", \"sort\": \"ascending\", \"type\": \"nominal\"}, \"x\": {\"axis\": {\"grid\": false, \"labelAngle\": -45, \"title\": \"Wardens\"}, \"field\": \"handle\", \"sort\": \"-y\", \"type\": \"nominal\"}, \"y\": {\"axis\": {\"format\": \"%\"}, \"field\": \"value\", \"stack\": \"normalize\", \"type\": \"quantitative\"}}, \"selection\": {\"warden_selector\": {\"type\": \"single\", \"fields\": [\"handle\"], \"bind\": {\"input\": \"select\", \"options\": [\"0bi\", \"0v3rf10w\", \"0x040\", \"0x0x0x\", \"0x1337\", \"0x1f8b\", \"0x29A\", \"0x421f\", \"0x4non\", \"0x52\", \"0x5rings\", \"0x6672\", \"0x85102\", \"0xA5DF\", \"0xArshia\", \"0xDanielC\", \"0xDecorativePineapple\", \"0xDjango\", \"0xFar5eer\", \"0xImpostor\", \"0xJoker\", \"0xLovesleep\", \"0xMaha\", \"0xMesaj\", \"0xNazgul\", \"0xNineDec\", \"0xRajeev\", \"0xRob\", \"0xRobocop\", \"0xRoxas\", \"0xSky\", \"0xSmartContract\", \"0xSolus\", \"0xVikasRushi\", \"0xYamiDancho\", \"0xackermann\", \"0xalpharush\", \"0xamogh\", \"0xawak\", \"0xb4bb4\", \"0xb88\", \"0xbepresent\", \"0xc0ffEE\", \"0xdeadbeef\", \"0xdeadbeef0x\", \"0xdln\", \"0xf15ers\", \"0xhunter\", \"0xkaju\", \"0xkatana\", \"0xliumin\", \"0xmatt\", \"0xmint\", \"0xmuxyz\", \"0xngndev\", \"0xpaneil\", \"0xsam\", \"0xsanson\", \"0xsolstars\", \"0xsomeone\", \"0xstan\", \"0xw4rd3n\", \"0xwags\", \"1\", \"242\", \"2997ms\", \"570RM\", \"7811\", \"8olidity\", \"@cmichelio\", \"AC0611\", \"ACai\", \"Acuel\", \"Afanasyevich\", \"Aits\", \"AkshaySrivastav\", \"Ali-Y\", \"Ali-_-Y\", \"AlleyCat\", \"AmitN\", \"Amithuddar\", \"Asfand\", \"Atarpara\", \"AuditsAreUS\", \"Aussie_Battlers\", \"Avci\", \"Awesome\", \"Aymen0909\", \"B2\", \"B353N\", \"Ben\", \"BipinSah\", \"Blackrooz\", \"Bnke0x0\", \"BondiPestControl\", \"BouSalman\", \"BowTiedWardens\", \"BradMoon\", \"BurgerTime\", \"CRYP70\", \"CaptainMango\", \"Captainkay\", \"Cashualday\", \"CertoraInc\", \"Ch_301\", \"Chandr\", \"Cheeezzyyyy\", \"Chom\", \"ChristianKuri\", \"Cityscape\", \"CodingNameKiki\", \"Critical\", \"Czar102\", \"DavidGialdi\", \"David_\", \"DecorativePineapple\", \"Deivitto\", \"DevABDee\", \"Diana\", \"DimSon\", \"DimitarDimitrov\", \"Dinesh11G\", \"Diraco\", \"Draco000\", \"Dravee\", \"ElKu\", \"EthLedger\", \"Extropy\", \"FSchmoede\", \"Far_From_Average\", \"Fitraldys\", \"Foundation\", \"Franfran\", \"FudgyDRS\", \"Funen\", \"GalloDaSballo\", \"GeekyLumberjack\", \"GermanKuber\", \"GimelSec\", \"GiveMeTestEther\", \"Grantm68\", \"GreyArt\", \"Guardian\", \"Haipls\", \"HardlyCodeMan\", \"Haruxe\", \"Hawkeye\", \"HeyItsEasy\", \"IEatBabyCarrots\", \"IgnacioB\", \"IllIllI\", \"Ivanmgm\", \"JAISAPPAN\", \"JC\", \"JGcarv\", \"JLevick\", \"JMukesh\", \"JansenC\", \"JayCools\", \"Jeiwan\", \"Jmukesh\", \"JohnSmith\", \"JrNet\", \"Jujic\", \"Junnon\", \"KIntern_NA\", \"KaJessia\", \"Kaiziron\", \"Keen_Sheen\", \"Kenshin\", \"Kiep\", \"KingNFT\", \"KoKo\", \"Kong\", \"Koolex\", \"Koustre\", \"Kresh\", \"Kthere\", \"Kulk0\", \"Kumpa\", \"Kumpirmafyas\", \"Lambda\", \"LeoS\", \"Limbooo\", \"M4TZ1P\", \"MEP\", \"MaCree\", \"MangoBurger\", \"MaratCerby\", \"Margaret\", \"MasterCookie\", \"Matin\", \"Meta0xNull\", \"Metatron\", \"MiloTruck\", \"Mohandes\", \"Mukund\", \"Nikolay\", \"Noah3o6\", \"Nyx\", \"Ocean_Sky\", \"Olivierdem\", \"Omik\", \"OriDabush\", \"PP1004\", \"PPrieditis\", \"PaludoX0\", \"Pheonix\", \"Picodes\", \"PierrickGT\", \"Polandia94\", \"Praise\", \"PranavG\", \"Predator\", \"Prefix\", \"PumpkingWok\", \"PwnPatrol\", \"PwnedNoMore\", \"Quisex\", \"R2\", \"RagnaChris\", \"Rahoz\", \"Ram_Naik\", \"Randyyy\", \"RaoulSchaffranek\", \"RaymondFam\", \"RedOneN\", \"Reigada\", \"Respx\", \"ReyAdmirado\", \"Rhynorater\", \"RockingMiles\", \"Rohan16\", \"RoiEvenHaim\", \"Rolezn\", \"Ruhum\", \"RustyRabbit\", \"SEVEN\", \"Saintcode_\", \"Sam4747\", \"Samatak\", \"Satyam_Sharma\", \"Saw-mon_and_Natalie\", \"Scocco\", \"ScopeLift\", \"SecureZeroX\", \"SerMyVillage\", \"Sherlock\", \"Sheys\", \"Shinchan\", \"ShippooorDAO\", \"Shishigami\", \"Silencezhl\", \"Sleepy\", \"Sm4rty\", \"SmartSek\", \"Sneakyninja0129\", \"SnowMan\", \"SolidityScan\", \"SooYa\", \"Soosh\", \"Soul22\", \"Sparta\", \"StErMi\", \"Sta1400\", \"StevenL\", \"SuldaanBeegsi\", \"Tadashi\", \"Tagir2003\", \"TerrierLover\", \"The_GUILD\", \"Throne6g\", \"Timenov\", \"TimmyToes\", \"TomFrench\", \"TomFrenchBlockchain\", \"TomJ\", \"Tomio\", \"Tomo\", \"Touta\", \"Treasure-Seeker\", \"Triangle\", \"TrungOre\", \"Trust\", \"Tutturu\", \"Twpony\", \"UncleGrandpa925\", \"UnusualTurtle\", \"VAD37\", \"V_B\", \"Varun_Verma\", \"Vexjon\", \"Viksaa39\", \"WatchDogs\", \"WatchPug\", \"Wayne\", \"Waze\", \"WilliamAmbrozic\", \"Yiko\", \"__141345__\", \"a12jmx\", \"a_delamo\", \"abdulla\", \"abhinavmir\", \"ad3sh_\", \"adriro\", \"aga7hokakological\", \"ajtra\", \"ak1\", \"alexxander\", \"ali_shehab\", \"antonttc\", \"apajaresaguilera\", \"aparecekarl18\", \"apostle0x01\", \"arcoun\", \"asgeir\", \"ashiq0x01\", \"asutorufos\", \"async\", \"auditor0517\", \"augustg\", \"aviggiano\", \"axxe\", \"ayeslick\", \"aysha\", \"ballx\", \"bardamu\", \"beardofginger\", \"benbaessler\", \"benk10\", \"berndartmueller\", \"bharg4v\", \"bin2chen\", \"blackswordsman\", \"blockdev\", \"bobi\", \"bobirichman\", \"brgltd\", \"broccoli\", \"broccolirob\", \"btk\", \"bughunter007\", \"bugwriter001\", \"bulej93\", \"byndooa\", \"byterocket\", \"c3phas\", \"cRat1st0s\", \"cairo\", \"camden\", \"captainmango\", \"capybara\", \"carlitox477\", \"carrotsmuggler\", \"catchup\", \"catwhiskeys\", \"caventa\", \"cccz\", \"cdahlheimer\", \"cducrest\", \"certora\", \"ch0bu\", \"ch13fd357r0y3r\", \"chaduke\", \"chatch\", \"chrisdior4\", \"cloudjunky\", \"cmichel\", \"codetilda\", \"codexploder\", \"cogitoergosumsw\", \"corerouter\", \"cryptonue\", \"cryptostellar5\", \"cryptphi\", \"csanuragjain\", \"ctf_sec\", \"cyberboy\", \"cygaar\", \"cylzxje\", \"d3e4\", \"daejunpark\", \"danb\", \"datapunk\", \"davidbrai\", \"defsec\", \"delfin454000\", \"dharma09\", \"dic0de\", \"dipp\", \"dirk_y\", \"djxploit\", \"don_vito\", \"drdr\", \"dronassah\", \"durianSausage\", \"dxdv\", \"easy_peasy\", \"eccentricexit\", \"egjlmn1\", \"eierina\", \"elad\", \"ellahi\", \"elprofesor\", \"emrekocak\", \"enckrish\", \"erensa\", \"erictee\", \"eriksal1217\", \"eugenereznikdesign\", \"evertkors\", \"evo5555\", \"exd0tpy\", \"exolorkistis\", \"fatherOfBlocks\", \"fatima_naz\", \"foobar\", \"francoHacker\", \"gatsbyjr\", \"gellej\", \"georgypetrov\", \"gerdusx\", \"gianganhnguyen\", \"giovannidisiena\", \"goatbug\", \"gogo\", \"got_targ\", \"gpersoon\", \"greiart\", \"gs8nrv\", \"gss1\", \"gzeon\", \"h4t4way\", \"hack3r-0m\", \"hagrid\", \"hake\", \"hakerbaya\", \"haku\", \"halden\", \"hansfriese\", \"harleythedog\", \"heiho1\", \"hickuphh3\", \"horsefacts\", \"hrkrshnn\", \"hubble\", \"hyh\", \"iamwhitelights\", \"idkwhatimdoing\", \"ignacio\", \"ilan\", \"ilyk\", \"imare\", \"immeas\", \"itsmeSTYJ\", \"izhuer\", \"jag\", \"jah\", \"janbro\", \"jayfromthe13th\", \"jayjonah8\", \"jayphbee\", \"jesusrod15\", \"jierlich\", \"joestakey\", \"joeysantoro\", \"johnmac\", \"johnsterlacci\", \"jojo\", \"jonah1005\", \"jonatascm\", \"jonesjuls\", \"jvaqa\", \"k\", \"kaden\", \"karanctf\", \"kebabsec\", \"kenta\", \"kenzo\", \"kevin\", \"khatakey\", \"kirk-baird\", \"kris\", \"kv\", \"kyliek\", \"ladboy233\", \"leastwood\", \"leosathya\", \"levx\", \"linmiaomiao\", \"loop\", \"lucacez\", \"lukris02\", \"lyncurion\", \"m00npapi\", \"m3kk_kn1ght\", \"m4rio_eth\", \"m9800\", \"m_Rassska\", \"m_smirnova2020\", \"magu\", \"mahdikarimi\", \"malinariy\", \"maplesyrup\", \"martin\", \"masih\", \"masterchief\", \"mayo\", \"mcwildy\", \"mds1\", \"medikko\", \"mektigboy\", \"mics\", \"millersplanet\", \"ming\", \"minhquanym\", \"minhtrng\", \"moose-code\", \"mrpathfindr\", \"n1punp\", \"nadin\", \"nahnah\", \"nalus\", \"nascent\", \"nathaniel\", \"natzuu\", \"ne0n\", \"neko_nyaa\", \"neslinesli93\", \"neumo\", \"ngfam\", \"nicobevi\", \"nine9\", \"nooneisking\", \"nxrblsrpr\", \"obront\", \"obtarian\", \"orion\", \"ospwner\", \"oyc_109\", \"p4st13r4\", \"p_crypt0\", \"palina\", \"pants\", \"parashar\", \"pashov\", \"pauliax\", \"paulius.eth\", \"pcarranzav\", \"peanuts\", \"pedr02b2\", \"pedroais\", \"peiw\", \"peritoflores\", \"perrythepwner\", \"pfapostol\", \"phenom80\", \"philogy\", \"pmerkleplant\", \"polymorphism\", \"prasantgupta52\", \"rajatbeladiya\", \"rayn\", \"rbserver\", \"reassor\", \"remora\", \"renniepak\", \"ret2basic\", \"rfa\", \"rishabh\", \"robee\", \"rokinot\", \"romand\", \"ronnyx2017\", \"rotcivegaf\", \"rvierdiiev\", \"s3cunda\", \"sabtikw\", \"sach1r0\", \"sahar\", \"saian\", \"sakman\", \"sakshamguruji\", \"sam_cunningham\", \"samruna\", \"saneryee\", \"sashik_eth\", \"scaraven\", \"sces60107\", \"securerodd\", \"serial-coder\", \"seyni\", \"shark\", \"shenwilly\", \"shimonchick\", \"shog00n\", \"shw\", \"sikorico\", \"simon135\", \"sirhashalot\", \"slowmoses\", \"slywaters\", \"sockdrawermoney\", \"solgryn\", \"sorrynotsorry\", \"sryysryy\", \"sseefried\", \"static\", \"strider\", \"subtle77\", \"supernova\", \"supervrijdag\", \"svskaushik\", \"t11s\", \"tabish\", \"teawaterwire\", \"technicallyty\", \"teddav\", \"tensors\", \"teryanarmen\", \"thank_you\", \"thankthedark\", \"thomaspanf\", \"throttle\", \"tintin\", \"tnevler\", \"tofunmi\", \"tonisives\", \"totomanov\", \"tqts\", \"trustindistrust\", \"ubase\", \"ubermensch\", \"unforgiven\", \"verifyfirst\", \"viking71\", \"vlad_bochok\", \"vv7\", \"w0Lfrum\", \"wagmi\", \"walker\", \"wastewa\", \"wuwe1\", \"wzrdk3lly\", \"xYrYuYx\", \"xiaoming90\", \"xnarus\", \"xxxxx\", \"yash90\", \"yasir\", \"ych18\", \"ye0lde\", \"yixxas\", \"yongskiws\", \"ypatil12\", \"yurahod\", \"z3s\", \"zahx\", \"zeesaw\", \"zer0dot\", \"zhyd1997\", \"zishansami\", \"zmj\", \"zuhaibmohd\", \"zzzitron\"], \"name\": \"Choose a warden:\"}}}, \"transform\": [{\"fold\": [\"total\", \"invalid\"]}]}, {\"mark\": {\"type\": \"rule\", \"color\": \"red\", \"opacity\": 0.8, \"size\": 2}, \"encoding\": {\"y\": {\"aggregate\": \"mean\", \"field\": \"invalid_ratio\", \"title\": \"\", \"type\": \"quantitative\"}}, \"transform\": [{\"calculate\": \"datum.invalid / datum.total\", \"as\": \"invalid_ratio\"}]}]}], \"data\": {\"name\": \"data-d21b705a63b3310041182957cf94cc71\"}, \"title\": \"Invalid submissions\", \"transform\": [{\"filter\": {\"selection\": \"warden_selector\"}}], \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.17.0.json\", \"datasets\": {\"data-d21b705a63b3310041182957cf94cc71\": [{\"handle\": \"0bi\", \"total\": 5, \"invalid\": 4}, {\"handle\": \"0v3rf10w\", \"total\": 98, \"invalid\": 38}, {\"handle\": \"0x040\", \"total\": 20, \"invalid\": 3}, {\"handle\": \"0x0x0x\", \"total\": 151, \"invalid\": 41}, {\"handle\": \"0x1337\", \"total\": 28, \"invalid\": 13}, {\"handle\": \"0x1f8b\", \"total\": 196, \"invalid\": 163}, {\"handle\": \"0x29A\", \"total\": 71, \"invalid\": 15}, {\"handle\": \"0x421f\", \"total\": 10, \"invalid\": 4}, {\"handle\": \"0x4non\", \"total\": 84, \"invalid\": 11}, {\"handle\": \"0x52\", \"total\": 120, \"invalid\": 38}, {\"handle\": \"0x5rings\", \"total\": 24, \"invalid\": 12}, {\"handle\": \"0x6672\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"0x85102\", \"total\": 14, \"invalid\": 7}, {\"handle\": \"0xA5DF\", \"total\": 30, \"invalid\": 1}, {\"handle\": \"0xArshia\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"0xDanielC\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"0xDecorativePineapple\", \"total\": 10, \"invalid\": 2}, {\"handle\": \"0xDjango\", \"total\": 115, \"invalid\": 22}, {\"handle\": \"0xFar5eer\", \"total\": 10, \"invalid\": 5}, {\"handle\": \"0xImpostor\", \"total\": 14, \"invalid\": 3}, {\"handle\": \"0xJoker\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"0xLovesleep\", \"total\": 4, \"invalid\": 1}, {\"handle\": \"0xMaha\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"0xMesaj\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"0xNazgul\", \"total\": 130, \"invalid\": 23}, {\"handle\": \"0xNineDec\", \"total\": 59, \"invalid\": 19}, {\"handle\": \"0xRajeev\", \"total\": 190, \"invalid\": 85}, {\"handle\": \"0xRob\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"0xRobocop\", \"total\": 10, \"invalid\": 3}, {\"handle\": \"0xRoxas\", \"total\": 10, \"invalid\": 2}, {\"handle\": \"0xSky\", \"total\": 23, \"invalid\": 3}, {\"handle\": \"0xSmartContract\", \"total\": 100, \"invalid\": 33}, {\"handle\": \"0xSolus\", \"total\": 8, \"invalid\": 2}, {\"handle\": \"0xVikasRushi\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"0xYamiDancho\", \"total\": 12, \"invalid\": 7}, {\"handle\": \"0xackermann\", \"total\": 5, \"invalid\": 3}, {\"handle\": \"0xalpharush\", \"total\": 6, \"invalid\": 1}, {\"handle\": \"0xamogh\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"0xawak\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"0xb4bb4\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"0xb88\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"0xbepresent\", \"total\": 22, \"invalid\": 6}, {\"handle\": \"0xc0ffEE\", \"total\": 22, \"invalid\": 3}, {\"handle\": \"0xdeadbeef\", \"total\": 9, \"invalid\": 6}, {\"handle\": \"0xdeadbeef0x\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"0xdln\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"0xf15ers\", \"total\": 74, \"invalid\": 8}, {\"handle\": \"0xhunter\", \"total\": 8, \"invalid\": 5}, {\"handle\": \"0xkaju\", \"total\": 4, \"invalid\": 4}, {\"handle\": \"0xkatana\", \"total\": 81, \"invalid\": 12}, {\"handle\": \"0xliumin\", \"total\": 21, \"invalid\": 3}, {\"handle\": \"0xmatt\", \"total\": 17, \"invalid\": 10}, {\"handle\": \"0xmint\", \"total\": 23, \"invalid\": 3}, {\"handle\": \"0xmuxyz\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"0xngndev\", \"total\": 27, \"invalid\": 1}, {\"handle\": \"0xpaneil\", \"total\": 3, \"invalid\": 3}, {\"handle\": \"0xsam\", \"total\": 10, \"invalid\": 2}, {\"handle\": \"0xsanson\", \"total\": 120, \"invalid\": 12}, {\"handle\": \"0xsolstars\", \"total\": 12, \"invalid\": 5}, {\"handle\": \"0xsomeone\", \"total\": 27, \"invalid\": 7}, {\"handle\": \"0xstan\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"0xw4rd3n\", \"total\": 9, \"invalid\": 6}, {\"handle\": \"0xwags\", \"total\": 22, \"invalid\": 10}, {\"handle\": \"1\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"242\", \"total\": 8, \"invalid\": 1}, {\"handle\": \"2997ms\", \"total\": 15, \"invalid\": 5}, {\"handle\": \"570RM\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"7811\", \"total\": 5, \"invalid\": 4}, {\"handle\": \"8olidity\", \"total\": 90, \"invalid\": 54}, {\"handle\": \"@cmichelio\", \"total\": 82, \"invalid\": 2}, {\"handle\": \"AC0611\", \"total\": 3, \"invalid\": 3}, {\"handle\": \"ACai\", \"total\": 33, \"invalid\": 15}, {\"handle\": \"Acuel\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Afanasyevich\", \"total\": 7, \"invalid\": 2}, {\"handle\": \"Aits\", \"total\": 9, \"invalid\": 7}, {\"handle\": \"AkshaySrivastav\", \"total\": 5, \"invalid\": 3}, {\"handle\": \"Ali-Y\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Ali-_-Y\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"AlleyCat\", \"total\": 35, \"invalid\": 25}, {\"handle\": \"AmitN\", \"total\": 15, \"invalid\": 6}, {\"handle\": \"Amithuddar\", \"total\": 63, \"invalid\": 61}, {\"handle\": \"Asfand\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Atarpara\", \"total\": 6, \"invalid\": 3}, {\"handle\": \"AuditsAreUS\", \"total\": 36, \"invalid\": 11}, {\"handle\": \"Aussie_Battlers\", \"total\": 7, \"invalid\": 2}, {\"handle\": \"Avci\", \"total\": 12, \"invalid\": 8}, {\"handle\": \"Awesome\", \"total\": 10, \"invalid\": 4}, {\"handle\": \"Aymen0909\", \"total\": 65, \"invalid\": 17}, {\"handle\": \"B2\", \"total\": 32, \"invalid\": 13}, {\"handle\": \"B353N\", \"total\": 5, \"invalid\": 4}, {\"handle\": \"Ben\", \"total\": 4, \"invalid\": 2}, {\"handle\": \"BipinSah\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"Blackrooz\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Bnke0x0\", \"total\": 114, \"invalid\": 87}, {\"handle\": \"BondiPestControl\", \"total\": 8, \"invalid\": 2}, {\"handle\": \"BouSalman\", \"total\": 38, \"invalid\": 3}, {\"handle\": \"BowTiedWardens\", \"total\": 103, \"invalid\": 51}, {\"handle\": \"BradMoon\", \"total\": 5, \"invalid\": 4}, {\"handle\": \"BurgerTime\", \"total\": 22, \"invalid\": 2}, {\"handle\": \"CRYP70\", \"total\": 17, \"invalid\": 5}, {\"handle\": \"CaptainMango\", \"total\": 37, \"invalid\": 1}, {\"handle\": \"Captainkay\", \"total\": 7, \"invalid\": 2}, {\"handle\": \"Cashualday\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"CertoraInc\", \"total\": 183, \"invalid\": 57}, {\"handle\": \"Ch_301\", \"total\": 82, \"invalid\": 48}, {\"handle\": \"Chandr\", \"total\": 44, \"invalid\": 42}, {\"handle\": \"Cheeezzyyyy\", \"total\": 5, \"invalid\": 3}, {\"handle\": \"Chom\", \"total\": 179, \"invalid\": 70}, {\"handle\": \"ChristianKuri\", \"total\": 24, \"invalid\": 11}, {\"handle\": \"Cityscape\", \"total\": 19, \"invalid\": 4}, {\"handle\": \"CodingNameKiki\", \"total\": 62, \"invalid\": 38}, {\"handle\": \"Critical\", \"total\": 9, \"invalid\": 1}, {\"handle\": \"Czar102\", \"total\": 78, \"invalid\": 13}, {\"handle\": \"DavidGialdi\", \"total\": 8, \"invalid\": 1}, {\"handle\": \"David_\", \"total\": 20, \"invalid\": 16}, {\"handle\": \"DecorativePineapple\", \"total\": 5, \"invalid\": 2}, {\"handle\": \"Deivitto\", \"total\": 117, \"invalid\": 33}, {\"handle\": \"DevABDee\", \"total\": 16, \"invalid\": 10}, {\"handle\": \"Diana\", \"total\": 21, \"invalid\": 4}, {\"handle\": \"DimSon\", \"total\": 6, \"invalid\": 3}, {\"handle\": \"DimitarDimitrov\", \"total\": 61, \"invalid\": 49}, {\"handle\": \"Dinesh11G\", \"total\": 16, \"invalid\": 8}, {\"handle\": \"Diraco\", \"total\": 20, \"invalid\": 11}, {\"handle\": \"Draco000\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Dravee\", \"total\": 295, \"invalid\": 142}, {\"handle\": \"ElKu\", \"total\": 59, \"invalid\": 8}, {\"handle\": \"EthLedger\", \"total\": 8, \"invalid\": 5}, {\"handle\": \"Extropy\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"FSchmoede\", \"total\": 21, \"invalid\": 2}, {\"handle\": \"Far_From_Average\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Fitraldys\", \"total\": 60, \"invalid\": 11}, {\"handle\": \"Foundation\", \"total\": 5, \"invalid\": 2}, {\"handle\": \"Franfran\", \"total\": 18, \"invalid\": 8}, {\"handle\": \"FudgyDRS\", \"total\": 4, \"invalid\": 2}, {\"handle\": \"Funen\", \"total\": 118, \"invalid\": 19}, {\"handle\": \"GalloDaSballo\", \"total\": 83, \"invalid\": 18}, {\"handle\": \"GeekyLumberjack\", \"total\": 37, \"invalid\": 23}, {\"handle\": \"GermanKuber\", \"total\": 15, \"invalid\": 2}, {\"handle\": \"GimelSec\", \"total\": 142, \"invalid\": 37}, {\"handle\": \"GiveMeTestEther\", \"total\": 70, \"invalid\": 17}, {\"handle\": \"Grantm68\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"GreyArt\", \"total\": 68, \"invalid\": 9}, {\"handle\": \"Guardian\", \"total\": 12, \"invalid\": 2}, {\"handle\": \"Haipls\", \"total\": 4, \"invalid\": 1}, {\"handle\": \"HardlyCodeMan\", \"total\": 7, \"invalid\": 3}, {\"handle\": \"Haruxe\", \"total\": 8, \"invalid\": 6}, {\"handle\": \"Hawkeye\", \"total\": 44, \"invalid\": 5}, {\"handle\": \"HeyItsEasy\", \"total\": 3, \"invalid\": 3}, {\"handle\": \"IEatBabyCarrots\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"IgnacioB\", \"total\": 7, \"invalid\": 4}, {\"handle\": \"IllIllI\", \"total\": 229, \"invalid\": 48}, {\"handle\": \"Ivanmgm\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"JAISAPPAN\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"JC\", \"total\": 77, \"invalid\": 21}, {\"handle\": \"JGcarv\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"JLevick\", \"total\": 7, \"invalid\": 1}, {\"handle\": \"JMukesh\", \"total\": 142, \"invalid\": 34}, {\"handle\": \"JansenC\", \"total\": 15, \"invalid\": 10}, {\"handle\": \"JayCools\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Jeiwan\", \"total\": 48, \"invalid\": 6}, {\"handle\": \"Jmukesh\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"JohnSmith\", \"total\": 23, \"invalid\": 6}, {\"handle\": \"JrNet\", \"total\": 5, \"invalid\": 1}, {\"handle\": \"Jujic\", \"total\": 140, \"invalid\": 59}, {\"handle\": \"Junnon\", \"total\": 15, \"invalid\": 5}, {\"handle\": \"KIntern_NA\", \"total\": 41, \"invalid\": 15}, {\"handle\": \"KaJessia\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Kaiziron\", \"total\": 30, \"invalid\": 4}, {\"handle\": \"Keen_Sheen\", \"total\": 7, \"invalid\": 6}, {\"handle\": \"Kenshin\", \"total\": 49, \"invalid\": 4}, {\"handle\": \"Kiep\", \"total\": 5, \"invalid\": 3}, {\"handle\": \"KingNFT\", \"total\": 28, \"invalid\": 1}, {\"handle\": \"KoKo\", \"total\": 15, \"invalid\": 4}, {\"handle\": \"Kong\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Koolex\", \"total\": 8, \"invalid\": 5}, {\"handle\": \"Koustre\", \"total\": 12, \"invalid\": 6}, {\"handle\": \"Kresh\", \"total\": 5, \"invalid\": 2}, {\"handle\": \"Kthere\", \"total\": 20, \"invalid\": 11}, {\"handle\": \"Kulk0\", \"total\": 10, \"invalid\": 2}, {\"handle\": \"Kumpa\", \"total\": 22, \"invalid\": 3}, {\"handle\": \"Kumpirmafyas\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"Lambda\", \"total\": 137, \"invalid\": 42}, {\"handle\": \"LeoS\", \"total\": 18, \"invalid\": 5}, {\"handle\": \"Limbooo\", \"total\": 23, \"invalid\": 6}, {\"handle\": \"M4TZ1P\", \"total\": 10, \"invalid\": 1}, {\"handle\": \"MEP\", \"total\": 13, \"invalid\": 1}, {\"handle\": \"MaCree\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"MangoBurger\", \"total\": 18, \"invalid\": 1}, {\"handle\": \"MaratCerby\", \"total\": 60, \"invalid\": 45}, {\"handle\": \"Margaret\", \"total\": 14, \"invalid\": 9}, {\"handle\": \"MasterCookie\", \"total\": 12, \"invalid\": 7}, {\"handle\": \"Matin\", \"total\": 16, \"invalid\": 11}, {\"handle\": \"Meta0xNull\", \"total\": 109, \"invalid\": 46}, {\"handle\": \"Metatron\", \"total\": 34, \"invalid\": 9}, {\"handle\": \"MiloTruck\", \"total\": 66, \"invalid\": 6}, {\"handle\": \"Mohandes\", \"total\": 8, \"invalid\": 6}, {\"handle\": \"Mukund\", \"total\": 11, \"invalid\": 6}, {\"handle\": \"Nikolay\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"Noah3o6\", \"total\": 48, \"invalid\": 18}, {\"handle\": \"Nyx\", \"total\": 7, \"invalid\": 5}, {\"handle\": \"Ocean_Sky\", \"total\": 9, \"invalid\": 3}, {\"handle\": \"Olivierdem\", \"total\": 14, \"invalid\": 4}, {\"handle\": \"Omik\", \"total\": 28, \"invalid\": 8}, {\"handle\": \"OriDabush\", \"total\": 33, \"invalid\": 7}, {\"handle\": \"PP1004\", \"total\": 19, \"invalid\": 5}, {\"handle\": \"PPrieditis\", \"total\": 36, \"invalid\": 8}, {\"handle\": \"PaludoX0\", \"total\": 30, \"invalid\": 9}, {\"handle\": \"Pheonix\", \"total\": 9, \"invalid\": 4}, {\"handle\": \"Picodes\", \"total\": 92, \"invalid\": 16}, {\"handle\": \"PierrickGT\", \"total\": 19, \"invalid\": 1}, {\"handle\": \"Polandia94\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"Praise\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"PranavG\", \"total\": 6, \"invalid\": 1}, {\"handle\": \"Predator\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Prefix\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"PumpkingWok\", \"total\": 5, \"invalid\": 3}, {\"handle\": \"PwnPatrol\", \"total\": 18, \"invalid\": 4}, {\"handle\": \"PwnedNoMore\", \"total\": 34, \"invalid\": 3}, {\"handle\": \"Quisex\", \"total\": 9, \"invalid\": 5}, {\"handle\": \"R2\", \"total\": 36, \"invalid\": 5}, {\"handle\": \"RagnaChris\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"Rahoz\", \"total\": 17, \"invalid\": 6}, {\"handle\": \"Ram_Naik\", \"total\": 5, \"invalid\": 5}, {\"handle\": \"Randyyy\", \"total\": 31, \"invalid\": 8}, {\"handle\": \"RaoulSchaffranek\", \"total\": 15, \"invalid\": 4}, {\"handle\": \"RaymondFam\", \"total\": 50, \"invalid\": 13}, {\"handle\": \"RedOneN\", \"total\": 26, \"invalid\": 6}, {\"handle\": \"Reigada\", \"total\": 44, \"invalid\": 3}, {\"handle\": \"Respx\", \"total\": 29, \"invalid\": 10}, {\"handle\": \"ReyAdmirado\", \"total\": 49, \"invalid\": 5}, {\"handle\": \"Rhynorater\", \"total\": 13, \"invalid\": 2}, {\"handle\": \"RockingMiles\", \"total\": 12, \"invalid\": 4}, {\"handle\": \"Rohan16\", \"total\": 41, \"invalid\": 15}, {\"handle\": \"RoiEvenHaim\", \"total\": 19, \"invalid\": 8}, {\"handle\": \"Rolezn\", \"total\": 63, \"invalid\": 16}, {\"handle\": \"Ruhum\", \"total\": 150, \"invalid\": 54}, {\"handle\": \"RustyRabbit\", \"total\": 18, \"invalid\": 1}, {\"handle\": \"SEVEN\", \"total\": 8, \"invalid\": 4}, {\"handle\": \"Saintcode_\", \"total\": 27, \"invalid\": 9}, {\"handle\": \"Sam4747\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Samatak\", \"total\": 5, \"invalid\": 2}, {\"handle\": \"Satyam_Sharma\", \"total\": 19, \"invalid\": 9}, {\"handle\": \"Saw-mon_and_Natalie\", \"total\": 8, \"invalid\": 2}, {\"handle\": \"Scocco\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"ScopeLift\", \"total\": 18, \"invalid\": 2}, {\"handle\": \"SecureZeroX\", \"total\": 13, \"invalid\": 4}, {\"handle\": \"SerMyVillage\", \"total\": 5, \"invalid\": 4}, {\"handle\": \"Sherlock\", \"total\": 14, \"invalid\": 5}, {\"handle\": \"Sheys\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Shinchan\", \"total\": 12, \"invalid\": 4}, {\"handle\": \"ShippooorDAO\", \"total\": 6, \"invalid\": 2}, {\"handle\": \"Shishigami\", \"total\": 6, \"invalid\": 1}, {\"handle\": \"Silencezhl\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Sleepy\", \"total\": 8, \"invalid\": 1}, {\"handle\": \"Sm4rty\", \"total\": 126, \"invalid\": 93}, {\"handle\": \"SmartSek\", \"total\": 48, \"invalid\": 12}, {\"handle\": \"Sneakyninja0129\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"SnowMan\", \"total\": 13, \"invalid\": 7}, {\"handle\": \"SolidityScan\", \"total\": 35, \"invalid\": 13}, {\"handle\": \"SooYa\", \"total\": 48, \"invalid\": 20}, {\"handle\": \"Soosh\", \"total\": 32, \"invalid\": 7}, {\"handle\": \"Soul22\", \"total\": 3, \"invalid\": 3}, {\"handle\": \"Sparta\", \"total\": 4, \"invalid\": 4}, {\"handle\": \"StErMi\", \"total\": 30, \"invalid\": 1}, {\"handle\": \"Sta1400\", \"total\": 5, \"invalid\": 4}, {\"handle\": \"StevenL\", \"total\": 11, \"invalid\": 3}, {\"handle\": \"SuldaanBeegsi\", \"total\": 5, \"invalid\": 3}, {\"handle\": \"Tadashi\", \"total\": 25, \"invalid\": 4}, {\"handle\": \"Tagir2003\", \"total\": 19, \"invalid\": 10}, {\"handle\": \"TerrierLover\", \"total\": 74, \"invalid\": 8}, {\"handle\": \"The_GUILD\", \"total\": 9, \"invalid\": 2}, {\"handle\": \"Throne6g\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"Timenov\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"TimmyToes\", \"total\": 17, \"invalid\": 1}, {\"handle\": \"TomFrench\", \"total\": 48, \"invalid\": 14}, {\"handle\": \"TomFrenchBlockchain\", \"total\": 79, \"invalid\": 15}, {\"handle\": \"TomJ\", \"total\": 87, \"invalid\": 15}, {\"handle\": \"Tomio\", \"total\": 98, \"invalid\": 24}, {\"handle\": \"Tomo\", \"total\": 32, \"invalid\": 8}, {\"handle\": \"Touta\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"Treasure-Seeker\", \"total\": 28, \"invalid\": 8}, {\"handle\": \"Triangle\", \"total\": 5, \"invalid\": 1}, {\"handle\": \"TrungOre\", \"total\": 50, \"invalid\": 6}, {\"handle\": \"Trust\", \"total\": 74, \"invalid\": 5}, {\"handle\": \"Tutturu\", \"total\": 10, \"invalid\": 1}, {\"handle\": \"Twpony\", \"total\": 7, \"invalid\": 4}, {\"handle\": \"UncleGrandpa925\", \"total\": 12, \"invalid\": 3}, {\"handle\": \"UnusualTurtle\", \"total\": 20, \"invalid\": 4}, {\"handle\": \"VAD37\", \"total\": 41, \"invalid\": 4}, {\"handle\": \"V_B\", \"total\": 36, \"invalid\": 11}, {\"handle\": \"Varun_Verma\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"Vexjon\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"Viksaa39\", \"total\": 8, \"invalid\": 7}, {\"handle\": \"WatchDogs\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"WatchPug\", \"total\": 322, \"invalid\": 117}, {\"handle\": \"Wayne\", \"total\": 14, \"invalid\": 9}, {\"handle\": \"Waze\", \"total\": 98, \"invalid\": 32}, {\"handle\": \"WilliamAmbrozic\", \"total\": 5, \"invalid\": 4}, {\"handle\": \"Yiko\", \"total\": 31, \"invalid\": 17}, {\"handle\": \"__141345__\", \"total\": 158, \"invalid\": 62}, {\"handle\": \"a12jmx\", \"total\": 27, \"invalid\": 9}, {\"handle\": \"a_delamo\", \"total\": 75, \"invalid\": 10}, {\"handle\": \"abdulla\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"abhinavmir\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"ad3sh_\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"adriro\", \"total\": 41, \"invalid\": 12}, {\"handle\": \"aga7hokakological\", \"total\": 11, \"invalid\": 4}, {\"handle\": \"ajtra\", \"total\": 48, \"invalid\": 7}, {\"handle\": \"ak1\", \"total\": 59, \"invalid\": 30}, {\"handle\": \"alexxander\", \"total\": 4, \"invalid\": 2}, {\"handle\": \"ali_shehab\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"antonttc\", \"total\": 37, \"invalid\": 4}, {\"handle\": \"apajaresaguilera\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"aparecekarl18\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"apostle0x01\", \"total\": 27, \"invalid\": 4}, {\"handle\": \"arcoun\", \"total\": 20, \"invalid\": 2}, {\"handle\": \"asgeir\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"ashiq0x01\", \"total\": 11, \"invalid\": 10}, {\"handle\": \"asutorufos\", \"total\": 68, \"invalid\": 20}, {\"handle\": \"async\", \"total\": 9, \"invalid\": 1}, {\"handle\": \"auditor0517\", \"total\": 19, \"invalid\": 2}, {\"handle\": \"augustg\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"aviggiano\", \"total\": 17, \"invalid\": 7}, {\"handle\": \"axxe\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"ayeslick\", \"total\": 42, \"invalid\": 20}, {\"handle\": \"aysha\", \"total\": 35, \"invalid\": 10}, {\"handle\": \"ballx\", \"total\": 16, \"invalid\": 3}, {\"handle\": \"bardamu\", \"total\": 31, \"invalid\": 11}, {\"handle\": \"beardofginger\", \"total\": 5, \"invalid\": 1}, {\"handle\": \"benbaessler\", \"total\": 13, \"invalid\": 2}, {\"handle\": \"benk10\", \"total\": 4, \"invalid\": 1}, {\"handle\": \"berndartmueller\", \"total\": 150, \"invalid\": 28}, {\"handle\": \"bharg4v\", \"total\": 11, \"invalid\": 2}, {\"handle\": \"bin2chen\", \"total\": 45, \"invalid\": 1}, {\"handle\": \"blackswordsman\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"blockdev\", \"total\": 5, \"invalid\": 1}, {\"handle\": \"bobi\", \"total\": 19, \"invalid\": 3}, {\"handle\": \"bobirichman\", \"total\": 36, \"invalid\": 8}, {\"handle\": \"brgltd\", \"total\": 68, \"invalid\": 15}, {\"handle\": \"broccoli\", \"total\": 49, \"invalid\": 11}, {\"handle\": \"broccolirob\", \"total\": 24, \"invalid\": 9}, {\"handle\": \"btk\", \"total\": 7, \"invalid\": 2}, {\"handle\": \"bughunter007\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"bugwriter001\", \"total\": 9, \"invalid\": 4}, {\"handle\": \"bulej93\", \"total\": 49, \"invalid\": 18}, {\"handle\": \"byndooa\", \"total\": 22, \"invalid\": 6}, {\"handle\": \"byterocket\", \"total\": 17, \"invalid\": 2}, {\"handle\": \"c3phas\", \"total\": 77, \"invalid\": 8}, {\"handle\": \"cRat1st0s\", \"total\": 18, \"invalid\": 1}, {\"handle\": \"cairo\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"camden\", \"total\": 32, \"invalid\": 13}, {\"handle\": \"captainmango\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"capybara\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"carlitox477\", \"total\": 37, \"invalid\": 11}, {\"handle\": \"carrotsmuggler\", \"total\": 7, \"invalid\": 4}, {\"handle\": \"catchup\", \"total\": 89, \"invalid\": 23}, {\"handle\": \"catwhiskeys\", \"total\": 8, \"invalid\": 1}, {\"handle\": \"caventa\", \"total\": 12, \"invalid\": 4}, {\"handle\": \"cccz\", \"total\": 172, \"invalid\": 127}, {\"handle\": \"cdahlheimer\", \"total\": 11, \"invalid\": 5}, {\"handle\": \"cducrest\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"certora\", \"total\": 40, \"invalid\": 11}, {\"handle\": \"ch0bu\", \"total\": 21, \"invalid\": 4}, {\"handle\": \"ch13fd357r0y3r\", \"total\": 20, \"invalid\": 23}, {\"handle\": \"chaduke\", \"total\": 65, \"invalid\": 27}, {\"handle\": \"chatch\", \"total\": 7, \"invalid\": 3}, {\"handle\": \"chrisdior4\", \"total\": 16, \"invalid\": 4}, {\"handle\": \"cloudjunky\", \"total\": 24, \"invalid\": 7}, {\"handle\": \"cmichel\", \"total\": 239, \"invalid\": 122}, {\"handle\": \"codetilda\", \"total\": 4, \"invalid\": 3}, {\"handle\": \"codexploder\", \"total\": 90, \"invalid\": 45}, {\"handle\": \"cogitoergosumsw\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"corerouter\", \"total\": 18, \"invalid\": 7}, {\"handle\": \"cryptonue\", \"total\": 40, \"invalid\": 11}, {\"handle\": \"cryptostellar5\", \"total\": 21, \"invalid\": 4}, {\"handle\": \"cryptphi\", \"total\": 186, \"invalid\": 119}, {\"handle\": \"csanuragjain\", \"total\": 217, \"invalid\": 155}, {\"handle\": \"ctf_sec\", \"total\": 15, \"invalid\": 2}, {\"handle\": \"cyberboy\", \"total\": 16, \"invalid\": 4}, {\"handle\": \"cygaar\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"cylzxje\", \"total\": 9, \"invalid\": 2}, {\"handle\": \"d3e4\", \"total\": 60, \"invalid\": 15}, {\"handle\": \"daejunpark\", \"total\": 5, \"invalid\": 2}, {\"handle\": \"danb\", \"total\": 95, \"invalid\": 26}, {\"handle\": \"datapunk\", \"total\": 69, \"invalid\": 22}, {\"handle\": \"davidbrai\", \"total\": 11, \"invalid\": 1}, {\"handle\": \"defsec\", \"total\": 255, \"invalid\": 136}, {\"handle\": \"delfin454000\", \"total\": 93, \"invalid\": 9}, {\"handle\": \"dharma09\", \"total\": 18, \"invalid\": 7}, {\"handle\": \"dic0de\", \"total\": 10, \"invalid\": 6}, {\"handle\": \"dipp\", \"total\": 52, \"invalid\": 7}, {\"handle\": \"dirk_y\", \"total\": 30, \"invalid\": 8}, {\"handle\": \"djxploit\", \"total\": 79, \"invalid\": 28}, {\"handle\": \"don_vito\", \"total\": 4, \"invalid\": 4}, {\"handle\": \"drdr\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"dronassah\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"durianSausage\", \"total\": 54, \"invalid\": 26}, {\"handle\": \"dxdv\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"easy_peasy\", \"total\": 4, \"invalid\": 2}, {\"handle\": \"eccentricexit\", \"total\": 11, \"invalid\": 1}, {\"handle\": \"egjlmn1\", \"total\": 17, \"invalid\": 5}, {\"handle\": \"eierina\", \"total\": 15, \"invalid\": 3}, {\"handle\": \"elad\", \"total\": 5, \"invalid\": 2}, {\"handle\": \"ellahi\", \"total\": 46, \"invalid\": 5}, {\"handle\": \"elprofesor\", \"total\": 30, \"invalid\": 4}, {\"handle\": \"emrekocak\", \"total\": 10, \"invalid\": 3}, {\"handle\": \"enckrish\", \"total\": 15, \"invalid\": 2}, {\"handle\": \"erensa\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"erictee\", \"total\": 38, \"invalid\": 13}, {\"handle\": \"eriksal1217\", \"total\": 10, \"invalid\": 1}, {\"handle\": \"eugenereznikdesign\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"evertkors\", \"total\": 7, \"invalid\": 1}, {\"handle\": \"evo5555\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"exd0tpy\", \"total\": 42, \"invalid\": 10}, {\"handle\": \"exolorkistis\", \"total\": 7, \"invalid\": 1}, {\"handle\": \"fatherOfBlocks\", \"total\": 107, \"invalid\": 36}, {\"handle\": \"fatima_naz\", \"total\": 28, \"invalid\": 9}, {\"handle\": \"foobar\", \"total\": 4, \"invalid\": 1}, {\"handle\": \"francoHacker\", \"total\": 10, \"invalid\": 3}, {\"handle\": \"gatsbyjr\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"gellej\", \"total\": 7, \"invalid\": 1}, {\"handle\": \"georgypetrov\", \"total\": 10, \"invalid\": 2}, {\"handle\": \"gerdusx\", \"total\": 7, \"invalid\": 2}, {\"handle\": \"gianganhnguyen\", \"total\": 12, \"invalid\": 4}, {\"handle\": \"giovannidisiena\", \"total\": 5, \"invalid\": 1}, {\"handle\": \"goatbug\", \"total\": 20, \"invalid\": 6}, {\"handle\": \"gogo\", \"total\": 55, \"invalid\": 10}, {\"handle\": \"got_targ\", \"total\": 9, \"invalid\": 3}, {\"handle\": \"gpersoon\", \"total\": 90, \"invalid\": 58}, {\"handle\": \"greiart\", \"total\": 27, \"invalid\": 7}, {\"handle\": \"gs8nrv\", \"total\": 22, \"invalid\": 6}, {\"handle\": \"gss1\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"gzeon\", \"total\": 217, \"invalid\": 67}, {\"handle\": \"h4t4way\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"hack3r-0m\", \"total\": 67, \"invalid\": 20}, {\"handle\": \"hagrid\", \"total\": 18, \"invalid\": 6}, {\"handle\": \"hake\", \"total\": 117, \"invalid\": 26}, {\"handle\": \"hakerbaya\", \"total\": 7, \"invalid\": 6}, {\"handle\": \"haku\", \"total\": 4, \"invalid\": 2}, {\"handle\": \"halden\", \"total\": 5, \"invalid\": 1}, {\"handle\": \"hansfriese\", \"total\": 148, \"invalid\": 25}, {\"handle\": \"harleythedog\", \"total\": 80, \"invalid\": 16}, {\"handle\": \"heiho1\", \"total\": 34, \"invalid\": 14}, {\"handle\": \"hickuphh3\", \"total\": 112, \"invalid\": 18}, {\"handle\": \"horsefacts\", \"total\": 80, \"invalid\": 3}, {\"handle\": \"hrkrshnn\", \"total\": 79, \"invalid\": 6}, {\"handle\": \"hubble\", \"total\": 92, \"invalid\": 24}, {\"handle\": \"hyh\", \"total\": 287, \"invalid\": 104}, {\"handle\": \"iamwhitelights\", \"total\": 4, \"invalid\": 3}, {\"handle\": \"idkwhatimdoing\", \"total\": 7, \"invalid\": 3}, {\"handle\": \"ignacio\", \"total\": 57, \"invalid\": 29}, {\"handle\": \"ilan\", \"total\": 29, \"invalid\": 4}, {\"handle\": \"ilyk\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"imare\", \"total\": 33, \"invalid\": 13}, {\"handle\": \"immeas\", \"total\": 17, \"invalid\": 4}, {\"handle\": \"itsmeSTYJ\", \"total\": 85, \"invalid\": 20}, {\"handle\": \"izhuer\", \"total\": 12, \"invalid\": 1}, {\"handle\": \"jag\", \"total\": 14, \"invalid\": 3}, {\"handle\": \"jah\", \"total\": 36, \"invalid\": 25}, {\"handle\": \"janbro\", \"total\": 9, \"invalid\": 1}, {\"handle\": \"jayfromthe13th\", \"total\": 20, \"invalid\": 17}, {\"handle\": \"jayjonah8\", \"total\": 97, \"invalid\": 154}, {\"handle\": \"jayphbee\", \"total\": 4, \"invalid\": 1}, {\"handle\": \"jesusrod15\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"jierlich\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"joestakey\", \"total\": 113, \"invalid\": 17}, {\"handle\": \"joeysantoro\", \"total\": 4, \"invalid\": 1}, {\"handle\": \"johnmac\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"johnsterlacci\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"jojo\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"jonah1005\", \"total\": 79, \"invalid\": 19}, {\"handle\": \"jonatascm\", \"total\": 29, \"invalid\": 4}, {\"handle\": \"jonesjuls\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"jvaqa\", \"total\": 40, \"invalid\": 2}, {\"handle\": \"k\", \"total\": 12, \"invalid\": 2}, {\"handle\": \"kaden\", \"total\": 23, \"invalid\": 5}, {\"handle\": \"karanctf\", \"total\": 35, \"invalid\": 11}, {\"handle\": \"kebabsec\", \"total\": 43, \"invalid\": 7}, {\"handle\": \"kenta\", \"total\": 78, \"invalid\": 14}, {\"handle\": \"kenzo\", \"total\": 150, \"invalid\": 14}, {\"handle\": \"kevin\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"khatakey\", \"total\": 3, \"invalid\": 3}, {\"handle\": \"kirk-baird\", \"total\": 88, \"invalid\": 16}, {\"handle\": \"kris\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"kv\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"kyliek\", \"total\": 24, \"invalid\": 8}, {\"handle\": \"ladboy233\", \"total\": 118, \"invalid\": 63}, {\"handle\": \"leastwood\", \"total\": 175, \"invalid\": 34}, {\"handle\": \"leosathya\", \"total\": 20, \"invalid\": 5}, {\"handle\": \"levx\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"linmiaomiao\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"loop\", \"total\": 68, \"invalid\": 7}, {\"handle\": \"lucacez\", \"total\": 17, \"invalid\": 4}, {\"handle\": \"lukris02\", \"total\": 34, \"invalid\": 6}, {\"handle\": \"lyncurion\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"m00npapi\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"m3kk_kn1ght\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"m4rio_eth\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"m9800\", \"total\": 29, \"invalid\": 6}, {\"handle\": \"m_Rassska\", \"total\": 26, \"invalid\": 5}, {\"handle\": \"m_smirnova2020\", \"total\": 5, \"invalid\": 2}, {\"handle\": \"magu\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"mahdikarimi\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"malinariy\", \"total\": 11, \"invalid\": 3}, {\"handle\": \"maplesyrup\", \"total\": 26, \"invalid\": 1}, {\"handle\": \"martin\", \"total\": 34, \"invalid\": 11}, {\"handle\": \"masih\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"masterchief\", \"total\": 5, \"invalid\": 2}, {\"handle\": \"mayo\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"mcwildy\", \"total\": 12, \"invalid\": 1}, {\"handle\": \"mds1\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"medikko\", \"total\": 17, \"invalid\": 5}, {\"handle\": \"mektigboy\", \"total\": 9, \"invalid\": 4}, {\"handle\": \"mics\", \"total\": 83, \"invalid\": 38}, {\"handle\": \"millersplanet\", \"total\": 7, \"invalid\": 2}, {\"handle\": \"ming\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"minhquanym\", \"total\": 91, \"invalid\": 19}, {\"handle\": \"minhtrng\", \"total\": 25, \"invalid\": 4}, {\"handle\": \"moose-code\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"mrpathfindr\", \"total\": 9, \"invalid\": 2}, {\"handle\": \"n1punp\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"nadin\", \"total\": 5, \"invalid\": 4}, {\"handle\": \"nahnah\", \"total\": 8, \"invalid\": 2}, {\"handle\": \"nalus\", \"total\": 7, \"invalid\": 5}, {\"handle\": \"nascent\", \"total\": 18, \"invalid\": 1}, {\"handle\": \"nathaniel\", \"total\": 22, \"invalid\": 2}, {\"handle\": \"natzuu\", \"total\": 22, \"invalid\": 9}, {\"handle\": \"ne0n\", \"total\": 11, \"invalid\": 6}, {\"handle\": \"neko_nyaa\", \"total\": 14, \"invalid\": 4}, {\"handle\": \"neslinesli93\", \"total\": 6, \"invalid\": 2}, {\"handle\": \"neumo\", \"total\": 19, \"invalid\": 2}, {\"handle\": \"ngfam\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"nicobevi\", \"total\": 12, \"invalid\": 3}, {\"handle\": \"nine9\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"nooneisking\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"nxrblsrpr\", \"total\": 12, \"invalid\": 9}, {\"handle\": \"obront\", \"total\": 25, \"invalid\": 4}, {\"handle\": \"obtarian\", \"total\": 4, \"invalid\": 1}, {\"handle\": \"orion\", \"total\": 22, \"invalid\": 19}, {\"handle\": \"ospwner\", \"total\": 4, \"invalid\": 1}, {\"handle\": \"oyc_109\", \"total\": 75, \"invalid\": 44}, {\"handle\": \"p4st13r4\", \"total\": 86, \"invalid\": 17}, {\"handle\": \"p_crypt0\", \"total\": 21, \"invalid\": 6}, {\"handle\": \"palina\", \"total\": 28, \"invalid\": 2}, {\"handle\": \"pants\", \"total\": 145, \"invalid\": 105}, {\"handle\": \"parashar\", \"total\": 8, \"invalid\": 1}, {\"handle\": \"pashov\", \"total\": 76, \"invalid\": 23}, {\"handle\": \"pauliax\", \"total\": 321, \"invalid\": 58}, {\"handle\": \"paulius.eth\", \"total\": 102, \"invalid\": 4}, {\"handle\": \"pcarranzav\", \"total\": 8, \"invalid\": 1}, {\"handle\": \"peanuts\", \"total\": 35, \"invalid\": 16}, {\"handle\": \"pedr02b2\", \"total\": 20, \"invalid\": 4}, {\"handle\": \"pedroais\", \"total\": 107, \"invalid\": 32}, {\"handle\": \"peiw\", \"total\": 18, \"invalid\": 8}, {\"handle\": \"peritoflores\", \"total\": 83, \"invalid\": 26}, {\"handle\": \"perrythepwner\", \"total\": 4, \"invalid\": 3}, {\"handle\": \"pfapostol\", \"total\": 22, \"invalid\": 1}, {\"handle\": \"phenom80\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"philogy\", \"total\": 13, \"invalid\": 1}, {\"handle\": \"pmerkleplant\", \"total\": 68, \"invalid\": 7}, {\"handle\": \"polymorphism\", \"total\": 4, \"invalid\": 3}, {\"handle\": \"prasantgupta52\", \"total\": 19, \"invalid\": 9}, {\"handle\": \"rajatbeladiya\", \"total\": 41, \"invalid\": 10}, {\"handle\": \"rayn\", \"total\": 68, \"invalid\": 17}, {\"handle\": \"rbserver\", \"total\": 145, \"invalid\": 47}, {\"handle\": \"reassor\", \"total\": 77, \"invalid\": 8}, {\"handle\": \"remora\", \"total\": 10, \"invalid\": 5}, {\"handle\": \"renniepak\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"ret2basic\", \"total\": 33, \"invalid\": 7}, {\"handle\": \"rfa\", \"total\": 123, \"invalid\": 29}, {\"handle\": \"rishabh\", \"total\": 7, \"invalid\": 2}, {\"handle\": \"robee\", \"total\": 142, \"invalid\": 249}, {\"handle\": \"rokinot\", \"total\": 40, \"invalid\": 9}, {\"handle\": \"romand\", \"total\": 4, \"invalid\": 2}, {\"handle\": \"ronnyx2017\", \"total\": 13, \"invalid\": 2}, {\"handle\": \"rotcivegaf\", \"total\": 75, \"invalid\": 10}, {\"handle\": \"rvierdiiev\", \"total\": 70, \"invalid\": 22}, {\"handle\": \"s3cunda\", \"total\": 14, \"invalid\": 4}, {\"handle\": \"sabtikw\", \"total\": 9, \"invalid\": 1}, {\"handle\": \"sach1r0\", \"total\": 60, \"invalid\": 10}, {\"handle\": \"sahar\", \"total\": 23, \"invalid\": 10}, {\"handle\": \"saian\", \"total\": 59, \"invalid\": 7}, {\"handle\": \"sakman\", \"total\": 14, \"invalid\": 2}, {\"handle\": \"sakshamguruji\", \"total\": 21, \"invalid\": 6}, {\"handle\": \"sam_cunningham\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"samruna\", \"total\": 72, \"invalid\": 66}, {\"handle\": \"saneryee\", \"total\": 19, \"invalid\": 7}, {\"handle\": \"sashik_eth\", \"total\": 46, \"invalid\": 4}, {\"handle\": \"scaraven\", \"total\": 59, \"invalid\": 7}, {\"handle\": \"sces60107\", \"total\": 8, \"invalid\": 2}, {\"handle\": \"securerodd\", \"total\": 19, \"invalid\": 3}, {\"handle\": \"serial-coder\", \"total\": 18, \"invalid\": 9}, {\"handle\": \"seyni\", \"total\": 17, \"invalid\": 4}, {\"handle\": \"shark\", \"total\": 8, \"invalid\": 1}, {\"handle\": \"shenwilly\", \"total\": 88, \"invalid\": 5}, {\"handle\": \"shimonchick\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"shog00n\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"shw\", \"total\": 136, \"invalid\": 16}, {\"handle\": \"sikorico\", \"total\": 35, \"invalid\": 8}, {\"handle\": \"simon135\", \"total\": 136, \"invalid\": 59}, {\"handle\": \"sirhashalot\", \"total\": 107, \"invalid\": 36}, {\"handle\": \"slowmoses\", \"total\": 18, \"invalid\": 7}, {\"handle\": \"slywaters\", \"total\": 28, \"invalid\": 1}, {\"handle\": \"sockdrawermoney\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"solgryn\", \"total\": 7, \"invalid\": 5}, {\"handle\": \"sorrynotsorry\", \"total\": 136, \"invalid\": 51}, {\"handle\": \"sryysryy\", \"total\": 11, \"invalid\": 8}, {\"handle\": \"sseefried\", \"total\": 53, \"invalid\": 13}, {\"handle\": \"static\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"strider\", \"total\": 3, \"invalid\": 3}, {\"handle\": \"subtle77\", \"total\": 11, \"invalid\": 4}, {\"handle\": \"supernova\", \"total\": 9, \"invalid\": 2}, {\"handle\": \"supervrijdag\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"svskaushik\", \"total\": 26, \"invalid\": 19}, {\"handle\": \"t11s\", \"total\": 10, \"invalid\": 1}, {\"handle\": \"tabish\", \"total\": 20, \"invalid\": 5}, {\"handle\": \"teawaterwire\", \"total\": 5, \"invalid\": 3}, {\"handle\": \"technicallyty\", \"total\": 3, \"invalid\": 2}, {\"handle\": \"teddav\", \"total\": 8, \"invalid\": 1}, {\"handle\": \"tensors\", \"total\": 102, \"invalid\": 49}, {\"handle\": \"teryanarmen\", \"total\": 16, \"invalid\": 2}, {\"handle\": \"thank_you\", \"total\": 6, \"invalid\": 2}, {\"handle\": \"thankthedark\", \"total\": 4, \"invalid\": 2}, {\"handle\": \"thomaspanf\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"throttle\", \"total\": 70, \"invalid\": 13}, {\"handle\": \"tintin\", \"total\": 22, \"invalid\": 6}, {\"handle\": \"tnevler\", \"total\": 27, \"invalid\": 4}, {\"handle\": \"tofunmi\", \"total\": 18, \"invalid\": 11}, {\"handle\": \"tonisives\", \"total\": 21, \"invalid\": 8}, {\"handle\": \"totomanov\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"tqts\", \"total\": 23, \"invalid\": 3}, {\"handle\": \"trustindistrust\", \"total\": 15, \"invalid\": 5}, {\"handle\": \"ubase\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"ubermensch\", \"total\": 2, \"invalid\": 1}, {\"handle\": \"unforgiven\", \"total\": 150, \"invalid\": 51}, {\"handle\": \"verifyfirst\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"viking71\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"vlad_bochok\", \"total\": 6, \"invalid\": 1}, {\"handle\": \"vv7\", \"total\": 12, \"invalid\": 2}, {\"handle\": \"w0Lfrum\", \"total\": 14, \"invalid\": 6}, {\"handle\": \"wagmi\", \"total\": 33, \"invalid\": 4}, {\"handle\": \"walker\", \"total\": 5, \"invalid\": 1}, {\"handle\": \"wastewa\", \"total\": 11, \"invalid\": 2}, {\"handle\": \"wuwe1\", \"total\": 61, \"invalid\": 20}, {\"handle\": \"wzrdk3lly\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"xYrYuYx\", \"total\": 55, \"invalid\": 6}, {\"handle\": \"xiaoming90\", \"total\": 104, \"invalid\": 26}, {\"handle\": \"xnarus\", \"total\": 2, \"invalid\": 2}, {\"handle\": \"xxxxx\", \"total\": 5, \"invalid\": 3}, {\"handle\": \"yash90\", \"total\": 3, \"invalid\": 1}, {\"handle\": \"yasir\", \"total\": 6, \"invalid\": 4}, {\"handle\": \"ych18\", \"total\": 28, \"invalid\": 8}, {\"handle\": \"ye0lde\", \"total\": 122, \"invalid\": 18}, {\"handle\": \"yixxas\", \"total\": 28, \"invalid\": 11}, {\"handle\": \"yongskiws\", \"total\": 25, \"invalid\": 13}, {\"handle\": \"ypatil12\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"yurahod\", \"total\": 10, \"invalid\": 3}, {\"handle\": \"z3s\", \"total\": 47, \"invalid\": 3}, {\"handle\": \"zahx\", \"total\": 1, \"invalid\": 1}, {\"handle\": \"zeesaw\", \"total\": 14, \"invalid\": 4}, {\"handle\": \"zer0dot\", \"total\": 16, \"invalid\": 2}, {\"handle\": \"zhyd1997\", \"total\": 5, \"invalid\": 4}, {\"handle\": \"zishansami\", \"total\": 11, \"invalid\": 2}, {\"handle\": \"zmj\", \"total\": 5, \"invalid\": 3}, {\"handle\": \"zuhaibmohd\", \"total\": 10, \"invalid\": 2}, {\"handle\": \"zzzitron\", \"total\": 83, \"invalid\": 5}]}}, {\"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.VConcatChart(...)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(invalid & (invalid_normalize + mean_invalid_rule_line)).add_selection(\n",
    "    warden_selector\n",
    ").transform_filter(\n",
    "    warden_selector\n",
    ").properties(\n",
    "    title='Invalid submissions'\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "7b0c3efa",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.878889Z",
     "iopub.status.busy": "2023-01-06T16:00:08.878492Z",
     "iopub.status.idle": "2023-01-06T16:00:08.885134Z",
     "shell.execute_reply": "2023-01-06T16:00:08.884660Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Average invalid submission ratio: 42.82%'"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2['invalid_ratio'] = df2.invalid / df2.total\n",
    "'Average invalid submission ratio: ' + str(round(df2['invalid_ratio'].mean() * 100, 2)) + '%'"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fd53b161",
   "metadata": {},
   "source": [
    "# - - - - - - - - -"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c587378b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.887883Z",
     "iopub.status.busy": "2023-01-06T16:00:08.887503Z",
     "iopub.status.idle": "2023-01-06T16:00:08.921441Z",
     "shell.execute_reply": "2023-01-06T16:00:08.920813Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>handle</th>\n",
       "      <th>downgrade</th>\n",
       "      <th>total</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bobi</td>\n",
       "      <td>1.0</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>kenta</td>\n",
       "      <td>2.0</td>\n",
       "      <td>78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>shenwilly</td>\n",
       "      <td>7.0</td>\n",
       "      <td>88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>jayjonah8</td>\n",
       "      <td>44.0</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>TerrierLover</td>\n",
       "      <td>10.0</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300</th>\n",
       "      <td>technicallyty</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>301</th>\n",
       "      <td>evertkors</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>302</th>\n",
       "      <td>TimmyToes</td>\n",
       "      <td>1.0</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>303</th>\n",
       "      <td>dxdv</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>304</th>\n",
       "      <td>Aussie_Battlers</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>305 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              handle  downgrade  total\n",
       "0               bobi        1.0     19\n",
       "1              kenta        2.0     78\n",
       "2          shenwilly        7.0     88\n",
       "3          jayjonah8       44.0     97\n",
       "4       TerrierLover       10.0     74\n",
       "..               ...        ...    ...\n",
       "300    technicallyty        1.0      3\n",
       "301        evertkors        2.0      7\n",
       "302        TimmyToes        1.0     17\n",
       "303             dxdv        2.0      3\n",
       "304  Aussie_Battlers        1.0      7\n",
       "\n",
       "[305 rows x 3 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df3 = df[[\"handle\", \"issueId\"]].copy()\n",
    "df3 = pd.merge(df3, df[df['disagree with severity'] == 1].groupby('handle')[\"issueId\"].count().add(df[df['disagree-with-severity'] == 1].groupby('handle')[\"issueId\"].count(), fill_value=0), on=\"handle\")\n",
    "df3 = df3.rename(columns={'issueId_x': 'issueId', 'issueId_y': 'downgrade'})\n",
    "df3 = df3.drop('issueId', axis=1).drop_duplicates()\n",
    "df3 = pd.merge(df3, df2[['handle', 'total']], on=\"handle\")\n",
    "df3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "3f4fa340",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.924220Z",
     "iopub.status.busy": "2023-01-06T16:00:08.923780Z",
     "iopub.status.idle": "2023-01-06T16:00:08.939812Z",
     "shell.execute_reply": "2023-01-06T16:00:08.939330Z"
    }
   },
   "outputs": [],
   "source": [
    "downgrade = alt.Chart(df3).transform_fold(\n",
    "    [\"total\", \"downgrade\"]\n",
    ").mark_bar(\n",
    "    opacity=0.9\n",
    ").encode(\n",
    "    x=alt.X('handle:N', sort='-y', axis=alt.Axis(title='Wardens', grid=False, labelAngle=-45)),\n",
    "    y=alt.Y('value:Q', title=\"\"),\n",
    "    color=alt.Color('key:N', scale=alt.Scale(scheme='set1')),\n",
    "    order=alt.Order('key:N', sort='ascending')\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "b7fc48dd",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.942427Z",
     "iopub.status.busy": "2023-01-06T16:00:08.942040Z",
     "iopub.status.idle": "2023-01-06T16:00:08.960262Z",
     "shell.execute_reply": "2023-01-06T16:00:08.959776Z"
    }
   },
   "outputs": [],
   "source": [
    "downgrade_normalize = alt.Chart(df3).transform_fold(\n",
    "    [\"total\", \"downgrade\"]\n",
    ").mark_bar(\n",
    "    opacity=0.9\n",
    ").encode(\n",
    "    x=alt.X('handle:N', sort='-y', axis=alt.Axis(title='Wardens', grid=False, labelAngle=-45)),\n",
    "    y=alt.Y('value:Q', axis=alt.Axis(format='%'), stack=\"normalize\"),\n",
    "    color=alt.Color('key:N', scale=alt.Scale(scheme='set1')),\n",
    "    order=alt.Order('key:N', sort='ascending')\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "00f7a44c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.962763Z",
     "iopub.status.busy": "2023-01-06T16:00:08.962507Z",
     "iopub.status.idle": "2023-01-06T16:00:08.972371Z",
     "shell.execute_reply": "2023-01-06T16:00:08.971573Z"
    }
   },
   "outputs": [],
   "source": [
    "mean_downgrade_rule_line = alt.Chart(df3).transform_calculate(\n",
    "    downgrade_ratio=\"datum.downgrade / datum.total\"\n",
    ").mark_rule(\n",
    "    color='red',\n",
    "    size=2,\n",
    "    opacity=0.8,\n",
    ").encode(\n",
    "    y=alt.Y('mean(downgrade_ratio):Q', title=\"\")\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "de24594d",
   "metadata": {},
   "source": [
    "## Downgraded submissions stats\n",
    "The first graph shows the total number of submissions (in blue) with the number of *downgraded* submissions (in red) for each warden. Keep in mind the two number are stacked so the top of the bar indicates the **total** + **downgraded** submissions.\n",
    "\n",
    "The second graph is a normalized version of the first graph showing the ratio of downgraded submissions for each warden with the red line being the average (~15%, exact number below the chart).\n",
    "\n",
    "Select a specific warden using the dropdown. To return to the overall view, re-run the cell."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "40eea882",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:08.974998Z",
     "iopub.status.busy": "2023-01-06T16:00:08.974618Z",
     "iopub.status.idle": "2023-01-06T16:00:09.018215Z",
     "shell.execute_reply": "2023-01-06T16:00:09.017200Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/hostedtoolcache/Python/3.11.1/x64/lib/python3.11/site-packages/altair/utils/core.py:317: FutureWarning: iteritems is deprecated and will be removed in a future version. Use .items instead.\n",
      "  for col_name, dtype in df.dtypes.iteritems():\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-202ace0a2b654628915ff907d38f6e9e\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  var VEGA_DEBUG = (typeof VEGA_DEBUG == \"undefined\") ? {} : VEGA_DEBUG;\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-202ace0a2b654628915ff907d38f6e9e\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-202ace0a2b654628915ff907d38f6e9e\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.17.0?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function maybeLoadScript(lib, version) {\n",
       "      var key = `${lib.replace(\"-\", \"\")}_version`;\n",
       "      return (VEGA_DEBUG[key] == version) ?\n",
       "        Promise.resolve(paths[lib]) :\n",
       "        new Promise(function(resolve, reject) {\n",
       "          var s = document.createElement('script');\n",
       "          document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "          s.async = true;\n",
       "          s.onload = () => {\n",
       "            VEGA_DEBUG[key] = version;\n",
       "            return resolve(paths[lib]);\n",
       "          };\n",
       "          s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "          s.src = paths[lib];\n",
       "        });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else {\n",
       "      maybeLoadScript(\"vega\", \"5\")\n",
       "        .then(() => maybeLoadScript(\"vega-lite\", \"4.17.0\"))\n",
       "        .then(() => maybeLoadScript(\"vega-embed\", \"6\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"vconcat\": [{\"mark\": {\"type\": \"bar\", \"opacity\": 0.9}, \"encoding\": {\"color\": {\"field\": \"key\", \"scale\": {\"scheme\": \"set1\"}, \"type\": \"nominal\"}, \"order\": {\"field\": \"key\", \"sort\": \"ascending\", \"type\": \"nominal\"}, \"x\": {\"axis\": {\"grid\": false, \"labelAngle\": -45, \"title\": \"Wardens\"}, \"field\": \"handle\", \"sort\": \"-y\", \"type\": \"nominal\"}, \"y\": {\"field\": \"value\", \"title\": \"\", \"type\": \"quantitative\"}}, \"selection\": {\"warden_selector\": {\"type\": \"single\", \"fields\": [\"handle\"], \"bind\": {\"input\": \"select\", \"options\": [\"0bi\", \"0v3rf10w\", \"0x040\", \"0x0x0x\", \"0x1337\", \"0x1f8b\", \"0x29A\", \"0x421f\", \"0x4non\", \"0x52\", \"0x5rings\", \"0x6672\", \"0x85102\", \"0xA5DF\", \"0xArshia\", \"0xDanielC\", \"0xDecorativePineapple\", \"0xDjango\", \"0xFar5eer\", \"0xImpostor\", \"0xJoker\", \"0xLovesleep\", \"0xMaha\", \"0xMesaj\", \"0xNazgul\", \"0xNineDec\", \"0xRajeev\", \"0xRob\", \"0xRobocop\", \"0xRoxas\", \"0xSky\", \"0xSmartContract\", \"0xSolus\", \"0xVikasRushi\", \"0xYamiDancho\", \"0xackermann\", \"0xalpharush\", \"0xamogh\", \"0xawak\", \"0xb4bb4\", \"0xb88\", \"0xbepresent\", \"0xc0ffEE\", \"0xdeadbeef\", \"0xdeadbeef0x\", \"0xdln\", \"0xf15ers\", \"0xhunter\", \"0xkaju\", \"0xkatana\", \"0xliumin\", \"0xmatt\", \"0xmint\", \"0xmuxyz\", \"0xngndev\", \"0xpaneil\", \"0xsam\", \"0xsanson\", \"0xsolstars\", \"0xsomeone\", \"0xstan\", \"0xw4rd3n\", \"0xwags\", \"1\", \"242\", \"2997ms\", \"570RM\", \"7811\", \"8olidity\", \"@cmichelio\", \"AC0611\", \"ACai\", \"Acuel\", \"Afanasyevich\", \"Aits\", \"AkshaySrivastav\", \"Ali-Y\", \"Ali-_-Y\", \"AlleyCat\", \"AmitN\", \"Amithuddar\", \"Asfand\", \"Atarpara\", \"AuditsAreUS\", \"Aussie_Battlers\", \"Avci\", \"Awesome\", \"Aymen0909\", \"B2\", \"B353N\", \"Ben\", \"BipinSah\", \"Blackrooz\", \"Bnke0x0\", \"BondiPestControl\", \"BouSalman\", \"BowTiedWardens\", \"BradMoon\", \"BurgerTime\", \"CRYP70\", \"CaptainMango\", \"Captainkay\", \"Cashualday\", \"CertoraInc\", \"Ch_301\", \"Chandr\", \"Cheeezzyyyy\", \"Chom\", \"ChristianKuri\", \"Cityscape\", \"CodingNameKiki\", \"Critical\", \"Czar102\", \"DavidGialdi\", \"David_\", \"DecorativePineapple\", \"Deivitto\", \"DevABDee\", \"Diana\", \"DimSon\", \"DimitarDimitrov\", \"Dinesh11G\", \"Diraco\", \"Draco000\", \"Dravee\", \"ElKu\", \"EthLedger\", \"Extropy\", \"FSchmoede\", \"Far_From_Average\", \"Fitraldys\", \"Foundation\", \"Franfran\", \"FudgyDRS\", \"Funen\", \"GalloDaSballo\", \"GeekyLumberjack\", \"GermanKuber\", \"GimelSec\", \"GiveMeTestEther\", \"Grantm68\", \"GreyArt\", \"Guardian\", \"Haipls\", \"HardlyCodeMan\", \"Haruxe\", \"Hawkeye\", \"HeyItsEasy\", \"IEatBabyCarrots\", \"IgnacioB\", \"IllIllI\", \"Ivanmgm\", \"JAISAPPAN\", \"JC\", \"JGcarv\", \"JLevick\", \"JMukesh\", \"JansenC\", \"JayCools\", \"Jeiwan\", \"Jmukesh\", \"JohnSmith\", \"JrNet\", \"Jujic\", \"Junnon\", \"KIntern_NA\", \"KaJessia\", \"Kaiziron\", \"Keen_Sheen\", \"Kenshin\", \"Kiep\", \"KingNFT\", \"KoKo\", \"Kong\", \"Koolex\", \"Koustre\", \"Kresh\", \"Kthere\", \"Kulk0\", \"Kumpa\", \"Kumpirmafyas\", \"Lambda\", \"LeoS\", \"Limbooo\", \"M4TZ1P\", \"MEP\", \"MaCree\", \"MangoBurger\", \"MaratCerby\", \"Margaret\", \"MasterCookie\", \"Matin\", \"Meta0xNull\", \"Metatron\", \"MiloTruck\", \"Mohandes\", \"Mukund\", \"Nikolay\", \"Noah3o6\", \"Nyx\", \"Ocean_Sky\", \"Olivierdem\", \"Omik\", \"OriDabush\", \"PP1004\", \"PPrieditis\", \"PaludoX0\", \"Pheonix\", \"Picodes\", \"PierrickGT\", \"Polandia94\", \"Praise\", \"PranavG\", \"Predator\", \"Prefix\", \"PumpkingWok\", \"PwnPatrol\", \"PwnedNoMore\", \"Quisex\", \"R2\", \"RagnaChris\", \"Rahoz\", \"Ram_Naik\", \"Randyyy\", \"RaoulSchaffranek\", \"RaymondFam\", \"RedOneN\", \"Reigada\", \"Respx\", \"ReyAdmirado\", \"Rhynorater\", \"RockingMiles\", \"Rohan16\", \"RoiEvenHaim\", \"Rolezn\", \"Ruhum\", \"RustyRabbit\", \"SEVEN\", \"Saintcode_\", \"Sam4747\", \"Samatak\", \"Satyam_Sharma\", \"Saw-mon_and_Natalie\", \"Scocco\", \"ScopeLift\", \"SecureZeroX\", \"SerMyVillage\", \"Sherlock\", \"Sheys\", \"Shinchan\", \"ShippooorDAO\", \"Shishigami\", \"Silencezhl\", \"Sleepy\", \"Sm4rty\", \"SmartSek\", \"Sneakyninja0129\", \"SnowMan\", \"SolidityScan\", \"SooYa\", \"Soosh\", \"Soul22\", \"Sparta\", \"StErMi\", \"Sta1400\", \"StevenL\", \"SuldaanBeegsi\", \"Tadashi\", \"Tagir2003\", \"TerrierLover\", \"The_GUILD\", \"Throne6g\", \"Timenov\", \"TimmyToes\", \"TomFrench\", \"TomFrenchBlockchain\", \"TomJ\", \"Tomio\", \"Tomo\", \"Touta\", \"Treasure-Seeker\", \"Triangle\", \"TrungOre\", \"Trust\", \"Tutturu\", \"Twpony\", \"UncleGrandpa925\", \"UnusualTurtle\", \"VAD37\", \"V_B\", \"Varun_Verma\", \"Vexjon\", \"Viksaa39\", \"WatchDogs\", \"WatchPug\", \"Wayne\", \"Waze\", \"WilliamAmbrozic\", \"Yiko\", \"__141345__\", \"a12jmx\", \"a_delamo\", \"abdulla\", \"abhinavmir\", \"ad3sh_\", \"adriro\", \"aga7hokakological\", \"ajtra\", \"ak1\", \"alexxander\", \"ali_shehab\", \"antonttc\", \"apajaresaguilera\", \"aparecekarl18\", \"apostle0x01\", \"arcoun\", \"asgeir\", \"ashiq0x01\", \"asutorufos\", \"async\", \"auditor0517\", \"augustg\", \"aviggiano\", \"axxe\", \"ayeslick\", \"aysha\", \"ballx\", \"bardamu\", \"beardofginger\", \"benbaessler\", \"benk10\", \"berndartmueller\", \"bharg4v\", \"bin2chen\", \"blackswordsman\", \"blockdev\", \"bobi\", \"bobirichman\", \"brgltd\", \"broccoli\", \"broccolirob\", \"btk\", \"bughunter007\", \"bugwriter001\", \"bulej93\", \"byndooa\", \"byterocket\", \"c3phas\", \"cRat1st0s\", \"cairo\", \"camden\", \"captainmango\", \"capybara\", \"carlitox477\", \"carrotsmuggler\", \"catchup\", \"catwhiskeys\", \"caventa\", \"cccz\", \"cdahlheimer\", \"cducrest\", \"certora\", \"ch0bu\", \"ch13fd357r0y3r\", \"chaduke\", \"chatch\", \"chrisdior4\", \"cloudjunky\", \"cmichel\", \"codetilda\", \"codexploder\", \"cogitoergosumsw\", \"corerouter\", \"cryptonue\", \"cryptostellar5\", \"cryptphi\", \"csanuragjain\", \"ctf_sec\", \"cyberboy\", \"cygaar\", \"cylzxje\", \"d3e4\", \"daejunpark\", \"danb\", \"datapunk\", \"davidbrai\", \"defsec\", \"delfin454000\", \"dharma09\", \"dic0de\", \"dipp\", \"dirk_y\", \"djxploit\", \"don_vito\", \"drdr\", \"dronassah\", \"durianSausage\", \"dxdv\", \"easy_peasy\", \"eccentricexit\", \"egjlmn1\", \"eierina\", \"elad\", \"ellahi\", \"elprofesor\", \"emrekocak\", \"enckrish\", \"erensa\", \"erictee\", \"eriksal1217\", \"eugenereznikdesign\", \"evertkors\", \"evo5555\", \"exd0tpy\", \"exolorkistis\", \"fatherOfBlocks\", \"fatima_naz\", \"foobar\", \"francoHacker\", \"gatsbyjr\", \"gellej\", \"georgypetrov\", \"gerdusx\", \"gianganhnguyen\", \"giovannidisiena\", \"goatbug\", \"gogo\", \"got_targ\", \"gpersoon\", \"greiart\", \"gs8nrv\", \"gss1\", \"gzeon\", \"h4t4way\", \"hack3r-0m\", \"hagrid\", \"hake\", \"hakerbaya\", \"haku\", \"halden\", \"hansfriese\", \"harleythedog\", \"heiho1\", \"hickuphh3\", \"horsefacts\", \"hrkrshnn\", \"hubble\", \"hyh\", \"iamwhitelights\", \"idkwhatimdoing\", \"ignacio\", \"ilan\", \"ilyk\", \"imare\", \"immeas\", \"itsmeSTYJ\", \"izhuer\", \"jag\", \"jah\", \"janbro\", \"jayfromthe13th\", \"jayjonah8\", \"jayphbee\", \"jesusrod15\", \"jierlich\", \"joestakey\", \"joeysantoro\", \"johnmac\", \"johnsterlacci\", \"jojo\", \"jonah1005\", \"jonatascm\", \"jonesjuls\", \"jvaqa\", \"k\", \"kaden\", \"karanctf\", \"kebabsec\", \"kenta\", \"kenzo\", \"kevin\", \"khatakey\", \"kirk-baird\", \"kris\", \"kv\", \"kyliek\", \"ladboy233\", \"leastwood\", \"leosathya\", \"levx\", \"linmiaomiao\", \"loop\", \"lucacez\", \"lukris02\", \"lyncurion\", \"m00npapi\", \"m3kk_kn1ght\", \"m4rio_eth\", \"m9800\", \"m_Rassska\", \"m_smirnova2020\", \"magu\", \"mahdikarimi\", \"malinariy\", \"maplesyrup\", \"martin\", \"masih\", \"masterchief\", \"mayo\", \"mcwildy\", \"mds1\", \"medikko\", \"mektigboy\", \"mics\", \"millersplanet\", \"ming\", \"minhquanym\", \"minhtrng\", \"moose-code\", \"mrpathfindr\", \"n1punp\", \"nadin\", \"nahnah\", \"nalus\", \"nascent\", \"nathaniel\", \"natzuu\", \"ne0n\", \"neko_nyaa\", \"neslinesli93\", \"neumo\", \"ngfam\", \"nicobevi\", \"nine9\", \"nooneisking\", \"nxrblsrpr\", \"obront\", \"obtarian\", \"orion\", \"ospwner\", \"oyc_109\", \"p4st13r4\", \"p_crypt0\", \"palina\", \"pants\", \"parashar\", \"pashov\", \"pauliax\", \"paulius.eth\", \"pcarranzav\", \"peanuts\", \"pedr02b2\", \"pedroais\", \"peiw\", \"peritoflores\", \"perrythepwner\", \"pfapostol\", \"phenom80\", \"philogy\", \"pmerkleplant\", \"polymorphism\", \"prasantgupta52\", \"rajatbeladiya\", \"rayn\", \"rbserver\", \"reassor\", \"remora\", \"renniepak\", \"ret2basic\", \"rfa\", \"rishabh\", \"robee\", \"rokinot\", \"romand\", \"ronnyx2017\", \"rotcivegaf\", \"rvierdiiev\", \"s3cunda\", \"sabtikw\", \"sach1r0\", \"sahar\", \"saian\", \"sakman\", \"sakshamguruji\", \"sam_cunningham\", \"samruna\", \"saneryee\", \"sashik_eth\", \"scaraven\", \"sces60107\", \"securerodd\", \"serial-coder\", \"seyni\", \"shark\", \"shenwilly\", \"shimonchick\", \"shog00n\", \"shw\", \"sikorico\", \"simon135\", \"sirhashalot\", \"slowmoses\", \"slywaters\", \"sockdrawermoney\", \"solgryn\", \"sorrynotsorry\", \"sryysryy\", \"sseefried\", \"static\", \"strider\", \"subtle77\", \"supernova\", \"supervrijdag\", \"svskaushik\", \"t11s\", \"tabish\", \"teawaterwire\", \"technicallyty\", \"teddav\", \"tensors\", \"teryanarmen\", \"thank_you\", \"thankthedark\", \"thomaspanf\", \"throttle\", \"tintin\", \"tnevler\", \"tofunmi\", \"tonisives\", \"totomanov\", \"tqts\", \"trustindistrust\", \"ubase\", \"ubermensch\", \"unforgiven\", \"verifyfirst\", \"viking71\", \"vlad_bochok\", \"vv7\", \"w0Lfrum\", \"wagmi\", \"walker\", \"wastewa\", \"wuwe1\", \"wzrdk3lly\", \"xYrYuYx\", \"xiaoming90\", \"xnarus\", \"xxxxx\", \"yash90\", \"yasir\", \"ych18\", \"ye0lde\", \"yixxas\", \"yongskiws\", \"ypatil12\", \"yurahod\", \"z3s\", \"zahx\", \"zeesaw\", \"zer0dot\", \"zhyd1997\", \"zishansami\", \"zmj\", \"zuhaibmohd\", \"zzzitron\"], \"name\": \"Choose a warden:\"}}}, \"transform\": [{\"fold\": [\"total\", \"downgrade\"]}]}, {\"layer\": [{\"mark\": {\"type\": \"bar\", \"opacity\": 0.9}, \"encoding\": {\"color\": {\"field\": \"key\", \"scale\": {\"scheme\": \"set1\"}, \"type\": \"nominal\"}, \"order\": {\"field\": \"key\", \"sort\": \"ascending\", \"type\": \"nominal\"}, \"x\": {\"axis\": {\"grid\": false, \"labelAngle\": -45, \"title\": \"Wardens\"}, \"field\": \"handle\", \"sort\": \"-y\", \"type\": \"nominal\"}, \"y\": {\"axis\": {\"format\": \"%\"}, \"field\": \"value\", \"stack\": \"normalize\", \"type\": \"quantitative\"}}, \"selection\": {\"warden_selector\": {\"type\": \"single\", \"fields\": [\"handle\"], \"bind\": {\"input\": \"select\", \"options\": [\"0bi\", \"0v3rf10w\", \"0x040\", \"0x0x0x\", \"0x1337\", \"0x1f8b\", \"0x29A\", \"0x421f\", \"0x4non\", \"0x52\", \"0x5rings\", \"0x6672\", \"0x85102\", \"0xA5DF\", \"0xArshia\", \"0xDanielC\", \"0xDecorativePineapple\", \"0xDjango\", \"0xFar5eer\", \"0xImpostor\", \"0xJoker\", \"0xLovesleep\", \"0xMaha\", \"0xMesaj\", \"0xNazgul\", \"0xNineDec\", \"0xRajeev\", \"0xRob\", \"0xRobocop\", \"0xRoxas\", \"0xSky\", \"0xSmartContract\", \"0xSolus\", \"0xVikasRushi\", \"0xYamiDancho\", \"0xackermann\", \"0xalpharush\", \"0xamogh\", \"0xawak\", \"0xb4bb4\", \"0xb88\", \"0xbepresent\", \"0xc0ffEE\", \"0xdeadbeef\", \"0xdeadbeef0x\", \"0xdln\", \"0xf15ers\", \"0xhunter\", \"0xkaju\", \"0xkatana\", \"0xliumin\", \"0xmatt\", \"0xmint\", \"0xmuxyz\", \"0xngndev\", \"0xpaneil\", \"0xsam\", \"0xsanson\", \"0xsolstars\", \"0xsomeone\", \"0xstan\", \"0xw4rd3n\", \"0xwags\", \"1\", \"242\", \"2997ms\", \"570RM\", \"7811\", \"8olidity\", \"@cmichelio\", \"AC0611\", \"ACai\", \"Acuel\", \"Afanasyevich\", \"Aits\", \"AkshaySrivastav\", \"Ali-Y\", \"Ali-_-Y\", \"AlleyCat\", \"AmitN\", \"Amithuddar\", \"Asfand\", \"Atarpara\", \"AuditsAreUS\", \"Aussie_Battlers\", \"Avci\", \"Awesome\", \"Aymen0909\", \"B2\", \"B353N\", \"Ben\", \"BipinSah\", \"Blackrooz\", \"Bnke0x0\", \"BondiPestControl\", \"BouSalman\", \"BowTiedWardens\", \"BradMoon\", \"BurgerTime\", \"CRYP70\", \"CaptainMango\", \"Captainkay\", \"Cashualday\", \"CertoraInc\", \"Ch_301\", \"Chandr\", \"Cheeezzyyyy\", \"Chom\", \"ChristianKuri\", \"Cityscape\", \"CodingNameKiki\", \"Critical\", \"Czar102\", \"DavidGialdi\", \"David_\", \"DecorativePineapple\", \"Deivitto\", \"DevABDee\", \"Diana\", \"DimSon\", \"DimitarDimitrov\", \"Dinesh11G\", \"Diraco\", \"Draco000\", \"Dravee\", \"ElKu\", \"EthLedger\", \"Extropy\", \"FSchmoede\", \"Far_From_Average\", \"Fitraldys\", \"Foundation\", \"Franfran\", \"FudgyDRS\", \"Funen\", \"GalloDaSballo\", \"GeekyLumberjack\", \"GermanKuber\", \"GimelSec\", \"GiveMeTestEther\", \"Grantm68\", \"GreyArt\", \"Guardian\", \"Haipls\", \"HardlyCodeMan\", \"Haruxe\", \"Hawkeye\", \"HeyItsEasy\", \"IEatBabyCarrots\", \"IgnacioB\", \"IllIllI\", \"Ivanmgm\", \"JAISAPPAN\", \"JC\", \"JGcarv\", \"JLevick\", \"JMukesh\", \"JansenC\", \"JayCools\", \"Jeiwan\", \"Jmukesh\", \"JohnSmith\", \"JrNet\", \"Jujic\", \"Junnon\", \"KIntern_NA\", \"KaJessia\", \"Kaiziron\", \"Keen_Sheen\", \"Kenshin\", \"Kiep\", \"KingNFT\", \"KoKo\", \"Kong\", \"Koolex\", \"Koustre\", \"Kresh\", \"Kthere\", \"Kulk0\", \"Kumpa\", \"Kumpirmafyas\", \"Lambda\", \"LeoS\", \"Limbooo\", \"M4TZ1P\", \"MEP\", \"MaCree\", \"MangoBurger\", \"MaratCerby\", \"Margaret\", \"MasterCookie\", \"Matin\", \"Meta0xNull\", \"Metatron\", \"MiloTruck\", \"Mohandes\", \"Mukund\", \"Nikolay\", \"Noah3o6\", \"Nyx\", \"Ocean_Sky\", \"Olivierdem\", \"Omik\", \"OriDabush\", \"PP1004\", \"PPrieditis\", \"PaludoX0\", \"Pheonix\", \"Picodes\", \"PierrickGT\", \"Polandia94\", \"Praise\", \"PranavG\", \"Predator\", \"Prefix\", \"PumpkingWok\", \"PwnPatrol\", \"PwnedNoMore\", \"Quisex\", \"R2\", \"RagnaChris\", \"Rahoz\", \"Ram_Naik\", \"Randyyy\", \"RaoulSchaffranek\", \"RaymondFam\", \"RedOneN\", \"Reigada\", \"Respx\", \"ReyAdmirado\", \"Rhynorater\", \"RockingMiles\", \"Rohan16\", \"RoiEvenHaim\", \"Rolezn\", \"Ruhum\", \"RustyRabbit\", \"SEVEN\", \"Saintcode_\", \"Sam4747\", \"Samatak\", \"Satyam_Sharma\", \"Saw-mon_and_Natalie\", \"Scocco\", \"ScopeLift\", \"SecureZeroX\", \"SerMyVillage\", \"Sherlock\", \"Sheys\", \"Shinchan\", \"ShippooorDAO\", \"Shishigami\", \"Silencezhl\", \"Sleepy\", \"Sm4rty\", \"SmartSek\", \"Sneakyninja0129\", \"SnowMan\", \"SolidityScan\", \"SooYa\", \"Soosh\", \"Soul22\", \"Sparta\", \"StErMi\", \"Sta1400\", \"StevenL\", \"SuldaanBeegsi\", \"Tadashi\", \"Tagir2003\", \"TerrierLover\", \"The_GUILD\", \"Throne6g\", \"Timenov\", \"TimmyToes\", \"TomFrench\", \"TomFrenchBlockchain\", \"TomJ\", \"Tomio\", \"Tomo\", \"Touta\", \"Treasure-Seeker\", \"Triangle\", \"TrungOre\", \"Trust\", \"Tutturu\", \"Twpony\", \"UncleGrandpa925\", \"UnusualTurtle\", \"VAD37\", \"V_B\", \"Varun_Verma\", \"Vexjon\", \"Viksaa39\", \"WatchDogs\", \"WatchPug\", \"Wayne\", \"Waze\", \"WilliamAmbrozic\", \"Yiko\", \"__141345__\", \"a12jmx\", \"a_delamo\", \"abdulla\", \"abhinavmir\", \"ad3sh_\", \"adriro\", \"aga7hokakological\", \"ajtra\", \"ak1\", \"alexxander\", \"ali_shehab\", \"antonttc\", \"apajaresaguilera\", \"aparecekarl18\", \"apostle0x01\", \"arcoun\", \"asgeir\", \"ashiq0x01\", \"asutorufos\", \"async\", \"auditor0517\", \"augustg\", \"aviggiano\", \"axxe\", \"ayeslick\", \"aysha\", \"ballx\", \"bardamu\", \"beardofginger\", \"benbaessler\", \"benk10\", \"berndartmueller\", \"bharg4v\", \"bin2chen\", \"blackswordsman\", \"blockdev\", \"bobi\", \"bobirichman\", \"brgltd\", \"broccoli\", \"broccolirob\", \"btk\", \"bughunter007\", \"bugwriter001\", \"bulej93\", \"byndooa\", \"byterocket\", \"c3phas\", \"cRat1st0s\", \"cairo\", \"camden\", \"captainmango\", \"capybara\", \"carlitox477\", \"carrotsmuggler\", \"catchup\", \"catwhiskeys\", \"caventa\", \"cccz\", \"cdahlheimer\", \"cducrest\", \"certora\", \"ch0bu\", \"ch13fd357r0y3r\", \"chaduke\", \"chatch\", \"chrisdior4\", \"cloudjunky\", \"cmichel\", \"codetilda\", \"codexploder\", \"cogitoergosumsw\", \"corerouter\", \"cryptonue\", \"cryptostellar5\", \"cryptphi\", \"csanuragjain\", \"ctf_sec\", \"cyberboy\", \"cygaar\", \"cylzxje\", \"d3e4\", \"daejunpark\", \"danb\", \"datapunk\", \"davidbrai\", \"defsec\", \"delfin454000\", \"dharma09\", \"dic0de\", \"dipp\", \"dirk_y\", \"djxploit\", \"don_vito\", \"drdr\", \"dronassah\", \"durianSausage\", \"dxdv\", \"easy_peasy\", \"eccentricexit\", \"egjlmn1\", \"eierina\", \"elad\", \"ellahi\", \"elprofesor\", \"emrekocak\", \"enckrish\", \"erensa\", \"erictee\", \"eriksal1217\", \"eugenereznikdesign\", \"evertkors\", \"evo5555\", \"exd0tpy\", \"exolorkistis\", \"fatherOfBlocks\", \"fatima_naz\", \"foobar\", \"francoHacker\", \"gatsbyjr\", \"gellej\", \"georgypetrov\", \"gerdusx\", \"gianganhnguyen\", \"giovannidisiena\", \"goatbug\", \"gogo\", \"got_targ\", \"gpersoon\", \"greiart\", \"gs8nrv\", \"gss1\", \"gzeon\", \"h4t4way\", \"hack3r-0m\", \"hagrid\", \"hake\", \"hakerbaya\", \"haku\", \"halden\", \"hansfriese\", \"harleythedog\", \"heiho1\", \"hickuphh3\", \"horsefacts\", \"hrkrshnn\", \"hubble\", \"hyh\", \"iamwhitelights\", \"idkwhatimdoing\", \"ignacio\", \"ilan\", \"ilyk\", \"imare\", \"immeas\", \"itsmeSTYJ\", \"izhuer\", \"jag\", \"jah\", \"janbro\", \"jayfromthe13th\", \"jayjonah8\", \"jayphbee\", \"jesusrod15\", \"jierlich\", \"joestakey\", \"joeysantoro\", \"johnmac\", \"johnsterlacci\", \"jojo\", \"jonah1005\", \"jonatascm\", \"jonesjuls\", \"jvaqa\", \"k\", \"kaden\", \"karanctf\", \"kebabsec\", \"kenta\", \"kenzo\", \"kevin\", \"khatakey\", \"kirk-baird\", \"kris\", \"kv\", \"kyliek\", \"ladboy233\", \"leastwood\", \"leosathya\", \"levx\", \"linmiaomiao\", \"loop\", \"lucacez\", \"lukris02\", \"lyncurion\", \"m00npapi\", \"m3kk_kn1ght\", \"m4rio_eth\", \"m9800\", \"m_Rassska\", \"m_smirnova2020\", \"magu\", \"mahdikarimi\", \"malinariy\", \"maplesyrup\", \"martin\", \"masih\", \"masterchief\", \"mayo\", \"mcwildy\", \"mds1\", \"medikko\", \"mektigboy\", \"mics\", \"millersplanet\", \"ming\", \"minhquanym\", \"minhtrng\", \"moose-code\", \"mrpathfindr\", \"n1punp\", \"nadin\", \"nahnah\", \"nalus\", \"nascent\", \"nathaniel\", \"natzuu\", \"ne0n\", \"neko_nyaa\", \"neslinesli93\", \"neumo\", \"ngfam\", \"nicobevi\", \"nine9\", \"nooneisking\", \"nxrblsrpr\", \"obront\", \"obtarian\", \"orion\", \"ospwner\", \"oyc_109\", \"p4st13r4\", \"p_crypt0\", \"palina\", \"pants\", \"parashar\", \"pashov\", \"pauliax\", \"paulius.eth\", \"pcarranzav\", \"peanuts\", \"pedr02b2\", \"pedroais\", \"peiw\", \"peritoflores\", \"perrythepwner\", \"pfapostol\", \"phenom80\", \"philogy\", \"pmerkleplant\", \"polymorphism\", \"prasantgupta52\", \"rajatbeladiya\", \"rayn\", \"rbserver\", \"reassor\", \"remora\", \"renniepak\", \"ret2basic\", \"rfa\", \"rishabh\", \"robee\", \"rokinot\", \"romand\", \"ronnyx2017\", \"rotcivegaf\", \"rvierdiiev\", \"s3cunda\", \"sabtikw\", \"sach1r0\", \"sahar\", \"saian\", \"sakman\", \"sakshamguruji\", \"sam_cunningham\", \"samruna\", \"saneryee\", \"sashik_eth\", \"scaraven\", \"sces60107\", \"securerodd\", \"serial-coder\", \"seyni\", \"shark\", \"shenwilly\", \"shimonchick\", \"shog00n\", \"shw\", \"sikorico\", \"simon135\", \"sirhashalot\", \"slowmoses\", \"slywaters\", \"sockdrawermoney\", \"solgryn\", \"sorrynotsorry\", \"sryysryy\", \"sseefried\", \"static\", \"strider\", \"subtle77\", \"supernova\", \"supervrijdag\", \"svskaushik\", \"t11s\", \"tabish\", \"teawaterwire\", \"technicallyty\", \"teddav\", \"tensors\", \"teryanarmen\", \"thank_you\", \"thankthedark\", \"thomaspanf\", \"throttle\", \"tintin\", \"tnevler\", \"tofunmi\", \"tonisives\", \"totomanov\", \"tqts\", \"trustindistrust\", \"ubase\", \"ubermensch\", \"unforgiven\", \"verifyfirst\", \"viking71\", \"vlad_bochok\", \"vv7\", \"w0Lfrum\", \"wagmi\", \"walker\", \"wastewa\", \"wuwe1\", \"wzrdk3lly\", \"xYrYuYx\", \"xiaoming90\", \"xnarus\", \"xxxxx\", \"yash90\", \"yasir\", \"ych18\", \"ye0lde\", \"yixxas\", \"yongskiws\", \"ypatil12\", \"yurahod\", \"z3s\", \"zahx\", \"zeesaw\", \"zer0dot\", \"zhyd1997\", \"zishansami\", \"zmj\", \"zuhaibmohd\", \"zzzitron\"], \"name\": \"Choose a warden:\"}}}, \"transform\": [{\"fold\": [\"total\", \"downgrade\"]}]}, {\"mark\": {\"type\": \"rule\", \"color\": \"red\", \"opacity\": 0.8, \"size\": 2}, \"encoding\": {\"y\": {\"aggregate\": \"mean\", \"field\": \"downgrade_ratio\", \"title\": \"\", \"type\": \"quantitative\"}}, \"transform\": [{\"calculate\": \"datum.downgrade / datum.total\", \"as\": \"downgrade_ratio\"}]}]}], \"data\": {\"name\": \"data-a5a83859c5b0c07b305067b8c4fd45f1\"}, \"title\": \"Downgraded submissions\", \"transform\": [{\"filter\": {\"selection\": \"warden_selector\"}}], \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.17.0.json\", \"datasets\": {\"data-a5a83859c5b0c07b305067b8c4fd45f1\": [{\"handle\": \"bobi\", \"downgrade\": 1.0, \"total\": 19}, {\"handle\": \"kenta\", \"downgrade\": 2.0, \"total\": 78}, {\"handle\": \"shenwilly\", \"downgrade\": 7.0, \"total\": 88}, {\"handle\": \"jayjonah8\", \"downgrade\": 44.0, \"total\": 97}, {\"handle\": \"TerrierLover\", \"downgrade\": 10.0, \"total\": 74}, {\"handle\": \"leastwood\", \"downgrade\": 36.0, \"total\": 175}, {\"handle\": \"hyh\", \"downgrade\": 43.0, \"total\": 287}, {\"handle\": \"Dravee\", \"downgrade\": 22.0, \"total\": 295}, {\"handle\": \"cmichel\", \"downgrade\": 128.0, \"total\": 239}, {\"handle\": \"pedroais\", \"downgrade\": 11.0, \"total\": 107}, {\"handle\": \"IllIllI\", \"downgrade\": 29.0, \"total\": 229}, {\"handle\": \"robee\", \"downgrade\": 31.0, \"total\": 142}, {\"handle\": \"peritoflores\", \"downgrade\": 7.0, \"total\": 83}, {\"handle\": \"WatchPug\", \"downgrade\": 80.0, \"total\": 322}, {\"handle\": \"csanuragjain\", \"downgrade\": 52.0, \"total\": 217}, {\"handle\": \"0xliumin\", \"downgrade\": 1.0, \"total\": 21}, {\"handle\": \"CertoraInc\", \"downgrade\": 18.0, \"total\": 183}, {\"handle\": \"0xwags\", \"downgrade\": 1.0, \"total\": 22}, {\"handle\": \"defsec\", \"downgrade\": 31.0, \"total\": 255}, {\"handle\": \"cccz\", \"downgrade\": 44.0, \"total\": 172}, {\"handle\": \"gzeon\", \"downgrade\": 17.0, \"total\": 217}, {\"handle\": \"rfa\", \"downgrade\": 2.0, \"total\": 123}, {\"handle\": \"danb\", \"downgrade\": 20.0, \"total\": 95}, {\"handle\": \"0x1f8b\", \"downgrade\": 38.0, \"total\": 196}, {\"handle\": \"Ruhum\", \"downgrade\": 21.0, \"total\": 150}, {\"handle\": \"kirk-baird\", \"downgrade\": 21.0, \"total\": 88}, {\"handle\": \"wuwe1\", \"downgrade\": 9.0, \"total\": 61}, {\"handle\": \"hubble\", \"downgrade\": 9.0, \"total\": 92}, {\"handle\": \"Funen\", \"downgrade\": 1.0, \"total\": 118}, {\"handle\": \"p4st13r4\", \"downgrade\": 5.0, \"total\": 86}, {\"handle\": \"Jujic\", \"downgrade\": 12.0, \"total\": 140}, {\"handle\": \"Tomio\", \"downgrade\": 1.0, \"total\": 98}, {\"handle\": \"camden\", \"downgrade\": 5.0, \"total\": 32}, {\"handle\": \"sirhashalot\", \"downgrade\": 12.0, \"total\": 107}, {\"handle\": \"saian\", \"downgrade\": 2.0, \"total\": 59}, {\"handle\": \"0xngndev\", \"downgrade\": 2.0, \"total\": 27}, {\"handle\": \"Fitraldys\", \"downgrade\": 1.0, \"total\": 60}, {\"handle\": \"pauliax\", \"downgrade\": 44.0, \"total\": 321}, {\"handle\": \"TomFrenchBlockchain\", \"downgrade\": 3.0, \"total\": 79}, {\"handle\": \"OriDabush\", \"downgrade\": 1.0, \"total\": 33}, {\"handle\": \"egjlmn1\", \"downgrade\": 5.0, \"total\": 17}, {\"handle\": \"pmerkleplant\", \"downgrade\": 8.0, \"total\": 68}, {\"handle\": \"Kumpirmafyas\", \"downgrade\": 1.0, \"total\": 3}, {\"handle\": \"0x0x0x\", \"downgrade\": 14.0, \"total\": 151}, {\"handle\": \"Meta0xNull\", \"downgrade\": 12.0, \"total\": 109}, {\"handle\": \"bugwriter001\", \"downgrade\": 3.0, \"total\": 9}, {\"handle\": \"ye0lde\", \"downgrade\": 10.0, \"total\": 122}, {\"handle\": \"loop\", \"downgrade\": 6.0, \"total\": 68}, {\"handle\": \"0v3rf10w\", \"downgrade\": 1.0, \"total\": 98}, {\"handle\": \"hake\", \"downgrade\": 18.0, \"total\": 117}, {\"handle\": \"Treasure-Seeker\", \"downgrade\": 3.0, \"total\": 28}, {\"handle\": \"oyc_109\", \"downgrade\": 10.0, \"total\": 75}, {\"handle\": \"__141345__\", \"downgrade\": 14.0, \"total\": 158}, {\"handle\": \"horsefacts\", \"downgrade\": 2.0, \"total\": 80}, {\"handle\": \"sach1r0\", \"downgrade\": 2.0, \"total\": 60}, {\"handle\": \"0xNineDec\", \"downgrade\": 17.0, \"total\": 59}, {\"handle\": \"hansfriese\", \"downgrade\": 13.0, \"total\": 148}, {\"handle\": \"Chom\", \"downgrade\": 18.0, \"total\": 179}, {\"handle\": \"kebabsec\", \"downgrade\": 3.0, \"total\": 43}, {\"handle\": \"cryptphi\", \"downgrade\": 13.0, \"total\": 186}, {\"handle\": \"codexploder\", \"downgrade\": 10.0, \"total\": 90}, {\"handle\": \"0x52\", \"downgrade\": 30.0, \"total\": 120}, {\"handle\": \"pashov\", \"downgrade\": 5.0, \"total\": 76}, {\"handle\": \"MEP\", \"downgrade\": 1.0, \"total\": 13}, {\"handle\": \"durianSausage\", \"downgrade\": 1.0, \"total\": 54}, {\"handle\": \"zzzitron\", \"downgrade\": 6.0, \"total\": 83}, {\"handle\": \"TrungOre\", \"downgrade\": 6.0, \"total\": 50}, {\"handle\": \"berndartmueller\", \"downgrade\": 29.0, \"total\": 150}, {\"handle\": \"Sm4rty\", \"downgrade\": 1.0, \"total\": 126}, {\"handle\": \"djxploit\", \"downgrade\": 2.0, \"total\": 79}, {\"handle\": \"asutorufos\", \"downgrade\": 3.0, \"total\": 68}, {\"handle\": \"Lambda\", \"downgrade\": 23.0, \"total\": 137}, {\"handle\": \"BowTiedWardens\", \"downgrade\": 14.0, \"total\": 103}, {\"handle\": \"0xsanson\", \"downgrade\": 16.0, \"total\": 120}, {\"handle\": \"kenzo\", \"downgrade\": 20.0, \"total\": 150}, {\"handle\": \"ayeslick\", \"downgrade\": 1.0, \"total\": 42}, {\"handle\": \"jonatascm\", \"downgrade\": 2.0, \"total\": 29}, {\"handle\": \"simon135\", \"downgrade\": 2.0, \"total\": 136}, {\"handle\": \"PwnedNoMore\", \"downgrade\": 4.0, \"total\": 34}, {\"handle\": \"0xDjango\", \"downgrade\": 11.0, \"total\": 115}, {\"handle\": \"brgltd\", \"downgrade\": 7.0, \"total\": 68}, {\"handle\": \"0xkatana\", \"downgrade\": 2.0, \"total\": 81}, {\"handle\": \"gogo\", \"downgrade\": 3.0, \"total\": 55}, {\"handle\": \"0x29A\", \"downgrade\": 3.0, \"total\": 71}, {\"handle\": \"David_\", \"downgrade\": 2.0, \"total\": 20}, {\"handle\": \"0xA5DF\", \"downgrade\": 2.0, \"total\": 30}, {\"handle\": \"Aymen0909\", \"downgrade\": 4.0, \"total\": 65}, {\"handle\": \"8olidity\", \"downgrade\": 11.0, \"total\": 90}, {\"handle\": \"242\", \"downgrade\": 1.0, \"total\": 8}, {\"handle\": \"0xNazgul\", \"downgrade\": 9.0, \"total\": 130}, {\"handle\": \"Limbooo\", \"downgrade\": 2.0, \"total\": 23}, {\"handle\": \"ACai\", \"downgrade\": 1.0, \"total\": 33}, {\"handle\": \"0xsolstars\", \"downgrade\": 1.0, \"total\": 12}, {\"handle\": \"rbserver\", \"downgrade\": 25.0, \"total\": 145}, {\"handle\": \"Kthere\", \"downgrade\": 4.0, \"total\": 20}, {\"handle\": \"Kumpa\", \"downgrade\": 3.0, \"total\": 22}, {\"handle\": \"sseefried\", \"downgrade\": 5.0, \"total\": 53}, {\"handle\": \"dipp\", \"downgrade\": 2.0, \"total\": 52}, {\"handle\": \"xiaoming90\", \"downgrade\": 14.0, \"total\": 104}, {\"handle\": \"Franfran\", \"downgrade\": 1.0, \"total\": 18}, {\"handle\": \"neumo\", \"downgrade\": 2.0, \"total\": 19}, {\"handle\": \"ak1\", \"downgrade\": 5.0, \"total\": 59}, {\"handle\": \"bin2chen\", \"downgrade\": 1.0, \"total\": 45}, {\"handle\": \"unforgiven\", \"downgrade\": 29.0, \"total\": 150}, {\"handle\": \"rajatbeladiya\", \"downgrade\": 6.0, \"total\": 41}, {\"handle\": \"cloudjunky\", \"downgrade\": 4.0, \"total\": 24}, {\"handle\": \"TomJ\", \"downgrade\": 3.0, \"total\": 87}, {\"handle\": \"minhquanym\", \"downgrade\": 12.0, \"total\": 91}, {\"handle\": \"ElKu\", \"downgrade\": 1.0, \"total\": 59}, {\"handle\": \"scaraven\", \"downgrade\": 4.0, \"total\": 59}, {\"handle\": \"Deivitto\", \"downgrade\": 11.0, \"total\": 117}, {\"handle\": \"DimitarDimitrov\", \"downgrade\": 6.0, \"total\": 61}, {\"handle\": \"minhtrng\", \"downgrade\": 2.0, \"total\": 25}, {\"handle\": \"JC\", \"downgrade\": 2.0, \"total\": 77}, {\"handle\": \"Critical\", \"downgrade\": 1.0, \"total\": 9}, {\"handle\": \"auditor0517\", \"downgrade\": 1.0, \"total\": 19}, {\"handle\": \"joestakey\", \"downgrade\": 6.0, \"total\": 113}, {\"handle\": \"ch13fd357r0y3r\", \"downgrade\": 2.0, \"total\": 20}, {\"handle\": \"fatherOfBlocks\", \"downgrade\": 7.0, \"total\": 107}, {\"handle\": \"Bnke0x0\", \"downgrade\": 2.0, \"total\": 114}, {\"handle\": \"sorrynotsorry\", \"downgrade\": 23.0, \"total\": 136}, {\"handle\": \"0xf15ers\", \"downgrade\": 1.0, \"total\": 74}, {\"handle\": \"ajtra\", \"downgrade\": 1.0, \"total\": 48}, {\"handle\": \"rokinot\", \"downgrade\": 1.0, \"total\": 40}, {\"handle\": \"dharma09\", \"downgrade\": 1.0, \"total\": 18}, {\"handle\": \"0xSky\", \"downgrade\": 2.0, \"total\": 23}, {\"handle\": \"reassor\", \"downgrade\": 12.0, \"total\": 77}, {\"handle\": \"bardamu\", \"downgrade\": 4.0, \"total\": 31}, {\"handle\": \"chatch\", \"downgrade\": 1.0, \"total\": 7}, {\"handle\": \"sahar\", \"downgrade\": 2.0, \"total\": 23}, {\"handle\": \"ignacio\", \"downgrade\": 2.0, \"total\": 57}, {\"handle\": \"hickuphh3\", \"downgrade\": 12.0, \"total\": 112}, {\"handle\": \"gpersoon\", \"downgrade\": 45.0, \"total\": 90}, {\"handle\": \"shw\", \"downgrade\": 33.0, \"total\": 136}, {\"handle\": \"JMukesh\", \"downgrade\": 25.0, \"total\": 142}, {\"handle\": \"0xImpostor\", \"downgrade\": 6.0, \"total\": 14}, {\"handle\": \"tensors\", \"downgrade\": 19.0, \"total\": 102}, {\"handle\": \"xYrYuYx\", \"downgrade\": 1.0, \"total\": 55}, {\"handle\": \"pants\", \"downgrade\": 27.0, \"total\": 145}, {\"handle\": \"harleythedog\", \"downgrade\": 8.0, \"total\": 80}, {\"handle\": \"TomFrench\", \"downgrade\": 4.0, \"total\": 48}, {\"handle\": \"throttle\", \"downgrade\": 16.0, \"total\": 70}, {\"handle\": \"jonah1005\", \"downgrade\": 10.0, \"total\": 79}, {\"handle\": \"GeekyLumberjack\", \"downgrade\": 5.0, \"total\": 37}, {\"handle\": \"samruna\", \"downgrade\": 12.0, \"total\": 72}, {\"handle\": \"paulius.eth\", \"downgrade\": 1.0, \"total\": 102}, {\"handle\": \"0xsomeone\", \"downgrade\": 2.0, \"total\": 27}, {\"handle\": \"0xRajeev\", \"downgrade\": 150.0, \"total\": 190}, {\"handle\": \"jvaqa\", \"downgrade\": 4.0, \"total\": 40}, {\"handle\": \"a_delamo\", \"downgrade\": 3.0, \"total\": 75}, {\"handle\": \"@cmichelio\", \"downgrade\": 16.0, \"total\": 82}, {\"handle\": \"maplesyrup\", \"downgrade\": 2.0, \"total\": 26}, {\"handle\": \"janbro\", \"downgrade\": 2.0, \"total\": 9}, {\"handle\": \"itsmeSTYJ\", \"downgrade\": 3.0, \"total\": 85}, {\"handle\": \"0xFar5eer\", \"downgrade\": 1.0, \"total\": 10}, {\"handle\": \"SooYa\", \"downgrade\": 1.0, \"total\": 48}, {\"handle\": \"Picodes\", \"downgrade\": 14.0, \"total\": 92}, {\"handle\": \"cyberboy\", \"downgrade\": 2.0, \"total\": 16}, {\"handle\": \"certora\", \"downgrade\": 8.0, \"total\": 40}, {\"handle\": \"broccolirob\", \"downgrade\": 6.0, \"total\": 24}, {\"handle\": \"MaratCerby\", \"downgrade\": 8.0, \"total\": 60}, {\"handle\": \"ych18\", \"downgrade\": 1.0, \"total\": 28}, {\"handle\": \"0x4non\", \"downgrade\": 2.0, \"total\": 84}, {\"handle\": \"rotcivegaf\", \"downgrade\": 3.0, \"total\": 75}, {\"handle\": \"AlleyCat\", \"downgrade\": 1.0, \"total\": 35}, {\"handle\": \"GimelSec\", \"downgrade\": 29.0, \"total\": 142}, {\"handle\": \"tintin\", \"downgrade\": 4.0, \"total\": 22}, {\"handle\": \"0x1337\", \"downgrade\": 2.0, \"total\": 28}, {\"handle\": \"GalloDaSballo\", \"downgrade\": 6.0, \"total\": 83}, {\"handle\": \"Tadashi\", \"downgrade\": 1.0, \"total\": 25}, {\"handle\": \"ilan\", \"downgrade\": 2.0, \"total\": 29}, {\"handle\": \"Omik\", \"downgrade\": 1.0, \"total\": 28}, {\"handle\": \"Wayne\", \"downgrade\": 5.0, \"total\": 14}, {\"handle\": \"catchup\", \"downgrade\": 6.0, \"total\": 89}, {\"handle\": \"Randyyy\", \"downgrade\": 1.0, \"total\": 31}, {\"handle\": \"SmartSek\", \"downgrade\": 2.0, \"total\": 48}, {\"handle\": \"StErMi\", \"downgrade\": 6.0, \"total\": 30}, {\"handle\": \"RoiEvenHaim\", \"downgrade\": 1.0, \"total\": 19}, {\"handle\": \"hrkrshnn\", \"downgrade\": 3.0, \"total\": 79}, {\"handle\": \"sces60107\", \"downgrade\": 2.0, \"total\": 8}, {\"handle\": \"hack3r-0m\", \"downgrade\": 7.0, \"total\": 67}, {\"handle\": \"Czar102\", \"downgrade\": 9.0, \"total\": 78}, {\"handle\": \"ming\", \"downgrade\": 1.0, \"total\": 3}, {\"handle\": \"broccoli\", \"downgrade\": 7.0, \"total\": 49}, {\"handle\": \"Aits\", \"downgrade\": 2.0, \"total\": 9}, {\"handle\": \"Cityscape\", \"downgrade\": 1.0, \"total\": 19}, {\"handle\": \"kaden\", \"downgrade\": 1.0, \"total\": 23}, {\"handle\": \"zer0dot\", \"downgrade\": 3.0, \"total\": 16}, {\"handle\": \"aga7hokakological\", \"downgrade\": 1.0, \"total\": 11}, {\"handle\": \"Reigada\", \"downgrade\": 1.0, \"total\": 44}, {\"handle\": \"hagrid\", \"downgrade\": 1.0, \"total\": 18}, {\"handle\": \"BouSalman\", \"downgrade\": 2.0, \"total\": 38}, {\"handle\": \"elprofesor\", \"downgrade\": 3.0, \"total\": 30}, {\"handle\": \"izhuer\", \"downgrade\": 1.0, \"total\": 12}, {\"handle\": \"ChristianKuri\", \"downgrade\": 2.0, \"total\": 24}, {\"handle\": \"imare\", \"downgrade\": 2.0, \"total\": 33}, {\"handle\": \"CodingNameKiki\", \"downgrade\": 1.0, \"total\": 62}, {\"handle\": \"PwnPatrol\", \"downgrade\": 2.0, \"total\": 18}, {\"handle\": \"cryptonue\", \"downgrade\": 5.0, \"total\": 40}, {\"handle\": \"ladboy233\", \"downgrade\": 9.0, \"total\": 118}, {\"handle\": \"ne0n\", \"downgrade\": 1.0, \"total\": 11}, {\"handle\": \"Ch_301\", \"downgrade\": 7.0, \"total\": 82}, {\"handle\": \"0xSmartContract\", \"downgrade\": 8.0, \"total\": 100}, {\"handle\": \"Tomo\", \"downgrade\": 1.0, \"total\": 32}, {\"handle\": \"Respx\", \"downgrade\": 5.0, \"total\": 29}, {\"handle\": \"Rolezn\", \"downgrade\": 3.0, \"total\": 63}, {\"handle\": \"yixxas\", \"downgrade\": 4.0, \"total\": 28}, {\"handle\": \"datapunk\", \"downgrade\": 14.0, \"total\": 69}, {\"handle\": \"davidbrai\", \"downgrade\": 1.0, \"total\": 11}, {\"handle\": \"antonttc\", \"downgrade\": 1.0, \"total\": 37}, {\"handle\": \"wagmi\", \"downgrade\": 5.0, \"total\": 33}, {\"handle\": \"V_B\", \"downgrade\": 1.0, \"total\": 36}, {\"handle\": \"m9800\", \"downgrade\": 2.0, \"total\": 29}, {\"handle\": \"rvierdiiev\", \"downgrade\": 9.0, \"total\": 70}, {\"handle\": \"JansenC\", \"downgrade\": 1.0, \"total\": 15}, {\"handle\": \"RaymondFam\", \"downgrade\": 1.0, \"total\": 50}, {\"handle\": \"R2\", \"downgrade\": 2.0, \"total\": 36}, {\"handle\": \"Jeiwan\", \"downgrade\": 7.0, \"total\": 48}, {\"handle\": \"d3e4\", \"downgrade\": 4.0, \"total\": 60}, {\"handle\": \"PPrieditis\", \"downgrade\": 2.0, \"total\": 36}, {\"handle\": \"Soosh\", \"downgrade\": 2.0, \"total\": 32}, {\"handle\": \"Metatron\", \"downgrade\": 2.0, \"total\": 34}, {\"handle\": \"eierina\", \"downgrade\": 1.0, \"total\": 15}, {\"handle\": \"lukris02\", \"downgrade\": 2.0, \"total\": 34}, {\"handle\": \"immeas\", \"downgrade\": 1.0, \"total\": 17}, {\"handle\": \"p_crypt0\", \"downgrade\": 1.0, \"total\": 21}, {\"handle\": \"yongskiws\", \"downgrade\": 1.0, \"total\": 25}, {\"handle\": \"KingNFT\", \"downgrade\": 3.0, \"total\": 28}, {\"handle\": \"Koolex\", \"downgrade\": 1.0, \"total\": 8}, {\"handle\": \"The_GUILD\", \"downgrade\": 1.0, \"total\": 9}, {\"handle\": \"ctf_sec\", \"downgrade\": 2.0, \"total\": 15}, {\"handle\": \"RustyRabbit\", \"downgrade\": 1.0, \"total\": 18}, {\"handle\": \"chaduke\", \"downgrade\": 5.0, \"total\": 65}, {\"handle\": \"RaoulSchaffranek\", \"downgrade\": 1.0, \"total\": 15}, {\"handle\": \"KIntern_NA\", \"downgrade\": 3.0, \"total\": 41}, {\"handle\": \"Trust\", \"downgrade\": 15.0, \"total\": 74}, {\"handle\": \"corerouter\", \"downgrade\": 1.0, \"total\": 18}, {\"handle\": \"adriro\", \"downgrade\": 4.0, \"total\": 41}, {\"handle\": \"peanuts\", \"downgrade\": 1.0, \"total\": 35}, {\"handle\": \"carlitox477\", \"downgrade\": 2.0, \"total\": 37}, {\"handle\": \"SEVEN\", \"downgrade\": 1.0, \"total\": 8}, {\"handle\": \"philogy\", \"downgrade\": 2.0, \"total\": 13}, {\"handle\": \"0xmatt\", \"downgrade\": 1.0, \"total\": 17}, {\"handle\": \"sakshamguruji\", \"downgrade\": 1.0, \"total\": 21}, {\"handle\": \"serial-coder\", \"downgrade\": 1.0, \"total\": 18}, {\"handle\": \"jah\", \"downgrade\": 7.0, \"total\": 36}, {\"handle\": \"Kenshin\", \"downgrade\": 4.0, \"total\": 49}, {\"handle\": \"0xmint\", \"downgrade\": 1.0, \"total\": 23}, {\"handle\": \"GreyArt\", \"downgrade\": 12.0, \"total\": 68}, {\"handle\": \"kyliek\", \"downgrade\": 3.0, \"total\": 24}, {\"handle\": \"rayn\", \"downgrade\": 15.0, \"total\": 68}, {\"handle\": \"remora\", \"downgrade\": 1.0, \"total\": 10}, {\"handle\": \"thank_you\", \"downgrade\": 1.0, \"total\": 6}, {\"handle\": \"AmitN\", \"downgrade\": 1.0, \"total\": 15}, {\"handle\": \"Koustre\", \"downgrade\": 2.0, \"total\": 12}, {\"handle\": \"UncleGrandpa925\", \"downgrade\": 2.0, \"total\": 12}, {\"handle\": \"moose-code\", \"downgrade\": 2.0, \"total\": 3}, {\"handle\": \"dirk_y\", \"downgrade\": 2.0, \"total\": 30}, {\"handle\": \"GermanKuber\", \"downgrade\": 1.0, \"total\": 15}, {\"handle\": \"eriksal1217\", \"downgrade\": 1.0, \"total\": 10}, {\"handle\": \"walker\", \"downgrade\": 2.0, \"total\": 5}, {\"handle\": \"cdahlheimer\", \"downgrade\": 3.0, \"total\": 11}, {\"handle\": \"securerodd\", \"downgrade\": 1.0, \"total\": 19}, {\"handle\": \"Olivierdem\", \"downgrade\": 2.0, \"total\": 14}, {\"handle\": \"FSchmoede\", \"downgrade\": 2.0, \"total\": 21}, {\"handle\": \"gs8nrv\", \"downgrade\": 1.0, \"total\": 22}, {\"handle\": \"enckrish\", \"downgrade\": 1.0, \"total\": 15}, {\"handle\": \"palina\", \"downgrade\": 3.0, \"total\": 28}, {\"handle\": \"rishabh\", \"downgrade\": 1.0, \"total\": 7}, {\"handle\": \"Junnon\", \"downgrade\": 1.0, \"total\": 15}, {\"handle\": \"obront\", \"downgrade\": 4.0, \"total\": 25}, {\"handle\": \"wastewa\", \"downgrade\": 1.0, \"total\": 11}, {\"handle\": \"t11s\", \"downgrade\": 1.0, \"total\": 10}, {\"handle\": \"AuditsAreUS\", \"downgrade\": 5.0, \"total\": 36}, {\"handle\": \"georgypetrov\", \"downgrade\": 3.0, \"total\": 10}, {\"handle\": \"teryanarmen\", \"downgrade\": 5.0, \"total\": 16}, {\"handle\": \"polymorphism\", \"downgrade\": 1.0, \"total\": 4}, {\"handle\": \"Soul22\", \"downgrade\": 1.0, \"total\": 3}, {\"handle\": \"apajaresaguilera\", \"downgrade\": 1.0, \"total\": 2}, {\"handle\": \"RagnaChris\", \"downgrade\": 1.0, \"total\": 2}, {\"handle\": \"SolidityScan\", \"downgrade\": 6.0, \"total\": 35}, {\"handle\": \"byndooa\", \"downgrade\": 2.0, \"total\": 22}, {\"handle\": \"0xLovesleep\", \"downgrade\": 1.0, \"total\": 4}, {\"handle\": \"Throne6g\", \"downgrade\": 1.0, \"total\": 3}, {\"handle\": \"Haipls\", \"downgrade\": 2.0, \"total\": 4}, {\"handle\": \"ShippooorDAO\", \"downgrade\": 1.0, \"total\": 6}, {\"handle\": \"heiho1\", \"downgrade\": 12.0, \"total\": 34}, {\"handle\": \"ronnyx2017\", \"downgrade\": 2.0, \"total\": 13}, {\"handle\": \"eugenereznikdesign\", \"downgrade\": 1.0, \"total\": 2}, {\"handle\": \"totomanov\", \"downgrade\": 1.0, \"total\": 1}, {\"handle\": \"capybara\", \"downgrade\": 1.0, \"total\": 1}, {\"handle\": \"SecureZeroX\", \"downgrade\": 6.0, \"total\": 13}, {\"handle\": \"VAD37\", \"downgrade\": 5.0, \"total\": 41}, {\"handle\": \"eccentricexit\", \"downgrade\": 1.0, \"total\": 11}, {\"handle\": \"yash90\", \"downgrade\": 1.0, \"total\": 3}, {\"handle\": \"PP1004\", \"downgrade\": 1.0, \"total\": 19}, {\"handle\": \"goatbug\", \"downgrade\": 9.0, \"total\": 20}, {\"handle\": \"0xYamiDancho\", \"downgrade\": 4.0, \"total\": 12}, {\"handle\": \"BondiPestControl\", \"downgrade\": 3.0, \"total\": 8}, {\"handle\": \"asgeir\", \"downgrade\": 1.0, \"total\": 2}, {\"handle\": \"technicallyty\", \"downgrade\": 1.0, \"total\": 3}, {\"handle\": \"evertkors\", \"downgrade\": 2.0, \"total\": 7}, {\"handle\": \"TimmyToes\", \"downgrade\": 1.0, \"total\": 17}, {\"handle\": \"dxdv\", \"downgrade\": 2.0, \"total\": 3}, {\"handle\": \"Aussie_Battlers\", \"downgrade\": 1.0, \"total\": 7}]}}, {\"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.VConcatChart(...)"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(downgrade & (downgrade_normalize + mean_downgrade_rule_line)).add_selection(\n",
    "    warden_selector\n",
    ").transform_filter(\n",
    "    warden_selector\n",
    ").properties(\n",
    "    title='Downgraded submissions'\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "2b93c473",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:09.021317Z",
     "iopub.status.busy": "2023-01-06T16:00:09.020274Z",
     "iopub.status.idle": "2023-01-06T16:00:09.027229Z",
     "shell.execute_reply": "2023-01-06T16:00:09.026407Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Average downgraded submission ratio: 13.83%'"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df3['downgrade_ratio'] = df3.downgrade / df3.total\n",
    "'Average downgraded submission ratio: ' + str(round(df3['downgrade_ratio'].mean() * 100, 2)) + '%'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "f0ec1cca",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:09.029875Z",
     "iopub.status.busy": "2023-01-06T16:00:09.029487Z",
     "iopub.status.idle": "2023-01-06T16:00:09.084771Z",
     "shell.execute_reply": "2023-01-06T16:00:09.083785Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>invalid</th>\n",
       "      <th>disagree with severity</th>\n",
       "      <th>duplicate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2021-04-01</td>\n",
       "      <td>47</td>\n",
       "      <td>100</td>\n",
       "      <td>201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-05-01</td>\n",
       "      <td>26</td>\n",
       "      <td>31</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2021-06-01</td>\n",
       "      <td>43</td>\n",
       "      <td>77</td>\n",
       "      <td>173</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2021-07-01</td>\n",
       "      <td>110</td>\n",
       "      <td>84</td>\n",
       "      <td>228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2021-08-01</td>\n",
       "      <td>54</td>\n",
       "      <td>68</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2021-09-01</td>\n",
       "      <td>218</td>\n",
       "      <td>93</td>\n",
       "      <td>371</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2021-10-01</td>\n",
       "      <td>153</td>\n",
       "      <td>74</td>\n",
       "      <td>245</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2021-11-01</td>\n",
       "      <td>393</td>\n",
       "      <td>118</td>\n",
       "      <td>849</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2021-12-01</td>\n",
       "      <td>297</td>\n",
       "      <td>145</td>\n",
       "      <td>556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2022-01-01</td>\n",
       "      <td>870</td>\n",
       "      <td>189</td>\n",
       "      <td>1243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2022-02-01</td>\n",
       "      <td>267</td>\n",
       "      <td>73</td>\n",
       "      <td>381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2022-03-01</td>\n",
       "      <td>202</td>\n",
       "      <td>114</td>\n",
       "      <td>385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2022-04-01</td>\n",
       "      <td>396</td>\n",
       "      <td>132</td>\n",
       "      <td>498</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2022-05-01</td>\n",
       "      <td>650</td>\n",
       "      <td>265</td>\n",
       "      <td>1301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2022-06-01</td>\n",
       "      <td>748</td>\n",
       "      <td>261</td>\n",
       "      <td>1157</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2022-07-01</td>\n",
       "      <td>464</td>\n",
       "      <td>93</td>\n",
       "      <td>729</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2022-08-01</td>\n",
       "      <td>535</td>\n",
       "      <td>170</td>\n",
       "      <td>537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2022-09-01</td>\n",
       "      <td>896</td>\n",
       "      <td>101</td>\n",
       "      <td>867</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2022-10-01</td>\n",
       "      <td>1034</td>\n",
       "      <td>167</td>\n",
       "      <td>576</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         date  invalid  disagree with severity  duplicate\n",
       "0  2021-04-01       47                     100        201\n",
       "1  2021-05-01       26                      31         67\n",
       "2  2021-06-01       43                      77        173\n",
       "3  2021-07-01      110                      84        228\n",
       "4  2021-08-01       54                      68         97\n",
       "5  2021-09-01      218                      93        371\n",
       "6  2021-10-01      153                      74        245\n",
       "7  2021-11-01      393                     118        849\n",
       "8  2021-12-01      297                     145        556\n",
       "9  2022-01-01      870                     189       1243\n",
       "10 2022-02-01      267                      73        381\n",
       "11 2022-03-01      202                     114        385\n",
       "12 2022-04-01      396                     132        498\n",
       "13 2022-05-01      650                     265       1301\n",
       "14 2022-06-01      748                     261       1157\n",
       "15 2022-07-01      464                      93        729\n",
       "16 2022-08-01      535                     170        537\n",
       "17 2022-09-01      896                     101        867\n",
       "18 2022-10-01     1034                     167        576"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df4 = pd.DataFrame(df[df.invalid == 1].groupby(\"date\")[\"invalid\"].count()).reset_index()\n",
    "df4 = pd.merge(df4, df[df[\"disagree with severity\"] == 1].groupby(\"date\")[\"disagree with severity\"].count(), on='date')\n",
    "df4 = pd.merge(df4, df[df[\"duplicate\"] == 1].groupby(\"date\")[\"duplicate\"].count(), on='date')\n",
    "df4['date'] = pd.to_datetime(df4['date'])\n",
    "df4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "817370a4",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-01-06T16:00:09.087395Z",
     "iopub.status.busy": "2023-01-06T16:00:09.087130Z",
     "iopub.status.idle": "2023-01-06T16:00:09.125761Z",
     "shell.execute_reply": "2023-01-06T16:00:09.124929Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/hostedtoolcache/Python/3.11.1/x64/lib/python3.11/site-packages/altair/utils/core.py:317: FutureWarning: iteritems is deprecated and will be removed in a future version. Use .items instead.\n",
      "  for col_name, dtype in df.dtypes.iteritems():\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-056d270fed3c438d91dbc43e7c740308\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  var VEGA_DEBUG = (typeof VEGA_DEBUG == \"undefined\") ? {} : VEGA_DEBUG;\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-056d270fed3c438d91dbc43e7c740308\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-056d270fed3c438d91dbc43e7c740308\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.17.0?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function maybeLoadScript(lib, version) {\n",
       "      var key = `${lib.replace(\"-\", \"\")}_version`;\n",
       "      return (VEGA_DEBUG[key] == version) ?\n",
       "        Promise.resolve(paths[lib]) :\n",
       "        new Promise(function(resolve, reject) {\n",
       "          var s = document.createElement('script');\n",
       "          document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "          s.async = true;\n",
       "          s.onload = () => {\n",
       "            VEGA_DEBUG[key] = version;\n",
       "            return resolve(paths[lib]);\n",
       "          };\n",
       "          s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "          s.src = paths[lib];\n",
       "        });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else {\n",
       "      maybeLoadScript(\"vega\", \"5\")\n",
       "        .then(() => maybeLoadScript(\"vega-lite\", \"4.17.0\"))\n",
       "        .then(() => maybeLoadScript(\"vega-embed\", \"6\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-af84669f224230bb1fd3487945af1662\"}, \"mark\": {\"type\": \"line\", \"point\": true}, \"encoding\": {\"color\": {\"field\": \"key\", \"legend\": {\"labelFontSize\": 14, \"labelLimit\": 250, \"orient\": \"top\"}, \"type\": \"nominal\"}, \"tooltip\": [{\"field\": \"date\", \"type\": \"temporal\"}, {\"field\": \"value\", \"type\": \"quantitative\"}], \"x\": {\"field\": \"date\", \"title\": \"\", \"type\": \"temporal\"}, \"y\": {\"field\": \"value\", \"title\": \"\", \"type\": \"quantitative\"}}, \"height\": 350, \"title\": \"Tags presence over time\", \"transform\": [{\"fold\": [\"invalid\", \"disagree with severity\", \"duplicate\"]}], \"width\": 850, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.17.0.json\", \"datasets\": {\"data-af84669f224230bb1fd3487945af1662\": [{\"date\": \"2021-04-01T00:00:00\", \"invalid\": 47, \"disagree with severity\": 100, \"duplicate\": 201}, {\"date\": \"2021-05-01T00:00:00\", \"invalid\": 26, \"disagree with severity\": 31, \"duplicate\": 67}, {\"date\": \"2021-06-01T00:00:00\", \"invalid\": 43, \"disagree with severity\": 77, \"duplicate\": 173}, {\"date\": \"2021-07-01T00:00:00\", \"invalid\": 110, \"disagree with severity\": 84, \"duplicate\": 228}, {\"date\": \"2021-08-01T00:00:00\", \"invalid\": 54, \"disagree with severity\": 68, \"duplicate\": 97}, {\"date\": \"2021-09-01T00:00:00\", \"invalid\": 218, \"disagree with severity\": 93, \"duplicate\": 371}, {\"date\": \"2021-10-01T00:00:00\", \"invalid\": 153, \"disagree with severity\": 74, \"duplicate\": 245}, {\"date\": \"2021-11-01T00:00:00\", \"invalid\": 393, \"disagree with severity\": 118, \"duplicate\": 849}, {\"date\": \"2021-12-01T00:00:00\", \"invalid\": 297, \"disagree with severity\": 145, \"duplicate\": 556}, {\"date\": \"2022-01-01T00:00:00\", \"invalid\": 870, \"disagree with severity\": 189, \"duplicate\": 1243}, {\"date\": \"2022-02-01T00:00:00\", \"invalid\": 267, \"disagree with severity\": 73, \"duplicate\": 381}, {\"date\": \"2022-03-01T00:00:00\", \"invalid\": 202, \"disagree with severity\": 114, \"duplicate\": 385}, {\"date\": \"2022-04-01T00:00:00\", \"invalid\": 396, \"disagree with severity\": 132, \"duplicate\": 498}, {\"date\": \"2022-05-01T00:00:00\", \"invalid\": 650, \"disagree with severity\": 265, \"duplicate\": 1301}, {\"date\": \"2022-06-01T00:00:00\", \"invalid\": 748, \"disagree with severity\": 261, \"duplicate\": 1157}, {\"date\": \"2022-07-01T00:00:00\", \"invalid\": 464, \"disagree with severity\": 93, \"duplicate\": 729}, {\"date\": \"2022-08-01T00:00:00\", \"invalid\": 535, \"disagree with severity\": 170, \"duplicate\": 537}, {\"date\": \"2022-09-01T00:00:00\", \"invalid\": 896, \"disagree with severity\": 101, \"duplicate\": 867}, {\"date\": \"2022-10-01T00:00:00\", \"invalid\": 1034, \"disagree with severity\": 167, \"duplicate\": 576}]}}, {\"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "alt.Chart(df4, width=850, height=350, title=\"Tags presence over time\").transform_fold(\n",
    "    [\"invalid\", \"disagree with severity\", \"duplicate\"]\n",
    ").mark_line(\n",
    "    point=True\n",
    ").encode(\n",
    "    x=alt.X('date:T', title=\"\"),\n",
    "    y=alt.Y('value:Q', title=\"\"),\n",
    "    color=alt.Color('key:N', legend=alt.Legend(orient=\"top\", labelFontSize=14, labelLimit=250)),\n",
    "    tooltip=['date:T', 'value:Q']\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "273d7cd0",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}