hyper_parameter_tuning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "546e04b8",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from sklearn import datasets\n",
    "import matplotlib.pyplot as plt\n",
    "from scipy.stats import randint\n",
    "import numpy as np\n",
    "\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "from sklearn.experimental import enable_halving_search_cv\n",
    "from sklearn.model_selection import HalvingRandomSearchCV\n",
    "from sklearn.model_selection import HalvingGridSearchCV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "76d78c11",
   "metadata": {},
   "outputs": [],
   "source": [
    "import scipy.io\n",
    "data = scipy.io.loadmat('../data/url.mat')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "165b354b",
   "metadata": {},
   "outputs": [],
   "source": [
    "num_of_days = 120\n",
    "X, Y = [], []\n",
    "\n",
    "for i in range(num_of_days):\n",
    "    day_data = data[\"Day\" + str(i)]\n",
    "    X.append(day_data[0][0][0])\n",
    "    Y.append(day_data[0][0][1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "63482c8d",
   "metadata": {},
   "outputs": [],
   "source": [
    "# y-data are lists of numpy-arrays\n",
    "\n",
    "for i in range(len(Y)):\n",
    "    Y[i] = [element for sublist in Y[i] for element in sublist]\n",
    "   \n",
    "# y-data becomes a list of lists"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7a05a6e3",
   "metadata": {},
   "source": [
    "###### LinearSVC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "fe48ec7e",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n",
      "/usr/local/lib/python3.9/dist-packages/sklearn/svm/_base.py:1206: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "HalvingGridSearchCV(estimator=LinearSVC(), factor=2,\n",
       "                    param_grid={'C': [1e-05, 0.0001, 0.001, 0.01, 0.1, 1, 10,\n",
       "                                      100, 1000.0, 10000.0]})"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.svm import LinearSVC\n",
    "from scipy.stats import loguniform\n",
    "\n",
    "clf = LinearSVC()\n",
    "\n",
    "Cs = [1e-5, 1e-4, 1e-3, 1e-2, 1e-1, 1, 10, 100, 1e3, 1e4]\n",
    "param_grid = {'C': Cs}\n",
    "\n",
    "search = GridSearchCV(estimator=clf,\n",
    "                     param_grid=param_grid)\n",
    "\n",
    "gsh = HalvingGridSearchCV(estimator=clf,\n",
    "                     param_grid=param_grid,\n",
    "                            factor=2)\n",
    "\n",
    "search.fit(X[0], Y[0])\n",
    "gsh.fit(X[0], Y[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "73b05636",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_fit_time</th>\n",
       "      <th>std_fit_time</th>\n",
       "      <th>mean_score_time</th>\n",
       "      <th>std_score_time</th>\n",
       "      <th>param_C</th>\n",
       "      <th>params</th>\n",
       "      <th>split0_test_score</th>\n",
       "      <th>split1_test_score</th>\n",
       "      <th>split2_test_score</th>\n",
       "      <th>split3_test_score</th>\n",
       "      <th>split4_test_score</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>rank_test_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.089152</td>\n",
       "      <td>0.003652</td>\n",
       "      <td>0.001941</td>\n",
       "      <td>0.000027</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'C': 0.01}</td>\n",
       "      <td>0.980625</td>\n",
       "      <td>0.976875</td>\n",
       "      <td>0.974063</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.002253</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.225761</td>\n",
       "      <td>0.018983</td>\n",
       "      <td>0.001891</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'C': 0.1}</td>\n",
       "      <td>0.981250</td>\n",
       "      <td>0.978437</td>\n",
       "      <td>0.977187</td>\n",
       "      <td>0.971562</td>\n",
       "      <td>0.974063</td>\n",
       "      <td>0.976500</td>\n",
       "      <td>0.003380</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.620448</td>\n",
       "      <td>0.041793</td>\n",
       "      <td>0.001775</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>10</td>\n",
       "      <td>{'C': 10}</td>\n",
       "      <td>0.979062</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.972187</td>\n",
       "      <td>0.969688</td>\n",
       "      <td>0.974687</td>\n",
       "      <td>0.003530</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.589308</td>\n",
       "      <td>0.018493</td>\n",
       "      <td>0.001770</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>1</td>\n",
       "      <td>{'C': 1}</td>\n",
       "      <td>0.978750</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.973750</td>\n",
       "      <td>0.972187</td>\n",
       "      <td>0.970313</td>\n",
       "      <td>0.974625</td>\n",
       "      <td>0.003304</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.636031</td>\n",
       "      <td>0.040426</td>\n",
       "      <td>0.001779</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>100</td>\n",
       "      <td>{'C': 100}</td>\n",
       "      <td>0.978437</td>\n",
       "      <td>0.977812</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.972187</td>\n",
       "      <td>0.969688</td>\n",
       "      <td>0.974500</td>\n",
       "      <td>0.003317</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.668392</td>\n",
       "      <td>0.037164</td>\n",
       "      <td>0.001866</td>\n",
       "      <td>0.000195</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'C': 1000.0}</td>\n",
       "      <td>0.978437</td>\n",
       "      <td>0.977812</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.972187</td>\n",
       "      <td>0.969688</td>\n",
       "      <td>0.974500</td>\n",
       "      <td>0.003317</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.626729</td>\n",
       "      <td>0.098845</td>\n",
       "      <td>0.001893</td>\n",
       "      <td>0.000213</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'C': 10000.0}</td>\n",
       "      <td>0.978437</td>\n",
       "      <td>0.977812</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.972187</td>\n",
       "      <td>0.969688</td>\n",
       "      <td>0.974500</td>\n",
       "      <td>0.003317</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.070856</td>\n",
       "      <td>0.005023</td>\n",
       "      <td>0.001969</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'C': 0.001}</td>\n",
       "      <td>0.973437</td>\n",
       "      <td>0.969688</td>\n",
       "      <td>0.967187</td>\n",
       "      <td>0.968750</td>\n",
       "      <td>0.971562</td>\n",
       "      <td>0.970125</td>\n",
       "      <td>0.002179</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.082292</td>\n",
       "      <td>0.000271</td>\n",
       "      <td>0.001971</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>{'C': 0.0001}</td>\n",
       "      <td>0.970313</td>\n",
       "      <td>0.972500</td>\n",
       "      <td>0.961562</td>\n",
       "      <td>0.961250</td>\n",
       "      <td>0.968125</td>\n",
       "      <td>0.966750</td>\n",
       "      <td>0.004578</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.073699</td>\n",
       "      <td>0.003084</td>\n",
       "      <td>0.001969</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.00001</td>\n",
       "      <td>{'C': 1e-05}</td>\n",
       "      <td>0.781250</td>\n",
       "      <td>0.833125</td>\n",
       "      <td>0.790625</td>\n",
       "      <td>0.761250</td>\n",
       "      <td>0.743437</td>\n",
       "      <td>0.781937</td>\n",
       "      <td>0.030352</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   mean_fit_time  std_fit_time  mean_score_time  std_score_time  param_C  \\\n",
       "3       0.089152      0.003652         0.001941        0.000027     0.01   \n",
       "4       0.225761      0.018983         0.001891        0.000060      0.1   \n",
       "6       0.620448      0.041793         0.001775        0.000017       10   \n",
       "5       0.589308      0.018493         0.001770        0.000012        1   \n",
       "7       0.636031      0.040426         0.001779        0.000032      100   \n",
       "8       0.668392      0.037164         0.001866        0.000195   1000.0   \n",
       "9       0.626729      0.098845         0.001893        0.000213  10000.0   \n",
       "2       0.070856      0.005023         0.001969        0.000015    0.001   \n",
       "1       0.082292      0.000271         0.001971        0.000014   0.0001   \n",
       "0       0.073699      0.003084         0.001969        0.000020  0.00001   \n",
       "\n",
       "           params  split0_test_score  split1_test_score  split2_test_score  \\\n",
       "3     {'C': 0.01}           0.980625           0.976875           0.974063   \n",
       "4      {'C': 0.1}           0.981250           0.978437           0.977187   \n",
       "6       {'C': 10}           0.979062           0.978125           0.974375   \n",
       "5        {'C': 1}           0.978750           0.978125           0.973750   \n",
       "7      {'C': 100}           0.978437           0.977812           0.974375   \n",
       "8   {'C': 1000.0}           0.978437           0.977812           0.974375   \n",
       "9  {'C': 10000.0}           0.978437           0.977812           0.974375   \n",
       "2    {'C': 0.001}           0.973437           0.969688           0.967187   \n",
       "1   {'C': 0.0001}           0.970313           0.972500           0.961562   \n",
       "0    {'C': 1e-05}           0.781250           0.833125           0.790625   \n",
       "\n",
       "   split3_test_score  split4_test_score  mean_test_score  std_test_score  \\\n",
       "3           0.975000           0.976250         0.976562        0.002253   \n",
       "4           0.971562           0.974063         0.976500        0.003380   \n",
       "6           0.972187           0.969688         0.974687        0.003530   \n",
       "5           0.972187           0.970313         0.974625        0.003304   \n",
       "7           0.972187           0.969688         0.974500        0.003317   \n",
       "8           0.972187           0.969688         0.974500        0.003317   \n",
       "9           0.972187           0.969688         0.974500        0.003317   \n",
       "2           0.968750           0.971562         0.970125        0.002179   \n",
       "1           0.961250           0.968125         0.966750        0.004578   \n",
       "0           0.761250           0.743437         0.781937        0.030352   \n",
       "\n",
       "   rank_test_score  \n",
       "3                1  \n",
       "4                2  \n",
       "6                3  \n",
       "5                4  \n",
       "7                5  \n",
       "8                5  \n",
       "9                5  \n",
       "2                8  \n",
       "1                9  \n",
       "0               10  "
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(search.cv_results_).sort_values('rank_test_score')\n",
    "df\n",
    "# C=0.01 (0.976562)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "e057c46f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>iter</th>\n",
       "      <th>n_resources</th>\n",
       "      <th>mean_fit_time</th>\n",
       "      <th>std_fit_time</th>\n",
       "      <th>mean_score_time</th>\n",
       "      <th>std_score_time</th>\n",
       "      <th>param_C</th>\n",
       "      <th>params</th>\n",
       "      <th>split0_test_score</th>\n",
       "      <th>split1_test_score</th>\n",
       "      <th>...</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>rank_test_score</th>\n",
       "      <th>split0_train_score</th>\n",
       "      <th>split1_train_score</th>\n",
       "      <th>split2_train_score</th>\n",
       "      <th>split3_train_score</th>\n",
       "      <th>split4_train_score</th>\n",
       "      <th>mean_train_score</th>\n",
       "      <th>std_train_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>16000</td>\n",
       "      <td>0.232882</td>\n",
       "      <td>0.019479</td>\n",
       "      <td>0.002015</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'C': 0.1}</td>\n",
       "      <td>0.981250</td>\n",
       "      <td>0.978437</td>\n",
       "      <td>...</td>\n",
       "      <td>0.976500</td>\n",
       "      <td>0.003380</td>\n",
       "      <td>1</td>\n",
       "      <td>0.999453</td>\n",
       "      <td>0.999453</td>\n",
       "      <td>0.999531</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999563</td>\n",
       "      <td>0.000106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>16000</td>\n",
       "      <td>0.714283</td>\n",
       "      <td>0.073947</td>\n",
       "      <td>0.001912</td>\n",
       "      <td>0.000210</td>\n",
       "      <td>1</td>\n",
       "      <td>{'C': 1}</td>\n",
       "      <td>0.978750</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>...</td>\n",
       "      <td>0.974625</td>\n",
       "      <td>0.003304</td>\n",
       "      <td>2</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.119516</td>\n",
       "      <td>0.005789</td>\n",
       "      <td>0.001210</td>\n",
       "      <td>0.000065</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'C': 0.1}</td>\n",
       "      <td>0.973750</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>...</td>\n",
       "      <td>0.973250</td>\n",
       "      <td>0.002481</td>\n",
       "      <td>3</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999219</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999625</td>\n",
       "      <td>0.000212</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.343939</td>\n",
       "      <td>0.037730</td>\n",
       "      <td>0.001165</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>1</td>\n",
       "      <td>{'C': 1}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.976875</td>\n",
       "      <td>...</td>\n",
       "      <td>0.973000</td>\n",
       "      <td>0.003047</td>\n",
       "      <td>4</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.054695</td>\n",
       "      <td>0.002225</td>\n",
       "      <td>0.000751</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'C': 0.1}</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.973750</td>\n",
       "      <td>...</td>\n",
       "      <td>0.972750</td>\n",
       "      <td>0.005208</td>\n",
       "      <td>5</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999875</td>\n",
       "      <td>0.000153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.027413</td>\n",
       "      <td>0.001592</td>\n",
       "      <td>0.000812</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'C': 0.01}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.973750</td>\n",
       "      <td>...</td>\n",
       "      <td>0.972750</td>\n",
       "      <td>0.006093</td>\n",
       "      <td>5</td>\n",
       "      <td>0.983750</td>\n",
       "      <td>0.986250</td>\n",
       "      <td>0.982187</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>0.983437</td>\n",
       "      <td>0.984125</td>\n",
       "      <td>0.001389</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.176565</td>\n",
       "      <td>0.005473</td>\n",
       "      <td>0.000753</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>1</td>\n",
       "      <td>{'C': 1}</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.972000</td>\n",
       "      <td>0.004783</td>\n",
       "      <td>7</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.167466</td>\n",
       "      <td>0.025991</td>\n",
       "      <td>0.000843</td>\n",
       "      <td>0.000103</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'C': 1000.0}</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.971500</td>\n",
       "      <td>0.004430</td>\n",
       "      <td>8</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.171443</td>\n",
       "      <td>0.026108</td>\n",
       "      <td>0.000854</td>\n",
       "      <td>0.000167</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'C': 10000.0}</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.971500</td>\n",
       "      <td>0.004430</td>\n",
       "      <td>8</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.046428</td>\n",
       "      <td>0.002757</td>\n",
       "      <td>0.001292</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'C': 0.01}</td>\n",
       "      <td>0.975625</td>\n",
       "      <td>0.973125</td>\n",
       "      <td>...</td>\n",
       "      <td>0.971000</td>\n",
       "      <td>0.002974</td>\n",
       "      <td>10</td>\n",
       "      <td>0.983281</td>\n",
       "      <td>0.983594</td>\n",
       "      <td>0.984375</td>\n",
       "      <td>0.984844</td>\n",
       "      <td>0.983906</td>\n",
       "      <td>0.984000</td>\n",
       "      <td>0.000556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.018288</td>\n",
       "      <td>0.000817</td>\n",
       "      <td>0.000614</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'C': 0.01}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.965000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.969500</td>\n",
       "      <td>0.008276</td>\n",
       "      <td>11</td>\n",
       "      <td>0.984375</td>\n",
       "      <td>0.983125</td>\n",
       "      <td>0.984375</td>\n",
       "      <td>0.983125</td>\n",
       "      <td>0.982500</td>\n",
       "      <td>0.983500</td>\n",
       "      <td>0.000750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.033256</td>\n",
       "      <td>0.002085</td>\n",
       "      <td>0.000673</td>\n",
       "      <td>0.000180</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'C': 0.1}</td>\n",
       "      <td>0.982500</td>\n",
       "      <td>0.965000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.969500</td>\n",
       "      <td>0.008573</td>\n",
       "      <td>11</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999375</td>\n",
       "      <td>0.999875</td>\n",
       "      <td>0.000250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.108138</td>\n",
       "      <td>0.002350</td>\n",
       "      <td>0.000600</td>\n",
       "      <td>0.000044</td>\n",
       "      <td>1</td>\n",
       "      <td>{'C': 1}</td>\n",
       "      <td>0.982500</td>\n",
       "      <td>0.965000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.969000</td>\n",
       "      <td>0.007517</td>\n",
       "      <td>13</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.070396</td>\n",
       "      <td>0.015262</td>\n",
       "      <td>0.000579</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'C': 10000.0}</td>\n",
       "      <td>0.982500</td>\n",
       "      <td>0.965000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.968500</td>\n",
       "      <td>0.008155</td>\n",
       "      <td>14</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.089270</td>\n",
       "      <td>0.023287</td>\n",
       "      <td>0.000638</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>100</td>\n",
       "      <td>{'C': 100}</td>\n",
       "      <td>0.982500</td>\n",
       "      <td>0.965000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.968500</td>\n",
       "      <td>0.008155</td>\n",
       "      <td>14</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.104936</td>\n",
       "      <td>0.005945</td>\n",
       "      <td>0.000569</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>10</td>\n",
       "      <td>{'C': 10}</td>\n",
       "      <td>0.982500</td>\n",
       "      <td>0.965000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.968500</td>\n",
       "      <td>0.008155</td>\n",
       "      <td>14</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.015656</td>\n",
       "      <td>0.001468</td>\n",
       "      <td>0.000609</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'C': 0.001}</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>0.962500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.968500</td>\n",
       "      <td>0.010075</td>\n",
       "      <td>14</td>\n",
       "      <td>0.971875</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>0.973125</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.973250</td>\n",
       "      <td>0.002215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.075476</td>\n",
       "      <td>0.025025</td>\n",
       "      <td>0.000607</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'C': 1000.0}</td>\n",
       "      <td>0.982500</td>\n",
       "      <td>0.965000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.968500</td>\n",
       "      <td>0.008155</td>\n",
       "      <td>14</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.014069</td>\n",
       "      <td>0.000879</td>\n",
       "      <td>0.000607</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>{'C': 0.0001}</td>\n",
       "      <td>0.875000</td>\n",
       "      <td>0.865000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.830000</td>\n",
       "      <td>0.050966</td>\n",
       "      <td>19</td>\n",
       "      <td>0.848750</td>\n",
       "      <td>0.788750</td>\n",
       "      <td>0.827500</td>\n",
       "      <td>0.841875</td>\n",
       "      <td>0.825625</td>\n",
       "      <td>0.826500</td>\n",
       "      <td>0.020776</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.014450</td>\n",
       "      <td>0.001219</td>\n",
       "      <td>0.000600</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.00001</td>\n",
       "      <td>{'C': 1e-05}</td>\n",
       "      <td>0.605000</td>\n",
       "      <td>0.682500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.634000</td>\n",
       "      <td>0.037736</td>\n",
       "      <td>20</td>\n",
       "      <td>0.595000</td>\n",
       "      <td>0.630000</td>\n",
       "      <td>0.610625</td>\n",
       "      <td>0.606250</td>\n",
       "      <td>0.654375</td>\n",
       "      <td>0.619250</td>\n",
       "      <td>0.020884</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    iter  n_resources  mean_fit_time  std_fit_time  mean_score_time  \\\n",
       "19     3        16000       0.232882      0.019479         0.002015   \n",
       "18     3        16000       0.714283      0.073947         0.001912   \n",
       "17     2         8000       0.119516      0.005789         0.001210   \n",
       "15     2         8000       0.343939      0.037730         0.001165   \n",
       "14     1         4000       0.054695      0.002225         0.000751   \n",
       "13     1         4000       0.027413      0.001592         0.000812   \n",
       "12     1         4000       0.176565      0.005473         0.000753   \n",
       "10     1         4000       0.167466      0.025991         0.000843   \n",
       "11     1         4000       0.171443      0.026108         0.000854   \n",
       "16     2         8000       0.046428      0.002757         0.001292   \n",
       "3      0         2000       0.018288      0.000817         0.000614   \n",
       "4      0         2000       0.033256      0.002085         0.000673   \n",
       "5      0         2000       0.108138      0.002350         0.000600   \n",
       "9      0         2000       0.070396      0.015262         0.000579   \n",
       "7      0         2000       0.089270      0.023287         0.000638   \n",
       "6      0         2000       0.104936      0.005945         0.000569   \n",
       "2      0         2000       0.015656      0.001468         0.000609   \n",
       "8      0         2000       0.075476      0.025025         0.000607   \n",
       "1      0         2000       0.014069      0.000879         0.000607   \n",
       "0      0         2000       0.014450      0.001219         0.000600   \n",
       "\n",
       "    std_score_time  param_C          params  split0_test_score  \\\n",
       "19        0.000053      0.1      {'C': 0.1}           0.981250   \n",
       "18        0.000210        1        {'C': 1}           0.978750   \n",
       "17        0.000065      0.1      {'C': 0.1}           0.973750   \n",
       "15        0.000036        1        {'C': 1}           0.975000   \n",
       "14        0.000016      0.1      {'C': 0.1}           0.977500   \n",
       "13        0.000012     0.01     {'C': 0.01}           0.975000   \n",
       "12        0.000033        1        {'C': 1}           0.976250   \n",
       "10        0.000103   1000.0   {'C': 1000.0}           0.976250   \n",
       "11        0.000167  10000.0  {'C': 10000.0}           0.976250   \n",
       "16        0.000119     0.01     {'C': 0.01}           0.975625   \n",
       "3         0.000013     0.01     {'C': 0.01}           0.980000   \n",
       "4         0.000180      0.1      {'C': 0.1}           0.982500   \n",
       "5         0.000044        1        {'C': 1}           0.982500   \n",
       "9         0.000046  10000.0  {'C': 10000.0}           0.982500   \n",
       "7         0.000084      100      {'C': 100}           0.982500   \n",
       "6         0.000033       10       {'C': 10}           0.982500   \n",
       "2         0.000003    0.001    {'C': 0.001}           0.985000   \n",
       "8         0.000101   1000.0   {'C': 1000.0}           0.982500   \n",
       "1         0.000006   0.0001   {'C': 0.0001}           0.875000   \n",
       "0         0.000007  0.00001    {'C': 1e-05}           0.605000   \n",
       "\n",
       "    split1_test_score  ...  mean_test_score  std_test_score  rank_test_score  \\\n",
       "19           0.978437  ...         0.976500        0.003380                1   \n",
       "18           0.978125  ...         0.974625        0.003304                2   \n",
       "17           0.976250  ...         0.973250        0.002481                3   \n",
       "15           0.976875  ...         0.973000        0.003047                4   \n",
       "14           0.973750  ...         0.972750        0.005208                5   \n",
       "13           0.973750  ...         0.972750        0.006093                5   \n",
       "12           0.975000  ...         0.972000        0.004783                7   \n",
       "10           0.975000  ...         0.971500        0.004430                8   \n",
       "11           0.975000  ...         0.971500        0.004430                8   \n",
       "16           0.973125  ...         0.971000        0.002974               10   \n",
       "3            0.965000  ...         0.969500        0.008276               11   \n",
       "4            0.965000  ...         0.969500        0.008573               11   \n",
       "5            0.965000  ...         0.969000        0.007517               13   \n",
       "9            0.965000  ...         0.968500        0.008155               14   \n",
       "7            0.965000  ...         0.968500        0.008155               14   \n",
       "6            0.965000  ...         0.968500        0.008155               14   \n",
       "2            0.962500  ...         0.968500        0.010075               14   \n",
       "8            0.965000  ...         0.968500        0.008155               14   \n",
       "1            0.865000  ...         0.830000        0.050966               19   \n",
       "0            0.682500  ...         0.634000        0.037736               20   \n",
       "\n",
       "    split0_train_score  split1_train_score  split2_train_score  \\\n",
       "19            0.999453            0.999453            0.999531   \n",
       "18            1.000000            1.000000            1.000000   \n",
       "17            0.999687            0.999687            0.999219   \n",
       "15            1.000000            1.000000            1.000000   \n",
       "14            0.999687            1.000000            0.999687   \n",
       "13            0.983750            0.986250            0.982187   \n",
       "12            1.000000            1.000000            1.000000   \n",
       "10            1.000000            1.000000            1.000000   \n",
       "11            1.000000            1.000000            1.000000   \n",
       "16            0.983281            0.983594            0.984375   \n",
       "3             0.984375            0.983125            0.984375   \n",
       "4             1.000000            1.000000            1.000000   \n",
       "5             1.000000            1.000000            1.000000   \n",
       "9             1.000000            1.000000            1.000000   \n",
       "7             1.000000            1.000000            1.000000   \n",
       "6             1.000000            1.000000            1.000000   \n",
       "2             0.971875            0.970000            0.976250   \n",
       "8             1.000000            1.000000            1.000000   \n",
       "1             0.848750            0.788750            0.827500   \n",
       "0             0.595000            0.630000            0.610625   \n",
       "\n",
       "    split3_train_score  split4_train_score  mean_train_score  std_train_score  \n",
       "19            0.999687            0.999687          0.999563         0.000106  \n",
       "18            1.000000            1.000000          1.000000         0.000000  \n",
       "17            0.999844            0.999687          0.999625         0.000212  \n",
       "15            1.000000            1.000000          1.000000         0.000000  \n",
       "14            1.000000            1.000000          0.999875         0.000153  \n",
       "13            0.985000            0.983437          0.984125         0.001389  \n",
       "12            1.000000            1.000000          1.000000         0.000000  \n",
       "10            1.000000            1.000000          1.000000         0.000000  \n",
       "11            1.000000            1.000000          1.000000         0.000000  \n",
       "16            0.984844            0.983906          0.984000         0.000556  \n",
       "3             0.983125            0.982500          0.983500         0.000750  \n",
       "4             1.000000            0.999375          0.999875         0.000250  \n",
       "5             1.000000            1.000000          1.000000         0.000000  \n",
       "9             1.000000            1.000000          1.000000         0.000000  \n",
       "7             1.000000            1.000000          1.000000         0.000000  \n",
       "6             1.000000            1.000000          1.000000         0.000000  \n",
       "2             0.973125            0.975000          0.973250         0.002215  \n",
       "8             1.000000            1.000000          1.000000         0.000000  \n",
       "1             0.841875            0.825625          0.826500         0.020776  \n",
       "0             0.606250            0.654375          0.619250         0.020884  \n",
       "\n",
       "[20 rows x 23 columns]"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(gsh.cv_results_).sort_values('rank_test_score')\n",
    "df\n",
    "#C: 0.1 (0.976500)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "322791e3",
   "metadata": {},
   "source": [
    "###### Perceptron"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "8690f015",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GridSearchCV(estimator=Perceptron(random_state=123),\n",
       "             param_grid={'alpha': [1e-07, 1e-06, 1e-05, 0.0001, 0.001, 0.01,\n",
       "                                   0.1, 1, 10, 100, 1000.0, 10000.0]})"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.linear_model import Perceptron\n",
    "\n",
    "clf = Perceptron(random_state = 123)\n",
    "\n",
    "alphas = [1e-7, 1e-6, 1e-5 ,1e-4, 1e-3, 1e-2, 1e-1, 1, 10, 100, 1e3, 1e4]\n",
    "                  \n",
    "param_grid = {'alpha': alphas}\n",
    "\n",
    "gsh = HalvingGridSearchCV(\n",
    "    estimator=clf, param_grid=param_grid, factor=2)\n",
    "\n",
    "search = GridSearchCV(estimator=clf,\n",
    "                     param_grid=param_grid)\n",
    "\n",
    "gsh.fit(X[0], Y[0])\n",
    "search.fit(X[0], Y[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "55710885",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_fit_time</th>\n",
       "      <th>std_fit_time</th>\n",
       "      <th>mean_score_time</th>\n",
       "      <th>std_score_time</th>\n",
       "      <th>param_alpha</th>\n",
       "      <th>params</th>\n",
       "      <th>split0_test_score</th>\n",
       "      <th>split1_test_score</th>\n",
       "      <th>split2_test_score</th>\n",
       "      <th>split3_test_score</th>\n",
       "      <th>split4_test_score</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>rank_test_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.312680</td>\n",
       "      <td>0.030683</td>\n",
       "      <td>0.001796</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'alpha': 1e-07}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.310955</td>\n",
       "      <td>0.030116</td>\n",
       "      <td>0.001797</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000001</td>\n",
       "      <td>{'alpha': 1e-06}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.310088</td>\n",
       "      <td>0.027162</td>\n",
       "      <td>0.001805</td>\n",
       "      <td>0.000022</td>\n",
       "      <td>0.00001</td>\n",
       "      <td>{'alpha': 1e-05}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.309005</td>\n",
       "      <td>0.027074</td>\n",
       "      <td>0.001798</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>{'alpha': 0.0001}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.309945</td>\n",
       "      <td>0.027959</td>\n",
       "      <td>0.001803</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'alpha': 0.001}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.312272</td>\n",
       "      <td>0.031138</td>\n",
       "      <td>0.001797</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'alpha': 0.01}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.317869</td>\n",
       "      <td>0.023917</td>\n",
       "      <td>0.001811</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'alpha': 0.1}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.308897</td>\n",
       "      <td>0.027011</td>\n",
       "      <td>0.001797</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>1</td>\n",
       "      <td>{'alpha': 1}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.310684</td>\n",
       "      <td>0.026310</td>\n",
       "      <td>0.001796</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>10</td>\n",
       "      <td>{'alpha': 10}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.310344</td>\n",
       "      <td>0.025751</td>\n",
       "      <td>0.001809</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>100</td>\n",
       "      <td>{'alpha': 100}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.309648</td>\n",
       "      <td>0.027231</td>\n",
       "      <td>0.001803</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'alpha': 1000.0}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.310291</td>\n",
       "      <td>0.028159</td>\n",
       "      <td>0.001798</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'alpha': 10000.0}</td>\n",
       "      <td>0.981563</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>0.9775</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.007162</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    mean_fit_time  std_fit_time  mean_score_time  std_score_time param_alpha  \\\n",
       "0        0.312680      0.030683         0.001796        0.000012         0.0   \n",
       "1        0.310955      0.030116         0.001797        0.000012    0.000001   \n",
       "2        0.310088      0.027162         0.001805        0.000022     0.00001   \n",
       "3        0.309005      0.027074         0.001798        0.000011      0.0001   \n",
       "4        0.309945      0.027959         0.001803        0.000023       0.001   \n",
       "5        0.312272      0.031138         0.001797        0.000014        0.01   \n",
       "6        0.317869      0.023917         0.001811        0.000028         0.1   \n",
       "7        0.308897      0.027011         0.001797        0.000009           1   \n",
       "8        0.310684      0.026310         0.001796        0.000010          10   \n",
       "9        0.310344      0.025751         0.001809        0.000015         100   \n",
       "10       0.309648      0.027231         0.001803        0.000011      1000.0   \n",
       "11       0.310291      0.028159         0.001798        0.000017     10000.0   \n",
       "\n",
       "                params  split0_test_score  split1_test_score  \\\n",
       "0     {'alpha': 1e-07}           0.981563           0.978125   \n",
       "1     {'alpha': 1e-06}           0.981563           0.978125   \n",
       "2     {'alpha': 1e-05}           0.981563           0.978125   \n",
       "3    {'alpha': 0.0001}           0.981563           0.978125   \n",
       "4     {'alpha': 0.001}           0.981563           0.978125   \n",
       "5      {'alpha': 0.01}           0.981563           0.978125   \n",
       "6       {'alpha': 0.1}           0.981563           0.978125   \n",
       "7         {'alpha': 1}           0.981563           0.978125   \n",
       "8        {'alpha': 10}           0.981563           0.978125   \n",
       "9       {'alpha': 100}           0.981563           0.978125   \n",
       "10   {'alpha': 1000.0}           0.981563           0.978125   \n",
       "11  {'alpha': 10000.0}           0.981563           0.978125   \n",
       "\n",
       "    split2_test_score  split3_test_score  split4_test_score  mean_test_score  \\\n",
       "0              0.9775           0.960938           0.975313         0.974688   \n",
       "1              0.9775           0.960938           0.975313         0.974688   \n",
       "2              0.9775           0.960938           0.975313         0.974688   \n",
       "3              0.9775           0.960938           0.975313         0.974688   \n",
       "4              0.9775           0.960938           0.975313         0.974688   \n",
       "5              0.9775           0.960938           0.975313         0.974688   \n",
       "6              0.9775           0.960938           0.975313         0.974688   \n",
       "7              0.9775           0.960938           0.975313         0.974688   \n",
       "8              0.9775           0.960938           0.975313         0.974688   \n",
       "9              0.9775           0.960938           0.975313         0.974688   \n",
       "10             0.9775           0.960938           0.975313         0.974688   \n",
       "11             0.9775           0.960938           0.975313         0.974688   \n",
       "\n",
       "    std_test_score  rank_test_score  \n",
       "0         0.007162                1  \n",
       "1         0.007162                1  \n",
       "2         0.007162                1  \n",
       "3         0.007162                1  \n",
       "4         0.007162                1  \n",
       "5         0.007162                1  \n",
       "6         0.007162                1  \n",
       "7         0.007162                1  \n",
       "8         0.007162                1  \n",
       "9         0.007162                1  \n",
       "10        0.007162                1  \n",
       "11        0.007162                1  "
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(search.cv_results_)\n",
    "df \n",
    "#alpha egal (0.974688)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "1f09aaab",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>iter</th>\n",
       "      <th>n_resources</th>\n",
       "      <th>mean_fit_time</th>\n",
       "      <th>std_fit_time</th>\n",
       "      <th>mean_score_time</th>\n",
       "      <th>std_score_time</th>\n",
       "      <th>param_alpha</th>\n",
       "      <th>params</th>\n",
       "      <th>split0_test_score</th>\n",
       "      <th>split1_test_score</th>\n",
       "      <th>...</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>rank_test_score</th>\n",
       "      <th>split0_train_score</th>\n",
       "      <th>split1_train_score</th>\n",
       "      <th>split2_train_score</th>\n",
       "      <th>split3_train_score</th>\n",
       "      <th>split4_train_score</th>\n",
       "      <th>mean_train_score</th>\n",
       "      <th>std_train_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.142255</td>\n",
       "      <td>0.015094</td>\n",
       "      <td>0.000526</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.0</td>\n",
       "      <td>{'alpha': 1e-07}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.140776</td>\n",
       "      <td>0.010628</td>\n",
       "      <td>0.000532</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.000001</td>\n",
       "      <td>{'alpha': 1e-06}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.138470</td>\n",
       "      <td>0.011323</td>\n",
       "      <td>0.000512</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.00001</td>\n",
       "      <td>{'alpha': 1e-05}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.139793</td>\n",
       "      <td>0.011483</td>\n",
       "      <td>0.000522</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>{'alpha': 0.0001}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.138617</td>\n",
       "      <td>0.010582</td>\n",
       "      <td>0.000508</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'alpha': 0.001}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.137625</td>\n",
       "      <td>0.010506</td>\n",
       "      <td>0.000503</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'alpha': 0.01}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.139531</td>\n",
       "      <td>0.011019</td>\n",
       "      <td>0.000526</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'alpha': 0.1}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.142402</td>\n",
       "      <td>0.011673</td>\n",
       "      <td>0.000536</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>1</td>\n",
       "      <td>{'alpha': 1}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.140738</td>\n",
       "      <td>0.011518</td>\n",
       "      <td>0.000524</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>10</td>\n",
       "      <td>{'alpha': 10}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.145780</td>\n",
       "      <td>0.017046</td>\n",
       "      <td>0.000525</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>100</td>\n",
       "      <td>{'alpha': 100}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.138049</td>\n",
       "      <td>0.011681</td>\n",
       "      <td>0.000514</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'alpha': 1000.0}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.137737</td>\n",
       "      <td>0.011337</td>\n",
       "      <td>0.000508</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'alpha': 10000.0}</td>\n",
       "      <td>0.9675</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96800</td>\n",
       "      <td>0.010416</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.159215</td>\n",
       "      <td>0.021621</td>\n",
       "      <td>0.000696</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'alpha': 0.1}</td>\n",
       "      <td>0.9700</td>\n",
       "      <td>0.968750</td>\n",
       "      <td>...</td>\n",
       "      <td>0.95875</td>\n",
       "      <td>0.009843</td>\n",
       "      <td>18</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.995313</td>\n",
       "      <td>0.999062</td>\n",
       "      <td>0.001875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.156762</td>\n",
       "      <td>0.020067</td>\n",
       "      <td>0.000685</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>1</td>\n",
       "      <td>{'alpha': 1}</td>\n",
       "      <td>0.9700</td>\n",
       "      <td>0.968750</td>\n",
       "      <td>...</td>\n",
       "      <td>0.95875</td>\n",
       "      <td>0.009843</td>\n",
       "      <td>18</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.995313</td>\n",
       "      <td>0.999062</td>\n",
       "      <td>0.001875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.157550</td>\n",
       "      <td>0.020988</td>\n",
       "      <td>0.000684</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>10</td>\n",
       "      <td>{'alpha': 10}</td>\n",
       "      <td>0.9700</td>\n",
       "      <td>0.968750</td>\n",
       "      <td>...</td>\n",
       "      <td>0.95875</td>\n",
       "      <td>0.009843</td>\n",
       "      <td>18</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.995313</td>\n",
       "      <td>0.999062</td>\n",
       "      <td>0.001875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.161032</td>\n",
       "      <td>0.019847</td>\n",
       "      <td>0.000686</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>100</td>\n",
       "      <td>{'alpha': 100}</td>\n",
       "      <td>0.9700</td>\n",
       "      <td>0.968750</td>\n",
       "      <td>...</td>\n",
       "      <td>0.95875</td>\n",
       "      <td>0.009843</td>\n",
       "      <td>18</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.995313</td>\n",
       "      <td>0.999062</td>\n",
       "      <td>0.001875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.156129</td>\n",
       "      <td>0.019980</td>\n",
       "      <td>0.000675</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'alpha': 1000.0}</td>\n",
       "      <td>0.9700</td>\n",
       "      <td>0.968750</td>\n",
       "      <td>...</td>\n",
       "      <td>0.95875</td>\n",
       "      <td>0.009843</td>\n",
       "      <td>18</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.995313</td>\n",
       "      <td>0.999062</td>\n",
       "      <td>0.001875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.163762</td>\n",
       "      <td>0.020194</td>\n",
       "      <td>0.000677</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'alpha': 10000.0}</td>\n",
       "      <td>0.9700</td>\n",
       "      <td>0.968750</td>\n",
       "      <td>...</td>\n",
       "      <td>0.95875</td>\n",
       "      <td>0.009843</td>\n",
       "      <td>18</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.995313</td>\n",
       "      <td>0.999062</td>\n",
       "      <td>0.001875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.203284</td>\n",
       "      <td>0.033144</td>\n",
       "      <td>0.001023</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>100</td>\n",
       "      <td>{'alpha': 100}</td>\n",
       "      <td>0.9800</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97150</td>\n",
       "      <td>0.007464</td>\n",
       "      <td>3</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>0.998594</td>\n",
       "      <td>0.999219</td>\n",
       "      <td>0.998281</td>\n",
       "      <td>0.999188</td>\n",
       "      <td>0.000673</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.201874</td>\n",
       "      <td>0.031102</td>\n",
       "      <td>0.001022</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'alpha': 1000.0}</td>\n",
       "      <td>0.9800</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97150</td>\n",
       "      <td>0.007464</td>\n",
       "      <td>3</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>0.998594</td>\n",
       "      <td>0.999219</td>\n",
       "      <td>0.998281</td>\n",
       "      <td>0.999188</td>\n",
       "      <td>0.000673</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.206773</td>\n",
       "      <td>0.036273</td>\n",
       "      <td>0.001032</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'alpha': 10000.0}</td>\n",
       "      <td>0.9800</td>\n",
       "      <td>0.978125</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97150</td>\n",
       "      <td>0.007464</td>\n",
       "      <td>3</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>0.998594</td>\n",
       "      <td>0.999219</td>\n",
       "      <td>0.998281</td>\n",
       "      <td>0.999188</td>\n",
       "      <td>0.000673</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>16000</td>\n",
       "      <td>0.271051</td>\n",
       "      <td>0.032618</td>\n",
       "      <td>0.001862</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'alpha': 1000.0}</td>\n",
       "      <td>0.9800</td>\n",
       "      <td>0.976875</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97225</td>\n",
       "      <td>0.007643</td>\n",
       "      <td>1</td>\n",
       "      <td>0.998906</td>\n",
       "      <td>0.996250</td>\n",
       "      <td>0.997109</td>\n",
       "      <td>0.998828</td>\n",
       "      <td>0.991563</td>\n",
       "      <td>0.996531</td>\n",
       "      <td>0.002684</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>16000</td>\n",
       "      <td>0.269750</td>\n",
       "      <td>0.033218</td>\n",
       "      <td>0.001850</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'alpha': 10000.0}</td>\n",
       "      <td>0.9800</td>\n",
       "      <td>0.976875</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97225</td>\n",
       "      <td>0.007643</td>\n",
       "      <td>1</td>\n",
       "      <td>0.998906</td>\n",
       "      <td>0.996250</td>\n",
       "      <td>0.997109</td>\n",
       "      <td>0.998828</td>\n",
       "      <td>0.991563</td>\n",
       "      <td>0.996531</td>\n",
       "      <td>0.002684</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>23 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    iter  n_resources  mean_fit_time  std_fit_time  mean_score_time  \\\n",
       "0      0         2000       0.142255      0.015094         0.000526   \n",
       "1      0         2000       0.140776      0.010628         0.000532   \n",
       "2      0         2000       0.138470      0.011323         0.000512   \n",
       "3      0         2000       0.139793      0.011483         0.000522   \n",
       "4      0         2000       0.138617      0.010582         0.000508   \n",
       "5      0         2000       0.137625      0.010506         0.000503   \n",
       "6      0         2000       0.139531      0.011019         0.000526   \n",
       "7      0         2000       0.142402      0.011673         0.000536   \n",
       "8      0         2000       0.140738      0.011518         0.000524   \n",
       "9      0         2000       0.145780      0.017046         0.000525   \n",
       "10     0         2000       0.138049      0.011681         0.000514   \n",
       "11     0         2000       0.137737      0.011337         0.000508   \n",
       "12     1         4000       0.159215      0.021621         0.000696   \n",
       "13     1         4000       0.156762      0.020067         0.000685   \n",
       "14     1         4000       0.157550      0.020988         0.000684   \n",
       "15     1         4000       0.161032      0.019847         0.000686   \n",
       "16     1         4000       0.156129      0.019980         0.000675   \n",
       "17     1         4000       0.163762      0.020194         0.000677   \n",
       "18     2         8000       0.203284      0.033144         0.001023   \n",
       "19     2         8000       0.201874      0.031102         0.001022   \n",
       "20     2         8000       0.206773      0.036273         0.001032   \n",
       "21     3        16000       0.271051      0.032618         0.001862   \n",
       "22     3        16000       0.269750      0.033218         0.001850   \n",
       "\n",
       "    std_score_time param_alpha              params  split0_test_score  \\\n",
       "0         0.000025         0.0    {'alpha': 1e-07}             0.9675   \n",
       "1         0.000028    0.000001    {'alpha': 1e-06}             0.9675   \n",
       "2         0.000013     0.00001    {'alpha': 1e-05}             0.9675   \n",
       "3         0.000016      0.0001   {'alpha': 0.0001}             0.9675   \n",
       "4         0.000016       0.001    {'alpha': 0.001}             0.9675   \n",
       "5         0.000010        0.01     {'alpha': 0.01}             0.9675   \n",
       "6         0.000024         0.1      {'alpha': 0.1}             0.9675   \n",
       "7         0.000031           1        {'alpha': 1}             0.9675   \n",
       "8         0.000008          10       {'alpha': 10}             0.9675   \n",
       "9         0.000019         100      {'alpha': 100}             0.9675   \n",
       "10        0.000014      1000.0   {'alpha': 1000.0}             0.9675   \n",
       "11        0.000013     10000.0  {'alpha': 10000.0}             0.9675   \n",
       "12        0.000009         0.1      {'alpha': 0.1}             0.9700   \n",
       "13        0.000006           1        {'alpha': 1}             0.9700   \n",
       "14        0.000017          10       {'alpha': 10}             0.9700   \n",
       "15        0.000007         100      {'alpha': 100}             0.9700   \n",
       "16        0.000012      1000.0   {'alpha': 1000.0}             0.9700   \n",
       "17        0.000015     10000.0  {'alpha': 10000.0}             0.9700   \n",
       "18        0.000009         100      {'alpha': 100}             0.9800   \n",
       "19        0.000006      1000.0   {'alpha': 1000.0}             0.9800   \n",
       "20        0.000008     10000.0  {'alpha': 10000.0}             0.9800   \n",
       "21        0.000019      1000.0   {'alpha': 1000.0}             0.9800   \n",
       "22        0.000009     10000.0  {'alpha': 10000.0}             0.9800   \n",
       "\n",
       "    split1_test_score  ...  mean_test_score  std_test_score  rank_test_score  \\\n",
       "0            0.985000  ...          0.96800        0.010416                6   \n",
       "1            0.985000  ...          0.96800        0.010416                6   \n",
       "2            0.985000  ...          0.96800        0.010416                6   \n",
       "3            0.985000  ...          0.96800        0.010416                6   \n",
       "4            0.985000  ...          0.96800        0.010416                6   \n",
       "5            0.985000  ...          0.96800        0.010416                6   \n",
       "6            0.985000  ...          0.96800        0.010416                6   \n",
       "7            0.985000  ...          0.96800        0.010416                6   \n",
       "8            0.985000  ...          0.96800        0.010416                6   \n",
       "9            0.985000  ...          0.96800        0.010416                6   \n",
       "10           0.985000  ...          0.96800        0.010416                6   \n",
       "11           0.985000  ...          0.96800        0.010416                6   \n",
       "12           0.968750  ...          0.95875        0.009843               18   \n",
       "13           0.968750  ...          0.95875        0.009843               18   \n",
       "14           0.968750  ...          0.95875        0.009843               18   \n",
       "15           0.968750  ...          0.95875        0.009843               18   \n",
       "16           0.968750  ...          0.95875        0.009843               18   \n",
       "17           0.968750  ...          0.95875        0.009843               18   \n",
       "18           0.978125  ...          0.97150        0.007464                3   \n",
       "19           0.978125  ...          0.97150        0.007464                3   \n",
       "20           0.978125  ...          0.97150        0.007464                3   \n",
       "21           0.976875  ...          0.97225        0.007643                1   \n",
       "22           0.976875  ...          0.97225        0.007643                1   \n",
       "\n",
       "    split0_train_score  split1_train_score  split2_train_score  \\\n",
       "0             1.000000            1.000000            1.000000   \n",
       "1             1.000000            1.000000            1.000000   \n",
       "2             1.000000            1.000000            1.000000   \n",
       "3             1.000000            1.000000            1.000000   \n",
       "4             1.000000            1.000000            1.000000   \n",
       "5             1.000000            1.000000            1.000000   \n",
       "6             1.000000            1.000000            1.000000   \n",
       "7             1.000000            1.000000            1.000000   \n",
       "8             1.000000            1.000000            1.000000   \n",
       "9             1.000000            1.000000            1.000000   \n",
       "10            1.000000            1.000000            1.000000   \n",
       "11            1.000000            1.000000            1.000000   \n",
       "12            1.000000            1.000000            1.000000   \n",
       "13            1.000000            1.000000            1.000000   \n",
       "14            1.000000            1.000000            1.000000   \n",
       "15            1.000000            1.000000            1.000000   \n",
       "16            1.000000            1.000000            1.000000   \n",
       "17            1.000000            1.000000            1.000000   \n",
       "18            1.000000            0.999844            0.998594   \n",
       "19            1.000000            0.999844            0.998594   \n",
       "20            1.000000            0.999844            0.998594   \n",
       "21            0.998906            0.996250            0.997109   \n",
       "22            0.998906            0.996250            0.997109   \n",
       "\n",
       "    split3_train_score  split4_train_score  mean_train_score  std_train_score  \n",
       "0             1.000000            1.000000          1.000000         0.000000  \n",
       "1             1.000000            1.000000          1.000000         0.000000  \n",
       "2             1.000000            1.000000          1.000000         0.000000  \n",
       "3             1.000000            1.000000          1.000000         0.000000  \n",
       "4             1.000000            1.000000          1.000000         0.000000  \n",
       "5             1.000000            1.000000          1.000000         0.000000  \n",
       "6             1.000000            1.000000          1.000000         0.000000  \n",
       "7             1.000000            1.000000          1.000000         0.000000  \n",
       "8             1.000000            1.000000          1.000000         0.000000  \n",
       "9             1.000000            1.000000          1.000000         0.000000  \n",
       "10            1.000000            1.000000          1.000000         0.000000  \n",
       "11            1.000000            1.000000          1.000000         0.000000  \n",
       "12            1.000000            0.995313          0.999062         0.001875  \n",
       "13            1.000000            0.995313          0.999062         0.001875  \n",
       "14            1.000000            0.995313          0.999062         0.001875  \n",
       "15            1.000000            0.995313          0.999062         0.001875  \n",
       "16            1.000000            0.995313          0.999062         0.001875  \n",
       "17            1.000000            0.995313          0.999062         0.001875  \n",
       "18            0.999219            0.998281          0.999188         0.000673  \n",
       "19            0.999219            0.998281          0.999188         0.000673  \n",
       "20            0.999219            0.998281          0.999188         0.000673  \n",
       "21            0.998828            0.991563          0.996531         0.002684  \n",
       "22            0.998828            0.991563          0.996531         0.002684  \n",
       "\n",
       "[23 rows x 23 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(gsh.cv_results_)\n",
    "df\n",
    "# alpha egal"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ef944009",
   "metadata": {},
   "source": [
    "###### LrSGD"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "8547d4c7",
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "__init__() got an unexpected keyword argument 'c'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "Input \u001b[0;32mIn [57]\u001b[0m, in \u001b[0;36m<cell line: 3>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01msklearn\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mlinear_model\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m SGDClassifier\n\u001b[0;32m----> 3\u001b[0m clf \u001b[38;5;241m=\u001b[39m \u001b[43mSGDClassifier\u001b[49m\u001b[43m(\u001b[49m\u001b[43mc\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0.01\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mloss\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mlog\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[1;32m      5\u001b[0m alphas \u001b[38;5;241m=\u001b[39m [\u001b[38;5;241m1e-5\u001b[39m, \u001b[38;5;241m1e-4\u001b[39m, \u001b[38;5;241m1e-3\u001b[39m, \u001b[38;5;241m1e-2\u001b[39m, \u001b[38;5;241m1e-1\u001b[39m, \u001b[38;5;241m1\u001b[39m, \u001b[38;5;241m10\u001b[39m, \u001b[38;5;241m100\u001b[39m, \u001b[38;5;241m1e3\u001b[39m, \u001b[38;5;241m1e4\u001b[39m]\n\u001b[1;32m      8\u001b[0m param_grid \u001b[38;5;241m=\u001b[39m {\u001b[38;5;124m'\u001b[39m\u001b[38;5;124malpha\u001b[39m\u001b[38;5;124m'\u001b[39m: alphas}\n",
      "\u001b[0;31mTypeError\u001b[0m: __init__() got an unexpected keyword argument 'c'"
     ]
    }
   ],
   "source": [
    "from sklearn.linear_model import SGDClassifier\n",
    "\n",
    "clf = SGDClassifier(loss = 'log')\n",
    "\n",
    "alphas = [1e-5, 1e-4, 1e-3, 1e-2, 1e-1, 1, 10, 100, 1e3, 1e4]\n",
    "           \n",
    "           \n",
    "param_grid = {'alpha': alphas}\n",
    "           \n",
    "gsh = HalvingGridSearchCV(\n",
    "    estimator=clf, param_grid=param_grid, factor=2)\n",
    "\n",
    "search = GridSearchCV(estimator=clf,\n",
    "                     param_grid=param_grid)\n",
    "\n",
    "gsh.fit(X[0], Y[0])\n",
    "search.fit(X[0], Y[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "73d37d75",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>iter</th>\n",
       "      <th>n_resources</th>\n",
       "      <th>mean_fit_time</th>\n",
       "      <th>std_fit_time</th>\n",
       "      <th>mean_score_time</th>\n",
       "      <th>std_score_time</th>\n",
       "      <th>param_alpha</th>\n",
       "      <th>params</th>\n",
       "      <th>split0_test_score</th>\n",
       "      <th>split1_test_score</th>\n",
       "      <th>...</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>rank_test_score</th>\n",
       "      <th>split0_train_score</th>\n",
       "      <th>split1_train_score</th>\n",
       "      <th>split2_train_score</th>\n",
       "      <th>split3_train_score</th>\n",
       "      <th>split4_train_score</th>\n",
       "      <th>mean_train_score</th>\n",
       "      <th>std_train_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.110331</td>\n",
       "      <td>0.009153</td>\n",
       "      <td>0.001040</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'alpha': 0.01}</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>0.981250</td>\n",
       "      <td>...</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>0.004108</td>\n",
       "      <td>1</td>\n",
       "      <td>0.978750</td>\n",
       "      <td>0.974688</td>\n",
       "      <td>0.981250</td>\n",
       "      <td>0.975625</td>\n",
       "      <td>0.974063</td>\n",
       "      <td>0.976875</td>\n",
       "      <td>0.002717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.124433</td>\n",
       "      <td>0.005268</td>\n",
       "      <td>0.001028</td>\n",
       "      <td>0.000034</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'alpha': 0.001}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.975750</td>\n",
       "      <td>0.004912</td>\n",
       "      <td>2</td>\n",
       "      <td>0.995313</td>\n",
       "      <td>0.990625</td>\n",
       "      <td>0.996563</td>\n",
       "      <td>0.996875</td>\n",
       "      <td>0.995313</td>\n",
       "      <td>0.994938</td>\n",
       "      <td>0.002248</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>16000</td>\n",
       "      <td>0.200025</td>\n",
       "      <td>0.047374</td>\n",
       "      <td>0.002865</td>\n",
       "      <td>0.000288</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'alpha': 0.001}</td>\n",
       "      <td>0.980625</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>...</td>\n",
       "      <td>0.975687</td>\n",
       "      <td>0.002874</td>\n",
       "      <td>3</td>\n",
       "      <td>0.982891</td>\n",
       "      <td>0.983984</td>\n",
       "      <td>0.981719</td>\n",
       "      <td>0.983672</td>\n",
       "      <td>0.982266</td>\n",
       "      <td>0.982906</td>\n",
       "      <td>0.000845</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.168130</td>\n",
       "      <td>0.033158</td>\n",
       "      <td>0.000785</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>{'alpha': 0.0001}</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.974000</td>\n",
       "      <td>0.003742</td>\n",
       "      <td>4</td>\n",
       "      <td>0.998750</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999750</td>\n",
       "      <td>0.000500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.122685</td>\n",
       "      <td>0.007364</td>\n",
       "      <td>0.000782</td>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'alpha': 0.001}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.973500</td>\n",
       "      <td>0.005385</td>\n",
       "      <td>5</td>\n",
       "      <td>0.998125</td>\n",
       "      <td>0.996250</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.997500</td>\n",
       "      <td>0.998125</td>\n",
       "      <td>0.998000</td>\n",
       "      <td>0.001212</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.146528</td>\n",
       "      <td>0.016545</td>\n",
       "      <td>0.001779</td>\n",
       "      <td>0.000307</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'alpha': 0.001}</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>0.975625</td>\n",
       "      <td>...</td>\n",
       "      <td>0.973000</td>\n",
       "      <td>0.002693</td>\n",
       "      <td>6</td>\n",
       "      <td>0.980781</td>\n",
       "      <td>0.990781</td>\n",
       "      <td>0.985781</td>\n",
       "      <td>0.987969</td>\n",
       "      <td>0.988594</td>\n",
       "      <td>0.986781</td>\n",
       "      <td>0.003397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.182526</td>\n",
       "      <td>0.010579</td>\n",
       "      <td>0.001129</td>\n",
       "      <td>0.000146</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>{'alpha': 0.0001}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>...</td>\n",
       "      <td>0.973000</td>\n",
       "      <td>0.004717</td>\n",
       "      <td>6</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.195778</td>\n",
       "      <td>0.019233</td>\n",
       "      <td>0.001055</td>\n",
       "      <td>0.000039</td>\n",
       "      <td>0.00001</td>\n",
       "      <td>{'alpha': 1e-05}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.972250</td>\n",
       "      <td>0.007176</td>\n",
       "      <td>8</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.219911</td>\n",
       "      <td>0.017492</td>\n",
       "      <td>0.001745</td>\n",
       "      <td>0.000229</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>{'alpha': 0.0001}</td>\n",
       "      <td>0.970625</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.972000</td>\n",
       "      <td>0.002942</td>\n",
       "      <td>9</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.998750</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999625</td>\n",
       "      <td>0.000449</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.126046</td>\n",
       "      <td>0.010300</td>\n",
       "      <td>0.001732</td>\n",
       "      <td>0.000166</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'alpha': 0.01}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.975625</td>\n",
       "      <td>...</td>\n",
       "      <td>0.971875</td>\n",
       "      <td>0.003236</td>\n",
       "      <td>10</td>\n",
       "      <td>0.973125</td>\n",
       "      <td>0.974531</td>\n",
       "      <td>0.977969</td>\n",
       "      <td>0.976094</td>\n",
       "      <td>0.974844</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.001630</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.105108</td>\n",
       "      <td>0.012688</td>\n",
       "      <td>0.000778</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'alpha': 0.01}</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.969000</td>\n",
       "      <td>0.007681</td>\n",
       "      <td>11</td>\n",
       "      <td>0.981250</td>\n",
       "      <td>0.976875</td>\n",
       "      <td>0.982500</td>\n",
       "      <td>0.975625</td>\n",
       "      <td>0.981250</td>\n",
       "      <td>0.979500</td>\n",
       "      <td>0.002721</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>16000</td>\n",
       "      <td>0.246953</td>\n",
       "      <td>0.022474</td>\n",
       "      <td>0.002803</td>\n",
       "      <td>0.000185</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>{'alpha': 0.0001}</td>\n",
       "      <td>0.980625</td>\n",
       "      <td>0.977187</td>\n",
       "      <td>...</td>\n",
       "      <td>0.969000</td>\n",
       "      <td>0.013949</td>\n",
       "      <td>12</td>\n",
       "      <td>0.997188</td>\n",
       "      <td>0.997266</td>\n",
       "      <td>0.992031</td>\n",
       "      <td>0.999219</td>\n",
       "      <td>0.998516</td>\n",
       "      <td>0.996844</td>\n",
       "      <td>0.002526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.161541</td>\n",
       "      <td>0.029138</td>\n",
       "      <td>0.000794</td>\n",
       "      <td>0.000027</td>\n",
       "      <td>0.00001</td>\n",
       "      <td>{'alpha': 1e-05}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.967000</td>\n",
       "      <td>0.011113</td>\n",
       "      <td>13</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.987500</td>\n",
       "      <td>0.997500</td>\n",
       "      <td>0.005000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.091379</td>\n",
       "      <td>0.006134</td>\n",
       "      <td>0.001007</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'alpha': 0.1}</td>\n",
       "      <td>0.962500</td>\n",
       "      <td>0.983750</td>\n",
       "      <td>...</td>\n",
       "      <td>0.957000</td>\n",
       "      <td>0.016462</td>\n",
       "      <td>14</td>\n",
       "      <td>0.957500</td>\n",
       "      <td>0.961875</td>\n",
       "      <td>0.964063</td>\n",
       "      <td>0.962187</td>\n",
       "      <td>0.957187</td>\n",
       "      <td>0.960562</td>\n",
       "      <td>0.002734</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.085229</td>\n",
       "      <td>0.005145</td>\n",
       "      <td>0.000738</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'alpha': 0.1}</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.954000</td>\n",
       "      <td>0.018748</td>\n",
       "      <td>15</td>\n",
       "      <td>0.963125</td>\n",
       "      <td>0.965625</td>\n",
       "      <td>0.971875</td>\n",
       "      <td>0.965625</td>\n",
       "      <td>0.959375</td>\n",
       "      <td>0.965125</td>\n",
       "      <td>0.004077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.085238</td>\n",
       "      <td>0.008006</td>\n",
       "      <td>0.000733</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>1</td>\n",
       "      <td>{'alpha': 1}</td>\n",
       "      <td>0.790000</td>\n",
       "      <td>0.807500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.765000</td>\n",
       "      <td>0.033354</td>\n",
       "      <td>16</td>\n",
       "      <td>0.780625</td>\n",
       "      <td>0.749375</td>\n",
       "      <td>0.766875</td>\n",
       "      <td>0.766250</td>\n",
       "      <td>0.801875</td>\n",
       "      <td>0.773000</td>\n",
       "      <td>0.017511</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.077600</td>\n",
       "      <td>0.000283</td>\n",
       "      <td>0.000714</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>10</td>\n",
       "      <td>{'alpha': 10}</td>\n",
       "      <td>0.630000</td>\n",
       "      <td>0.627500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.629000</td>\n",
       "      <td>0.012309</td>\n",
       "      <td>17</td>\n",
       "      <td>0.625625</td>\n",
       "      <td>0.640625</td>\n",
       "      <td>0.609375</td>\n",
       "      <td>0.640000</td>\n",
       "      <td>0.628125</td>\n",
       "      <td>0.628750</td>\n",
       "      <td>0.011429</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.075397</td>\n",
       "      <td>0.004684</td>\n",
       "      <td>0.000743</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'alpha': 1000.0}</td>\n",
       "      <td>0.625000</td>\n",
       "      <td>0.622500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.626500</td>\n",
       "      <td>0.012309</td>\n",
       "      <td>18</td>\n",
       "      <td>0.621875</td>\n",
       "      <td>0.636875</td>\n",
       "      <td>0.606875</td>\n",
       "      <td>0.637500</td>\n",
       "      <td>0.628125</td>\n",
       "      <td>0.626250</td>\n",
       "      <td>0.011292</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.076746</td>\n",
       "      <td>0.005065</td>\n",
       "      <td>0.000732</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>100</td>\n",
       "      <td>{'alpha': 100}</td>\n",
       "      <td>0.625000</td>\n",
       "      <td>0.622500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.626000</td>\n",
       "      <td>0.013096</td>\n",
       "      <td>19</td>\n",
       "      <td>0.621875</td>\n",
       "      <td>0.636875</td>\n",
       "      <td>0.606875</td>\n",
       "      <td>0.637500</td>\n",
       "      <td>0.622500</td>\n",
       "      <td>0.625125</td>\n",
       "      <td>0.011329</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.074137</td>\n",
       "      <td>0.005634</td>\n",
       "      <td>0.000718</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'alpha': 10000.0}</td>\n",
       "      <td>0.625000</td>\n",
       "      <td>0.622500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.626000</td>\n",
       "      <td>0.013096</td>\n",
       "      <td>19</td>\n",
       "      <td>0.621875</td>\n",
       "      <td>0.636875</td>\n",
       "      <td>0.606875</td>\n",
       "      <td>0.637500</td>\n",
       "      <td>0.634375</td>\n",
       "      <td>0.627500</td>\n",
       "      <td>0.011766</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    iter  n_resources  mean_fit_time  std_fit_time  mean_score_time  \\\n",
       "12     1         4000       0.110331      0.009153         0.001040   \n",
       "13     1         4000       0.124433      0.005268         0.001028   \n",
       "19     3        16000       0.200025      0.047374         0.002865   \n",
       "1      0         2000       0.168130      0.033158         0.000785   \n",
       "2      0         2000       0.122685      0.007364         0.000782   \n",
       "16     2         8000       0.146528      0.016545         0.001779   \n",
       "14     1         4000       0.182526      0.010579         0.001129   \n",
       "11     1         4000       0.195778      0.019233         0.001055   \n",
       "15     2         8000       0.219911      0.017492         0.001745   \n",
       "17     2         8000       0.126046      0.010300         0.001732   \n",
       "3      0         2000       0.105108      0.012688         0.000778   \n",
       "18     3        16000       0.246953      0.022474         0.002803   \n",
       "0      0         2000       0.161541      0.029138         0.000794   \n",
       "10     1         4000       0.091379      0.006134         0.001007   \n",
       "4      0         2000       0.085229      0.005145         0.000738   \n",
       "5      0         2000       0.085238      0.008006         0.000733   \n",
       "6      0         2000       0.077600      0.000283         0.000714   \n",
       "8      0         2000       0.075397      0.004684         0.000743   \n",
       "7      0         2000       0.076746      0.005065         0.000732   \n",
       "9      0         2000       0.074137      0.005634         0.000718   \n",
       "\n",
       "    std_score_time param_alpha              params  split0_test_score  \\\n",
       "12        0.000025        0.01     {'alpha': 0.01}           0.976250   \n",
       "13        0.000034       0.001    {'alpha': 0.001}           0.975000   \n",
       "19        0.000288       0.001    {'alpha': 0.001}           0.980625   \n",
       "1         0.000025      0.0001   {'alpha': 0.0001}           0.977500   \n",
       "2         0.000035       0.001    {'alpha': 0.001}           0.980000   \n",
       "16        0.000307       0.001    {'alpha': 0.001}           0.976250   \n",
       "14        0.000146      0.0001   {'alpha': 0.0001}           0.975000   \n",
       "11        0.000039     0.00001    {'alpha': 1e-05}           0.980000   \n",
       "15        0.000229      0.0001   {'alpha': 0.0001}           0.970625   \n",
       "17        0.000166        0.01     {'alpha': 0.01}           0.975000   \n",
       "3         0.000019        0.01     {'alpha': 0.01}           0.977500   \n",
       "18        0.000185      0.0001   {'alpha': 0.0001}           0.980625   \n",
       "0         0.000027     0.00001    {'alpha': 1e-05}           0.980000   \n",
       "10        0.000018         0.1      {'alpha': 0.1}           0.962500   \n",
       "4         0.000010         0.1      {'alpha': 0.1}           0.970000   \n",
       "5         0.000005           1        {'alpha': 1}           0.790000   \n",
       "6         0.000014          10       {'alpha': 10}           0.630000   \n",
       "8         0.000019      1000.0   {'alpha': 1000.0}           0.625000   \n",
       "7         0.000015         100      {'alpha': 100}           0.625000   \n",
       "9         0.000010     10000.0  {'alpha': 10000.0}           0.625000   \n",
       "\n",
       "    split1_test_score  ...  mean_test_score  std_test_score  rank_test_score  \\\n",
       "12           0.981250  ...         0.976250        0.004108                1   \n",
       "13           0.977500  ...         0.975750        0.004912                2   \n",
       "19           0.976250  ...         0.975687        0.002874                3   \n",
       "1            0.975000  ...         0.974000        0.003742                4   \n",
       "2            0.980000  ...         0.973500        0.005385                5   \n",
       "16           0.975625  ...         0.973000        0.002693                6   \n",
       "14           0.976250  ...         0.973000        0.004717                6   \n",
       "11           0.977500  ...         0.972250        0.007176                8   \n",
       "15           0.977500  ...         0.972000        0.002942                9   \n",
       "17           0.975625  ...         0.971875        0.003236               10   \n",
       "3            0.977500  ...         0.969000        0.007681               11   \n",
       "18           0.977187  ...         0.969000        0.013949               12   \n",
       "0            0.975000  ...         0.967000        0.011113               13   \n",
       "10           0.983750  ...         0.957000        0.016462               14   \n",
       "4            0.980000  ...         0.954000        0.018748               15   \n",
       "5            0.807500  ...         0.765000        0.033354               16   \n",
       "6            0.627500  ...         0.629000        0.012309               17   \n",
       "8            0.622500  ...         0.626500        0.012309               18   \n",
       "7            0.622500  ...         0.626000        0.013096               19   \n",
       "9            0.622500  ...         0.626000        0.013096               19   \n",
       "\n",
       "    split0_train_score  split1_train_score  split2_train_score  \\\n",
       "12            0.978750            0.974688            0.981250   \n",
       "13            0.995313            0.990625            0.996563   \n",
       "19            0.982891            0.983984            0.981719   \n",
       "1             0.998750            1.000000            1.000000   \n",
       "2             0.998125            0.996250            1.000000   \n",
       "16            0.980781            0.990781            0.985781   \n",
       "14            1.000000            1.000000            1.000000   \n",
       "11            1.000000            1.000000            1.000000   \n",
       "15            0.999844            1.000000            0.998750   \n",
       "17            0.973125            0.974531            0.977969   \n",
       "3             0.981250            0.976875            0.982500   \n",
       "18            0.997188            0.997266            0.992031   \n",
       "0             1.000000            1.000000            1.000000   \n",
       "10            0.957500            0.961875            0.964063   \n",
       "4             0.963125            0.965625            0.971875   \n",
       "5             0.780625            0.749375            0.766875   \n",
       "6             0.625625            0.640625            0.609375   \n",
       "8             0.621875            0.636875            0.606875   \n",
       "7             0.621875            0.636875            0.606875   \n",
       "9             0.621875            0.636875            0.606875   \n",
       "\n",
       "    split3_train_score  split4_train_score  mean_train_score  std_train_score  \n",
       "12            0.975625            0.974063          0.976875         0.002717  \n",
       "13            0.996875            0.995313          0.994938         0.002248  \n",
       "19            0.983672            0.982266          0.982906         0.000845  \n",
       "1             1.000000            1.000000          0.999750         0.000500  \n",
       "2             0.997500            0.998125          0.998000         0.001212  \n",
       "16            0.987969            0.988594          0.986781         0.003397  \n",
       "14            1.000000            1.000000          1.000000         0.000000  \n",
       "11            1.000000            1.000000          1.000000         0.000000  \n",
       "15            0.999844            0.999687          0.999625         0.000449  \n",
       "17            0.976094            0.974844          0.975313         0.001630  \n",
       "3             0.975625            0.981250          0.979500         0.002721  \n",
       "18            0.999219            0.998516          0.996844         0.002526  \n",
       "0             1.000000            0.987500          0.997500         0.005000  \n",
       "10            0.962187            0.957187          0.960562         0.002734  \n",
       "4             0.965625            0.959375          0.965125         0.004077  \n",
       "5             0.766250            0.801875          0.773000         0.017511  \n",
       "6             0.640000            0.628125          0.628750         0.011429  \n",
       "8             0.637500            0.628125          0.626250         0.011292  \n",
       "7             0.637500            0.622500          0.625125         0.011329  \n",
       "9             0.637500            0.634375          0.627500         0.011766  \n",
       "\n",
       "[20 rows x 23 columns]"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(gsh.cv_results_).sort_values('rank_test_score')\n",
    "df\n",
    "# a: 0.01 (0.972188)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "784bca63",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_fit_time</th>\n",
       "      <th>std_fit_time</th>\n",
       "      <th>mean_score_time</th>\n",
       "      <th>std_score_time</th>\n",
       "      <th>param_alpha</th>\n",
       "      <th>params</th>\n",
       "      <th>split0_test_score</th>\n",
       "      <th>split1_test_score</th>\n",
       "      <th>split2_test_score</th>\n",
       "      <th>split3_test_score</th>\n",
       "      <th>split4_test_score</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>rank_test_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.372703</td>\n",
       "      <td>0.033737</td>\n",
       "      <td>0.002599</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>0.00001</td>\n",
       "      <td>{'alpha': 1e-05}</td>\n",
       "      <td>0.977187</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.968437</td>\n",
       "      <td>0.969375</td>\n",
       "      <td>0.970313</td>\n",
       "      <td>0.972375</td>\n",
       "      <td>0.003727</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.221658</td>\n",
       "      <td>0.011412</td>\n",
       "      <td>0.002686</td>\n",
       "      <td>0.000185</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>{'alpha': 0.0001}</td>\n",
       "      <td>0.978437</td>\n",
       "      <td>0.977187</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.952187</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>0.971813</td>\n",
       "      <td>0.009877</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.170223</td>\n",
       "      <td>0.005442</td>\n",
       "      <td>0.002650</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'alpha': 0.001}</td>\n",
       "      <td>0.977187</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.973750</td>\n",
       "      <td>0.966875</td>\n",
       "      <td>0.971875</td>\n",
       "      <td>0.972937</td>\n",
       "      <td>0.003489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.134488</td>\n",
       "      <td>0.005722</td>\n",
       "      <td>0.002594</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'alpha': 0.01}</td>\n",
       "      <td>0.975938</td>\n",
       "      <td>0.971875</td>\n",
       "      <td>0.966250</td>\n",
       "      <td>0.970313</td>\n",
       "      <td>0.971562</td>\n",
       "      <td>0.971187</td>\n",
       "      <td>0.003109</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.134562</td>\n",
       "      <td>0.010094</td>\n",
       "      <td>0.002789</td>\n",
       "      <td>0.000328</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'alpha': 0.1}</td>\n",
       "      <td>0.960938</td>\n",
       "      <td>0.972500</td>\n",
       "      <td>0.949688</td>\n",
       "      <td>0.940937</td>\n",
       "      <td>0.943750</td>\n",
       "      <td>0.953562</td>\n",
       "      <td>0.011694</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.136111</td>\n",
       "      <td>0.004988</td>\n",
       "      <td>0.002627</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>1</td>\n",
       "      <td>{'alpha': 1}</td>\n",
       "      <td>0.775625</td>\n",
       "      <td>0.819375</td>\n",
       "      <td>0.775000</td>\n",
       "      <td>0.755625</td>\n",
       "      <td>0.737187</td>\n",
       "      <td>0.772563</td>\n",
       "      <td>0.027368</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.128377</td>\n",
       "      <td>0.003970</td>\n",
       "      <td>0.002611</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>10</td>\n",
       "      <td>{'alpha': 10}</td>\n",
       "      <td>0.631875</td>\n",
       "      <td>0.631875</td>\n",
       "      <td>0.633750</td>\n",
       "      <td>0.630000</td>\n",
       "      <td>0.630625</td>\n",
       "      <td>0.631625</td>\n",
       "      <td>0.001287</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.114837</td>\n",
       "      <td>0.000433</td>\n",
       "      <td>0.002410</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>100</td>\n",
       "      <td>{'alpha': 100}</td>\n",
       "      <td>0.627500</td>\n",
       "      <td>0.627500</td>\n",
       "      <td>0.628437</td>\n",
       "      <td>0.627188</td>\n",
       "      <td>0.627188</td>\n",
       "      <td>0.627563</td>\n",
       "      <td>0.000459</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.114801</td>\n",
       "      <td>0.000116</td>\n",
       "      <td>0.002429</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'alpha': 1000.0}</td>\n",
       "      <td>0.630000</td>\n",
       "      <td>0.627500</td>\n",
       "      <td>0.631875</td>\n",
       "      <td>0.627188</td>\n",
       "      <td>0.627188</td>\n",
       "      <td>0.628750</td>\n",
       "      <td>0.001885</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.117605</td>\n",
       "      <td>0.003077</td>\n",
       "      <td>0.002503</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'alpha': 10000.0}</td>\n",
       "      <td>0.627500</td>\n",
       "      <td>0.627500</td>\n",
       "      <td>0.627188</td>\n",
       "      <td>0.633437</td>\n",
       "      <td>0.627188</td>\n",
       "      <td>0.628562</td>\n",
       "      <td>0.002442</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   mean_fit_time  std_fit_time  mean_score_time  std_score_time param_alpha  \\\n",
       "0       0.372703      0.033737         0.002599        0.000017     0.00001   \n",
       "1       0.221658      0.011412         0.002686        0.000185      0.0001   \n",
       "2       0.170223      0.005442         0.002650        0.000076       0.001   \n",
       "3       0.134488      0.005722         0.002594        0.000007        0.01   \n",
       "4       0.134562      0.010094         0.002789        0.000328         0.1   \n",
       "5       0.136111      0.004988         0.002627        0.000026           1   \n",
       "6       0.128377      0.003970         0.002611        0.000028          10   \n",
       "7       0.114837      0.000433         0.002410        0.000015         100   \n",
       "8       0.114801      0.000116         0.002429        0.000015      1000.0   \n",
       "9       0.117605      0.003077         0.002503        0.000101     10000.0   \n",
       "\n",
       "               params  split0_test_score  split1_test_score  \\\n",
       "0    {'alpha': 1e-05}           0.977187           0.976562   \n",
       "1   {'alpha': 0.0001}           0.978437           0.977187   \n",
       "2    {'alpha': 0.001}           0.977187           0.975000   \n",
       "3     {'alpha': 0.01}           0.975938           0.971875   \n",
       "4      {'alpha': 0.1}           0.960938           0.972500   \n",
       "5        {'alpha': 1}           0.775625           0.819375   \n",
       "6       {'alpha': 10}           0.631875           0.631875   \n",
       "7      {'alpha': 100}           0.627500           0.627500   \n",
       "8   {'alpha': 1000.0}           0.630000           0.627500   \n",
       "9  {'alpha': 10000.0}           0.627500           0.627500   \n",
       "\n",
       "   split2_test_score  split3_test_score  split4_test_score  mean_test_score  \\\n",
       "0           0.968437           0.969375           0.970313         0.972375   \n",
       "1           0.975000           0.952187           0.976250         0.971813   \n",
       "2           0.973750           0.966875           0.971875         0.972937   \n",
       "3           0.966250           0.970313           0.971562         0.971187   \n",
       "4           0.949688           0.940937           0.943750         0.953562   \n",
       "5           0.775000           0.755625           0.737187         0.772563   \n",
       "6           0.633750           0.630000           0.630625         0.631625   \n",
       "7           0.628437           0.627188           0.627188         0.627563   \n",
       "8           0.631875           0.627188           0.627188         0.628750   \n",
       "9           0.627188           0.633437           0.627188         0.628562   \n",
       "\n",
       "   std_test_score  rank_test_score  \n",
       "0        0.003727                2  \n",
       "1        0.009877                3  \n",
       "2        0.003489                1  \n",
       "3        0.003109                4  \n",
       "4        0.011694                5  \n",
       "5        0.027368                6  \n",
       "6        0.001287                7  \n",
       "7        0.000459               10  \n",
       "8        0.001885                8  \n",
       "9        0.002442                9  "
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(search.cv_results_)\n",
    "df\n",
    "# a: 0.001 (0.972625)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7bbb5df1",
   "metadata": {},
   "source": [
    "###### Passive Aggressive"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "1495baa8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GridSearchCV(estimator=PassiveAggressiveClassifier(random_state=123),\n",
       "             param_grid={'C': [0.001, 0.01, 0.1, 1, 10, 100, 1000.0, 10000.0]})"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.linear_model import PassiveAggressiveClassifier\n",
    "\n",
    "clf = PassiveAggressiveClassifier(random_state = 123)\n",
    "\n",
    "Cs = [1e-3, 1e-2, 1e-1, 1, 10, 100, 1e3, 1e4]\n",
    "           \n",
    "           \n",
    "param_grid = {'C': Cs}\n",
    "\n",
    "gsh = HalvingGridSearchCV(\n",
    "    estimator=clf, param_grid=param_grid, factor=2)\n",
    "\n",
    "search = GridSearchCV(estimator=clf,\n",
    "                     param_grid=param_grid)\n",
    "\n",
    "gsh.fit(X[0], Y[0])\n",
    "search.fit(X[0], Y[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "95274e7c",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>iter</th>\n",
       "      <th>n_resources</th>\n",
       "      <th>mean_fit_time</th>\n",
       "      <th>std_fit_time</th>\n",
       "      <th>mean_score_time</th>\n",
       "      <th>std_score_time</th>\n",
       "      <th>param_C</th>\n",
       "      <th>params</th>\n",
       "      <th>split0_test_score</th>\n",
       "      <th>split1_test_score</th>\n",
       "      <th>...</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>rank_test_score</th>\n",
       "      <th>split0_train_score</th>\n",
       "      <th>split1_train_score</th>\n",
       "      <th>split2_train_score</th>\n",
       "      <th>split3_train_score</th>\n",
       "      <th>split4_train_score</th>\n",
       "      <th>mean_train_score</th>\n",
       "      <th>std_train_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>3</td>\n",
       "      <td>16000</td>\n",
       "      <td>0.301982</td>\n",
       "      <td>0.020383</td>\n",
       "      <td>0.001858</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'C': 10000.0}</td>\n",
       "      <td>0.979375</td>\n",
       "      <td>0.976875</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97525</td>\n",
       "      <td>0.003202</td>\n",
       "      <td>1</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999766</td>\n",
       "      <td>0.999766</td>\n",
       "      <td>0.999766</td>\n",
       "      <td>0.999922</td>\n",
       "      <td>0.999781</td>\n",
       "      <td>0.000077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.236505</td>\n",
       "      <td>0.014187</td>\n",
       "      <td>0.001026</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'C': 1000.0}</td>\n",
       "      <td>0.976875</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97300</td>\n",
       "      <td>0.005497</td>\n",
       "      <td>2</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999875</td>\n",
       "      <td>0.000117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2</td>\n",
       "      <td>8000</td>\n",
       "      <td>0.231537</td>\n",
       "      <td>0.016314</td>\n",
       "      <td>0.001024</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'C': 10000.0}</td>\n",
       "      <td>0.976875</td>\n",
       "      <td>0.976250</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97300</td>\n",
       "      <td>0.005497</td>\n",
       "      <td>2</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>0.999844</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999875</td>\n",
       "      <td>0.000117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.206822</td>\n",
       "      <td>0.010794</td>\n",
       "      <td>0.000687</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>100</td>\n",
       "      <td>{'C': 100}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.972500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97250</td>\n",
       "      <td>0.007289</td>\n",
       "      <td>4</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999375</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999812</td>\n",
       "      <td>0.000250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.205168</td>\n",
       "      <td>0.014491</td>\n",
       "      <td>0.000668</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'C': 1000.0}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.972500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97250</td>\n",
       "      <td>0.007289</td>\n",
       "      <td>4</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999375</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999812</td>\n",
       "      <td>0.000250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.209283</td>\n",
       "      <td>0.008431</td>\n",
       "      <td>0.000687</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'C': 10000.0}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.972500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97250</td>\n",
       "      <td>0.007289</td>\n",
       "      <td>4</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999687</td>\n",
       "      <td>0.999375</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999812</td>\n",
       "      <td>0.000250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>4000</td>\n",
       "      <td>0.274475</td>\n",
       "      <td>0.031798</td>\n",
       "      <td>0.000684</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'C': 0.001}</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.971250</td>\n",
       "      <td>...</td>\n",
       "      <td>0.97200</td>\n",
       "      <td>0.003921</td>\n",
       "      <td>7</td>\n",
       "      <td>0.985625</td>\n",
       "      <td>0.985625</td>\n",
       "      <td>0.984062</td>\n",
       "      <td>0.985313</td>\n",
       "      <td>0.988125</td>\n",
       "      <td>0.985750</td>\n",
       "      <td>0.001320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.317293</td>\n",
       "      <td>0.075413</td>\n",
       "      <td>0.000527</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'C': 0.001}</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96300</td>\n",
       "      <td>0.010654</td>\n",
       "      <td>8</td>\n",
       "      <td>0.993750</td>\n",
       "      <td>0.985000</td>\n",
       "      <td>0.995000</td>\n",
       "      <td>0.981250</td>\n",
       "      <td>0.991250</td>\n",
       "      <td>0.989250</td>\n",
       "      <td>0.005280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.201672</td>\n",
       "      <td>0.008564</td>\n",
       "      <td>0.000516</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'C': 0.01}</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96250</td>\n",
       "      <td>0.011068</td>\n",
       "      <td>9</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.203245</td>\n",
       "      <td>0.007794</td>\n",
       "      <td>0.000515</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'C': 0.1}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96250</td>\n",
       "      <td>0.010000</td>\n",
       "      <td>9</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.197339</td>\n",
       "      <td>0.007416</td>\n",
       "      <td>0.000496</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>1</td>\n",
       "      <td>{'C': 1}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96250</td>\n",
       "      <td>0.010000</td>\n",
       "      <td>9</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.201951</td>\n",
       "      <td>0.012210</td>\n",
       "      <td>0.000522</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>10</td>\n",
       "      <td>{'C': 10}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96250</td>\n",
       "      <td>0.010000</td>\n",
       "      <td>9</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.198159</td>\n",
       "      <td>0.006989</td>\n",
       "      <td>0.000512</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>100</td>\n",
       "      <td>{'C': 100}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96250</td>\n",
       "      <td>0.010000</td>\n",
       "      <td>9</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.200313</td>\n",
       "      <td>0.011554</td>\n",
       "      <td>0.000523</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'C': 1000.0}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96250</td>\n",
       "      <td>0.010000</td>\n",
       "      <td>9</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.199085</td>\n",
       "      <td>0.006639</td>\n",
       "      <td>0.000504</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'C': 10000.0}</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.970000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96250</td>\n",
       "      <td>0.010000</td>\n",
       "      <td>9</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    iter  n_resources  mean_fit_time  std_fit_time  mean_score_time  \\\n",
       "14     3        16000       0.301982      0.020383         0.001858   \n",
       "12     2         8000       0.236505      0.014187         0.001026   \n",
       "13     2         8000       0.231537      0.016314         0.001024   \n",
       "8      1         4000       0.206822      0.010794         0.000687   \n",
       "9      1         4000       0.205168      0.014491         0.000668   \n",
       "10     1         4000       0.209283      0.008431         0.000687   \n",
       "11     1         4000       0.274475      0.031798         0.000684   \n",
       "0      0         2000       0.317293      0.075413         0.000527   \n",
       "1      0         2000       0.201672      0.008564         0.000516   \n",
       "2      0         2000       0.203245      0.007794         0.000515   \n",
       "3      0         2000       0.197339      0.007416         0.000496   \n",
       "4      0         2000       0.201951      0.012210         0.000522   \n",
       "5      0         2000       0.198159      0.006989         0.000512   \n",
       "6      0         2000       0.200313      0.011554         0.000523   \n",
       "7      0         2000       0.199085      0.006639         0.000504   \n",
       "\n",
       "    std_score_time  param_C          params  split0_test_score  \\\n",
       "14        0.000010  10000.0  {'C': 10000.0}           0.979375   \n",
       "12        0.000010   1000.0   {'C': 1000.0}           0.976875   \n",
       "13        0.000009  10000.0  {'C': 10000.0}           0.976875   \n",
       "8         0.000024      100      {'C': 100}           0.980000   \n",
       "9         0.000009   1000.0   {'C': 1000.0}           0.980000   \n",
       "10        0.000024  10000.0  {'C': 10000.0}           0.980000   \n",
       "11        0.000026    0.001    {'C': 0.001}           0.977500   \n",
       "0         0.000019    0.001    {'C': 0.001}           0.977500   \n",
       "1         0.000013     0.01     {'C': 0.01}           0.977500   \n",
       "2         0.000016      0.1      {'C': 0.1}           0.975000   \n",
       "3         0.000008        1        {'C': 1}           0.975000   \n",
       "4         0.000012       10       {'C': 10}           0.975000   \n",
       "5         0.000003      100      {'C': 100}           0.975000   \n",
       "6         0.000014   1000.0   {'C': 1000.0}           0.975000   \n",
       "7         0.000008  10000.0  {'C': 10000.0}           0.975000   \n",
       "\n",
       "    split1_test_score  ...  mean_test_score  std_test_score  rank_test_score  \\\n",
       "14           0.976875  ...          0.97525        0.003202                1   \n",
       "12           0.976250  ...          0.97300        0.005497                2   \n",
       "13           0.976250  ...          0.97300        0.005497                2   \n",
       "8            0.972500  ...          0.97250        0.007289                4   \n",
       "9            0.972500  ...          0.97250        0.007289                4   \n",
       "10           0.972500  ...          0.97250        0.007289                4   \n",
       "11           0.971250  ...          0.97200        0.003921                7   \n",
       "0            0.970000  ...          0.96300        0.010654                8   \n",
       "1            0.970000  ...          0.96250        0.011068                9   \n",
       "2            0.970000  ...          0.96250        0.010000                9   \n",
       "3            0.970000  ...          0.96250        0.010000                9   \n",
       "4            0.970000  ...          0.96250        0.010000                9   \n",
       "5            0.970000  ...          0.96250        0.010000                9   \n",
       "6            0.970000  ...          0.96250        0.010000                9   \n",
       "7            0.970000  ...          0.96250        0.010000                9   \n",
       "\n",
       "    split0_train_score  split1_train_score  split2_train_score  \\\n",
       "14            0.999687            0.999766            0.999766   \n",
       "12            0.999844            0.999844            1.000000   \n",
       "13            0.999844            0.999844            1.000000   \n",
       "8             1.000000            0.999687            0.999375   \n",
       "9             1.000000            0.999687            0.999375   \n",
       "10            1.000000            0.999687            0.999375   \n",
       "11            0.985625            0.985625            0.984062   \n",
       "0             0.993750            0.985000            0.995000   \n",
       "1             1.000000            1.000000            1.000000   \n",
       "2             1.000000            1.000000            1.000000   \n",
       "3             1.000000            1.000000            1.000000   \n",
       "4             1.000000            1.000000            1.000000   \n",
       "5             1.000000            1.000000            1.000000   \n",
       "6             1.000000            1.000000            1.000000   \n",
       "7             1.000000            1.000000            1.000000   \n",
       "\n",
       "    split3_train_score  split4_train_score  mean_train_score  std_train_score  \n",
       "14            0.999766            0.999922          0.999781         0.000077  \n",
       "12            0.999687            1.000000          0.999875         0.000117  \n",
       "13            0.999687            1.000000          0.999875         0.000117  \n",
       "8             1.000000            1.000000          0.999812         0.000250  \n",
       "9             1.000000            1.000000          0.999812         0.000250  \n",
       "10            1.000000            1.000000          0.999812         0.000250  \n",
       "11            0.985313            0.988125          0.985750         0.001320  \n",
       "0             0.981250            0.991250          0.989250         0.005280  \n",
       "1             1.000000            1.000000          1.000000         0.000000  \n",
       "2             1.000000            1.000000          1.000000         0.000000  \n",
       "3             1.000000            1.000000          1.000000         0.000000  \n",
       "4             1.000000            1.000000          1.000000         0.000000  \n",
       "5             1.000000            1.000000          1.000000         0.000000  \n",
       "6             1.000000            1.000000          1.000000         0.000000  \n",
       "7             1.000000            1.000000          1.000000         0.000000  \n",
       "\n",
       "[15 rows x 23 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(gsh.cv_results_).sort_values('rank_test_score')\n",
    "df\n",
    "\n",
    "# C: 10000 (0.97525)\n",
    "# ergebnis unschlüssig"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "37ffeff2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_fit_time</th>\n",
       "      <th>std_fit_time</th>\n",
       "      <th>mean_score_time</th>\n",
       "      <th>std_score_time</th>\n",
       "      <th>param_C</th>\n",
       "      <th>params</th>\n",
       "      <th>split0_test_score</th>\n",
       "      <th>split1_test_score</th>\n",
       "      <th>split2_test_score</th>\n",
       "      <th>split3_test_score</th>\n",
       "      <th>split4_test_score</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>rank_test_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.311603</td>\n",
       "      <td>0.011632</td>\n",
       "      <td>0.001795</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.001</td>\n",
       "      <td>{'C': 0.001}</td>\n",
       "      <td>0.979688</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.973437</td>\n",
       "      <td>0.975313</td>\n",
       "      <td>0.975938</td>\n",
       "      <td>0.976187</td>\n",
       "      <td>0.002039</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.331522</td>\n",
       "      <td>0.049413</td>\n",
       "      <td>0.001805</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.01</td>\n",
       "      <td>{'C': 0.01}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.977812</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.971875</td>\n",
       "      <td>0.971250</td>\n",
       "      <td>0.975500</td>\n",
       "      <td>0.003404</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.286890</td>\n",
       "      <td>0.017739</td>\n",
       "      <td>0.001779</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.1</td>\n",
       "      <td>{'C': 0.1}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.971562</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.976000</td>\n",
       "      <td>0.002860</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.292606</td>\n",
       "      <td>0.014588</td>\n",
       "      <td>0.001786</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>1</td>\n",
       "      <td>{'C': 1}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.971562</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.976000</td>\n",
       "      <td>0.002860</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.288652</td>\n",
       "      <td>0.019320</td>\n",
       "      <td>0.001801</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>10</td>\n",
       "      <td>{'C': 10}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.971562</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.976000</td>\n",
       "      <td>0.002860</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.286292</td>\n",
       "      <td>0.017337</td>\n",
       "      <td>0.001796</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>100</td>\n",
       "      <td>{'C': 100}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.971562</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.976000</td>\n",
       "      <td>0.002860</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.290060</td>\n",
       "      <td>0.016596</td>\n",
       "      <td>0.001792</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>{'C': 1000.0}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.971562</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.976000</td>\n",
       "      <td>0.002860</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.288775</td>\n",
       "      <td>0.019142</td>\n",
       "      <td>0.001797</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>{'C': 10000.0}</td>\n",
       "      <td>0.980000</td>\n",
       "      <td>0.977500</td>\n",
       "      <td>0.976562</td>\n",
       "      <td>0.971562</td>\n",
       "      <td>0.974375</td>\n",
       "      <td>0.976000</td>\n",
       "      <td>0.002860</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   mean_fit_time  std_fit_time  mean_score_time  std_score_time  param_C  \\\n",
       "0       0.311603      0.011632         0.001795        0.000018    0.001   \n",
       "1       0.331522      0.049413         0.001805        0.000013     0.01   \n",
       "2       0.286890      0.017739         0.001779        0.000023      0.1   \n",
       "3       0.292606      0.014588         0.001786        0.000019        1   \n",
       "4       0.288652      0.019320         0.001801        0.000010       10   \n",
       "5       0.286292      0.017337         0.001796        0.000006      100   \n",
       "6       0.290060      0.016596         0.001792        0.000008   1000.0   \n",
       "7       0.288775      0.019142         0.001797        0.000016  10000.0   \n",
       "\n",
       "           params  split0_test_score  split1_test_score  split2_test_score  \\\n",
       "0    {'C': 0.001}           0.979688           0.976562           0.973437   \n",
       "1     {'C': 0.01}           0.980000           0.977812           0.976562   \n",
       "2      {'C': 0.1}           0.980000           0.977500           0.976562   \n",
       "3        {'C': 1}           0.980000           0.977500           0.976562   \n",
       "4       {'C': 10}           0.980000           0.977500           0.976562   \n",
       "5      {'C': 100}           0.980000           0.977500           0.976562   \n",
       "6   {'C': 1000.0}           0.980000           0.977500           0.976562   \n",
       "7  {'C': 10000.0}           0.980000           0.977500           0.976562   \n",
       "\n",
       "   split3_test_score  split4_test_score  mean_test_score  std_test_score  \\\n",
       "0           0.975313           0.975938         0.976187        0.002039   \n",
       "1           0.971875           0.971250         0.975500        0.003404   \n",
       "2           0.971562           0.974375         0.976000        0.002860   \n",
       "3           0.971562           0.974375         0.976000        0.002860   \n",
       "4           0.971562           0.974375         0.976000        0.002860   \n",
       "5           0.971562           0.974375         0.976000        0.002860   \n",
       "6           0.971562           0.974375         0.976000        0.002860   \n",
       "7           0.971562           0.974375         0.976000        0.002860   \n",
       "\n",
       "   rank_test_score  \n",
       "0                1  \n",
       "1                8  \n",
       "2                2  \n",
       "3                2  \n",
       "4                2  \n",
       "5                2  \n",
       "6                2  \n",
       "7                2  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(search.cv_results_)\n",
    "df\n",
    "\n",
    "# C: 0.001 (0.976187)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}