Logistic_regression.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.7.3"
    },
    "colab": {
      "name": "Logistic_regression.ipynb",
      "provenance": [],
      "collapsed_sections": [
        "AquO_fzdnSl7",
        "bP4dmAVrhsru",
        "aqPiaz_Qhsr2",
        "DuNWmO_Zhsr6",
        "qdaEnyGrhssA",
        "vwaM4_OGhssH",
        "yZc4j_8zhssN",
        "mECLiMzphssR",
        "o1y2lXNPG1_9",
        "rjGbO4ZQG6rM",
        "Z50yST6ON9FQ",
        "XGk6eTQBTFjJ"
      ],
      "toc_visible": true,
      "include_colab_link": true
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/george-zakharov/ml_notebooks/blob/master/Logistic_regression.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "jCvfRaDxhsro",
        "colab_type": "text"
      },
      "source": [
        "## Homework Energy Star Score\n",
        "\n",
        "Датасет взят с сайта: https://www1.nyc.gov/html/gbee/html/plan/ll84_scores.shtml\n",
        "\n",
        "### Light: \n",
        "\n",
        "- построить модель используя LinearRegression для предсказания энергопотребления зданий в Нью-Йорке;\n",
        "\n",
        "- использовать инструметы нормализации/стандартизации признаков;\n",
        "\n",
        "- использовать по крайней мере один из способов отбора признаков (см. блокнот с вебинара).\n",
        "\n",
        "### Pro:\n",
        "\n",
        "- построить модель используя LinearRegression, LinearSVR для предсказания энергопотребления зданий в Нью-Йорке;\n",
        "\n",
        "- произвести нормализацию признаков в случае необходимости;\n",
        "\n",
        "- использовать все инструменты для отбора признаков;\n",
        "\n",
        "- ответить на вопрос: какие 5 признаков оказывают наибольшее влияние на целевой параметр 'ENERGY STAR Score'?"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "AquO_fzdnSl7",
        "colab_type": "text"
      },
      "source": [
        "# Load libs"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VTkKJ5XWhsrq",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "%matplotlib inline\n",
        "from IPython.core.pylabtools import figsize\n",
        "import seaborn as sns\n",
        "from sklearn.model_selection import train_test_split\n",
        "\n",
        "\n",
        "import seaborn as sns\n",
        "from sklearn.preprocessing import StandardScaler, MinMaxScaler, PolynomialFeatures\n",
        "from sklearn.linear_model import LogisticRegression, LogisticRegressionCV, LinearRegression, LassoCV, Lasso, Ridge, SGDRegressor\n",
        "from sklearn.model_selection import cross_val_score, cross_val_predict, StratifiedKFold, GridSearchCV, train_test_split\n",
        "from sklearn.metrics import r2_score\n",
        "from sklearn.ensemble import ExtraTreesClassifier\n",
        "from sklearn.feature_selection import SelectKBest, chi2, SelectFromModel\n",
        "from sklearn.pipeline import Pipeline, FeatureUnion\n",
        "from sklearn.svm import LinearSVR\n",
        "\n",
        "import sys"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RZiy5uFtnXJ_",
        "colab_type": "code",
        "outputId": "1506a4ec-7664-4082-f212-5ac7c1e21cfc",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n",
            "\n",
            "Enter your authorization code:\n",
            "··········\n",
            "Mounted at /content/drive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "bP4dmAVrhsru",
        "colab_type": "text"
      },
      "source": [
        "# Загрузка и очистка данных"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "scrolled": true,
        "id": "ED8PEGswhsrv",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Read in data into a dataframe \n",
        "data = pd.read_csv('/content/drive/My Drive/Colab Notebooks/ML/4/Блокноты/Homework 4/Energy_and_Water_Data_Disclosure_for_Local_Law_84_2017__Data_for_Calendar_Year_2016_.csv')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zHb1Vb9fpuNX",
        "colab_type": "code",
        "outputId": "c1df19ff-e8b8-428f-f352-1137ecb30bd6",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "# Display top of dataframe\n",
        "data.head(3)"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Order</th>\n",
              "      <th>Property Id</th>\n",
              "      <th>Property Name</th>\n",
              "      <th>Parent Property Id</th>\n",
              "      <th>Parent Property Name</th>\n",
              "      <th>BBL - 10 digits</th>\n",
              "      <th>NYC Borough, Block and Lot (BBL) self-reported</th>\n",
              "      <th>NYC Building Identification Number (BIN)</th>\n",
              "      <th>Address 1 (self-reported)</th>\n",
              "      <th>Address 2</th>\n",
              "      <th>Postal Code</th>\n",
              "      <th>Street Number</th>\n",
              "      <th>Street Name</th>\n",
              "      <th>Borough</th>\n",
              "      <th>DOF Gross Floor Area</th>\n",
              "      <th>Primary Property Type - Self Selected</th>\n",
              "      <th>List of All Property Use Types at Property</th>\n",
              "      <th>Largest Property Use Type</th>\n",
              "      <th>Largest Property Use Type - Gross Floor Area (ft²)</th>\n",
              "      <th>2nd Largest Property Use Type</th>\n",
              "      <th>2nd Largest Property Use - Gross Floor Area (ft²)</th>\n",
              "      <th>3rd Largest Property Use Type</th>\n",
              "      <th>3rd Largest Property Use Type - Gross Floor Area (ft²)</th>\n",
              "      <th>Year Built</th>\n",
              "      <th>Number of Buildings - Self-reported</th>\n",
              "      <th>Occupancy</th>\n",
              "      <th>Metered Areas (Energy)</th>\n",
              "      <th>Metered Areas  (Water)</th>\n",
              "      <th>ENERGY STAR Score</th>\n",
              "      <th>Site EUI (kBtu/ft²)</th>\n",
              "      <th>Weather Normalized Site EUI (kBtu/ft²)</th>\n",
              "      <th>Weather Normalized Site Electricity Intensity (kWh/ft²)</th>\n",
              "      <th>Weather Normalized Site Natural Gas Intensity (therms/ft²)</th>\n",
              "      <th>Weather Normalized Source EUI (kBtu/ft²)</th>\n",
              "      <th>Fuel Oil #1 Use (kBtu)</th>\n",
              "      <th>Fuel Oil #2 Use (kBtu)</th>\n",
              "      <th>Fuel Oil #4 Use (kBtu)</th>\n",
              "      <th>Fuel Oil #5 &amp; 6 Use (kBtu)</th>\n",
              "      <th>Diesel #2 Use (kBtu)</th>\n",
              "      <th>District Steam Use (kBtu)</th>\n",
              "      <th>Natural Gas Use (kBtu)</th>\n",
              "      <th>Weather Normalized Site Natural Gas Use (therms)</th>\n",
              "      <th>Electricity Use - Grid Purchase (kBtu)</th>\n",
              "      <th>Weather Normalized Site Electricity (kWh)</th>\n",
              "      <th>Total GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <th>Direct GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <th>Indirect GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <th>Property GFA - Self-Reported (ft²)</th>\n",
              "      <th>Water Use (All Water Sources) (kgal)</th>\n",
              "      <th>Water Intensity (All Water Sources) (gal/ft²)</th>\n",
              "      <th>Source EUI (kBtu/ft²)</th>\n",
              "      <th>Release Date</th>\n",
              "      <th>Water Required?</th>\n",
              "      <th>DOF Benchmarking Submission Status</th>\n",
              "      <th>Latitude</th>\n",
              "      <th>Longitude</th>\n",
              "      <th>Community Board</th>\n",
              "      <th>Council District</th>\n",
              "      <th>Census Tract</th>\n",
              "      <th>NTA</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>13286</td>\n",
              "      <td>201/205</td>\n",
              "      <td>13286</td>\n",
              "      <td>201/205</td>\n",
              "      <td>1013160001</td>\n",
              "      <td>1013160001</td>\n",
              "      <td>1037549</td>\n",
              "      <td>201/205  East  42nd  st.</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>10017</td>\n",
              "      <td>675</td>\n",
              "      <td>3 AVENUE</td>\n",
              "      <td>Manhattan</td>\n",
              "      <td>289356.0</td>\n",
              "      <td>Office</td>\n",
              "      <td>Office</td>\n",
              "      <td>Office</td>\n",
              "      <td>293447</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>1963</td>\n",
              "      <td>2</td>\n",
              "      <td>100</td>\n",
              "      <td>Whole Building</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>305.6</td>\n",
              "      <td>303.1</td>\n",
              "      <td>37.8</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>614.2</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>5.15506751E7</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>38139374.2</td>\n",
              "      <td>1.10827705E7</td>\n",
              "      <td>6962.2</td>\n",
              "      <td>0</td>\n",
              "      <td>6962.2</td>\n",
              "      <td>762051</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>619.4</td>\n",
              "      <td>05/01/2017 05:32:03 PM</td>\n",
              "      <td>No</td>\n",
              "      <td>In Compliance</td>\n",
              "      <td>40.750791</td>\n",
              "      <td>-73.973963</td>\n",
              "      <td>6.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>88.0</td>\n",
              "      <td>Turtle Bay-East Midtown                       ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2</td>\n",
              "      <td>28400</td>\n",
              "      <td>NYP Columbia (West Campus)</td>\n",
              "      <td>28400</td>\n",
              "      <td>NYP Columbia (West Campus)</td>\n",
              "      <td>1021380040</td>\n",
              "      <td>1-02138-0040</td>\n",
              "      <td>1084198; 1084387;1084385; 1084386; 1084388; 10...</td>\n",
              "      <td>622 168th Street</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>10032</td>\n",
              "      <td>180</td>\n",
              "      <td>FT WASHINGTON AVENUE</td>\n",
              "      <td>Manhattan</td>\n",
              "      <td>3693539.0</td>\n",
              "      <td>Hospital (General Medical &amp; Surgical)</td>\n",
              "      <td>Hospital (General Medical &amp; Surgical)</td>\n",
              "      <td>Hospital (General Medical &amp; Surgical)</td>\n",
              "      <td>3889181</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>1969</td>\n",
              "      <td>12</td>\n",
              "      <td>100</td>\n",
              "      <td>Whole Building</td>\n",
              "      <td>Whole Building</td>\n",
              "      <td>55</td>\n",
              "      <td>229.8</td>\n",
              "      <td>228.8</td>\n",
              "      <td>24.8</td>\n",
              "      <td>2.4</td>\n",
              "      <td>401.1</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>1.96248472E7</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>-3.914148026E8</td>\n",
              "      <td>933073441</td>\n",
              "      <td>9330734.4</td>\n",
              "      <td>332365924</td>\n",
              "      <td>9.62613121E7</td>\n",
              "      <td>55870.4</td>\n",
              "      <td>51016.4</td>\n",
              "      <td>4854.1</td>\n",
              "      <td>3889181</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>404.3</td>\n",
              "      <td>04/27/2017 11:23:27 AM</td>\n",
              "      <td>No</td>\n",
              "      <td>In Compliance</td>\n",
              "      <td>40.841402</td>\n",
              "      <td>-73.942568</td>\n",
              "      <td>12.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>251.0</td>\n",
              "      <td>Washington Heights South                      ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3</td>\n",
              "      <td>4778226</td>\n",
              "      <td>MSCHoNY North</td>\n",
              "      <td>28400</td>\n",
              "      <td>NYP Columbia (West Campus)</td>\n",
              "      <td>1021380030</td>\n",
              "      <td>1-02138-0030</td>\n",
              "      <td>1063380</td>\n",
              "      <td>3975 Broadway</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>10032</td>\n",
              "      <td>3975</td>\n",
              "      <td>BROADWAY</td>\n",
              "      <td>Manhattan</td>\n",
              "      <td>152765.0</td>\n",
              "      <td>Hospital (General Medical &amp; Surgical)</td>\n",
              "      <td>Hospital (General Medical &amp; Surgical)</td>\n",
              "      <td>Hospital (General Medical &amp; Surgical)</td>\n",
              "      <td>231342</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>1924</td>\n",
              "      <td>1</td>\n",
              "      <td>100</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>231342</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>Not Available</td>\n",
              "      <td>04/27/2017 11:23:27 AM</td>\n",
              "      <td>No</td>\n",
              "      <td>In Compliance</td>\n",
              "      <td>40.840427</td>\n",
              "      <td>-73.940249</td>\n",
              "      <td>12.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>251.0</td>\n",
              "      <td>Washington Heights South                      ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Order  ...                                                NTA\n",
              "0      1  ...  Turtle Bay-East Midtown                       ...\n",
              "1      2  ...  Washington Heights South                      ...\n",
              "2      3  ...  Washington Heights South                      ...\n",
              "\n",
              "[3 rows x 60 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "aqPiaz_Qhsr2",
        "colab_type": "text"
      },
      "source": [
        "## Типы данных и пропуски"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "scrolled": false,
        "id": "iXnY3VuDhsr3",
        "colab_type": "code",
        "outputId": "e68c4ec8-35e4-4ba0-a525-520c74440338",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "# See the column data types and non-missing values\n",
        "data.info()"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 11746 entries, 0 to 11745\n",
            "Data columns (total 60 columns):\n",
            "Order                                                         11746 non-null int64\n",
            "Property Id                                                   11746 non-null int64\n",
            "Property Name                                                 11746 non-null object\n",
            "Parent Property Id                                            11746 non-null object\n",
            "Parent Property Name                                          11746 non-null object\n",
            "BBL - 10 digits                                               11735 non-null object\n",
            "NYC Borough, Block and Lot (BBL) self-reported                11746 non-null object\n",
            "NYC Building Identification Number (BIN)                      11746 non-null object\n",
            "Address 1 (self-reported)                                     11746 non-null object\n",
            "Address 2                                                     11746 non-null object\n",
            "Postal Code                                                   11746 non-null object\n",
            "Street Number                                                 11622 non-null object\n",
            "Street Name                                                   11624 non-null object\n",
            "Borough                                                       11628 non-null object\n",
            "DOF Gross Floor Area                                          11628 non-null float64\n",
            "Primary Property Type - Self Selected                         11746 non-null object\n",
            "List of All Property Use Types at Property                    11746 non-null object\n",
            "Largest Property Use Type                                     11746 non-null object\n",
            "Largest Property Use Type - Gross Floor Area (ft²)            11746 non-null object\n",
            "2nd Largest Property Use Type                                 11746 non-null object\n",
            "2nd Largest Property Use - Gross Floor Area (ft²)             11746 non-null object\n",
            "3rd Largest Property Use Type                                 11746 non-null object\n",
            "3rd Largest Property Use Type - Gross Floor Area (ft²)        11746 non-null object\n",
            "Year Built                                                    11746 non-null int64\n",
            "Number of Buildings - Self-reported                           11746 non-null int64\n",
            "Occupancy                                                     11746 non-null int64\n",
            "Metered Areas (Energy)                                        11746 non-null object\n",
            "Metered Areas  (Water)                                        11746 non-null object\n",
            "ENERGY STAR Score                                             11746 non-null object\n",
            "Site EUI (kBtu/ft²)                                           11746 non-null object\n",
            "Weather Normalized Site EUI (kBtu/ft²)                        11746 non-null object\n",
            "Weather Normalized Site Electricity Intensity (kWh/ft²)       11746 non-null object\n",
            "Weather Normalized Site Natural Gas Intensity (therms/ft²)    11746 non-null object\n",
            "Weather Normalized Source EUI (kBtu/ft²)                      11746 non-null object\n",
            "Fuel Oil #1 Use (kBtu)                                        11746 non-null object\n",
            "Fuel Oil #2 Use (kBtu)                                        11746 non-null object\n",
            "Fuel Oil #4 Use (kBtu)                                        11746 non-null object\n",
            "Fuel Oil #5 & 6 Use (kBtu)                                    11746 non-null object\n",
            "Diesel #2 Use (kBtu)                                          11746 non-null object\n",
            "District Steam Use (kBtu)                                     11746 non-null object\n",
            "Natural Gas Use (kBtu)                                        11746 non-null object\n",
            "Weather Normalized Site Natural Gas Use (therms)              11746 non-null object\n",
            "Electricity Use - Grid Purchase (kBtu)                        11746 non-null object\n",
            "Weather Normalized Site Electricity (kWh)                     11746 non-null object\n",
            "Total GHG Emissions (Metric Tons CO2e)                        11746 non-null object\n",
            "Direct GHG Emissions (Metric Tons CO2e)                       11746 non-null object\n",
            "Indirect GHG Emissions (Metric Tons CO2e)                     11746 non-null object\n",
            "Property GFA - Self-Reported (ft²)                            11746 non-null int64\n",
            "Water Use (All Water Sources) (kgal)                          11746 non-null object\n",
            "Water Intensity (All Water Sources) (gal/ft²)                 11746 non-null object\n",
            "Source EUI (kBtu/ft²)                                         11746 non-null object\n",
            "Release Date                                                  11746 non-null object\n",
            "Water Required?                                               11628 non-null object\n",
            "DOF Benchmarking Submission Status                            11716 non-null object\n",
            "Latitude                                                      9483 non-null float64\n",
            "Longitude                                                     9483 non-null float64\n",
            "Community Board                                               9483 non-null float64\n",
            "Council District                                              9483 non-null float64\n",
            "Census Tract                                                  9483 non-null float64\n",
            "NTA                                                           9483 non-null object\n",
            "dtypes: float64(6), int64(6), object(48)\n",
            "memory usage: 5.4+ MB\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "DuNWmO_Zhsr6",
        "colab_type": "text"
      },
      "source": [
        "## Конвертация данных"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sxNSvDhjhsr7",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Replace all occurrences of Not Available with numpy not a number\n",
        "data = data.replace({'Not Available': np.nan})\n",
        "\n",
        "# Iterate through the columns\n",
        "for col in list(data.columns):\n",
        "    # Select columns that should be numeric\n",
        "    if ('ft²' in col or 'kBtu' in col or 'Metric Tons CO2e' in col or 'kWh' in col or 'therms' in col or 'gal' in col or 'Score' in col):\n",
        "        # Convert the data type to float\n",
        "        data[col] = data[col].astype(float)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HG6jyI8Ghsr-",
        "colab_type": "code",
        "outputId": "dc17a01c-6cbe-4568-8be9-f1d59ef9d729",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "# Статистика каждого признака\n",
        "data.describe()"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Order</th>\n",
              "      <th>Property Id</th>\n",
              "      <th>DOF Gross Floor Area</th>\n",
              "      <th>Largest Property Use Type - Gross Floor Area (ft²)</th>\n",
              "      <th>2nd Largest Property Use - Gross Floor Area (ft²)</th>\n",
              "      <th>3rd Largest Property Use Type - Gross Floor Area (ft²)</th>\n",
              "      <th>Year Built</th>\n",
              "      <th>Number of Buildings - Self-reported</th>\n",
              "      <th>Occupancy</th>\n",
              "      <th>ENERGY STAR Score</th>\n",
              "      <th>Site EUI (kBtu/ft²)</th>\n",
              "      <th>Weather Normalized Site EUI (kBtu/ft²)</th>\n",
              "      <th>Weather Normalized Site Electricity Intensity (kWh/ft²)</th>\n",
              "      <th>Weather Normalized Site Natural Gas Intensity (therms/ft²)</th>\n",
              "      <th>Weather Normalized Source EUI (kBtu/ft²)</th>\n",
              "      <th>Fuel Oil #1 Use (kBtu)</th>\n",
              "      <th>Fuel Oil #2 Use (kBtu)</th>\n",
              "      <th>Fuel Oil #4 Use (kBtu)</th>\n",
              "      <th>Fuel Oil #5 &amp; 6 Use (kBtu)</th>\n",
              "      <th>Diesel #2 Use (kBtu)</th>\n",
              "      <th>District Steam Use (kBtu)</th>\n",
              "      <th>Natural Gas Use (kBtu)</th>\n",
              "      <th>Weather Normalized Site Natural Gas Use (therms)</th>\n",
              "      <th>Electricity Use - Grid Purchase (kBtu)</th>\n",
              "      <th>Weather Normalized Site Electricity (kWh)</th>\n",
              "      <th>Total GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <th>Direct GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <th>Indirect GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <th>Property GFA - Self-Reported (ft²)</th>\n",
              "      <th>Water Use (All Water Sources) (kgal)</th>\n",
              "      <th>Water Intensity (All Water Sources) (gal/ft²)</th>\n",
              "      <th>Source EUI (kBtu/ft²)</th>\n",
              "      <th>Latitude</th>\n",
              "      <th>Longitude</th>\n",
              "      <th>Community Board</th>\n",
              "      <th>Council District</th>\n",
              "      <th>Census Tract</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>count</th>\n",
              "      <td>11746.000000</td>\n",
              "      <td>1.174600e+04</td>\n",
              "      <td>1.162800e+04</td>\n",
              "      <td>1.174400e+04</td>\n",
              "      <td>3741.000000</td>\n",
              "      <td>1484.000000</td>\n",
              "      <td>11746.000000</td>\n",
              "      <td>11746.000000</td>\n",
              "      <td>11746.000000</td>\n",
              "      <td>9642.000000</td>\n",
              "      <td>11583.000000</td>\n",
              "      <td>10281.000000</td>\n",
              "      <td>10959.000000</td>\n",
              "      <td>9783.000000</td>\n",
              "      <td>10281.000000</td>\n",
              "      <td>9.000000e+00</td>\n",
              "      <td>2.581000e+03</td>\n",
              "      <td>1.321000e+03</td>\n",
              "      <td>5.940000e+02</td>\n",
              "      <td>1.600000e+01</td>\n",
              "      <td>9.360000e+02</td>\n",
              "      <td>1.030400e+04</td>\n",
              "      <td>9.784000e+03</td>\n",
              "      <td>1.150200e+04</td>\n",
              "      <td>1.096000e+04</td>\n",
              "      <td>1.167200e+04</td>\n",
              "      <td>1.166300e+04</td>\n",
              "      <td>1.168100e+04</td>\n",
              "      <td>1.174600e+04</td>\n",
              "      <td>7.762000e+03</td>\n",
              "      <td>7762.000000</td>\n",
              "      <td>11583.000000</td>\n",
              "      <td>9483.000000</td>\n",
              "      <td>9483.000000</td>\n",
              "      <td>9483.000000</td>\n",
              "      <td>9483.000000</td>\n",
              "      <td>9483.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>mean</th>\n",
              "      <td>7185.759578</td>\n",
              "      <td>3.642958e+06</td>\n",
              "      <td>1.732695e+05</td>\n",
              "      <td>1.605524e+05</td>\n",
              "      <td>22778.682010</td>\n",
              "      <td>12016.825270</td>\n",
              "      <td>1948.738379</td>\n",
              "      <td>1.289971</td>\n",
              "      <td>98.762557</td>\n",
              "      <td>59.854594</td>\n",
              "      <td>280.071484</td>\n",
              "      <td>309.747466</td>\n",
              "      <td>11.072643</td>\n",
              "      <td>1.901441</td>\n",
              "      <td>417.915709</td>\n",
              "      <td>3.395398e+06</td>\n",
              "      <td>3.186882e+06</td>\n",
              "      <td>5.294367e+06</td>\n",
              "      <td>2.429105e+06</td>\n",
              "      <td>1.193594e+06</td>\n",
              "      <td>2.868907e+08</td>\n",
              "      <td>5.048545e+07</td>\n",
              "      <td>5.364578e+05</td>\n",
              "      <td>5.965472e+06</td>\n",
              "      <td>1.768752e+06</td>\n",
              "      <td>4.553657e+03</td>\n",
              "      <td>2.477937e+03</td>\n",
              "      <td>2.076339e+03</td>\n",
              "      <td>1.673739e+05</td>\n",
              "      <td>1.591798e+04</td>\n",
              "      <td>136.172432</td>\n",
              "      <td>385.908029</td>\n",
              "      <td>40.754379</td>\n",
              "      <td>-73.957057</td>\n",
              "      <td>7.140673</td>\n",
              "      <td>15.771275</td>\n",
              "      <td>4977.596647</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>std</th>\n",
              "      <td>4323.859984</td>\n",
              "      <td>1.049070e+06</td>\n",
              "      <td>3.367055e+05</td>\n",
              "      <td>3.095746e+05</td>\n",
              "      <td>55094.441422</td>\n",
              "      <td>27959.755486</td>\n",
              "      <td>30.576386</td>\n",
              "      <td>4.017484</td>\n",
              "      <td>7.501603</td>\n",
              "      <td>29.993586</td>\n",
              "      <td>8607.178877</td>\n",
              "      <td>9784.731207</td>\n",
              "      <td>127.733868</td>\n",
              "      <td>97.204587</td>\n",
              "      <td>10530.524339</td>\n",
              "      <td>2.213237e+06</td>\n",
              "      <td>5.497154e+06</td>\n",
              "      <td>5.881863e+06</td>\n",
              "      <td>4.442946e+06</td>\n",
              "      <td>3.558178e+06</td>\n",
              "      <td>3.124603e+09</td>\n",
              "      <td>3.914719e+09</td>\n",
              "      <td>4.022606e+07</td>\n",
              "      <td>3.154430e+07</td>\n",
              "      <td>9.389154e+06</td>\n",
              "      <td>2.041639e+05</td>\n",
              "      <td>1.954498e+05</td>\n",
              "      <td>5.931295e+04</td>\n",
              "      <td>3.189238e+05</td>\n",
              "      <td>1.529524e+05</td>\n",
              "      <td>1730.726938</td>\n",
              "      <td>9312.736225</td>\n",
              "      <td>0.080120</td>\n",
              "      <td>0.046337</td>\n",
              "      <td>3.954129</td>\n",
              "      <td>15.674375</td>\n",
              "      <td>13520.422990</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>min</th>\n",
              "      <td>1.000000</td>\n",
              "      <td>7.365000e+03</td>\n",
              "      <td>5.002800e+04</td>\n",
              "      <td>5.400000e+01</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>1600.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>2.085973e+05</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>-4.690797e+08</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>-2.313430e+04</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>40.516065</td>\n",
              "      <td>-74.243582</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25%</th>\n",
              "      <td>3428.250000</td>\n",
              "      <td>2.747222e+06</td>\n",
              "      <td>6.524000e+04</td>\n",
              "      <td>6.520100e+04</td>\n",
              "      <td>4000.000000</td>\n",
              "      <td>1720.750000</td>\n",
              "      <td>1927.000000</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>37.000000</td>\n",
              "      <td>61.800000</td>\n",
              "      <td>65.100000</td>\n",
              "      <td>3.800000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>103.500000</td>\n",
              "      <td>1.663594e+06</td>\n",
              "      <td>2.550378e+05</td>\n",
              "      <td>2.128213e+06</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>5.698020e+04</td>\n",
              "      <td>4.320254e+06</td>\n",
              "      <td>1.098251e+06</td>\n",
              "      <td>1.176952e+04</td>\n",
              "      <td>1.043673e+06</td>\n",
              "      <td>3.019974e+05</td>\n",
              "      <td>3.287000e+02</td>\n",
              "      <td>1.474500e+02</td>\n",
              "      <td>9.480000e+01</td>\n",
              "      <td>6.699400e+04</td>\n",
              "      <td>2.595400e+03</td>\n",
              "      <td>27.150000</td>\n",
              "      <td>99.400000</td>\n",
              "      <td>40.707226</td>\n",
              "      <td>-73.984662</td>\n",
              "      <td>4.000000</td>\n",
              "      <td>4.000000</td>\n",
              "      <td>100.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50%</th>\n",
              "      <td>6986.500000</td>\n",
              "      <td>3.236404e+06</td>\n",
              "      <td>9.313850e+04</td>\n",
              "      <td>9.132400e+04</td>\n",
              "      <td>8654.000000</td>\n",
              "      <td>5000.000000</td>\n",
              "      <td>1941.000000</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>65.000000</td>\n",
              "      <td>78.500000</td>\n",
              "      <td>82.500000</td>\n",
              "      <td>5.300000</td>\n",
              "      <td>0.500000</td>\n",
              "      <td>129.400000</td>\n",
              "      <td>4.328815e+06</td>\n",
              "      <td>1.380138e+06</td>\n",
              "      <td>4.312984e+06</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>2.070020e+05</td>\n",
              "      <td>9.931240e+06</td>\n",
              "      <td>4.103962e+06</td>\n",
              "      <td>4.445525e+04</td>\n",
              "      <td>1.855196e+06</td>\n",
              "      <td>5.416312e+05</td>\n",
              "      <td>5.002500e+02</td>\n",
              "      <td>2.726000e+02</td>\n",
              "      <td>1.718000e+02</td>\n",
              "      <td>9.408000e+04</td>\n",
              "      <td>4.692500e+03</td>\n",
              "      <td>45.095000</td>\n",
              "      <td>124.900000</td>\n",
              "      <td>40.759130</td>\n",
              "      <td>-73.962810</td>\n",
              "      <td>7.000000</td>\n",
              "      <td>9.000000</td>\n",
              "      <td>201.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>75%</th>\n",
              "      <td>11054.500000</td>\n",
              "      <td>4.409092e+06</td>\n",
              "      <td>1.596140e+05</td>\n",
              "      <td>1.532550e+05</td>\n",
              "      <td>20000.000000</td>\n",
              "      <td>12000.000000</td>\n",
              "      <td>1966.000000</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>85.000000</td>\n",
              "      <td>97.600000</td>\n",
              "      <td>102.500000</td>\n",
              "      <td>9.200000</td>\n",
              "      <td>0.700000</td>\n",
              "      <td>167.200000</td>\n",
              "      <td>4.938947e+06</td>\n",
              "      <td>4.445808e+06</td>\n",
              "      <td>6.514520e+06</td>\n",
              "      <td>4.293825e+06</td>\n",
              "      <td>2.918332e+05</td>\n",
              "      <td>2.064497e+07</td>\n",
              "      <td>6.855070e+06</td>\n",
              "      <td>7.348107e+04</td>\n",
              "      <td>4.370302e+06</td>\n",
              "      <td>1.284677e+06</td>\n",
              "      <td>9.084250e+02</td>\n",
              "      <td>4.475000e+02</td>\n",
              "      <td>4.249000e+02</td>\n",
              "      <td>1.584140e+05</td>\n",
              "      <td>8.031875e+03</td>\n",
              "      <td>70.805000</td>\n",
              "      <td>162.750000</td>\n",
              "      <td>40.817623</td>\n",
              "      <td>-73.932443</td>\n",
              "      <td>9.000000</td>\n",
              "      <td>33.000000</td>\n",
              "      <td>531.500000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>max</th>\n",
              "      <td>14993.000000</td>\n",
              "      <td>5.991312e+06</td>\n",
              "      <td>1.354011e+07</td>\n",
              "      <td>1.421712e+07</td>\n",
              "      <td>962428.000000</td>\n",
              "      <td>591640.000000</td>\n",
              "      <td>2019.000000</td>\n",
              "      <td>161.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>869265.000000</td>\n",
              "      <td>939329.000000</td>\n",
              "      <td>6259.400000</td>\n",
              "      <td>9393.000000</td>\n",
              "      <td>986366.000000</td>\n",
              "      <td>6.275850e+06</td>\n",
              "      <td>1.046849e+08</td>\n",
              "      <td>7.907464e+07</td>\n",
              "      <td>4.410378e+07</td>\n",
              "      <td>1.435178e+07</td>\n",
              "      <td>7.163518e+10</td>\n",
              "      <td>3.942852e+11</td>\n",
              "      <td>3.942852e+09</td>\n",
              "      <td>1.691763e+09</td>\n",
              "      <td>4.958273e+08</td>\n",
              "      <td>2.094340e+07</td>\n",
              "      <td>2.094340e+07</td>\n",
              "      <td>4.764375e+06</td>\n",
              "      <td>1.421712e+07</td>\n",
              "      <td>6.594604e+06</td>\n",
              "      <td>96305.690000</td>\n",
              "      <td>912801.100000</td>\n",
              "      <td>40.912869</td>\n",
              "      <td>-73.715543</td>\n",
              "      <td>56.000000</td>\n",
              "      <td>51.000000</td>\n",
              "      <td>155101.000000</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "              Order   Property Id  ...  Council District   Census Tract\n",
              "count  11746.000000  1.174600e+04  ...       9483.000000    9483.000000\n",
              "mean    7185.759578  3.642958e+06  ...         15.771275    4977.596647\n",
              "std     4323.859984  1.049070e+06  ...         15.674375   13520.422990\n",
              "min        1.000000  7.365000e+03  ...          1.000000       1.000000\n",
              "25%     3428.250000  2.747222e+06  ...          4.000000     100.000000\n",
              "50%     6986.500000  3.236404e+06  ...          9.000000     201.000000\n",
              "75%    11054.500000  4.409092e+06  ...         33.000000     531.500000\n",
              "max    14993.000000  5.991312e+06  ...         51.000000  155101.000000\n",
              "\n",
              "[8 rows x 37 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "qdaEnyGrhssA",
        "colab_type": "text"
      },
      "source": [
        "## Заполняем пропуски "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "BhkIKaQ3hssB",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Function to calculate missing values by column\n",
        "def missing_values_table(df):\n",
        "        # Total missing values\n",
        "        mis_val = df.isnull().sum()\n",
        "        \n",
        "        # Percentage of missing values\n",
        "        mis_val_percent = 100 * df.isnull().sum() / len(df)\n",
        "        \n",
        "        # Make a table with the results\n",
        "        mis_val_table = pd.concat([mis_val, mis_val_percent], axis=1)\n",
        "        \n",
        "        # Rename the columns\n",
        "        mis_val_table_ren_columns = mis_val_table.rename(\n",
        "        columns = {0 : 'Missing Values', 1 : '% of Total Values'})\n",
        "        \n",
        "        # Sort the table by percentage of missing descending\n",
        "        mis_val_table_ren_columns = mis_val_table_ren_columns[\n",
        "            mis_val_table_ren_columns.iloc[:,1] != 0].sort_values(\n",
        "        '% of Total Values', ascending=False).round(1)\n",
        "        \n",
        "        # Print some summary information\n",
        "        print (\"Your selected dataframe has \" + str(df.shape[1]) + \" columns.\\n\"      \n",
        "            \"There are \" + str(mis_val_table_ren_columns.shape[0]) +\n",
        "              \" columns that have missing values.\")\n",
        "        \n",
        "        # Return the dataframe with missing information\n",
        "        return mis_val_table_ren_columns"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VyvsWvuahssE",
        "colab_type": "code",
        "outputId": "305b7d82-7900-4e3d-8455-410485478eaf",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "missing_values_table(data)"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Your selected dataframe has 60 columns.\n",
            "There are 46 columns that have missing values.\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Missing Values</th>\n",
              "      <th>% of Total Values</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Fuel Oil #1 Use (kBtu)</th>\n",
              "      <td>11737</td>\n",
              "      <td>99.9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Diesel #2 Use (kBtu)</th>\n",
              "      <td>11730</td>\n",
              "      <td>99.9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Address 2</th>\n",
              "      <td>11539</td>\n",
              "      <td>98.2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Fuel Oil #5 &amp; 6 Use (kBtu)</th>\n",
              "      <td>11152</td>\n",
              "      <td>94.9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>District Steam Use (kBtu)</th>\n",
              "      <td>10810</td>\n",
              "      <td>92.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Fuel Oil #4 Use (kBtu)</th>\n",
              "      <td>10425</td>\n",
              "      <td>88.8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3rd Largest Property Use Type - Gross Floor Area (ft²)</th>\n",
              "      <td>10262</td>\n",
              "      <td>87.4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3rd Largest Property Use Type</th>\n",
              "      <td>10262</td>\n",
              "      <td>87.4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Fuel Oil #2 Use (kBtu)</th>\n",
              "      <td>9165</td>\n",
              "      <td>78.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2nd Largest Property Use Type</th>\n",
              "      <td>8005</td>\n",
              "      <td>68.2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2nd Largest Property Use - Gross Floor Area (ft²)</th>\n",
              "      <td>8005</td>\n",
              "      <td>68.2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Metered Areas  (Water)</th>\n",
              "      <td>4609</td>\n",
              "      <td>39.2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Water Intensity (All Water Sources) (gal/ft²)</th>\n",
              "      <td>3984</td>\n",
              "      <td>33.9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Water Use (All Water Sources) (kgal)</th>\n",
              "      <td>3984</td>\n",
              "      <td>33.9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Latitude</th>\n",
              "      <td>2263</td>\n",
              "      <td>19.3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Longitude</th>\n",
              "      <td>2263</td>\n",
              "      <td>19.3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Community Board</th>\n",
              "      <td>2263</td>\n",
              "      <td>19.3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Council District</th>\n",
              "      <td>2263</td>\n",
              "      <td>19.3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Census Tract</th>\n",
              "      <td>2263</td>\n",
              "      <td>19.3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>NTA</th>\n",
              "      <td>2263</td>\n",
              "      <td>19.3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>ENERGY STAR Score</th>\n",
              "      <td>2104</td>\n",
              "      <td>17.9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Weather Normalized Site Natural Gas Intensity (therms/ft²)</th>\n",
              "      <td>1963</td>\n",
              "      <td>16.7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Weather Normalized Site Natural Gas Use (therms)</th>\n",
              "      <td>1962</td>\n",
              "      <td>16.7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Weather Normalized Source EUI (kBtu/ft²)</th>\n",
              "      <td>1465</td>\n",
              "      <td>12.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Weather Normalized Site EUI (kBtu/ft²)</th>\n",
              "      <td>1465</td>\n",
              "      <td>12.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Natural Gas Use (kBtu)</th>\n",
              "      <td>1442</td>\n",
              "      <td>12.3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Weather Normalized Site Electricity Intensity (kWh/ft²)</th>\n",
              "      <td>787</td>\n",
              "      <td>6.7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Weather Normalized Site Electricity (kWh)</th>\n",
              "      <td>786</td>\n",
              "      <td>6.7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Electricity Use - Grid Purchase (kBtu)</th>\n",
              "      <td>244</td>\n",
              "      <td>2.1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Site EUI (kBtu/ft²)</th>\n",
              "      <td>163</td>\n",
              "      <td>1.4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Source EUI (kBtu/ft²)</th>\n",
              "      <td>163</td>\n",
              "      <td>1.4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>NYC Building Identification Number (BIN)</th>\n",
              "      <td>162</td>\n",
              "      <td>1.4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Street Number</th>\n",
              "      <td>124</td>\n",
              "      <td>1.1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Street Name</th>\n",
              "      <td>122</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Borough</th>\n",
              "      <td>118</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>DOF Gross Floor Area</th>\n",
              "      <td>118</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Water Required?</th>\n",
              "      <td>118</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Direct GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <td>83</td>\n",
              "      <td>0.7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Total GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <td>74</td>\n",
              "      <td>0.6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Indirect GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <td>65</td>\n",
              "      <td>0.6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Metered Areas (Energy)</th>\n",
              "      <td>57</td>\n",
              "      <td>0.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>DOF Benchmarking Submission Status</th>\n",
              "      <td>30</td>\n",
              "      <td>0.3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>NYC Borough, Block and Lot (BBL) self-reported</th>\n",
              "      <td>11</td>\n",
              "      <td>0.1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>BBL - 10 digits</th>\n",
              "      <td>11</td>\n",
              "      <td>0.1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Largest Property Use Type</th>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Largest Property Use Type - Gross Floor Area (ft²)</th>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                    Missing Values  % of Total Values\n",
              "Fuel Oil #1 Use (kBtu)                                       11737               99.9\n",
              "Diesel #2 Use (kBtu)                                         11730               99.9\n",
              "Address 2                                                    11539               98.2\n",
              "Fuel Oil #5 & 6 Use (kBtu)                                   11152               94.9\n",
              "District Steam Use (kBtu)                                    10810               92.0\n",
              "Fuel Oil #4 Use (kBtu)                                       10425               88.8\n",
              "3rd Largest Property Use Type - Gross Floor Are...           10262               87.4\n",
              "3rd Largest Property Use Type                                10262               87.4\n",
              "Fuel Oil #2 Use (kBtu)                                        9165               78.0\n",
              "2nd Largest Property Use Type                                 8005               68.2\n",
              "2nd Largest Property Use - Gross Floor Area (ft²)             8005               68.2\n",
              "Metered Areas  (Water)                                        4609               39.2\n",
              "Water Intensity (All Water Sources) (gal/ft²)                 3984               33.9\n",
              "Water Use (All Water Sources) (kgal)                          3984               33.9\n",
              "Latitude                                                      2263               19.3\n",
              "Longitude                                                     2263               19.3\n",
              "Community Board                                               2263               19.3\n",
              "Council District                                              2263               19.3\n",
              "Census Tract                                                  2263               19.3\n",
              "NTA                                                           2263               19.3\n",
              "ENERGY STAR Score                                             2104               17.9\n",
              "Weather Normalized Site Natural Gas Intensity (...            1963               16.7\n",
              "Weather Normalized Site Natural Gas Use (therms)              1962               16.7\n",
              "Weather Normalized Source EUI (kBtu/ft²)                      1465               12.5\n",
              "Weather Normalized Site EUI (kBtu/ft²)                        1465               12.5\n",
              "Natural Gas Use (kBtu)                                        1442               12.3\n",
              "Weather Normalized Site Electricity Intensity (...             787                6.7\n",
              "Weather Normalized Site Electricity (kWh)                      786                6.7\n",
              "Electricity Use - Grid Purchase (kBtu)                         244                2.1\n",
              "Site EUI (kBtu/ft²)                                            163                1.4\n",
              "Source EUI (kBtu/ft²)                                          163                1.4\n",
              "NYC Building Identification Number (BIN)                       162                1.4\n",
              "Street Number                                                  124                1.1\n",
              "Street Name                                                    122                1.0\n",
              "Borough                                                        118                1.0\n",
              "DOF Gross Floor Area                                           118                1.0\n",
              "Water Required?                                                118                1.0\n",
              "Direct GHG Emissions (Metric Tons CO2e)                         83                0.7\n",
              "Total GHG Emissions (Metric Tons CO2e)                          74                0.6\n",
              "Indirect GHG Emissions (Metric Tons CO2e)                       65                0.6\n",
              "Metered Areas (Energy)                                          57                0.5\n",
              "DOF Benchmarking Submission Status                              30                0.3\n",
              "NYC Borough, Block and Lot (BBL) self-reported                  11                0.1\n",
              "BBL - 10 digits                                                 11                0.1\n",
              "Largest Property Use Type                                        2                0.0\n",
              "Largest Property Use Type - Gross Floor Area (ft²)               2                0.0"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "vwaM4_OGhssH",
        "colab_type": "text"
      },
      "source": [
        "## Сохраним только те колонки, у которых менее 50 процентов пропусков"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oYv5Dmw-hssI",
        "colab_type": "code",
        "outputId": "7af015bc-1714-4acd-b0d6-f1a6cdfc354a",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "missing_df = missing_values_table(data);\n",
        "missing_columns = list(missing_df[missing_df['% of Total Values'] > 50].index)\n",
        "print('We will remove %d columns.' % len(missing_columns))"
      ],
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Your selected dataframe has 60 columns.\n",
            "There are 46 columns that have missing values.\n",
            "We will remove 11 columns.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "scrolled": true,
        "id": "lkR9KV7AhssL",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Drop the columns\n",
        "data = data.drop(columns = list(missing_columns))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "yZc4j_8zhssN",
        "colab_type": "text"
      },
      "source": [
        "## Простой вариант предобработки данных"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2wo9pWowhssO",
        "colab_type": "code",
        "outputId": "8d027b26-2f3e-4e76-f7ed-d694a114a1e4",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "# Copy the original data\n",
        "features = data.copy()\n",
        "\n",
        "# Select the numeric columns\n",
        "numeric_subset = data.select_dtypes('number')\n",
        "\n",
        "# Create columns with log of numeric columns\n",
        "for col in numeric_subset.columns:\n",
        "    # Skip the Energy Star Score column\n",
        "    if col == 'score':\n",
        "        next\n",
        "    else:\n",
        "        numeric_subset['log_' + col] = np.log(numeric_subset[col])\n",
        "        \n",
        "# Select the categorical columns\n",
        "categorical_subset = data[['Borough', 'Largest Property Use Type']]\n",
        "\n",
        "# One hot encode\n",
        "categorical_subset = pd.get_dummies(categorical_subset)\n",
        "\n",
        "# Join the two dataframes using concat\n",
        "# Make sure to use axis = 1 to perform a column bind\n",
        "features = pd.concat([numeric_subset, categorical_subset], axis = 1)\n",
        "\n",
        "features.shape"
      ],
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:12: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  if sys.path[0] == '':\n",
            "/usr/local/lib/python3.6/dist-packages/pandas/core/series.py:856: RuntimeWarning: divide by zero encountered in log\n",
            "  result = getattr(ufunc, method)(*inputs, **kwargs)\n",
            "/usr/local/lib/python3.6/dist-packages/pandas/core/series.py:856: RuntimeWarning: invalid value encountered in log\n",
            "  result = getattr(ufunc, method)(*inputs, **kwargs)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(11746, 116)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 30
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "E9fUNNRx6h-e",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "outputId": "67849d4d-c347-419a-b54d-f8ece63d4b93"
      },
      "source": [
        "features.head()"
      ],
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Order</th>\n",
              "      <th>Property Id</th>\n",
              "      <th>DOF Gross Floor Area</th>\n",
              "      <th>Largest Property Use Type - Gross Floor Area (ft²)</th>\n",
              "      <th>Year Built</th>\n",
              "      <th>Number of Buildings - Self-reported</th>\n",
              "      <th>Occupancy</th>\n",
              "      <th>ENERGY STAR Score</th>\n",
              "      <th>Site EUI (kBtu/ft²)</th>\n",
              "      <th>Weather Normalized Site EUI (kBtu/ft²)</th>\n",
              "      <th>Weather Normalized Site Electricity Intensity (kWh/ft²)</th>\n",
              "      <th>Weather Normalized Site Natural Gas Intensity (therms/ft²)</th>\n",
              "      <th>Weather Normalized Source EUI (kBtu/ft²)</th>\n",
              "      <th>Natural Gas Use (kBtu)</th>\n",
              "      <th>Weather Normalized Site Natural Gas Use (therms)</th>\n",
              "      <th>Electricity Use - Grid Purchase (kBtu)</th>\n",
              "      <th>Weather Normalized Site Electricity (kWh)</th>\n",
              "      <th>Total GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <th>Direct GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <th>Indirect GHG Emissions (Metric Tons CO2e)</th>\n",
              "      <th>Property GFA - Self-Reported (ft²)</th>\n",
              "      <th>Water Use (All Water Sources) (kgal)</th>\n",
              "      <th>Water Intensity (All Water Sources) (gal/ft²)</th>\n",
              "      <th>Source EUI (kBtu/ft²)</th>\n",
              "      <th>Latitude</th>\n",
              "      <th>Longitude</th>\n",
              "      <th>Community Board</th>\n",
              "      <th>Council District</th>\n",
              "      <th>Census Tract</th>\n",
              "      <th>log_Order</th>\n",
              "      <th>log_Property Id</th>\n",
              "      <th>log_DOF Gross Floor Area</th>\n",
              "      <th>log_Largest Property Use Type - Gross Floor Area (ft²)</th>\n",
              "      <th>log_Year Built</th>\n",
              "      <th>log_Number of Buildings - Self-reported</th>\n",
              "      <th>log_Occupancy</th>\n",
              "      <th>log_ENERGY STAR Score</th>\n",
              "      <th>log_Site EUI (kBtu/ft²)</th>\n",
              "      <th>log_Weather Normalized Site EUI (kBtu/ft²)</th>\n",
              "      <th>log_Weather Normalized Site Electricity Intensity (kWh/ft²)</th>\n",
              "      <th>...</th>\n",
              "      <th>Largest Property Use Type_Hotel</th>\n",
              "      <th>Largest Property Use Type_K-12 School</th>\n",
              "      <th>Largest Property Use Type_Laboratory</th>\n",
              "      <th>Largest Property Use Type_Library</th>\n",
              "      <th>Largest Property Use Type_Mailing Center/Post Office</th>\n",
              "      <th>Largest Property Use Type_Manufacturing/Industrial Plant</th>\n",
              "      <th>Largest Property Use Type_Medical Office</th>\n",
              "      <th>Largest Property Use Type_Movie Theater</th>\n",
              "      <th>Largest Property Use Type_Multifamily Housing</th>\n",
              "      <th>Largest Property Use Type_Museum</th>\n",
              "      <th>Largest Property Use Type_Non-Refrigerated Warehouse</th>\n",
              "      <th>Largest Property Use Type_Office</th>\n",
              "      <th>Largest Property Use Type_Other</th>\n",
              "      <th>Largest Property Use Type_Other - Education</th>\n",
              "      <th>Largest Property Use Type_Other - Entertainment/Public Assembly</th>\n",
              "      <th>Largest Property Use Type_Other - Lodging/Residential</th>\n",
              "      <th>Largest Property Use Type_Other - Mall</th>\n",
              "      <th>Largest Property Use Type_Other - Public Services</th>\n",
              "      <th>Largest Property Use Type_Other - Recreation</th>\n",
              "      <th>Largest Property Use Type_Other - Services</th>\n",
              "      <th>Largest Property Use Type_Other - Specialty Hospital</th>\n",
              "      <th>Largest Property Use Type_Other - Technology/Science</th>\n",
              "      <th>Largest Property Use Type_Outpatient Rehabilitation/Physical Therapy</th>\n",
              "      <th>Largest Property Use Type_Parking</th>\n",
              "      <th>Largest Property Use Type_Performing Arts</th>\n",
              "      <th>Largest Property Use Type_Pre-school/Daycare</th>\n",
              "      <th>Largest Property Use Type_Refrigerated Warehouse</th>\n",
              "      <th>Largest Property Use Type_Repair Services (Vehicle, Shoe, Locksmith, etc.)</th>\n",
              "      <th>Largest Property Use Type_Residence Hall/Dormitory</th>\n",
              "      <th>Largest Property Use Type_Residential Care Facility</th>\n",
              "      <th>Largest Property Use Type_Restaurant</th>\n",
              "      <th>Largest Property Use Type_Retail Store</th>\n",
              "      <th>Largest Property Use Type_Self-Storage Facility</th>\n",
              "      <th>Largest Property Use Type_Senior Care Community</th>\n",
              "      <th>Largest Property Use Type_Social/Meeting Hall</th>\n",
              "      <th>Largest Property Use Type_Strip Mall</th>\n",
              "      <th>Largest Property Use Type_Supermarket/Grocery Store</th>\n",
              "      <th>Largest Property Use Type_Urgent Care/Clinic/Other Outpatient</th>\n",
              "      <th>Largest Property Use Type_Wholesale Club/Supercenter</th>\n",
              "      <th>Largest Property Use Type_Worship Facility</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>13286</td>\n",
              "      <td>289356.0</td>\n",
              "      <td>293447.0</td>\n",
              "      <td>1963</td>\n",
              "      <td>2</td>\n",
              "      <td>100</td>\n",
              "      <td>NaN</td>\n",
              "      <td>305.6</td>\n",
              "      <td>303.1</td>\n",
              "      <td>37.8</td>\n",
              "      <td>NaN</td>\n",
              "      <td>614.2</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>38139374.2</td>\n",
              "      <td>11082770.5</td>\n",
              "      <td>6962.2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>6962.2</td>\n",
              "      <td>762051.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>619.4</td>\n",
              "      <td>40.750791</td>\n",
              "      <td>-73.973963</td>\n",
              "      <td>6.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>88.0</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>9.494466</td>\n",
              "      <td>12.575413</td>\n",
              "      <td>12.589452</td>\n",
              "      <td>7.582229</td>\n",
              "      <td>0.693147</td>\n",
              "      <td>4.60517</td>\n",
              "      <td>NaN</td>\n",
              "      <td>5.722277</td>\n",
              "      <td>5.714063</td>\n",
              "      <td>3.632309</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2</td>\n",
              "      <td>28400</td>\n",
              "      <td>3693539.0</td>\n",
              "      <td>3889181.0</td>\n",
              "      <td>1969</td>\n",
              "      <td>12</td>\n",
              "      <td>100</td>\n",
              "      <td>55.0</td>\n",
              "      <td>229.8</td>\n",
              "      <td>228.8</td>\n",
              "      <td>24.8</td>\n",
              "      <td>2.4</td>\n",
              "      <td>401.1</td>\n",
              "      <td>933073441.0</td>\n",
              "      <td>9330734.4</td>\n",
              "      <td>332365924.0</td>\n",
              "      <td>96261312.1</td>\n",
              "      <td>55870.4</td>\n",
              "      <td>51016.4</td>\n",
              "      <td>4854.1</td>\n",
              "      <td>3889181.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>404.3</td>\n",
              "      <td>40.841402</td>\n",
              "      <td>-73.942568</td>\n",
              "      <td>12.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>251.0</td>\n",
              "      <td>0.693147</td>\n",
              "      <td>10.254144</td>\n",
              "      <td>15.122096</td>\n",
              "      <td>15.173709</td>\n",
              "      <td>7.585281</td>\n",
              "      <td>2.484907</td>\n",
              "      <td>4.60517</td>\n",
              "      <td>4.007333</td>\n",
              "      <td>5.437209</td>\n",
              "      <td>5.432848</td>\n",
              "      <td>3.210844</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3</td>\n",
              "      <td>4778226</td>\n",
              "      <td>152765.0</td>\n",
              "      <td>231342.0</td>\n",
              "      <td>1924</td>\n",
              "      <td>1</td>\n",
              "      <td>100</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>231342.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>40.840427</td>\n",
              "      <td>-73.940249</td>\n",
              "      <td>12.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>251.0</td>\n",
              "      <td>1.098612</td>\n",
              "      <td>15.379580</td>\n",
              "      <td>11.936656</td>\n",
              "      <td>12.351652</td>\n",
              "      <td>7.562162</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>4.60517</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>4778267</td>\n",
              "      <td>891040.0</td>\n",
              "      <td>1305748.0</td>\n",
              "      <td>1971</td>\n",
              "      <td>1</td>\n",
              "      <td>100</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1305748.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>40.840746</td>\n",
              "      <td>-73.942854</td>\n",
              "      <td>12.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>255.0</td>\n",
              "      <td>1.386294</td>\n",
              "      <td>15.379588</td>\n",
              "      <td>13.700145</td>\n",
              "      <td>14.082287</td>\n",
              "      <td>7.586296</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>4.60517</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5</td>\n",
              "      <td>4778288</td>\n",
              "      <td>211400.0</td>\n",
              "      <td>179694.0</td>\n",
              "      <td>1932</td>\n",
              "      <td>1</td>\n",
              "      <td>100</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>179694.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>40.841559</td>\n",
              "      <td>-73.942528</td>\n",
              "      <td>12.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>255.0</td>\n",
              "      <td>1.609438</td>\n",
              "      <td>15.379593</td>\n",
              "      <td>12.261507</td>\n",
              "      <td>12.099011</td>\n",
              "      <td>7.566311</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>4.60517</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 116 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "   Order  ...  Largest Property Use Type_Worship Facility\n",
              "0      1  ...                                           0\n",
              "1      2  ...                                           0\n",
              "2      3  ...                                           0\n",
              "3      4  ...                                           0\n",
              "4      5  ...                                           0\n",
              "\n",
              "[5 rows x 116 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "mECLiMzphssR",
        "colab_type": "text"
      },
      "source": [
        "# Train test split"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Moc4b2EQhssS",
        "colab_type": "code",
        "outputId": "3768e8fb-1fd8-42a1-f961-52ddb1af7cb1",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "# Extract the buildings with no score and the buildings with a score\n",
        "no_score = features[features['ENERGY STAR Score'].isna()]\n",
        "score = features[features['ENERGY STAR Score'].notnull()]\n",
        "\n",
        "print(no_score.shape)\n",
        "print(score.shape)"
      ],
      "execution_count": 31,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(2104, 116)\n",
            "(9642, 116)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wOn22cg_hssV",
        "colab_type": "code",
        "outputId": "f735ec65-d584-41f5-c7d7-6f4644d82192",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "# Separate out the features and targets\n",
        "features = score.drop(columns = 'ENERGY STAR Score')\n",
        "targets = pd.DataFrame(score['ENERGY STAR Score'])\n",
        "\n",
        "# Replace the inf and -inf with nan (required for later imputation)\n",
        "features = features.replace({np.inf: np.nan, -np.inf: np.nan})\n",
        "\n",
        "# Split into 70% training and 30% testing set\n",
        "X, X_test, y, y_test = train_test_split(features, targets, test_size = 0.2, random_state = 42)\n",
        "\n",
        "print(X.shape)\n",
        "print(X_test.shape)\n",
        "print(y.shape)\n",
        "print(y_test.shape)"
      ],
      "execution_count": 32,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(7713, 115)\n",
            "(1929, 115)\n",
            "(7713, 1)\n",
            "(1929, 1)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7L0HVh7DhssY",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Function to calculate mean absolute error\n",
        "def mae(y_true, y_pred):\n",
        "    return np.mean(abs(y_true - y_pred))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PKBk8w_Bhssb",
        "colab_type": "code",
        "outputId": "708c24fb-4069-48f1-e33d-40b092770301",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        }
      },
      "source": [
        "baseline_guess = np.median(y)\n",
        "\n",
        "print('The baseline guess is a score of %0.2f' % baseline_guess)\n",
        "print(\"Baseline Performance on the test set: MAE = %0.4f\" % mae(y_test, baseline_guess))"
      ],
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "The baseline guess is a score of 65.00\n",
            "Baseline Performance on the test set: MAE = 25.5578\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Slp7x_LC8vNI",
        "colab_type": "text"
      },
      "source": [
        "# Homework"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fn4zicpRBa5R",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Replace all occurrences of NaN with python integer max size (for further feature selection)\n",
        "features = features.replace({np.nan: sys.maxsize})"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "OF5CHL8p_RuQ",
        "colab_type": "text"
      },
      "source": [
        "## Feature Selection"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "o1y2lXNPG1_9",
        "colab_type": "text"
      },
      "source": [
        "### ExtraTreesClassifier (feature importance)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Aoy5ZVGT8w8P",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "outputId": "aaea2df2-ec72-42c3-89a4-8f9f8cf86f37"
      },
      "source": [
        "model = ExtraTreesClassifier()\n",
        "model.fit(features, targets)\n",
        "\n",
        "feat_importances = pd.Series(model.feature_importances_, index=features.columns)\n",
        "\n",
        "et_clf = feat_importances.nlargest(10).index\n",
        "\n",
        "feat_importances.nlargest(10).plot(kind = 'bar')\n",
        "plt.show()"
      ],
      "execution_count": 42,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/sklearn/ensemble/forest.py:245: FutureWarning: The default value of n_estimators will change from 10 in version 0.20 to 100 in 0.22.\n",
            "  \"10 in version 0.20 to 100 in 0.22.\", FutureWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:3: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
            "  This is separate from the ipykernel package so we can avoid doing imports until\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAITCAYAAAAJs9efAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOydd7gdVdX/P98kFKWXoFKTUMSggBKQ\nZkURbFHpIqLyE1FQfLGBBZFXVERFQeAVBUQsNFuUKL0oKpDQi2ikSLCFIlWEwPf3x94nmZycm3sh\nd/acO3d9nuc8d2bPnLu/9545a/asvfZask0QBEHQXsY0LSAIgiColzD0QRAELScMfRAEQcsJQx8E\nQdBywtAHQRC0nDD0QRAELWdc0wK6WXXVVT1hwoSmZQRBEIwoZs6ceY/t8b2O9Z2hnzBhAjNmzGha\nRhAEwYhC0p0DHQvXTRAEQcsJQx8EQdBywtAHQRC0nDD0QRAELScMfRAEQcsJQx8EQdBywtAHQRC0\nnDD0QRAELafvFkwNhQkHn7NY77/jS28YJiVBEAT9z5BG9JJ2kHSrpFmSDu5xfClJZ+TjV0iakNuX\nkHSqpBsk3SLpkOGVHwRBEAzGoIZe0ljgOGBHYDKwh6TJXaftA9xvez3gaODI3L4LsJTtFwGbAe/r\n3ASCIAiCMgxlRL8FMMv2bbYfB04HpnadMxU4NW+fDWwnSYCBZSSNA54FPA48OCzKgyAIgiExFEO/\nBnBXZX92but5ju25wAPAKiSj/wjwd+CvwFds37eYmoMgCIKnQd1RN1sATwKrAxOBj0ia1H2SpH0l\nzZA0Y86cOTVLCoIgGF0MxdDfDaxV2V8zt/U8J7tpVgDuBd4O/Nr2E7b/BVwOTOnuwPaJtqfYnjJ+\nfM90ykEQBMEzZCiG/ipgfUkTJS0J7A5M6zpnGrB33t4ZuMi2Se6aVwNIWgbYEvjjcAgPgiAIhsag\nhj773A8AzgVuAc60fZOkwyW9OZ92ErCKpFnAQUAnBPM4YFlJN5FuGKfYvn64/4ggCIJgYIa0YMr2\ndGB6V9uhle3HSKGU3e97uFd7EARBUI5IgRAEQdBywtAHQRC0nDD0QRAELScMfRAEQcsJQx8EQdBy\nwtAHQRC0nDD0QRAELScMfRAEQcsJQx8EQdBywtAHQRC0nDD0QRAELScMfRAEQcsJQx8EQdBywtAH\nQRC0nDD0QRAELScMfRAEQcsZkqGXtIOkWyXNknRwj+NLSTojH79C0oTcvqekayuvpyRtOrx/QhAE\nQbAoBjX0ksaSSgLuCEwG9pA0ueu0fYD7ba8HHA0cCWD7B7Y3tb0psBdwu+1rh/MPCIIgCBbNUEb0\nWwCzbN9m+3HgdGBq1zlTgVPz9tnAdpLUdc4e+b1BEARBQYZi6NcA7qrsz85tPc/JxcQfAFbpOmc3\n4EfPTGYQBEHwTCkyGSvppcCjtm8c4Pi+kmZImjFnzpwSkoIgCEYNQzH0dwNrVfbXzG09z5E0DlgB\nuLdyfHcWMZq3faLtKbanjB8/fii6gyAIgiEyFEN/FbC+pImSliQZ7Wld50wD9s7bOwMX2TaApDHA\nroR/PgiCoBHGDXaC7bmSDgDOBcYCJ9u+SdLhwAzb04CTgNMkzQLuI90MOrwcuMv2bcMvPwiCIBiM\nQQ09gO3pwPSutkMr248Buwzw3kuALZ+5xCAIgmBxiJWxQRAELScMfRAEQcsJQx8EQdBywtAHQRC0\nnDD0QRAELScMfRAEQcsJQx8EQdBywtAHQRC0nDD0QRAELScMfRAEQcsJQx8EQdBywtAHQRC0nDD0\nQRAELScMfRAEQcsJQx8EQdBywtAHQRC0nCEZekk7SLpV0ixJB/c4vpSkM/LxKyRNqBzbWNLvJd0k\n6QZJSw+f/CAIgmAwBjX0ksYCxwE7ApOBPSRN7jptH+B+2+sBRwNH5veOA74P7Gd7I+CVwBPDpj4I\ngiAYlKGM6LcAZtm+zfbjpCLfU7vOmQqcmrfPBraTJGB74Hrb1wHYvtf2k8MjPQiCIBgKQzH0awB3\nVfZn57ae59ieCzwArAJsAFjSuZKulvTxxZccBEEQPB2GVBx8MX//tsDmwKPAhZJm2r6wepKkfYF9\nAdZee+2aJQVBEIwuhjKivxtYq7K/Zm7reU72y68A3Esa/V9m+x7bjwLTgZd0d2D7RNtTbE8ZP378\n0/8rgiAIggEZiqG/Clhf0kRJSwK7A9O6zpkG7J23dwYusm3gXOBFkp6dbwCvAG4eHulBEATBUBjU\ndWN7rqQDSEZ7LHCy7ZskHQ7MsD0NOAk4TdIs4D7SzQDb90v6GulmYWC67XNq+luCIAiCHgzJR297\nOsntUm07tLL9GLDLAO/9PinEMgiCIGiAWBkbBEHQcsLQB0EQtJww9EEQBC0nDH0QBEHLCUMfBEHQ\ncsLQB0EQtJww9EEQBC0nDH0QBEHLCUMfBEHQcsLQB0EQtJww9EEQBC0nDH0QBEHLCUMfBEHQcsLQ\nB0EQtJww9EEQBC0nDH0QBEHLCUMfBEHQcoZk6CXtIOlWSbMkHdzj+FKSzsjHr5A0IbdPkPQfSdfm\n1/8Nr/wgCIJgMAYtJShpLHAc8FpgNnCVpGm2q0W+9wHut72epN2BI4Hd8rG/2N50mHUHQRAEQ2Qo\nI/otgFm2b7P9OHA6MLXrnKnAqXn7bGA7SRo+mUEQBMEzZSiGfg3grsr+7NzW8xzbc4EHgFXysYmS\nrpF0qaSXLabeIAiC4GkyqOtmMfk7sLbteyVtBvxM0ka2H6yeJGlfYF+Atddeu2ZJQRAEo4uhjOjv\nBtaq7K+Z23qeI2kcsAJwr+3/2r4XwPZM4C/ABt0d2D7R9hTbU8aPH//0/4ogCIJgQIZi6K8C1pc0\nUdKSwO7AtK5zpgF75+2dgYtsW9L4PJmLpEnA+sBtwyM9CIIgGAqDum5sz5V0AHAuMBY42fZNkg4H\nZtieBpwEnCZpFnAf6WYA8HLgcElPAE8B+9m+r44/JAiCIOjNkHz0tqcD07vaDq1sPwbs0uN9PwZ+\nvJgagyAIgsUgVsYGQRC0nDD0QRAELScMfRAEQcsJQx8EQdBywtAHQRC0nDD0QRAELScMfRAEQcsJ\nQx8EQdBywtAHQRC0nDD0QRAELScMfRAEQcsJQx8EQdBywtAHQRC0nDD0QRAELScMfRAEQcsJQx8E\nQdByhmToJe0g6VZJsyQd3OP4UpLOyMevkDSh6/jakh6W9NHhkR0EQRAMlUENfa75ehywIzAZ2EPS\n5K7T9gHut70ecDRwZNfxrwG/Wny5QRAEwdNlKCP6LYBZtm+z/ThwOjC165ypwKl5+2xgO0kCkPQW\n4HbgpuGRHARBEDwdhmLo1wDuquzPzm09z7E9F3gAWEXSssAngM8tvtQgCILgmVD3ZOxhwNG2H17U\nSZL2lTRD0ow5c+bULCkIgmB0MW4I59wNrFXZXzO39TpntqRxwArAvcBLgZ0lfRlYEXhK0mO2v1l9\ns+0TgRMBpkyZ4mfyhwRBEAS9GYqhvwpYX9JEkkHfHXh71znTgL2B3wM7AxfZNvCyzgmSDgMe7jby\nQRAEQb0Mauhtz5V0AHAuMBY42fZNkg4HZtieBpwEnCZpFnAf6WYQBEEQ9AFDGdFjezowvavt0Mr2\nY8Aug/yOw56BviAIgmAxiZWxQRAELScMfRAEQcsJQx8EQdBywtAHQRC0nDD0QRAELScMfRAEQcsJ\nQx8EQdBywtAHQRC0nDD0QRAELScMfRAEQcsJQx8EQdBywtAHQRC0nDD0QRAELScMfRAEQcsJQx8E\nQdBywtAHQRC0nCEVHgkWZsLB5yz277jjS28YBiVBEASLZkgjekk7SLpV0ixJB/c4vpSkM/LxKyRN\nyO1bSLo2v66T9NbhlR8EQRAMxqCGXtJY4DhgR2AysIekyV2n7QPcb3s94GjgyNx+IzDF9qbADsC3\nJMVTRBAEQUGGMqLfAphl+zbbjwOnA1O7zpkKnJq3zwa2kyTbj9qem9uXBjwcooMgCIKhMxRDvwZw\nV2V/dm7reU427A8AqwBIeqmkm4AbgP0qhn8ekvaVNEPSjDlz5jz9vyIIgiAYkNqjbmxfYXsjYHPg\nEElL9zjnRNtTbE8ZP3583ZKCIAhGFUMx9HcDa1X218xtPc/JPvgVgHurJ9i+BXgYeOEzFRsEQRA8\nfYZi6K8C1pc0UdKSwO7AtK5zpgF75+2dgYtsO79nHICkdYANgTuGRXkQBEEwJAaNgLE9V9IBwLnA\nWOBk2zdJOhyYYXsacBJwmqRZwH2kmwHAtsDBkp4AngI+YPueOv6QIAiCoDdDCnW0PR2Y3tV2aGX7\nMWCXHu87DThtMTUGQRAEi0GkQAiCIGg5YeiDIAhaThj6IAiClhOGPgiCoOVE3pkRzuJm0YwMmkHQ\nfmJEHwRB0HJiRB8sNpGbPwj6mzD0QWsIN1YQ9CZcN0EQBC0nDH0QBEHLCUMfBEHQcsLQB0EQtJww\n9EEQBC0nDH0QBEHLCUMfBEHQcsLQB0EQtJwhGXpJO0i6VdIsSQf3OL6UpDPy8SskTcjtr5U0U9IN\n+eerh1d+EARBMBiDGnpJY4HjgB2BycAekiZ3nbYPcL/t9YCjgSNz+z3Am2y/iFRTNqpNBUEQFGYo\nKRC2AGbZvg1A0unAVODmyjlTgcPy9tnANyXJ9jWVc24CniVpKdv/XWzlQdCHRN6foB8ZiutmDeCu\nyv7s3NbzHNtzgQeAVbrO2Qm4Oox8EARBWYokNZO0Ecmds/0Ax/cF9gVYe+21S0gKglbTDwne4umm\nfxiKob8bWKuyv2Zu63XObEnjgBWAewEkrQn8FHin7b/06sD2icCJAFOmTPHT+QOCIAgWRdz0hua6\nuQpYX9JESUsCuwPTus6ZRppsBdgZuMi2Ja0InAMcbPvyZ6wyCIIgeMYMauizz/0A4FzgFuBM2zdJ\nOlzSm/NpJwGrSJoFHAR0QjAPANYDDpV0bX6tNux/RRAEQTAgQ/LR254OTO9qO7Sy/RiwS4/3fR74\n/GJqDIIgCBaDWBkbBEHQcsLQB0EQtJww9EEQBC0nDH0QBEHLCUMfBEHQcsLQB0EQtJww9EEQBC0n\nDH0QBEHLCUMfBEHQcsLQB0EQtJww9EEQBC0nDH0QBEHLCUMfBEHQcsLQB0EQtJww9EEQBC0nDH0Q\nBEHLGZKhl7SDpFslzZJ0cI/jS0k6Ix+/QtKE3L6KpIslPSzpm8MrPQiCIBgKgxp6SWOB44AdgcnA\nHpImd522D3C/7fWAo4Ejc/tjwGeAjw6b4iAIguBpMZQR/RbALNu32X4cOB2Y2nXOVODUvH02sJ0k\n2X7E9m9JBj8IgiBogKEY+jWAuyr7s3Nbz3NyMfEHgFWGQ2AQBEGwePTFZKykfSXNkDRjzpw5TcsJ\ngiBoFUMx9HcDa1X218xtPc+RNA5YAbh3qCJsn2h7iu0p48ePH+rbgiAIgiEwFEN/FbC+pImSlgR2\nB6Z1nTMN2Dtv7wxcZNvDJzMIgiB4powb7ATbcyUdAJwLjAVOtn2TpMOBGbanAScBp0maBdxHuhkA\nIOkOYHlgSUlvAba3ffPw/ylBEARBLwY19AC2pwPTu9oOrWw/BuwywHsnLIa+IAiCYDHpi8nYIAiC\noD7C0AdBELScMPRBEAQtJwx9EARBywlDHwRB0HLC0AdBELScMPRBEAQtJwx9EARBywlDHwRB0HLC\n0AdBELScMPRBEAQtJwx9EARBywlDHwRB0HLC0AdBELScMPRBEAQtJwx9EARBywlDHwRB0HKGZOgl\n7SDpVkmzJB3c4/hSks7Ix6+QNKFy7JDcfquk1w2f9CAIgmAoDGroJY0FjgN2BCYDe0ia3HXaPsD9\nttcDjgaOzO+dTKofuxGwA3B8/n1BEARBIYYyot8CmGX7NtuPA6cDU7vOmQqcmrfPBraTpNx+uu3/\n2r4dmJV/XxAEQVCIoRj6NYC7Kvuzc1vPc2zPBR4AVhnie4MgCIIaGde0AABJ+wL75t2HJd26mL9y\nVeCeAfs7cjF/+8jS0Q8a+kVH32voFx39oKFfdPSDhiHqWGegA0Mx9HcDa1X218xtvc6ZLWkcsAJw\n7xDfi+0TgROHoGVISJphe8pw/b6RrKMfNPSLjtDQXzr6QUO/6Khbw1BcN1cB60uaKGlJ0uTqtK5z\npgF75+2dgYtsO7fvnqNyJgLrA1cOj/QgCIJgKAw6orc9V9IBwLnAWOBk2zdJOhyYYXsacBJwmqRZ\nwH2kmwH5vDOBm4G5wP62n6zpbwmCIAh6MCQfve3pwPSutkMr248Buwzw3iOAIxZD4zNh2NxAi0k/\n6OgHDdAfOkLDfPpBRz9ogP7QUasGJQ9LEARB0FYiBUIQBEHLCUMfBEHQcvoijn44yCtx9wQm2T5c\n0trAc20Xj/KRtAzwWOmJZ0lrkibCXwasDvwHuBE4B/iV7adGmY4pPTScb/v+Ev13aXlBRcfNtv9d\nqN8bgAH9s7Y3LqGjg6SVmP9/uKPUtdClYTVgGxa8LmaU1JIjGF9Pj++I7cVdR7Rwf23x0Us6AXgK\neLXtF+QL6jzbmxfoewzJsO0JbA78F1iKtADiHOBbtmfVrOEU0qrjXwIzgH8BSwMbAK8CNgMOtn1Z\n23VIejfwQeB2YGaXhm1IX6jP2P5rXRqyjrWAjwFvJK0Qn5N1rJc1nWD7RzVr6Cyi2T//PC3/3BPA\n9kJJCmvQsELufw9gSeb/H54D/AE43vbFBXS8CjgYWBm4hgWvi3VJ6Vu+avvBmnV8BngbcBkLX5+v\nAgR81PaNw9ap7Va8gKvzz2sqbdcV6vtS4DPAxsCYSvvKwE7Aj4F31KzhhYMcXxJYr8D/onEdJKPy\nrEUc3xTYrsD/4mzgtcDYHsfWJBmdd9WtI/d3TY+2qwv1fT6wF7Bij2ObAV8H9img4yhg7QGOjQPe\nAuxUQMfUQY4/D9hiOPts04j+CmBr4CrbL5E0njSif3GBvpew/cTinrOYGsYAS9j+r6TVbP+rrr5G\ngo5gQSRdS1rHcnne35o0kt60WWWBpKVs/7fOPto0GXsM8FNgNUlHAL8FvlCo77UkbQYg6WW9TqjT\nyGfOBs6Q9GLg8zX31dc6JB0h6YeSVpR0VBMauvQsJeljkr6Z99eVtH1hGfuQ0oTfIelO4HjgPSU6\nlvRSSW/N228p0ecAOt4v6RuSlpT0iaZ0VPS8NM+h/DnvbyLp2Dr6as1krO0fSJoJbEfycb3F9i2F\nuj8BuEbSRsC2wG8K9VtlDvB+0g1vwORGo0THmsCHga8BSzSkocrJwK3AK/P+P0g3xPNKCbA9E9gk\n+8ux/UCpvoHDgF9I+jhpfuJnBfuu8irgc8Cx9Ift+wZp/uZnALavy/MIw04//LGLTS5mcpPtDYE/\nNiDhT7YPlvRhYMsG+ge40fZTkj4C/KAhDf2i4wHb/5J0GPC7hjRU2dD2np1Rre1HsourdiQdNEA7\nWcvXCsj4k+3jJe0O7Fegv4H4u1NaluNI8wZNM8b2nZ3PIlNLpF4rXDdOYYy35pDKJpiedXydhpZT\n2+488u1ne+fqMUkHjiYdtj+UN9ei66lC0jYlNHTxuKSlyGGOORLm8UJ9LzfIqwQ/BLB9OlDsWuzB\nYfnnQ6QJ+XnkpIuluUvSFoAljc0DxT/V0VGbJmMvA15Myo75SKfd9psLajjN9l6DtdWs4WrbL+lq\nu6bEpHS/6RhAw0JtBXS8AfgoqRTnL0nuxffa7odRZTEkXWh7u8HaCujodV3MtL1ZYR2rkVycr8lN\nFwAH2F5kXvpnQitcN5nPNC2AVBt3HtmlVOTikbQH8HZgoqRqGunlSBlFi9APOiRtRYrAGt/lulie\nlIG1KLbPkTSDNH8j4FO2/1FaR1NIWhp4NrBqXt/S8VUsT8GKc5I2JH1HV5D0tsqh5Ulx7EXJEWm7\nl+irNYbe9qWSnkNasARwZanQPkmHAJ8EniWps9hCpMfzUq6cq4G/kyrVfLXS/hBwfSEN/aJjSWBZ\n0vVddU88SKqXUBzb/yStpwBA0vKueWFOH/E+0uT46qQFQh1D/yDwzYI6nk+a/FwReFOl/SHgvQV1\nIGk7UtDAhbZnV9r3tn3qwO98htS9OKDUC9gVuJNUpPx7pFWROxfqe5v880sN/v2dBWPfb/hzaFwH\ncFr++eGG/xfb5uvwPlIRnjW7/08FtSy0aKtg37vknx9q+PM4Mv88tGEd/wtcTrrJ3Qa8v+7rok0+\n+uuA1zqP4vOCqQtsb1Kg75m2N2vC/1vRcCNp3cD/kpbdL4Dtn4wWHZJuJvk9f0UKaVwgrMF2KRfS\nlaTR7HUkd9ahwO62r25gvuI20hPFKbZvLtVv7vtqp0WMjX0/so4bSKvXZ/aBjs1sP55dWacD19v+\nWF3XRWtcN6RQpaqr5l7KRRU9IelEYA1Jx3Qf9PwokDrZj5S/pPuxFFK0RxFD3yc6/g+4EJjEgq6C\njoZJBTQALGX7mrz9/XwTPDNHV5QeYW1C8gd/J4d2ngyc7jLuo/skncfC8zZA0YCJXwP3A8tWXKyQ\nrg/bXr6QjnG2Hyd1en+erD9J0unUtO6jTSP6o0h3606SqN2AG2x/vEDfq5JGkEeSRm0L4Dp8bgtr\nWN323yTtY/ukuvvrdx1Zywm2399g/1cDO1QHIJImAL8A1iloWLp1vYIU8rgiaeHW/7rGpHtKmRpf\nQkqo9v+6j9u+tK6+B9Dzc9tTS/bZ1f85JDfvb7ravwR8zPawBwy0xtAD5Jn0bfPub2z/tFC/e5BW\nOa5hu+TEZ1XDdFIStUtII5ff2p47GnXkFdK/JbluLnEqdVkcSa8nLdK5pqt9FdL8QbFIsRwB9gbg\n3cAEktH9ASlN7hdsb1Bj34eQroXZtufU1c8QdJybdfzKdhMLKzs6liU9QTzS49g6tu8c9j7bYujz\ngoe/d77Ukp4FPMf2HQX6/gTwOtJj14UkA3OlC/9zcxjbK4EdSel4/0q6sH/tmlPy9pMOSeNIN/wd\nSMve7yUVt/+V7VoWpAyiZyzQWZBzuwvXKcgabgMuBk6y/buuY8fU6V6UtBvpWtiENF/xK1LCwaJ1\nASQ9l3RN7EBKCXwF6bq8oJfRrVnLEiRXWick+ybgjI5LZ9j7a5GhnwFs3flH5cfFy10gH31Fw3Ik\nF84OwBbALaQL6Vyn8Lqi5JvfjlnPc21vUVpDP+iQtDrzv+DrAX+w/YEC/Y4hrcbcn5TfRsBqpIRi\nnytp8CVta/u3XW3bOGezLKjjxaTPYXvSmoYLSAOAogWC8mfzUtJ1uR2p8Md5tr9coO8NSe67K0lz\nSJDW22wBvNk15Ohqk6G/1l0pVyVdVyLqZhGaJpMupO1tv64pHVnLknWNFkaSjvwF36qEgZP0ZVJu\n8Q91Rq+SViYlW7vH9kfr1lDR0herhLv6X56Ur/91tvdtSkfWsmrWUXt+Jknnkwqc/Lqr/XXAx13D\nSuE2GfrzgWNtT8v7U0lfsGLLqyW9vFe7a67q1KXhIVJEh0iupCWAh22vUEpDv+iQdDE9oltsv7pQ\n/38mJTR7sqt9HHCL7fULaOisEv4wcHTl0PLAW0sPhJTy4E+gEvFn+3uFNYwnLZDq1lEqbfMfnRIw\nPq1ji0Obwiv3A36glPNbpNJt7yysoRo3vjTpUWwmUMSwANietxJUkoCpNJBRs090VEfMS5OqfZWc\nGHYv94ztuZJKjbD6ZpWwpNNIJfuuZX6WRpMWOJbk56RU4hdQU7bIQRjb68lWKfFdLSk6WjOi75Bn\ntLH9cB9oWQv4uu2dGtZRPKlZv+qQdGWpOQJJvyCt0j2zq30XUgnBNxTSMRY4sw+uw1uAyaWDFHro\nWMjNW7j/z5J88h9wTn8gaU1SnvzrbB823H2O+BG9pDeRVpV1QpIOAnZSqqJzoO3bm1PHbOAFJTvU\ngsmaxgBTgOLhhf2gI/vDqxo2A0q6sPYHpkl6D/Mn3aaQimIXi+O2/WSekG6aG4HnknIhNckvJb3e\n9vQmOrf9ubxo7sp8E4b0pPkVUv3cYWfEj+glXQ9saftRSW8kTXTtQUpZvEvJSVClMmCdf+gYUs7r\nO2y/o6CGUyq7c4E7gG+7cO3WftAh6XbmzxPMJeWdObw7+qRmDSJNyHfC6G4GpjcQensCKVPkWSyY\nxrtESopfkD6H5UjfiSuBeTVSS62M7Zo3WiZreILyK2OrmlYidV5rqGkbDP28yBpJJwO32j4y7xeN\nKpC0d2V3LsnIlw5fWyhkrqEwusZ1SFq6e7GUChRirvS1KbCa7fO62l8L/Mv2dSV05D5P6dHsEhOQ\neSXugLjwytimUSrA85Dtk7va3wMs4/nFe4YPN5jFbThepNS3y5JG0HcCUyrHbi6s5cChtNWsYaHs\nd73aRoOOpjWQJvvW7dE+CTi/9GfS1IsU8bMFKcdLkzp+BnyctIhvyQZ1zOjVP7AUyQ097H2OeB89\nyad1LSmK4BbbM2DewozSvsC9SQV/q7yrR9uwoz4pttEPOvIKyDVI9QFeDAsUunh2CQ2ZFWz/pbvR\n9m1KtROKIWkDUhH759h+oaSNSYtzPl+g+zVJ39MNlTI3Xk6q5fs7F8okmvkO6do8glQo/Zas4/Ks\npdSixiXcYy2J7f9mV9+wM+INve2Tcw6L1UjLqzv8g5TXo3bUB1WV6J8wun7Q8TrSDXZNUvGTzpfn\nIVKBmFKstIhjJW84AN8mhf9+C8D29ZJ+CNRu6J0XhuXV6lNIxvbdwImS/m17ct0aso5fkko5diKR\nXkxK1XEUKUVFqQHRGEnj3ZX3R6m0YBj6gbB9N3B3V1vJ0fzvaLiqkpOf81JJ33UNSZFGkg6nbKGn\nStrJ9o8HfUN9XCLpM7b/t9oo6ZNAsUV0mWfbvrJrwFg66d2zSE9VK+TX34AbSgrIK2C3zq8tSesr\nLgB+X1DGV4FzJP0PqSIbpIiwr7Cg/Rg2WmHomyYbtDuBrTpt+YK619n5Vje5v/2B+/Ok9FGkzIR/\nAT7iGtPQ9qmOVwB/ztu7Ai/PGo53oclYUqjvqdlF0PlCvxj4E8nNV5J7JK1LjgqTtDOFXJtKtRo2\nIg18riANjL7m8knN/gw8QCrAci7weTew3sb2dyXdA3yZ9H8xKRrrCNu/qKPPER910w9I2hL4EslN\n87+kFLCrkiaI3+munBY1aWSCoNoAACAASURBVDiPNMmzHClJ0ymkxEkvA/a0/cq6NfSLDknHkWoT\nLEUyqsuSksttQypQs2fdGrr0TKaSpdCFKzxlDZNI9Yu3JhXfuJ30edT+1CXp16Tvw40kI/974MZS\ng6CKjkNIo/g1SNfF7/PrGjeQUbQkrTX0klYE9rd9RIG+ZpB8vyuQvkw72v6DUpa6H7nAatBOmGme\nzLnT9tqVY8VWAvaDDkk3256slC75blKI45NZ0/W2X1S3hn5F0jKkm91DhfsV6WbXcZu8kDQw+r3t\nz5bUkvVskHVsRUppfY/tRYaBjmRKldqrDUlrSTpR0i8l/T9Jy0j6KumOvVohGeNsn2f7LOAftv8A\n4LLFDZ7MfRq4p+vYU6NMx2NZw2Okm01V0xOFNPQVklZRKnP5G9LcwTeUCqAUwYkbgemkfPSXk/Le\nHFhKQ4f8dLMFKU3xliQ7UfTGV5o2+Oi/B1xK8rvtQHIbXAtsbPsfhTRUDdh/uo6VemSalCN+VNkm\n708c+G2t1LFaDu1UZbujYXwhDf3G6aQJ4E6+mz2BM0j1E2pF0oeYP5J/ghxaSapbW2wyVtJPScb9\nIeaHeB7jGvK/9xsj3nWjrpzzkmYDa9suNoqV9CRpWblIkQWPdg4BS9uupeBvl4a+WH3YDzqUkkYt\nSsPn6tZQRSm53T9tP57XGbyI5NIrNoqUdKPtF3a13VDCjSXpa8yPVW8sz42kN5OM+33d9qHkiulK\nnwcA37P9oKRvkSbqD7F94bB3VscqrJIvUuz8SqQ6pSt37zetr4H/x2Y92t44GnX0+vyBiQ38L64h\nrS+YBMwiZSmcVljD10il68bk167AVwpr2KdH25ca+DxO7tpfFriwAR3X55/bk1btbgLMrKOvEe+j\nJ02Azqy8lieFss0kuXGKIWmfHm1fKqkB+LakeSO3vJirWBHqPtPxC6UqRh0NLyBFAJXGTish30Yq\njvNBYK3CGt4L/BB4PL9OB94n6SFJDxbSsJOkeRFPOTqqCVfa3ZKOzxpWAs4Dvt+Ajo475fWkdNbX\nUdO86Yj30due0LSGCjtJesy5HFm+kJ9VWMPOwNmS3k4KaXwnacRQmn7Q8QWSsX8D8HzSfE7R0MrM\nk5LeCuxFMvaQKm4Vw5VCMA2yEylt81Ok+bR/215ocFQ3tj8j6cuS/o+0UOlLbmZh3XWSppMKlX9S\nqZZGLb70Ee+j70VeGPJ2YHfbGw12/jD2+yxgGmmSqXMhNxFVsAHpUfCvpHJx3RPEo0aHpLeQElkt\nB+xk+08NaNiEtIjsd06LZSYCe9k+vLCON5MWjgFc4pQSoES/1boAy5GuicuBQwFcKN+NFqyRINIT\n5pWkNRa4QMrmLj1jSTeaWbbvy4sN17J9zbD31RZDr1RYYTeSgX8R8EXgJ7Zrn9XvhwtZKVlU9cNc\njbQK8L9Zw8Z1a+gXHVqwLgCkhVt/IeXEx/aH6tbQb2QX4uZAp/j1HsAM24cU6LtaF6Dzs4NtT6pb\nQ9bRK1VzVUeRmrFVlBLwrc2CtWt/N+z9jHRDL2lf0kW7BnBmfv3cdrGQwn64kCWts6jjLpR3ph90\naMG6AL00nFq3hiqSNieNHieQvtCdQhdFknllDdcDmzpHm+TR5DWlBgDBwkj6AvAO4I9Uaujafv1w\n9zXiffTAN0nLmN/u+SmKi969St5UFsG9HiRvh6RlBzunDTpKG/Ih8D3SyumZNFOMusOKzM+mWqyk\noqRtvYiqXnnCfG2nBVV16vg0cJwHyLEj6dWk5G9FXFqkOYsN3FUcpw7aYOifB+wCfDU/Bp1J4Ymu\nPrmQfy7pWlKF+5m2H8l9TwJeRQqn+zZwdo0a+kKHUum6E4Ff236i69gkUgrjO9xV4adGHrL900J9\nDcQXgWskXUx6ong5cHChvneS9GWSL3wmMIeUNXI90jWxDvCRAjpuINWLfYwUmdfRsT6pxOEFpAn8\nUtxOqRoNI911U0WpkvpuJFfOMsBPbdeef1zS0aQVd4u8kG1fVbOO15OiSrYhrSWYC9wKnAOc5EIr\nhZvWkW/4B5FGTPcx//OYSIpj/6btn9epoUvPF0n/g5+wYK3UIsnNcp6ZNbOGzXPzlaWuh6xhZdLn\nsQ1pcPYf4BbgnEUNkmrSsn4PHZeVDhaQdBYp+d4FLHhdHDTgm55pXyPd0Eva0jm3TFf7BqSomyKR\nDf10IQfzkTSB+Z/Hn2w/usg31KOhV65z2966oIYiq2CDodNr3Q2A7ZOGva8WGPqiBcCDYCQi6VTS\nk0ytT5XB00PSONKTP6Qwy1qKwbTBRx8EfU1eCPNJKjHspEU6JYtevBR4h6Q7mJ+XyRF10xySXkaq\nXXE36fN4rqS9bF8+7H21YET/bxZRls32mwvKCYKFkHQGKYa/Ew20F7Cu7V0LaugZ9loq7LafkLSK\n7Xv7QMcMUmGim/P+C0ipEKYMd19tGNHPoaY6iyOJrkVbC1Fw9WFf6Ogznm97t8r+ITkyqXaUiq/s\nR3IP3ECaDC9dK7ajZSZp1fgPBwpxLMQf8v//FOBXbm60u2R1Qt72LUoF1IedNhj6h10oBe9AdC2t\nXohCS6tnsvBirXkSSJkTS9C4jh6rc+cdohl3xX8lbd7xj0uaQiXKomZOJeWA/w2wIzCZBop9ZHYD\n3g1clUezpwDnNWBoNyDl4X8PcIykM4HvNpAe4+qcb6eTUG1PUqbTYacNrpuf2F6koS2goe+WVo9m\n+mF1bpVs2DtfZpEWTb3D9tUDv2vY+p4XbZMn/q5sOnhB0hjgjcAJpP/FKcA3mnjak/Qq0mezDCnF\n+cG2e0VJ1dH30sCHSKUMId2Mj61jAVUbDP3mwF2dmGBJ7ySFOd4JHDZaXAWSur+8JtXBvGs06ugH\nJE2txutLWg3A9r8KalggKq3pKDVJG5NG9a8HziXl3tmWlOStVF3jVUipB/YC/gmcREpGuClwVt0r\n3SV91/a76uxjoT5bYOivBl6Ts7+9nJRn+4OkD+0FtncuoKF7gUOnXupvbd9ed/9Zw8U9mlcmFbzY\nw3Ypn3DjOiQ9xIKum87ncTHwiVITcU0b1ayhU/0MWKACWseNtfxA761By0zg3yTD+mNXKjqVfDKX\n9CdStMsptmd3HfuE7SNr7r/4ddEGQz+vlKBS/vc5tg/L+9eWGCWod+m6lYHXkZ4qTq9bw0Bkt8HX\nbL980JNbrEOpwMS7gK1t71Koz8YNfT8haZLt27raJpYaDFX63NX2mV1tu9g+q1D/fySt3u81j0Ud\nLr02GPobSVn55uZ/4L62L+scc1edzMLaVgYuaPrL3i8Gpx90lNQg6VFSZsKFDpFG041/JiXp9b+X\nNNP2Zn2go+R18RBwFQMELNh+9XD32Yaomx8Bl0q6h7TM/TcAktYj5UFvjOxO6nnXLoWk51BT1ZqR\npkPSEpS95m8nJdwb1UjaENgIWKErQm15Ug6iUjp2JM0NrCHpmC4dJUNOZ9VhzBfFiDf0to+QdCEp\nn0k1VGsMyVffGHlGv0i8sBYutgHJfbQ1BcPp+kHHAOGuK5HC++rO3lnlcdt/Kdhfv/J8UpTNisCb\nKu0PkWrZluJvpDrSbyaFAVd1/E9BHcUZ8a6bfmCAuO2VSRfW3rZvKaChu9iGgXuBqwpHeTSuo0e4\na0fDJbbPKaEh6zjB9vtL9dfvSNqqVOjiIDrGNbVoLPe/ve3zivYZhn7x6RG3bVIBjkd6nV+ThuVt\nPzjAsbVt/3U06Qj6B0kft/3lAZ72ipV2lHSm7V17DMxan/dnTNMCWsK6tu/MC3HG2P6r5xfcKLWY\n65LORnZlVflZIQ19oSOvdOxsH9l1rOhIKgBSum5IbpOZPV6l6LgO30hyIXVenf3WMuINvaQTlCo4\nNclXKts/7jr26UIaqpO+3flmSk4I94OO9Svbr+06Nr6QhiBj+xf556mdFymO/acuWPbR9t/z5j2k\nRZZ3AksBm5DcrK1lxBt64DZgpqS3N6hBA2z32q+L7gVCAx0bDToW1U9xX6Wk/SStWNlfSamo/ahC\n0g8lLS9pGeBG4GZJH2tAymXA0pLWAM4jrZD9bmkRks7vcV2cW0dfbYi6OUrSD4GvKVVsOQF4qnK8\nREKxfjBuq+UVuqpsk/dLjmL7QcezJb2YNJB5Vt4W81eGlmY/2//X2bF9v6T3k+rajiYm235Q0p7A\nr0g1a2cCRxXWIduPZntxfJ4/KLJyvItVbf+7s5Ovi9Xq6GjEG3oA23dLOgc4guRr6xh6k+p01s0k\nSdNIhqSzTd6vNW9GhW8Dy/XYBvhOIQ39ouPvwNfy9j8q25390ixQADon9SpawL5PWCKvZXgLqdrV\nE5KaiAaRpK1I2SI75fyKFOnu4qlqgEIO6qjl/zHiDb2kjUij+L8BW1T8cCWZWtn+Stex7v1asP25\nEv0MRj/osP2qpjV0cb6kHwGdUf1+pILQo41vkQqwXAdclg1bzwitmjkQOIQ0R3CTpEmkPEil+RTw\nW0mXkgaFLwNqcemN+PBKSbcAH7Zdi28rCBYXSWOBDwDb5abzgW81GcvdLzQd0940klYFtsy7f7B9\nTy39tMDQL1XNghcEQX8iaSlSCvEJVLwJtg8vrGMD4KM9dBRJSyBpQ9t/1MIpvTs6hj2p2Yh33ZAK\nHq9s+ygASXeT/MICPladBAuCkkj6ke09JF1D74VCoyqpGfBzUv6pmZSrsNWLs0hutO+QCp+U5iCS\ni6ZXCVQDw37DacOI/ipgh06OcUnX2H6xUvWWc22/ogFNz7b9aOl+c9/PAb4ArG57R0mTga1snzTa\ndOSEcnsCk2wfLmlt4Lm2ryzU/5q2Z0tat9fx0ZYHp+lsshUdxTNm9tAwhvR9uLxEf22Io1dXIYmz\nAJzKcRUNpZO0taSbyalpJW0i6fiSGkjxwOcCq+f9PwEfLqyhX3QcD2xFyv0NKXnVcaU6z0Z+LPB/\ntv/S/Sqlo4/4naQXNS0C+IWkD0h6nqSVO6+SAmw/BXyzVH9tMPQrVndsfwHm3TFXLazlaFKxkXuz\nluuA0oU2Vs1FFZ7KGubSzONpP+h4qe39gceyhvtJla6KYftJYGwfrN7uB7YlLW68VdL1km6QdH0D\nOvYGPgb8jvlpGGY0oONCSTuVSGXeBh/9eZI+b7s71cDhpFVvRbF9V9fnVtq4PaJUE9MAkrakmbz8\n/aDjiTyi7mgYT2UxXUEeAK7LeXbmJbqz3V2Csu3s2LQAANdcE/Zp8D6Sv36upMeosbxjGwz9x4Dv\nSJpFis+FlLtiBmVzXQPcJWlrwHlhyIHMT+hUioNIhY7XlXQ5aTVqE8UveumovX5vF8cAPyWt0D0i\n9/+ZwhoAfplfVUb25NgzwPadkrYF1rd9Sr7xLltah6Rnk67PtW3vK2l94Pm2uz+jWrG93OBnDQ8j\nfjK2Q170sFHevbkJH2iOif0G8BrS3fk84EAXKkadNSxFeop4ftZwKymjZvEoB0njqjpsP9GAhg1J\n8esCLixRG6CHhgNsf3OwtrajVFt5CsmobiBpdeAs29sU1nEGyV3zTtsvzIb/dy5QX7pLx4W2txus\nbViw3coXsAHw7aZ1NPB3Xz2UtgI69gdWrOyvBHygsIbThtLW0GdyTZPXSRMv4FrSDfeaStv1DeiY\n0f0ZANcV7H9pUmbX6/L3YuX8mgD8sY4+R/xkrKSNJZ0n6UZJn88z6T8GLgJuLqzl1B7Z6E4u1Pdz\nJW1GTuIl6SX59Urg2SU0dPFedyVsorwrbaPqTvbXFwurk7SbpJ8CEyX9pPK6APj3YO9vIY87WbrO\nnMkyTemQ9KyKjnUpG9f/PtITxYbA1cyfEP45NUXitMFH/21SrpvfkyZ7rgVOBfZ0CrEsycbdxk0p\nc2IJXge8C1iTBZN4PQR8spCGKmMlKX+xO0a2SMSLpENIf/OzJD3I/FTRj1M2Y+SVpAisNVkwrPMh\n4JqCOvqFMyV9C1hR0nuB91A24V6Hw4BfA2tJ+gGwDfDuUp3b/gbwDUkftH1siT5HvI9e0rWu+NYk\n3WZ7UkNargNemUev5NjcS20Xix2WtJPt7uInxZH0FWBtUiIrSKOYu2x/pKCGL9o+pFR/i0LSmqRJ\nyIvzPMo4Fyw12S9Iei2wPenme67t8xvSsQopx4yoMcfMIBqWIRUlr31SuA2G/o+kBTGdUdsPgLd3\n9l1D3ohFaHknaSR5Vm7aBTjC9mkF+n6H7e9L+gi9l9t/rcfb6tQzhrTM+zW56XzgO05x5XX3XTyX\nyCB63gMcAKxge12lXCvH237NIG9tFZKOtP2JwdoK6Cg3CbpoHcUmhdvguumVb7yzX0veiIGw/T1J\nMyp9vs12qXmCjr+zeLhaN9lN8z3bezI/NW9JPkKaDyiWS2QQPgRsAVwBYPtPqqnARJ/zWqDbqO/Y\no60WlNKiPBtYVdJKzB8cLg+sUUJDF+va3k3SHgBOxVBqWTw14g297Vc2rQHmGbebbG9I4UlgANvf\nyj/7IR/8k5LWkbSk7ccb6P+9+We/5KV/zPbjne9wvlZK1vFtFKVqWh8gFeWproRdDiiS6yXzPlIa\njtVJI+nOZ/AgBdMRVCg2KdyGqJuPV7Z36Tr2hVI6skviVqXEWcWR9N7s40OJkyU9oLTUvNSEcJXb\ngMslfUbSQZ1XiY4lbS7puZX9d0r6uaRjVDinSebyfJ0uLelVwBksvICqzfyQVPltWv7ZeW1m+x2l\nRNj+htOq2I/anmR7Yn5t4mbWNHyWBSeFLwQ+vui3PDPa4KO/2jnda3W7134BLZcBLyZFW1SXur+5\nQN83Ai92Ks/2dpL7Yvus57O2X1a3hi49n+3VXuKJQ9LVwGts3yfp5cDpwAeBTYEX2C66QjeP4Pel\nMglJKjzSRDqGRsn/i+ewYB74vzagY2sWzkf/vQZ0FJkUHvGuGxZ8BO5+HC79eNzE8voOcz1/5ekb\nST7ye4ELJH25tJiGXUhjbd+Xt3cDTsyRSD9WA0Wg89PeCfk1apF0ACm08Z8sWNd548I6TgPWJYVi\nd4IDDBQx9D2CBDrlT9dWqiEbhUd64AG2e+3XK8S+tGR/XTwl6XnA/aQl/0dUjhVN1wwg6WJ6R/+U\nmAgdq/kl6rZjwTqcxa75/GQxICWfNvuED5PCB4ulBBmAKcBkN+fOmAHcCHRG79UBaS3BAm0w9JtU\nFsV0FsiQ95cuKUTSQ8w3bksCSwCPuIZsdD04lHQBjQWm2b4pa3oFyV9emo9WtpcmlZArVRv0R8Cl\nku4B/gP8BkDSepTNoLkk8ATJR30OzVZV6gfuoplMqt3cCDyX+SPp0hxESrD3H5Jb8ae2H66zwxHv\no+9XcpjUVGBL2wcX6nMcsFxnwVZuW4b0OT+c91/b4CKVK21vUaivLYHnAed1Fibl+PVlC6+teCFp\nnccbSK6CHwIXjFL//EmkJHcL3PQaWONxMWm+5souHbXPpXXpmATsTrITdwJfsF2LazEMfc0olzZs\nWkeHUhPUXdEtY0g5Zo6x/fy6++5XJO1GSoVwpHON49FEkxP0XTp6lhdtwvUqaSOSsd8L+LhTsZ5h\nZ8S7birukm4/1zhgSdslfbJvq+yOIfkCS+fbGYxSE9Qzmf+5zAVuB/Yp1HffkMM8dyO5rh4h1U9o\nPEVFE/TDGg9ofC6teyR/F8l98wXb/6mrzxFv6N2VvF/SsqQUue8jFZ0oyZsq23OBO0gfZj9R5BHO\n/VPFpzEkXUgqdXkWKWnWnMqx5W0/ONB724SkX7CI666Uy6RrDm2BQ9RU2WkAZgHXk7JVPkjKCfX+\nzoK6OlxZrXHdKKUH/jDwTpIf9Og+mN3vOwq6bpYA3s/8mrmXkGLHixcfaQpJs5lvWKpftI5haWRx\nXWkGcpV0aHqEXRpJh7HoG9+wP/mMeEOvVNXpI6TH45OBY203MrOvlKHwWFLaU0jRHgfant2Enl5I\n+onttw1+5mL38x1S1NGpuWkv4Enb/6/uvoMgWJA2GPpHSI/Ep5DyfC9AyRl9SeeTniY62SrfQcqL\n/9qCGnoZ8QeAG2z/q6CO62xvMlhbm5G0lu27FnFcwPNs/62grKBhJH0aOK4aHdd1/NXAs4czXfGI\n99EDRzH/MahYsd0BGG/7lMr+dyV9uLCGfYCtgIvz/itJE6MTJR1eImVy5klJ6zrX7s0TULWnKO4z\nviHpCZIvdiZpQLI0sB7wKlJKhMOBMPSjixuAX0p6jFRhqnNdrE8K+7wAGNY8XSN+RN9P5Mm3U0gL\ndiDFT7+7ZJ5rSeeS8lv/M+8/h7S0ew/gMtsvLKRjO9L/4jaST3od0v/i4kW+sWVI2hjYk+TOex7w\nKHALMB04o85Ii35D0ots39AHOj4IfH+gEXVBHesz/7r4D+m6uKyOa2LEG3pJZ9reNW8vUMRA0nm2\nty+oZR2Sj36r3HQ58KGSSZsk3Wx7cmVfpPTJk0vH9CtVUurEzd9qe7SvDB3VSPoNsBTwXeAHDc6l\nfZ4U3ng1aV7v3AbTIRShDYZ+nvHqkb2yrxYrlUDS8aRwrU6Vq51JsbofA35Zd452SZuTSgb+I++/\nkxRDfidwWCXZWDAKyaPY95Cqr10JnNLESu08ANqeFPY6BTgTOKnjamwbIz4fPYuOCy9yF9Oic8GX\nTly1P8llsml+nQrsb/uRuo185lukItzkFMFfIrmOHqBsYe6gD7H9Z+DTpKpSrwCOkfTHAYII6tRh\nUjW6f5DWvKwEnN1EptcStGEy9tlKhTXGkJKavZjkExblsjYeSHocheQL3wSYRMoF/w2gWC5425b0\nW5KxNXBl4cfSvkoRHPQPeb7i3aS8P+cDb7J9taTVgd8DPymk40DSept7gO8AH8t1HMYAf6am4h9N\n0oYR/d9JNWK/wvx6sV+t7JegZy542xcwv5ZrESTtSnok3hnYFbhCUslCG2NzcjVIKYIvqhxrw8Di\naSNpS6XCz0jaQ9KXJa3VtK4GOJbkF9/E9v6d5HI5vPTTBXWsTKrn/DrbZ3W+uznR3BtLicjXwfKS\nlpB0oaQ5kuqpuGV7VLyA19b4u68mzZwvTSqqsFHl2C2F/87rgNUq++OB6wr2/ynSJPTPgWuYPw+0\nHnB509dBEy/ScneRCmxcS3oCvKRpXQ38Hz7co+3ABnScNpS2AjquzT/fCpwErFDXd7UNI/qhcmSN\nv7uTC/4Oms8FP8YLLoy6l4JPbraPIK1U/i6wrfOVnDV8sJSOPmNu/j9MBb5p+xtAqbwq/cQ7e7S9\nq7QIYKPqjlJ5w80a0NF5wn0DcJZrjEIaTY/StWVttP3LHFq5QC54kvHfbZ6AMrngf51j6Tux/LuR\nYraLYfsPPdr+VFJDn/GIpI+RVkq/MvuCl2hYUzEk7QG8nbRob1rl0HJAsSgsSYcAn2ThAkWP00yg\nwC8l/ZEUQ/9+SeOpKdvtiA+vHCqlknn1gwZJO1HJt2O7dBbPoEKebHwHcJXtiyWtDWznBVdRt5Y8\nCJoIfBGoFuF5CLjeqeRjST1ftH1IyT4HQqluwwO2n8zzOMs7hyYPaz9h6ItqGHVx/UHQL0ja0PYf\nBwp5dsHKYxVNWwMTqHhXbA97kfLR5Lq5o2kB1BjX30e5toMuJE0lrSdYnfmhv6PmM5H0W9vb9rhG\nS/8fDiIViv9qj2O1FOVeFJJOA9YlTdB38kCZtO5kePtqy4i+X7I2Lop+eKoIyiNpFvBW90Gel6B/\nkHQLMNkFjHCbom72IS1+2DO/vk1afXe5pL2aFFbhjqYFBI3wzzDy89YTLFfZX07SSxvQsb9SoaLO\n/kqSPlBaB3Aj8NwSHbVpRN941saR8FQRlEfS10nrGX4GzEvsZnvagG9qIZKuAV7SGcHm6KMZpZ9y\nJV1re9NubaXnzyRdTEpTciULXhfDXlqxTT76tTpGPvOv3HZfzglegn7JBR/0F6sATwHVL7CBUWXo\nSQPLeSNL209VVlGXZKwkVW44Y4ElG9BxWKmO2mToL5H0SxbM2niJpGWAfxfSMA54QY+nipcClzG/\n8lQwirDdL67DprlN0oeAE/L+Byi/oBDg18AZkr6V99+X24pi+9JsIzbPTVfW9eTfJteNgLcB2+am\ny4Efl5joqGjom1zwQf+Q4+i/wfxr8zLgfzzKSghKWg04hhTdYuBCUlqEom7N7DJ6HykXE6QEa9+x\nXbQCWs5LdRRwCSkC6WWkBGtnD3tfbTH0MG8EvQXzszaWvoAazQUf9Cd5/uhs5ofN7QXsYvt1zakK\nmkbSdaQcXP/K++OBC1xDXeXWGPqSd8dFaGj8qSLoPwaY/Fuora1I+rjtL0s6lh5rPWx/qJCOM23v\nKumGAXRsXEJHRc8Ntl9U2R9DSmr2okW87RnRJh/9p4DNu++OpJFUEezGc8EH/cl9knYHzsj7u1Iw\nx0sfcEv+OaNRFSlrKBRMRTwIxfJStWlEX+zuuAgNjT9VBP2HpAnA8aRJeQN/AA6wfUdzqsqSI1uO\ntP3RPtBxQb+4UUvlpWqToT+KlO+7ene83pVi4QU0FPO5BcFIQ9LvbW/VBzouJBUeaaQ4eRO0xnVj\n+2Ndd8cTG8ja2Ggu+KC/kPQR21+VdDS9fcIHNSCrSa7NaYrPAh7pNNouUkKwwsPADZLO79JRaq6g\neO6f1hh6AOfapA1KaDwXfNBX/CX/vLFRFf3D0qTBTzV5mClUK7bCT3r0Wcy1YXvb/HO5wc4dLka8\n66bfsjZGLvhgUeTIrGfbfmTQk1uGpG1sXz5YWwEdB+YqX4tsK6BjXWC27f9KeiXJ9fw928O+wHPE\nG/og6HckfQ84AJhLymuyCnCU7a81KqwwvbK3NpHRdQAdTeS6uRaYQspHP51UZ3kj268f7r5a5bpp\nin57qgj6jo1tPyjp7aRVmJ8ghRqOCkMvaStga2C8pOq8xPLA2II6+qKkYYWnbM+V9FbgWNvH5sRv\nw04Y+mGgpK8tGJEskZN3TQVOsP24pKeaFlWQJYFlSfam+l15kLR6vBS/A/4OrMqCxUceAq4vqKPD\nE/nmszfwptxWSy3ha81mpAAAGlJJREFUcN0EQc1I+h9SGowbgdcBawE/7EzKjRYkrWP7zj7QMQn4\nm+3H8v6zgOeUXtcgaTKwH/B72z+SNBHY1faRw95XGPogKEuekF3C9uNNaylJDmfcpTPZKGkl4PTS\nOX8kzQC27vz/JS0JXG5780W/s1ZNK5HSqtfyZBEx3kFQM5IOkLR83v4WcAVp1fRoY9VqRInt+4HV\nGtAxrnqTzdvF89FLukTS8pJWBq4Gvi2plnmbMPRBUD/75snY7YHnAO8FvtywpiZ4StLanR1J61Aw\nfr3CHEnzisAoFW+/pwEdK9h+kJQI8Xu2Xwq8po6OYjI2COqnY8xeD5xm+7qci2m08Sngt5IuZX4u\nqH0b0LEf8ANJx5E+m9nAOxvQMU7S80hJ7j5Va0d1/vIgCAC4TtJ0YAPgk5KWpZmRbKPY/rWklwBb\n5qYP2y4+krb9F2DL/Dlg++HSGjKHA+cCv7V9VZ4k/nMdHcVkbBDUTM6YuBkwK9cwXpU08VZLzHS/\nkieh9wQm2T48u3Gea/vKwjqeA3wBWN32jjn6ZSvbJ5XUUZIw9EFQE5LWt/1nST0LWtQVYdGvSDqB\nVCT91bZfkCNNzisd7SLpV8ApwKdsb5LXOFxTKqV5E4VYwnUTBPVxMLAPcFyPYwZeXlZO47zU9ks6\nqz9t359DG0uzqu0zJR2SdcyVVLJebPFCLGHog6AmbO+Tf47GUMpePJHdWIZ59RqaWCH8iKRVKjq2\nBIrlprf9i/zz1FJ9hqEPgprJETY7kJJXzfvO2T6mKU0NcQzwU2A1SUeQ0h98ugEdBwHTgHUlXQ6M\np2wqBgAkTSFF26zDgtfFsNeuDR99ENSMpF+QRo83UBnB2v5MY6IaQtKGwHak8MoLbd8yyFvq0jEO\neH7WcavtJxrQcCspNUb3dTHsaSLC0AdBzXTXMx5t5JWfA2K7SOZISW8bREfRAiidSlMl+grXTRDU\nz7mSXm37oqaFNMRM0hON8n5ndKm8PamQjjct4lgTla4+K+k7wIXAf+cJqeGGEyP6IKiZvMT+hyRj\n8jjz6xQscqQbtBtJ3wc2BG5ivuvGtt8z3H2NxmXYQVCar5OW+69EmvhbNf8cFUh6R2V7m65jBxTU\n8fXK9oFdx75bSkeFzW1Psb237Xfn17AbeQhDHwQlmE1akPOE7Sc7r6ZFFaRaVerYrmO1GLYBqK5b\n2Lvr2LBHugyB3+VVubUTPvogqJ9ZwEU5303VFztawis1wHav/aZ0NMGWwLWSbiddFx2X3rDfdMLQ\nB0H9zM6v0Vo72ANs99qvkzE57cKYynbH4BerXVthh1IdxWRsEDSAJHmUfPkkPUp6qhGwbt4m70+y\nvUwhHXeQJj17jeZtu0j0TzUCS9JE27dXjr0tom6CYAQh6VLbr8jb37X9rsqxq22/pDFxBckFRgak\nH+rIlqT62XdfB3VdF+G6CYL6qLpquv2u/eAjLsJoM+RDoPicRUTdBEF9LOpxOR6lRy/F5yxiRB8E\n9bGipDeRBlQrVOqUClihOVlBw0ySNI08R5G3yfsT6+gwfPRBUBOSTlvUcdt7ldLSL0j/v707j7a0\nqs88/n0sZqgCIoMoMzKojI5MikggsRk6DEIbjHFMWrMiTtEGsUGIMQaCWSbYqCgOadIpgkZBmcOM\ngGGmRGKLQIgorQxVgkBBPf3H3sc6db1VRZL77l3c+3zWuuve9z112M8qav3ue/ao1YFNbd/ZOcee\nwNa2z6jbJa81Pig6cNt7Let125dPeZsp9BHRQv10czKwiu0tJO0MnGD7oOW8dapzHAe8HNjW9jaS\nng+cZXuP5bz1WSt99BHRyvHAK4GHAWzfzEBdFctxMHAQ8GjN8WNgdocczaTQR0QrC21PPMmpR5fC\nk3UNw+iEqSbz+HtKoY+IVuZJ+l1glqSt6+HY13TIMVfSZymD5e8ELgZO75CjmfTRRwxE0mxgfdt3\n1euDgdXryxfbfqBbuA4krUE5Om+/eusC4ETbTyz9XYNl2bfmEHCB7Ysatr0nZUXwV+r1PwCjLav/\ndIhzC1LoIwYi6TTgettfrNc/BC6kFPvHbL+7Z77WJL3B9lnLu9cgxydtf3h59wZs/xLgj21/r17f\nBrwFWBM4xvaU74GTrpuI4bwKOGPser7td9WtEHpsi9vb0c/w3tD2neTe6xu2P2dU5Ksf2L7B9hUM\nNCicBVMRw1lpwsZlbxn7ecYsmJL0euC/AC+QNL418xzgqYY53gW8m7JI6daxl2YDV7fKAawzfmF7\n/CzbDYdoMIU+YjiWtKHtnwLYvgVA0kZ9YzX3Y+CfKVMabxi7vwB4X8McZwLnAZ8A/sd4jlYHlFff\nl7S/7W+N35R0ADDIQrL00UcMRNLvU54g3wfcVG+/FDgF+F+2v9QpWheSVrLd7Al+kvbn2J4vadKz\nelsVe0kvBL5FmXF0Y739MmB34ADb/zLlbabQRwynPqUdA4yOjJsH/Lntc/qlakvSXNuH10HH8YIz\n2IlKS8lxru0D6olOZsmdIpvtR1+zrAocCbyk3poHnGn78UHaS6GPiCFJ2sj2/Uvblz7bGA8vhT5i\nIJI+xTJWftp+/9Jem84kPZdyUPe9tm9Y3p+fwnY3Ax4erc6VtDfwO8DdwKm2n2yUYwGT/7sYfcKZ\n8iMnM70yYji3Uz6SzwMOGft59DUjSDpX0vb1540ofy9vA74q6b0No8ylzFWnbqh2FnAvsDPwmVYh\nbM+2PacW9B+Ofh7dH6LNPNFHNCDpJtu79M7Rg6R5tl9Sfz4G2M72m+vK4asb9tHfOmpL0snAItsf\nkvQc4OZWOSZkanKkZJ7oI9qYyU9UC8d+3gf4NoDtBZTDulsZH3x9HXBJzdEyQxeZRx8RQ/tXSX8M\n3EeZXno+/OoQkpUb5vgnSXOB+4F1gX+qOTYCmvTP1/bGF0itM+Ea21+b8jbTdRMxDEkPsXga32xg\n/uglyqDbpPO5pxtJGwAnABtRBj0vrPf3Bl5m++RGOQQcUXPMtf1v9f4uwAa2L2iU44xlvGzbb5vy\nNlPoI4YhadayXrf9dKssMbOl6yZiIBMLuaQNgVHx/2n7RLEikLQxsLntq+r1+4G16stn2v6/U91m\nBmMjBiLpQ5I+OnbrnykDgJcDH+yTKlYAJ7HkxmZ/SDnW0MDHhmgwXTcRA5F0A/Aa24/W65ts7yJp\nJeBS26/umzB6mDilcnzqraQrh/h3ka6biOFoVOSrvwGw/VQ9bWlGqEcGLmuF8Hsa5Zi4187EHK3m\n0a824XqfsZ/XG6LBFPqI4cwe37HR9hcAJK3CDNqPntJlBbAHZXO3v6/XbwC+N+k7hnFA/f5H9ftX\n6/cjG2YAWCBpm9EulaNdMyVtR9m6ecql6yZiIJL+HHgu5di4x+u91YFPAw+2OrpuRSHpWmDP0S8+\nSSsDV9retXGOX1ul3GqFam3rtyn/Bj7OktsUHwMcZfu8qW4zg7ERwzkWeAS4V9J1kq4D7qn3PtI1\nWR/rUk6VGlmr3mtNkvYYu9idhrXQ9vmUvY/2Ab5Uv/YGDhmiyEOe6CMGJ2ktYOt6+QPbv+iZpxdJ\nbwWOBy6lLBp7DXC87S83zvEy4Iss7j57GHib7RuX/q5ntxT6iGhG0vMoh6YDXGf7Jx2zrA0w2rZ4\nOkvXTUQ0Ubcg+E1gJ9vfAFaR9MoOOTaU9AXg/9h+RNKLJb29dY6WUugjopXPALsBb6zXC4BTO+T4\nEnAB8Px6/S9Ay33xARgfJ1jWvamQ6ZURA5G0zHnZtm9tlWUF8SrbL5V0E4Dth+pU09bWsz1X0tE1\nx1OSeuw79NeU3TyXd+8/LYU+YjjLelo1ZTByJllYN3ozgKT1absf/cij9TjDUY5dKTOhmpC0G7A7\nsH7d52ZkDov3QppSKfQRA8kWB7/m08DXgQ0kfRw4jDIFtbUPAN8EtpJ0NbA+ZfFWK6tQppauRNm+\nemQ+5e9kymXWTUQDddXjixlb/m77zH6J+qh/D/tQpldeYvuOTjlWAratOe60vXA5bxkiw2a272nR\nVgZjIwYm6Vjgc8BpwOuBv2KgJ7cVWZ3psprtU23/je07JB3fIccPgXfYnmf7dtsLJZ3bOgdwuqRf\n7WIpaV1Jgxx+kkIfMbwjKCsf77f9e8BOwJp9I3XxW8CXJb157N5BHXIsBPaWdMbYYPALOuRYz/bD\nowvbDwEbDNFQCn3E8H5ZDyF5StJs4CfAZp0z9fAAZQD6DZJOrd0nWs57hvCY7SOAO4ArJW1Kn8Pb\nF9W2gdKVM1SODMZGDO+m+hH9i5SdHOcD1/eN1IXqKtQDa5fNZfTZxVMAtv9C0o3AhUCP83s/Alwl\n6fKa6dXAHwzRUAZjIxqS9EJgznTeV2VpJH3M9nFj1wcC77P9usY5DrR9ztj1ZsDv2z6hZY7a9nrA\naPfOa23/bJB2UugjhiXpQtv7Le9eDEvSdra/L2nSBUmtf/nWLSGOBLa0fULtxnme7Sn/tJeum4iB\n1IG+1YANa9/8qD96DrDpUt84zUi6yvaekhawZB+0ANues5S3TrUPAO8E/nKS1ww0/WRB2RJiUW33\nBMqWEGcDr5jqhvJEHzEQSe8D3k+ZSfHA2Evzgc/b/qsuwWKFMDrsZMKZsbfY3mmq28oTfcRAbH8K\n+JSk987koi5pmQOdo6P0GuQ4ZDk5vtYix5hmW0Kk0EcM71RJ72bx3jaXAaePjtSbAW6gFLPJplIa\n2LJRjgOX8ZqB1oW+2ZYQ6bqJGJikz1IWSH2l3noT8LjtQabSxbNHqy0hUugjBjZZv+tQfbErOknr\nUo5VHN/z54oOOfYHXjIhR7PplbXLZp7t7Vq0l66biOEtkrS57bsBJG1On+15u5L0DuAoYGPgZsr8\n8e/QeLaLpNOANSjbUpxO6TJpuoDN9tOS7pS0qe17h24vT/QRA5O0H/AF4E7KR/QXAm+3fXHXYI1J\nuo0ydfBa2zvXbos/s73MQdIBctxqe8ex72sB57XeVlrSFcAulF8yj47u257y/X/yRB8xEEm72r7W\n9oWStgFeVF+6w/Yve2br5HHbj0tC0qp18dK2HXKM/u4fk/R84OfARh1yfLRVQyn0EcP5DPVYuFrY\nZ9y2BxPcV/f8+UfgIkkPAU32Y5/g3JrjJMr/E1O6cJqyfXmrttJ1EzGQ0YKY3jlWRJL2omxodr7t\nJzvmWJWyR37LowSbrxROoY8YiKSHgaXOKBmiL3ZFV2fdbMJYb0KHPWZmAfsDm0/IcUrLHC2l6yZi\nOP+PyfdVmZEknQi8BbiLxbOOeuwxcw7wOHAbHWc/SdoBGE2v/J7teUO1lUIfMZwFLfthnwUOB7bq\n2VVTbWx7x16NS1ob+AZlY7tbKF02O0i6F/ivtudPdZs5YSpiOHc/kz8kad+Bc6wobgfWWe6fGt55\ndcprLydSDqB5oe2Dbf8OZRHZd4GPD9Fg+ugjOpspg7aSXk55kr0deGJ0v/VYhaSDgb+lPOgupPF2\nyZK+B+w4ca+jerTibbZfNPk7/+PSdRPRX49zU3v4MvBJOveNA6cAu1GKao8n3Scn29DO9lOSnpjs\nDf9ZKfQR/c2Uj9WP2f507xDAvwK3dyryAKtJ2oVf/wUvYNUhGkyhj4hWrpT0CeCbLNl103oh2V3A\nZZLOm5Cj1fTK+ymfKibzkyEaTKGP6O/u3gEa2aV+33XsXo/plT+qX6vUr6Zs7/1M/pykfW1fNBVt\nZjA2YmBLOdnoEUof8QOTvDbtSHoOcJjtuZ1zzAI+afuDPXM8E1M5SJ8n+ojhvZ0y+HdpvX4t5dSl\nLSSdYPurvYK1YnuRpA8BXQt93R54j54Z/h2mbJA+hT5ieCsBL7L9UwBJG1JOm3oVZYuEaV/oq4sl\nfRD4e5bclrfJmbFjbpb0TeCsCTlaHyW4PFPW3ZJCHzG8TUZFvnqg3ntQ0sJeoTo4on7/o7F7Lc+M\nHVmNsjXx+NhAjzNjm0mhjxjeZZLOpTxBQjnR6DJJawIP94vVlu0temcAsP3W3hmeobun6j+UwdiI\ngUkScAiwZ711NXB2x3ncXUhaGXgX8Jp66zLgs7abfqqRtDHw18Cor/5K4Cjb9zXO0WyQPoU+ooHa\nL/9KShfB9TNlts04SacDK1NWyAL8HvC07Xc0znERcCaLx0beBBxpu+meQ5K+xVIG6YEpHaRPoY8Y\nmKTDKacZXUaZSfFq4E9s/0PPXK1JusX2Tsu71yDHzbZ3Xt69BjkuAN48ySD9G4ErbG8/VW2ljz5i\neB8BXjF6ipe0PnAxMKMKPfC0pK1s/xBA0pbA0x1y/FzSm4C/q9dvpAzOttZskD6FPmJ4z5nQVfNz\nZuYW4X8CXCrpLsonm82AHgOjb6P00X+K0pV2TacczQbp03UTMTBJJwE7svgJ8gjgVtsf7peqj3pG\n67b18k7bg+zW+GzQcpA+hT6iAUmHMjbLw/bXe+ZpSdJrlvW67aWeqzvFOf7nsmP4xBY5xrUapE+h\nj4hBSTpnktumfMrZxPasRjk+MMntNSlbVDzX9lotcozlaTZIn0IfMRBJC5h8GXvTE41WNHWvmWOB\ndYGP257sF8HQGWYDR1GK/FzgL1tPeZV0C7DvxEH6IWYhZTA2YiC2Z/fOsCKRtA/wUcovvz+bqi14\n/50ZfgN4P3AkZT7/S20/1DpH1WyQPoU+IgYlaX/KFNNHgGNtX9Upx0mUwc/PATvY/kWPHGPOr3Pp\nxwfpvz1EQ+m6iYhBSVoE3AfcwiRdWa0OB685ngCempCjW1daq0H6FPqIGJSkvZb1uu3LW2WZqVLo\nIyIa6jFIn0IfETHNzcRl2BERM0oKfUQMTtIsSSevIDkuXf6fnF5S6CNicLafZvGeLr1zLJK0du8s\nLWUefUS0ctMKcij3L4Db6gEk4zne0zhHMyn0EdHKinIo99c6tNlVZt1ExIwjaXVgU9t39s7SQvro\nI6IJSdtIukTS7fV6R0nHdshxIHAzcH693rl2KU1bKfQR0crngaOBhQC2bwX+W4ccx1P2gH+45rgZ\n2LJDjmZS6COilTVsXz/h3lMdciy0/ciEe4s65Ggmg7ER0crPJG1FXf4v6TDg/g455kn6XWCWpK2B\n91DOjZ22MhgbEU1I2pKyRfDuwEPAj4A32b67cY41KNsm70fZX+YC4ETbj7fM0VIKfUQ0JWlNyqEb\nC3pnmSlS6COiCUmrAocCmzPWbWz7hMY5tgE+OEmO1y3tPc926aOPiFa+QTll6gbKASC9nAWcBpwO\nPN0xRzN5oo+IJiTdbnv7FSDHDbZf1jtHS5leGRGtXCNph16NS/qNejj4OZLeLWmj0b16f9rKE31E\nDErSbZQplSsBWwN3UbpuRicq7dgox49qDk3ysm1P20VTKfQRMShJmy3rddv3tMoCIGm1iVMpJ7s3\nnaTrJiIGZfueWsz/dPTz+L0OkSZbHDWtF0xl1k1EtPKS8QtJs4Bmg6KSnge8AFhd0i4s7sKZA6zR\nKkcPKfQRMShJRwPHUArs/NFt4EnKStlWfgt4C7AxcMrY/QU137SVPvqIaELSJ2wfvQLkONT22b1z\ntJRCHxHNSFqXMvNmtdE921d0yLE/pStpPEfTFbotpesmIpqQ9A7gKErXyc3ArsB3WPJowRY5TqP0\nye9NWR17GDBx++RpJbNuIqKVo4BXAPfY3hvYhXr4R2O7234z8JDtjwG7Adt0yNFMCn1EtPL4aK66\npFVtfx/YtkOOX9bvj0l6PuXEq4065GgmXTcR0cp9ktYB/hG4SNJDQNPFUtW5NcdJwI2U1bKnd8jR\nTAZjI6I5SXsBawPn236yY45VgdUmOVpwWknXTUQ0I2lPSW+1fTllIPYFHTKsIemjkj5v+wlgA0kH\ntM7RUgp9RDQh6Tjgw8BoLv3KwN92iHIGZVO13er1v9FnK4ZmUugjopWDgYOARwFs/xiY3SHHVrb/\ngjIIi+3HmHxHy2kjhT4iWnnSZVDQ8KuzY7vkkLT6WI6t6Hvi1eBS6COilbmSPgusI+mdwMXA5zvk\nOA44H9hE0v8GLgE+1CFHM5l1ExHNSNoX2I/SVXKB7Ys65XguZWWugGtt/6xHjlZS6CNiUJLeS9nv\n/UbbT3XM8Q3g6vr13Z7TOltLoY+IQUk6Gdgd2A64jVJorwGusf1gwxwH1By7AzsBd9QcV9csP22V\npbUU+ohoQtIqwMsphXa3+vWw7Rd3yDKLstfOa4H/Dmxhe1brHK1kC4SIaGV1ymlOa9evH1Oe8JuR\ntB6Ln+p3pWxTfDFl8da0lSf6iBiUpM9R9n5fAFwHXEsZAH2ocY4fAI8AZ9cM37X9i5YZeskTfUQM\nbVNgVeAHlFWo99Fne+IvUp7iDwV2ALaX9B3gJttPd8jTTJ7oI2JwkkR5qh91m2wPPAh8x/ZxHfJs\nw+Kxgj2Bn9neq3WOVvJEHxGDqytib5f0MKX75BHgAOCVlAVMzUjasrb7KsoT/gbAj1pmaC1P9BEx\nKEnvYfGT/ELq1Mr6dZvtRY1yfJ1S3OePtX+17TtatN9TCn1EDErSKSyeq35/xxwH1QzLXAUrad9e\nK3aHkkIfETFG0o22X9o7x1TKpmYREUuadlsWp9BHRCxp2nVzpNBHRExzKfQREUu6u3eAqZbB2IiY\nUSQdMsntRyhTPR9onaeFFPqImFEkfYuyIvbSeuu1wA3AFsAJtr/aKdpgsjI2ImaalYAXjfafl7Qh\n8BXKYqorgGlX6NNHHxEzzSYTDhl5oN57kLJyd9rJE31EzDSXSToXOKteH1bvrUmfXTUHlz76iJhR\n6k6ah1B2rYSyPcPZnsbFME/0ETGj2Lakq4AnKYujrp/ORR7SRx8RM4ykw4HrKV02hwPXSTqsb6ph\npesmImYUSbcA+47mzEtaH7jY9k59kw0nT/QRMdM8Z8LCqJ8zzWth+ugjYqY5X9IFwN/V6yOAb3fM\nM7h03UTEjCPpUGCPenml7a/3zDO0FPqIiGkuXTcRMSNIWsDke82LMutyTuNIzeSJPiJimpvWI80R\nEZFCHxEx7aXQR0RMcyn0ERHTXAp9RMQ0l0IfETHN/X/yx0bSIKF9igAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "rjGbO4ZQG6rM",
        "colab_type": "text"
      },
      "source": [
        "### Select features with chi2"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7fR8YmbBG_yA",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "bestfeatures = SelectKBest(score_func = chi2, k = 10)\n",
        "fit = bestfeatures.fit(features.drop(columns = features.columns[(features < 0).any()], axis = 1), targets)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZNAQ-eV1HtQk",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "chi2_scores = pd.DataFrame(fit.scores_)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "eAKyGuGRIPCQ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "feature_columns = pd.DataFrame(features.drop(columns = features.columns[(features < 0).any()], axis = 1).columns)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "onGaJerfIYve",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "features_scores = pd.concat([feature_columns, chi2_scores], axis = 1)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "u9hVesKKIoZK",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "features_scores.columns = ['name', 'score']"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HBUeOsyQIv6Q",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "outputId": "2df30bfb-f3dd-4cae-fd0a-3ae71010f113"
      },
      "source": [
        "features_scores.head()"
      ],
      "execution_count": 56,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Order</td>\n",
              "      <td>3.936751e+05</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Property Id</td>\n",
              "      <td>7.725150e+07</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>DOF Gross Floor Area</td>\n",
              "      <td>1.501708e+21</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Largest Property Use Type - Gross Floor Area (...</td>\n",
              "      <td>4.519004e+07</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Year Built</td>\n",
              "      <td>1.159556e+02</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                name         score\n",
              "0                                              Order  3.936751e+05\n",
              "1                                        Property Id  7.725150e+07\n",
              "2                               DOF Gross Floor Area  1.501708e+21\n",
              "3  Largest Property Use Type - Gross Floor Area (...  4.519004e+07\n",
              "4                                         Year Built  1.159556e+02"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 56
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uYz6IPmbI4Lw",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "feat_chi = features_scores.nlargest(10, 'score').iloc[:, 0]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "S4PCr_HMJNY-",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "outputId": "f22257cc-0cff-4420-ebae-54a3340eaae1"
      },
      "source": [
        "feat_chi"
      ],
      "execution_count": 85,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "35           log_Electricity Use - Grid Purchase (kBtu)\n",
              "14               Electricity Use - Grid Purchase (kBtu)\n",
              "34                           log_Natural Gas Use (kBtu)\n",
              "36        log_Weather Normalized Site Electricity (kWh)\n",
              "9     Weather Normalized Site Electricity Intensity ...\n",
              "15            Weather Normalized Site Electricity (kWh)\n",
              "12                               Natural Gas Use (kBtu)\n",
              "10    Weather Normalized Site Natural Gas Intensity ...\n",
              "13     Weather Normalized Site Natural Gas Use (therms)\n",
              "28                             log_DOF Gross Floor Area\n",
              "Name: name, dtype: object"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 85
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Z50yST6ON9FQ",
        "colab_type": "text"
      },
      "source": [
        "### Combine top features"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lwCJP1EeOinQ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "et_clf = pd.DataFrame(et_clf)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SHjZDVwiRZ2c",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "outputId": "02608ca8-3f19-4fac-ed8e-cfc02d81de99"
      },
      "source": [
        "et_clf"
      ],
      "execution_count": 88,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>log_ENERGY STAR Score</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>log_Source EUI (kBtu/ft²)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>log_Site EUI (kBtu/ft²)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Source EUI (kBtu/ft²)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Site EUI (kBtu/ft²)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>log_Total GHG Emissions (Metric Tons CO2e)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>Property Id</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>Weather Normalized Site Electricity Intensity ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>log_Weather Normalized Site Electricity Intens...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>log_Direct GHG Emissions (Metric Tons CO2e)</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                   0\n",
              "0                              log_ENERGY STAR Score\n",
              "1                          log_Source EUI (kBtu/ft²)\n",
              "2                            log_Site EUI (kBtu/ft²)\n",
              "3                              Source EUI (kBtu/ft²)\n",
              "4                                Site EUI (kBtu/ft²)\n",
              "5         log_Total GHG Emissions (Metric Tons CO2e)\n",
              "6                                        Property Id\n",
              "7  Weather Normalized Site Electricity Intensity ...\n",
              "8  log_Weather Normalized Site Electricity Intens...\n",
              "9        log_Direct GHG Emissions (Metric Tons CO2e)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 88
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HsWWGadoR4Un",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "et_clf = et_clf.values"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kcviVLBgRdjd",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "feat_chi = pd.DataFrame(feat_chi)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "P2mqkzaRRoOj",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "outputId": "bea99b62-5560-4d58-f436-eb6914995b32"
      },
      "source": [
        "feat_chi"
      ],
      "execution_count": 91,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>log_Electricity Use - Grid Purchase (kBtu)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>Electricity Use - Grid Purchase (kBtu)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34</th>\n",
              "      <td>log_Natural Gas Use (kBtu)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>36</th>\n",
              "      <td>log_Weather Normalized Site Electricity (kWh)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>Weather Normalized Site Electricity Intensity ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>Weather Normalized Site Electricity (kWh)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>Natural Gas Use (kBtu)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>Weather Normalized Site Natural Gas Intensity ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>Weather Normalized Site Natural Gas Use (therms)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>log_DOF Gross Floor Area</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                 name\n",
              "35         log_Electricity Use - Grid Purchase (kBtu)\n",
              "14             Electricity Use - Grid Purchase (kBtu)\n",
              "34                         log_Natural Gas Use (kBtu)\n",
              "36      log_Weather Normalized Site Electricity (kWh)\n",
              "9   Weather Normalized Site Electricity Intensity ...\n",
              "15          Weather Normalized Site Electricity (kWh)\n",
              "12                             Natural Gas Use (kBtu)\n",
              "10  Weather Normalized Site Natural Gas Intensity ...\n",
              "13   Weather Normalized Site Natural Gas Use (therms)\n",
              "28                           log_DOF Gross Floor Area"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 91
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0f4tnkCMR7_8",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "feat_chi = feat_chi.values"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OGn0rH-2R93x",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "merged_features = np.concatenate((feat_chi, et_clf))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0mRXDAiMSVyz",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "outputId": "9f1bb65b-2ee2-415d-dcc3-1e819f440e2c"
      },
      "source": [
        "merged_features"
      ],
      "execution_count": 102,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([['log_Electricity Use - Grid Purchase (kBtu)'],\n",
              "       ['Electricity Use - Grid Purchase (kBtu)'],\n",
              "       ['log_Natural Gas Use (kBtu)'],\n",
              "       ['log_Weather Normalized Site Electricity (kWh)'],\n",
              "       ['Weather Normalized Site Electricity Intensity (kWh/ft²)'],\n",
              "       ['Weather Normalized Site Electricity (kWh)'],\n",
              "       ['Natural Gas Use (kBtu)'],\n",
              "       ['Weather Normalized Site Natural Gas Intensity (therms/ft²)'],\n",
              "       ['Weather Normalized Site Natural Gas Use (therms)'],\n",
              "       ['log_DOF Gross Floor Area'],\n",
              "       ['log_ENERGY STAR Score'],\n",
              "       ['log_Source EUI (kBtu/ft²)'],\n",
              "       ['log_Site EUI (kBtu/ft²)'],\n",
              "       ['Source EUI (kBtu/ft²)'],\n",
              "       ['Site EUI (kBtu/ft²)'],\n",
              "       ['log_Total GHG Emissions (Metric Tons CO2e)'],\n",
              "       ['Property Id'],\n",
              "       ['Weather Normalized Site Electricity Intensity (kWh/ft²)'],\n",
              "       ['log_Weather Normalized Site Electricity Intensity (kWh/ft²)'],\n",
              "       ['log_Direct GHG Emissions (Metric Tons CO2e)']], dtype=object)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 102
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-68OKY4OSj-9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "merged_features = np.unique(merged_features)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EbgicECMSnXe",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "outputId": "9439998d-9362-411c-ba75-c1be420a590c"
      },
      "source": [
        "merged_features"
      ],
      "execution_count": 104,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array(['Electricity Use - Grid Purchase (kBtu)', 'Natural Gas Use (kBtu)',\n",
              "       'Property Id', 'Site EUI (kBtu/ft²)', 'Source EUI (kBtu/ft²)',\n",
              "       'Weather Normalized Site Electricity (kWh)',\n",
              "       'Weather Normalized Site Electricity Intensity (kWh/ft²)',\n",
              "       'Weather Normalized Site Natural Gas Intensity (therms/ft²)',\n",
              "       'Weather Normalized Site Natural Gas Use (therms)',\n",
              "       'log_DOF Gross Floor Area',\n",
              "       'log_Direct GHG Emissions (Metric Tons CO2e)',\n",
              "       'log_ENERGY STAR Score',\n",
              "       'log_Electricity Use - Grid Purchase (kBtu)',\n",
              "       'log_Natural Gas Use (kBtu)', 'log_Site EUI (kBtu/ft²)',\n",
              "       'log_Source EUI (kBtu/ft²)',\n",
              "       'log_Total GHG Emissions (Metric Tons CO2e)',\n",
              "       'log_Weather Normalized Site Electricity (kWh)',\n",
              "       'log_Weather Normalized Site Electricity Intensity (kWh/ft²)'],\n",
              "      dtype=object)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 104
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XGk6eTQBTFjJ",
        "colab_type": "text"
      },
      "source": [
        "## Standard Scaler"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vwZzhtpkfCR3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "X, X_test, y, y_test = train_test_split(features, targets, test_size = 0.2, random_state = 42)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NLtwYKbkTNaD",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "scaler = StandardScaler()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0gMh6a0NTG9M",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "X_scl = scaler.fit_transform(X)\n",
        "X_test_scl = scaler.fit_transform(X_test)\n",
        "\n",
        "X_scl = pd.DataFrame(X_scl, columns = X.columns)\n",
        "X_test_scl = pd.DataFrame(X_test_scl, columns = X_test.columns)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3eR_vq8GXvDG",
        "colab_type": "text"
      },
      "source": [
        "## Train"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nJAzoW-GdffO",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Fit models on Grid SearchCV\n",
        "def grid_search_fitting(models, parameters, X_train, y_train, X_test, y_test): \n",
        "  scores = ['max_error', 'neg_mean_squared_error', 'r2']\n",
        "  \n",
        "  for score in scores:\n",
        "    clf = GridSearchCV(estimator = models, scoring = score, param_grid = parameters, cv = 5, iid = False)\n",
        "\n",
        "    clf.fit(X_train, y_train)\n",
        "    \n",
        "    score_test = clf.best_estimator_.score(X_test, y_test) \n",
        "        \n",
        "\n",
        "    print(score)\n",
        "    print(clf.best_estimator_)\n",
        "    print(clf.best_score_)\n",
        "    print(\"\\n\")\n",
        "\n",
        "  print('Score on test: ', score_test)\n",
        "  print(\"\\n\")\n",
        "  \n",
        "  return clf"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dQx0RnNPdj5g",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 476
        },
        "outputId": "e5d75c5e-b944-450c-e490-284cdb555aae"
      },
      "source": [
        "Log_regresssion_param = {'fit_intercept': [True,False], 'normalize': [True,False], 'copy_X': [True, False]}\n",
        "grid_search_fitting(LinearRegression(), Log_regresssion_param, X_scl[merged_features], y, X_test_scl[merged_features], y_test)"
      ],
      "execution_count": 127,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "max_error\n",
            "LinearRegression(copy_X=True, fit_intercept=True, n_jobs=None, normalize=True)\n",
            "-50.2149239623718\n",
            "\n",
            "\n",
            "neg_mean_squared_error\n",
            "LinearRegression(copy_X=True, fit_intercept=True, n_jobs=None, normalize=True)\n",
            "-207.52936838403235\n",
            "\n",
            "\n",
            "r2\n",
            "LinearRegression(copy_X=True, fit_intercept=True, n_jobs=None, normalize=True)\n",
            "0.7674903326338154\n",
            "\n",
            "\n",
            "Score on test:  -2.988535700661987e+17\n",
            "\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "GridSearchCV(cv=5, error_score='raise-deprecating',\n",
              "             estimator=LinearRegression(copy_X=True, fit_intercept=True,\n",
              "                                        n_jobs=None, normalize=False),\n",
              "             iid=False, n_jobs=None,\n",
              "             param_grid={'copy_X': [True, False],\n",
              "                         'fit_intercept': [True, False],\n",
              "                         'normalize': [True, False]},\n",
              "             pre_dispatch='2*n_jobs', refit=True, return_train_score=False,\n",
              "             scoring='r2', verbose=0)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 127
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OHaP9YqJhVLC",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "097c23ff-fc3c-4887-e2ee-99c769641530"
      },
      "source": [
        "Lin_regresssion_param = {'C': [0.001, 0.01, 0.1, 1, 10, 100], 'epsilon': [0.001, 0.01, 0.1, 1, 2, 5]}\n",
        "grid_search_fitting(LinearSVR(), Lin_regresssion_param, X_scl[merged_features], y, X_test_scl[merged_features], y_test)"
      ],
      "execution_count": 128,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "max_error\n",
            "LinearSVR(C=0.01, dual=True, epsilon=0.1, fit_intercept=True,\n",
            "          intercept_scaling=1.0, loss='epsilon_insensitive', max_iter=1000,\n",
            "          random_state=None, tol=0.0001, verbose=0)\n",
            "-49.2293266694796\n",
            "\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "neg_mean_squared_error\n",
            "LinearSVR(C=0.1, dual=True, epsilon=5, fit_intercept=True,\n",
            "          intercept_scaling=1.0, loss='epsilon_insensitive', max_iter=1000,\n",
            "          random_state=None, tol=0.0001, verbose=0)\n",
            "-279.3312673753353\n",
            "\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "r2\n",
            "LinearSVR(C=0.1, dual=True, epsilon=5, fit_intercept=True,\n",
            "          intercept_scaling=1.0, loss='epsilon_insensitive', max_iter=1000,\n",
            "          random_state=None, tol=0.0001, verbose=0)\n",
            "0.6873136261815208\n",
            "\n",
            "\n",
            "Score on test:  0.6977173519654001\n",
            "\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/sklearn/svm/base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
            "  \"the number of iterations.\", ConvergenceWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/validation.py:724: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
            "  y = column_or_1d(y, warn=True)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "GridSearchCV(cv=5, error_score='raise-deprecating',\n",
              "             estimator=LinearSVR(C=1.0, dual=True, epsilon=0.0,\n",
              "                                 fit_intercept=True, intercept_scaling=1.0,\n",
              "                                 loss='epsilon_insensitive', max_iter=1000,\n",
              "                                 random_state=None, tol=0.0001, verbose=0),\n",
              "             iid=False, n_jobs=None,\n",
              "             param_grid={'C': [0.001, 0.01, 0.1, 1, 10, 100],\n",
              "                         'epsilon': [0.001, 0.01, 0.1, 1, 2, 5]},\n",
              "             pre_dispatch='2*n_jobs', refit=True, return_train_score=False,\n",
              "             scoring='r2', verbose=0)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 128
        }
      ]
    }
  ]
}