0004 Performance Evaluation/04.1 Determination of aagregetion size.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "###  importing relevant libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "from numpy import array\n",
    "from random import random\n",
    "from sklearn import metrics\n",
    "from sklearn.discriminant_analysis import QuadraticDiscriminantAnalysis as QDA\n",
    "from sklearn.ensemble import ExtraTreesClassifier\n",
    "from sklearn.ensemble import GradientBoostingClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier, AdaBoostClassifier\n",
    "from sklearn.ensemble import BaggingClassifier\n",
    "from sklearn.ensemble import ExtraTreesClassifier\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.metrics import average_precision_score\n",
    "from sklearn.metrics import balanced_accuracy_score\n",
    "from sklearn.metrics import classification_report\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn.model_selection import RandomizedSearchCV\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.naive_bayes import BernoulliNB#57\n",
    "from sklearn.naive_bayes import GaussianNB#52\n",
    "from sklearn.naive_bayes import MultinomialNB#56\n",
    "from sklearn.naive_bayes import CategoricalNB\n",
    "\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.neural_network import MLPClassifier\n",
    "from sklearn.preprocessing import Normalizer\n",
    "from sklearn.svm import SVC\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "from sklearn.utils import shuffle\n",
    "import csv\n",
    "import math\n",
    "import matplotlib.pyplot as plt\n",
    "from collections import Counter\n",
    "import numpy as np\n",
    "import os\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import sklearn\n",
    "import time\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Discovering Labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def target_name(name):\n",
    "    df = pd.read_csv(name,usecols=[\"Label\"])\n",
    "    target_names=sorted(list(df[\"Label\"].unique()))\n",
    "    return target_names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def folder(f_name): #this function creates a folder.\n",
    "    try:\n",
    "        if not os.path.exists(f_name):\n",
    "            os.makedirs(f_name)\n",
    "    except OSError:\n",
    "        print (\"Tthe folder could not be created!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def find_the_way(path,file_format):\n",
    "    files_add = []\n",
    "    # r=root, d=directories, f = files\n",
    "    for r, d, f in os.walk(path):\n",
    "        for file in f:\n",
    "            if file_format in file:\n",
    "                files_add.append(os.path.join(r, file))  \n",
    "    return files_add"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Aggregation Algorithm notmal"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "altime=0\n",
    "#def most_frequent(List): \n",
    "#    return max(set(List), key = List.count) \n",
    "\n",
    "\n",
    " \n",
    "def most_frequent(List):\n",
    "    occurence_count = Counter(List)\n",
    "    occurence_count={k: v for k, v in sorted(occurence_count.items(), key=lambda item: item[1],reverse=True)}\n",
    "    big=list(occurence_count.values())\n",
    "    big=big.count(big[0])\n",
    "    return list(occurence_count.keys())[np.random.randint(big)]\n",
    "\n",
    "\n",
    "def split(a, n):\n",
    "    k, m = divmod(len(a), n)\n",
    "    return (a[i * k + min(i, m):(i + 1) * k + min(i + 1, m)] for i in range(n))\n",
    "def create_exception(df): \n",
    "    exception_list=[]\n",
    "    dominant_mac=[]\n",
    "    for i in df['aggregated'].unique():\n",
    "        k=df[df['aggregated']==i]\n",
    "        for ii in ['MAC']:\n",
    "            hist = {}\n",
    "            for x in k[ii].values:\n",
    "                hist[x] = hist.get(x, 0) + 1\n",
    "            hist=dict(sorted(hist.items(), key=lambda item: item[1],reverse=True))\n",
    "            temp=next(iter(hist))\n",
    "            if temp not in dominant_mac:\n",
    "                dominant_mac.append(temp)\n",
    "            else:\n",
    "                exception_list.append(temp)\n",
    "    return exception_list\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "def merged(m_test,predict,step,mixed):\n",
    "    second=time.time()\n",
    "    mac_test=[]\n",
    "    for q in m_test.index:\n",
    "        mac_test.append(m_test[q])\n",
    "\n",
    "    d_list=sorted(list(m_test.unique()))\n",
    "    devices={}\n",
    "    for q in d_list:\n",
    "        devices[q]=[]    \n",
    "\n",
    "\n",
    "    new_y=[0]*len(m_test)\n",
    "\n",
    "    for q,qq in enumerate (mac_test):\n",
    "        devices[qq].append(q)\n",
    "    for q in devices:\n",
    "        a = [devices[q][j:j + step] for j in range(0, len(devices[q]), step)]  \n",
    "        for qq in a:\n",
    "            step_list=[]\n",
    "            for qqq in qq:\n",
    "                step_list.append(predict[qqq])\n",
    "            add=most_frequent(list(step_list))\n",
    "            for qqq in qq:\n",
    "                new_y[qqq]=add\n",
    "    results=pd.DataFrame(m_test)\n",
    "    results[\"aggregated\"]=new_y\n",
    "    results[\"normal\"]=predict\n",
    "    \n",
    "    #MIXED METHOD\n",
    "    if mixed:\n",
    "        exception=create_exception(results)\n",
    "        for q in exception:\n",
    "            results.loc[results.MAC == q, 'aggregated'] = results['normal']\n",
    "\n",
    "    return results[\"aggregated\"].values,time.time()-second\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Calculation of evaluations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def score(altime,train_time,test_time,predict,y_test,class_based_results,i,cv,dname,ii):\n",
    "    precision=[]\n",
    "    recall=[]\n",
    "    f1=[]\n",
    "    accuracy=[]\n",
    "    total_time=[]\n",
    "    kappa=[]\n",
    "    accuracy_b=[]\n",
    "    \n",
    "    rc=sklearn.metrics.recall_score(y_test, predict,average= \"macro\")\n",
    "    pr=sklearn.metrics.precision_score(y_test, predict,average= \"macro\")\n",
    "    f_1=sklearn.metrics.f1_score(y_test, predict,average= \"macro\")        \n",
    "    report = classification_report(y_test, predict, target_names=target_names,output_dict=True)\n",
    "    cr = pd.DataFrame(report).transpose()\n",
    "    if class_based_results.empty:\n",
    "        class_based_results =cr\n",
    "    else:\n",
    "        class_based_results = class_based_results.add(cr, fill_value=0)\n",
    "    precision.append(float(pr))\n",
    "    recall.append(float(rc))\n",
    "    f1.append(float(f_1))\n",
    "    accuracy_b.append(balanced_accuracy_score( y_test,predict))\n",
    "    accuracy.append(accuracy_score(y_test, predict))\n",
    "\n",
    "    kappa.append(round(float(sklearn.metrics.cohen_kappa_score(y_test, predict, \n",
    "    labels=None, weights=None, sample_weight=None)),15))\n",
    "    print ('%-15s %-3s %-3s %-6s  %-5s %-5s %-5s %-5s %-8s %-5s %-8s %-8s%-8s%-8s' % (dname,i,cv,ii[0:6],str(round(np.mean(accuracy),2)),str(round(np.mean(accuracy_b),2)),\n",
    "        str(round(np.mean(precision),2)), str(round(np.mean(recall),2)),str(round(np.mean(f1),4)), \n",
    "        str(round(np.mean(kappa),2)),str(round(np.mean(train_time),2)),str(round(np.mean(test_time),2)),str(round(np.mean(test_time)+np.mean(train_time),2)),str(round(np.mean(altime),2))))\n",
    "    lines=(str(dname)+\",\"+str(i)+\",\"+str(cv)+\",\"+str(ii)+\",\"+str(round(np.mean(accuracy),15))+\",\"+str(round(np.mean(accuracy_b),15))+\",\"+str(round(np.mean(precision),15))+\",\"+ str(round(np.mean(recall),15))+\",\"+str(round(np.mean(f1),15))+\",\"+str(round(np.mean(kappa),15))+\",\"+str(round(np.mean(train_time),15))+\",\"+str(round(np.mean(test_time),15))+\",\"+str(altime)+\"\\n\")\n",
    "    return lines,class_based_results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "def ML(loop1,loop2,output_csv,cols,step,mixed,dname):\n",
    "\n",
    "    ths = open(output_csv, \"w\")\n",
    "    ths.write(\"Dataset,T,CV,ML algorithm,Acc,b_Acc,Precision, Recall , F1-score, kappa ,tra-Time,test-Time,Al-Time\\n\")\n",
    "    \n",
    "\n",
    "    from sklearn.metrics import balanced_accuracy_score\n",
    "    from sklearn.preprocessing import Normalizer\n",
    "    \n",
    "    for ii in ml_list:\n",
    "        print ('%-15s %-3s %-3s %-6s  %-5s %-5s %-5s %-5s %-8s %-5s %-8s %-8s%-8s%-8s'%\n",
    "               (\"Dataset\",\"T\",\"CV\",\"ML alg\",\"Acc\",\"b_Acc\",\"Prec\", \"Rec\" , \"F1\", \"kap\" ,\"tra-T\",\"test-T\",\"total\",\"al-time\"))\n",
    "        class_based_results=pd.DataFrame()#\"\" #pd.DataFrame(0, index=np.arange((len(target_names)+3)), columns=[\"f1-score\",\"precision\",\"recall\",\"support\"])\n",
    "        cm=pd.DataFrame()\n",
    "        cv=0\n",
    "\n",
    "        repetition=100\n",
    "        for i in range(repetition):\n",
    "\n",
    "\n",
    "\n",
    "            #TRAIN\n",
    "            df = pd.read_csv(loop1,usecols=cols)\n",
    "            m_train=df[\"MAC\"]\n",
    "            del df[\"MAC\"]\n",
    "            X_train =df[df.columns[0:-1]]\n",
    "            X_train=np.array(X_train)\n",
    "            df[df.columns[-1]] = df[df.columns[-1]].astype('category')\n",
    "            y_train=df[df.columns[-1]].cat.codes  \n",
    "\n",
    "            #TEST\n",
    "            df = pd.read_csv(loop2,usecols=cols)\n",
    "            df = shuffle(df, random_state=42)\n",
    "            m_test=df[\"MAC\"]\n",
    "            del df[\"MAC\"]\n",
    "            X_test =df[df.columns[0:-1]]\n",
    "            X_test=np.array(X_test)\n",
    "            df[df.columns[-1]] = df[df.columns[-1]].astype('category')\n",
    "            y_test=df[df.columns[-1]].cat.codes\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "            results_y=[]\n",
    "            cv+=1\n",
    "            results_y.append(y_test)\n",
    "\n",
    "\n",
    "     \n",
    "   \n",
    "\n",
    "            #machine learning algorithm is applied in this section\n",
    "            clf = ml_list[ii]#choose algorithm from ml_list dictionary\n",
    "            second=time.time()\n",
    "            clf.fit(X_train, y_train)\n",
    "            train_time=(float((time.time()-second)) )\n",
    "            second=time.time()\n",
    "            predict =clf.predict(X_test)\n",
    "            test_time=(float((time.time()-second)) )\n",
    "            if step==1:\n",
    "                altime=0\n",
    "                lines,class_based_results=score(altime,train_time,test_time,predict,y_test,class_based_results,i,cv,dname,ii)\n",
    "            else:\n",
    "                predict,altime=merged(m_test,predict,step,mixed)\n",
    "                lines,class_based_results=score(altime,train_time,test_time,predict,y_test,class_based_results,i,cv,dname,ii)\n",
    "            ths.write (lines)\n",
    "\n",
    "\n",
    "            df_cm = pd.DataFrame(confusion_matrix(y_test, predict))\n",
    "            if cm.empty:\n",
    "                cm =df_cm\n",
    "            else:\n",
    "                cm = cm.add(df_cm, fill_value=0)\n",
    "            \n",
    "        class_based_results=class_based_results/repetition\n",
    "        print(class_based_results)\n",
    "        class_based_results.to_csv(\"class_based_results.csv\")\n",
    "        if False:\n",
    "            cm=cm//repetition\n",
    "            graph_name=output_csv+ii+\"_confusion matrix.pdf\"   \n",
    "            plt.figure(figsize = (40,28))\n",
    "            sns.heatmap(cm,xticklabels=target_names, yticklabels=target_names, annot=True, fmt='g')\n",
    "            plt.savefig(graph_name,bbox_inches='tight')#, dpi=400)\n",
    "            plt.show()\n",
    "            #print(cm)\n",
    "            print(\"\\n\\n\\n\")             \n",
    "\n",
    "\n",
    "            \n",
    "            \n",
    "            \n",
    "            \n",
    "            \n",
    "            \n",
    "            \n",
    "\n",
    "\n",
    "    ths.close()  "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Machine learning applications "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Aalto Dataset ML Results -  100 repetitions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature= ['pck_size', 'Ether_type', 'LLC_ctrl', 'EAPOL_version', 'EAPOL_type', 'IP_ihl', 'IP_tos', 'IP_len', 'IP_flags', 'IP_DF', 'IP_ttl', 'IP_options', 'ICMP_code', 'TCP_dataofs', 'TCP_FIN', 'TCP_ACK', 'TCP_window', 'UDP_len', 'DHCP_options', 'BOOTP_hlen', 'BOOTP_flags', 'BOOTP_sname', 'BOOTP_file', 'BOOTP_options', 'DNS_qr', 'DNS_rd', 'DNS_qdcount', 'dport_class', 'payload_bytes', 'entropy',\n",
    "\"MAC\",\n",
    "'Label']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "ml_list={\"DT\" :DecisionTreeClassifier(criterion='gini', max_depth=26.0,\n",
    "                       max_features=26,min_samples_split= 6)}\n",
    "dataset=\"./Aalto/\"\n",
    "folder(dataset)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_1   0   1   DT      0.71  0.71  0.78  0.71  0.7275   0.68  0.16     0.0     0.16    0.0     \n",
      "Aalto/False_1   1   2   DT      0.71  0.71  0.78  0.71  0.7285   0.68  0.15     0.02    0.17    0.0     \n",
      "Aalto/False_1   2   3   DT      0.7   0.71  0.77  0.71  0.7271   0.68  0.15     0.01    0.16    0.0     \n",
      "Aalto/False_1   3   4   DT      0.71  0.7   0.78  0.7   0.728    0.68  0.15     0.02    0.16    0.0     \n",
      "Aalto/False_1   4   5   DT      0.71  0.71  0.78  0.71  0.7278   0.68  0.17     0.01    0.18    0.0     \n",
      "Aalto/False_1   5   6   DT      0.7   0.71  0.78  0.71  0.7275   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   6   7   DT      0.7   0.71  0.77  0.71  0.7267   0.68  0.15     0.0     0.15    0.0     \n",
      "Aalto/False_1   7   8   DT      0.71  0.7   0.78  0.7   0.7282   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   8   9   DT      0.7   0.71  0.77  0.71  0.7254   0.68  0.15     0.02    0.17    0.0     \n",
      "Aalto/False_1   9   10  DT      0.71  0.71  0.78  0.71  0.7275   0.68  0.18     0.01    0.18    0.0     \n",
      "Aalto/False_1   10  11  DT      0.71  0.71  0.78  0.71  0.7275   0.68  0.2      0.0     0.2     0.0     \n",
      "Aalto/False_1   11  12  DT      0.71  0.71  0.77  0.71  0.7268   0.68  0.15     0.01    0.16    0.0     \n",
      "Aalto/False_1   12  13  DT      0.71  0.71  0.78  0.71  0.728    0.68  0.15     0.01    0.16    0.0     \n",
      "Aalto/False_1   13  14  DT      0.71  0.71  0.78  0.71  0.7284   0.68  0.17     0.02    0.19    0.0     \n",
      "Aalto/False_1   14  15  DT      0.71  0.7   0.77  0.7   0.726    0.68  0.14     0.01    0.15    0.0     \n",
      "Aalto/False_1   15  16  DT      0.71  0.7   0.77  0.7   0.7268   0.68  0.15     0.01    0.16    0.0     \n",
      "Aalto/False_1   16  17  DT      0.71  0.71  0.78  0.71  0.7274   0.68  0.15     0.01    0.15    0.0     \n",
      "Aalto/False_1   17  18  DT      0.71  0.71  0.77  0.71  0.726    0.68  0.21     0.0     0.21    0.0     \n",
      "Aalto/False_1   18  19  DT      0.71  0.7   0.78  0.7   0.7273   0.68  0.17     0.0     0.17    0.0     \n",
      "Aalto/False_1   19  20  DT      0.7   0.71  0.78  0.71  0.7276   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   20  21  DT      0.71  0.71  0.77  0.71  0.7267   0.68  0.14     0.02    0.15    0.0     \n",
      "Aalto/False_1   21  22  DT      0.71  0.71  0.77  0.71  0.7256   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   22  23  DT      0.71  0.71  0.78  0.71  0.7284   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   23  24  DT      0.71  0.71  0.78  0.71  0.7281   0.68  0.15     0.0     0.15    0.0     \n",
      "Aalto/False_1   24  25  DT      0.71  0.71  0.78  0.71  0.7285   0.68  0.16     0.0     0.16    0.0     \n",
      "Aalto/False_1   25  26  DT      0.7   0.7   0.78  0.7   0.7275   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   26  27  DT      0.71  0.71  0.78  0.71  0.7268   0.68  0.15     0.02    0.16    0.0     \n",
      "Aalto/False_1   27  28  DT      0.71  0.71  0.77  0.71  0.7266   0.68  0.17     0.0     0.17    0.0     \n",
      "Aalto/False_1   28  29  DT      0.7   0.71  0.77  0.71  0.7264   0.68  0.14     0.0     0.14    0.0     \n",
      "Aalto/False_1   29  30  DT      0.71  0.71  0.78  0.71  0.7283   0.68  0.17     0.0     0.17    0.0     \n",
      "Aalto/False_1   30  31  DT      0.71  0.71  0.77  0.71  0.7276   0.68  0.15     0.01    0.16    0.0     \n",
      "Aalto/False_1   31  32  DT      0.7   0.71  0.77  0.71  0.7267   0.68  0.15     0.0     0.15    0.0     \n",
      "Aalto/False_1   32  33  DT      0.7   0.71  0.77  0.71  0.7275   0.68  0.17     0.0     0.17    0.0     \n",
      "Aalto/False_1   33  34  DT      0.71  0.71  0.77  0.71  0.7253   0.68  0.22     0.02    0.23    0.0     \n",
      "Aalto/False_1   34  35  DT      0.7   0.71  0.77  0.71  0.7266   0.68  0.19     0.0     0.19    0.0     \n",
      "Aalto/False_1   35  36  DT      0.71  0.71  0.78  0.71  0.7282   0.68  0.22     0.0     0.22    0.0     \n",
      "Aalto/False_1   36  37  DT      0.7   0.7   0.78  0.7   0.7276   0.68  0.16     0.0     0.16    0.0     \n",
      "Aalto/False_1   37  38  DT      0.71  0.71  0.78  0.71  0.7278   0.68  0.17     0.0     0.17    0.0     \n",
      "Aalto/False_1   38  39  DT      0.71  0.71  0.78  0.71  0.728    0.68  0.15     0.02    0.17    0.0     \n",
      "Aalto/False_1   39  40  DT      0.71  0.7   0.78  0.7   0.7278   0.68  0.17     0.0     0.17    0.0     \n",
      "Aalto/False_1   40  41  DT      0.71  0.71  0.77  0.71  0.7263   0.68  0.16     0.02    0.18    0.0     \n",
      "Aalto/False_1   41  42  DT      0.71  0.71  0.78  0.71  0.7285   0.68  0.2      0.0     0.2     0.0     \n",
      "Aalto/False_1   42  43  DT      0.71  0.71  0.78  0.71  0.728    0.68  0.15     0.0     0.15    0.0     \n",
      "Aalto/False_1   43  44  DT      0.71  0.71  0.78  0.71  0.7279   0.68  0.22     0.0     0.22    0.0     \n",
      "Aalto/False_1   44  45  DT      0.7   0.71  0.78  0.71  0.728    0.68  0.18     0.0     0.18    0.0     \n",
      "Aalto/False_1   45  46  DT      0.71  0.7   0.77  0.7   0.7259   0.68  0.15     0.02    0.16    0.0     \n",
      "Aalto/False_1   46  47  DT      0.71  0.71  0.77  0.71  0.7271   0.68  0.18     0.0     0.18    0.0     \n",
      "Aalto/False_1   47  48  DT      0.71  0.71  0.78  0.71  0.7277   0.68  0.15     0.02    0.16    0.0     \n",
      "Aalto/False_1   48  49  DT      0.71  0.7   0.77  0.7   0.7264   0.68  0.15     0.02    0.17    0.0     \n",
      "Aalto/False_1   49  50  DT      0.71  0.71  0.78  0.71  0.7277   0.68  0.14     0.02    0.15    0.0     \n",
      "Aalto/False_1   50  51  DT      0.71  0.71  0.78  0.71  0.7286   0.68  0.17     0.02    0.18    0.0     \n",
      "Aalto/False_1   51  52  DT      0.71  0.71  0.77  0.71  0.7261   0.68  0.26     0.0     0.26    0.0     \n",
      "Aalto/False_1   52  53  DT      0.7   0.7   0.77  0.7   0.7262   0.67  0.21     0.0     0.21    0.0     \n",
      "Aalto/False_1   53  54  DT      0.71  0.71  0.78  0.71  0.7282   0.68  0.15     0.01    0.16    0.0     \n",
      "Aalto/False_1   54  55  DT      0.71  0.71  0.77  0.71  0.7276   0.68  0.15     0.02    0.16    0.0     \n",
      "Aalto/False_1   55  56  DT      0.7   0.71  0.78  0.71  0.7277   0.68  0.15     0.02    0.16    0.0     \n",
      "Aalto/False_1   56  57  DT      0.7   0.71  0.78  0.71  0.7279   0.68  0.16     0.02    0.18    0.0     \n",
      "Aalto/False_1   57  58  DT      0.71  0.71  0.77  0.71  0.7264   0.68  0.18     0.01    0.19    0.0     \n",
      "Aalto/False_1   58  59  DT      0.7   0.7   0.78  0.7   0.7274   0.68  0.17     0.02    0.19    0.0     \n",
      "Aalto/False_1   59  60  DT      0.71  0.71  0.77  0.71  0.7266   0.68  0.16     0.0     0.16    0.0     \n",
      "Aalto/False_1   60  61  DT      0.71  0.71  0.78  0.71  0.7281   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   61  62  DT      0.7   0.7   0.77  0.7   0.7273   0.67  0.16     0.02    0.17    0.0     \n",
      "Aalto/False_1   62  63  DT      0.71  0.71  0.77  0.71  0.7265   0.68  0.3      0.01    0.31    0.0     \n",
      "Aalto/False_1   63  64  DT      0.71  0.71  0.77  0.71  0.7261   0.68  0.17     0.01    0.17    0.0     \n",
      "Aalto/False_1   64  65  DT      0.7   0.7   0.77  0.7   0.7251   0.67  0.26     0.01    0.27    0.0     \n",
      "Aalto/False_1   65  66  DT      0.71  0.71  0.78  0.71  0.7294   0.68  0.32     0.01    0.33    0.0     \n",
      "Aalto/False_1   66  67  DT      0.71  0.7   0.77  0.7   0.7252   0.68  0.28     0.01    0.29    0.0     \n",
      "Aalto/False_1   67  68  DT      0.7   0.7   0.77  0.7   0.7244   0.67  0.22     0.01    0.23    0.0     \n",
      "Aalto/False_1   68  69  DT      0.71  0.71  0.78  0.71  0.7285   0.68  0.19     0.01    0.2     0.0     \n",
      "Aalto/False_1   69  70  DT      0.71  0.71  0.78  0.71  0.7279   0.68  0.18     0.01    0.19    0.0     \n",
      "Aalto/False_1   70  71  DT      0.71  0.71  0.78  0.71  0.7285   0.68  0.17     0.02    0.18    0.0     \n",
      "Aalto/False_1   71  72  DT      0.71  0.71  0.77  0.71  0.7258   0.68  0.15     0.01    0.16    0.0     \n",
      "Aalto/False_1   72  73  DT      0.71  0.71  0.77  0.71  0.7259   0.68  0.18     0.01    0.19    0.0     \n",
      "Aalto/False_1   73  74  DT      0.7   0.7   0.77  0.7   0.7268   0.67  0.16     0.02    0.18    0.0     \n",
      "Aalto/False_1   74  75  DT      0.7   0.71  0.77  0.71  0.7265   0.68  0.15     0.0     0.15    0.0     \n",
      "Aalto/False_1   75  76  DT      0.71  0.71  0.78  0.71  0.7283   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   76  77  DT      0.71  0.71  0.78  0.71  0.7291   0.68  0.16     0.0     0.16    0.0     \n",
      "Aalto/False_1   77  78  DT      0.7   0.71  0.77  0.71  0.7258   0.68  0.2      0.01    0.21    0.0     \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_1   78  79  DT      0.7   0.71  0.77  0.71  0.7258   0.68  0.18     0.01    0.19    0.0     \n",
      "Aalto/False_1   79  80  DT      0.7   0.7   0.76  0.7   0.7236   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   80  81  DT      0.71  0.71  0.78  0.71  0.7275   0.68  0.16     0.0     0.16    0.0     \n",
      "Aalto/False_1   81  82  DT      0.7   0.7   0.78  0.7   0.7274   0.68  0.15     0.0     0.15    0.0     \n",
      "Aalto/False_1   82  83  DT      0.7   0.7   0.77  0.7   0.7248   0.67  0.14     0.02    0.15    0.0     \n",
      "Aalto/False_1   83  84  DT      0.71  0.71  0.78  0.71  0.729    0.68  0.16     0.01    0.16    0.0     \n",
      "Aalto/False_1   84  85  DT      0.71  0.7   0.77  0.7   0.7268   0.68  0.16     0.0     0.16    0.0     \n",
      "Aalto/False_1   85  86  DT      0.7   0.71  0.77  0.71  0.7276   0.68  0.17     0.0     0.17    0.0     \n",
      "Aalto/False_1   86  87  DT      0.7   0.7   0.77  0.7   0.7268   0.68  0.15     0.0     0.15    0.0     \n",
      "Aalto/False_1   87  88  DT      0.71  0.71  0.78  0.71  0.7282   0.68  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   88  89  DT      0.71  0.71  0.77  0.71  0.726    0.68  0.18     0.01    0.18    0.0     \n",
      "Aalto/False_1   89  90  DT      0.7   0.71  0.78  0.71  0.7277   0.68  0.23     0.01    0.24    0.0     \n",
      "Aalto/False_1   90  91  DT      0.7   0.7   0.78  0.7   0.7277   0.68  0.19     0.01    0.2     0.0     \n",
      "Aalto/False_1   91  92  DT      0.71  0.71  0.78  0.71  0.7277   0.68  0.16     0.01    0.16    0.0     \n",
      "Aalto/False_1   92  93  DT      0.71  0.71  0.78  0.71  0.7286   0.68  0.17     0.01    0.18    0.0     \n",
      "Aalto/False_1   93  94  DT      0.7   0.7   0.77  0.7   0.7252   0.68  0.19     0.02    0.21    0.0     \n",
      "Aalto/False_1   94  95  DT      0.7   0.7   0.77  0.7   0.7253   0.67  0.16     0.01    0.17    0.0     \n",
      "Aalto/False_1   95  96  DT      0.71  0.71  0.77  0.71  0.7274   0.68  0.28     0.01    0.29    0.0     \n",
      "Aalto/False_1   96  97  DT      0.71  0.71  0.78  0.71  0.7282   0.68  0.2      0.01    0.21    0.0     \n",
      "Aalto/False_1   97  98  DT      0.71  0.71  0.78  0.71  0.7289   0.68  0.19     0.01    0.2     0.0     \n",
      "Aalto/False_1   98  99  DT      0.71  0.71  0.78  0.71  0.7273   0.68  0.21     0.01    0.22    0.0     \n",
      "Aalto/False_1   99  100 DT      0.7   0.71  0.78  0.71  0.7277   0.68  0.16     0.0     0.16    0.0     \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                0.994033  0.877778  0.932222     90.000000\n",
      "D-LinkCam           0.936681  0.849432  0.890925   1250.000000\n",
      "D-LinkDayCam        0.892658  0.836449  0.863623    214.000000\n",
      "D-LinkDoorSensor    0.784992  0.740056  0.761553    358.000000\n",
      "D-LinkHomeHub       0.569693  0.847276  0.681260   1696.000000\n",
      "D-LinkSensor        0.403672  0.362736  0.382086   1345.000000\n",
      "D-LinkSiren         0.442639  0.313355  0.366870   1237.000000\n",
      "D-LinkSwitch        0.762698  0.588591  0.664373   1320.000000\n",
      "D-LinkWaterSensor   0.375746  0.408206  0.391288   1243.000000\n",
      "EdimaxCam           0.908035  0.838545  0.871850    165.000000\n",
      "EdimaxPlug1101W     0.534338  0.686326  0.600769    264.000000\n",
      "EdimaxPlug2101W     0.581767  0.372724  0.453188    246.000000\n",
      "EdnetCam            0.974008  0.730769  0.834730     78.000000\n",
      "EdnetGateway        0.902858  0.912336  0.907553    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.923821  0.721963  0.810512   2893.000000\n",
      "HueSwitch           0.824256  0.968550  0.890595   3799.000000\n",
      "IKettle2            0.998889  0.571429  0.726957     28.000000\n",
      "Lightify            0.977524  0.976770  0.977138    774.000000\n",
      "MAXGateway          1.000000  0.931034  0.964286    116.000000\n",
      "SmarterCoffee       1.000000  0.571429  0.727273     28.000000\n",
      "TP-LinkPlugHS100    0.618285  0.787483  0.692675    143.000000\n",
      "TP-LinkPlugHS110    0.688757  0.311129  0.428442    124.000000\n",
      "WeMoInsightSwitch   0.738644  0.607009  0.666321   1227.000000\n",
      "WeMoLink            0.609921  0.667625  0.637465   1360.000000\n",
      "WeMoSwitch          0.462621  0.568136  0.509972    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.705321  0.705321  0.705321      0.705321\n",
      "macro avg           0.774316  0.705449  0.727182  21182.000000\n",
      "weighted avg        0.715250  0.705321  0.701951  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_2   0   1   DT      0.64  0.67  0.74  0.67  0.6931   0.6   0.18     0.01    0.19    0.23    \n",
      "Aalto/False_2   1   2   DT      0.64  0.68  0.75  0.68  0.7008   0.61  0.22     0.01    0.23    0.24    \n",
      "Aalto/False_2   2   3   DT      0.65  0.68  0.75  0.68  0.704    0.61  0.16     0.0     0.16    0.24    \n",
      "Aalto/False_2   3   4   DT      0.64  0.69  0.75  0.69  0.7057   0.61  0.2      0.01    0.21    0.23    \n",
      "Aalto/False_2   4   5   DT      0.64  0.68  0.74  0.68  0.6946   0.61  0.25     0.01    0.26    0.21    \n",
      "Aalto/False_2   5   6   DT      0.64  0.68  0.74  0.68  0.7016   0.61  0.17     0.0     0.17    0.2     \n",
      "Aalto/False_2   6   7   DT      0.65  0.67  0.74  0.67  0.6955   0.61  0.16     0.0     0.16    0.23    \n",
      "Aalto/False_2   7   8   DT      0.64  0.68  0.75  0.68  0.7016   0.61  0.15     0.01    0.16    0.23    \n",
      "Aalto/False_2   8   9   DT      0.65  0.69  0.76  0.69  0.7121   0.61  0.15     0.01    0.16    0.23    \n",
      "Aalto/False_2   9   10  DT      0.64  0.68  0.76  0.68  0.7035   0.61  0.15     0.01    0.16    0.19    \n",
      "Aalto/False_2   10  11  DT      0.64  0.68  0.75  0.68  0.7019   0.61  0.14     0.02    0.15    0.23    \n",
      "Aalto/False_2   11  12  DT      0.64  0.67  0.75  0.67  0.6975   0.6   0.15     0.01    0.16    0.18    \n",
      "Aalto/False_2   12  13  DT      0.64  0.68  0.75  0.68  0.7001   0.61  0.15     0.01    0.16    0.23    \n",
      "Aalto/False_2   13  14  DT      0.64  0.68  0.75  0.68  0.7042   0.61  0.14     0.01    0.15    0.2     \n",
      "Aalto/False_2   14  15  DT      0.64  0.68  0.74  0.68  0.698    0.61  0.17     0.0     0.17    0.21    \n",
      "Aalto/False_2   15  16  DT      0.65  0.69  0.75  0.69  0.7071   0.61  0.16     0.01    0.17    0.24    \n",
      "Aalto/False_2   16  17  DT      0.64  0.68  0.75  0.68  0.7035   0.61  0.16     0.0     0.16    0.3     \n",
      "Aalto/False_2   17  18  DT      0.64  0.68  0.75  0.68  0.705    0.61  0.16     0.0     0.16    0.2     \n",
      "Aalto/False_2   18  19  DT      0.64  0.68  0.75  0.68  0.697    0.61  0.15     0.01    0.16    0.23    \n",
      "Aalto/False_2   19  20  DT      0.64  0.67  0.74  0.67  0.696    0.6   0.15     0.0     0.15    0.21    \n",
      "Aalto/False_2   20  21  DT      0.64  0.68  0.75  0.68  0.7037   0.61  0.17     0.01    0.17    0.25    \n",
      "Aalto/False_2   21  22  DT      0.64  0.69  0.75  0.69  0.7092   0.61  0.17     0.01    0.17    0.21    \n",
      "Aalto/False_2   22  23  DT      0.64  0.67  0.75  0.67  0.6951   0.61  0.16     0.0     0.16    0.24    \n",
      "Aalto/False_2   23  24  DT      0.65  0.69  0.75  0.69  0.7053   0.61  0.15     0.01    0.16    0.22    \n",
      "Aalto/False_2   24  25  DT      0.65  0.68  0.75  0.68  0.7069   0.61  0.14     0.03    0.17    0.21    \n",
      "Aalto/False_2   25  26  DT      0.64  0.69  0.75  0.69  0.7071   0.61  0.18     0.01    0.18    0.25    \n",
      "Aalto/False_2   26  27  DT      0.64  0.68  0.75  0.68  0.7026   0.61  0.14     0.02    0.16    0.28    \n",
      "Aalto/False_2   27  28  DT      0.64  0.68  0.75  0.68  0.7017   0.61  0.17     0.01    0.17    0.22    \n",
      "Aalto/False_2   28  29  DT      0.64  0.68  0.75  0.68  0.7027   0.61  0.16     0.01    0.17    0.26    \n",
      "Aalto/False_2   29  30  DT      0.64  0.68  0.75  0.68  0.7028   0.61  0.17     0.0     0.17    0.22    \n",
      "Aalto/False_2   30  31  DT      0.64  0.68  0.76  0.68  0.705    0.61  0.15     0.02    0.16    0.23    \n",
      "Aalto/False_2   31  32  DT      0.65  0.69  0.75  0.69  0.7081   0.61  0.16     0.0     0.16    0.23    \n",
      "Aalto/False_2   32  33  DT      0.64  0.67  0.74  0.67  0.691    0.6   0.15     0.0     0.15    0.22    \n",
      "Aalto/False_2   33  34  DT      0.64  0.68  0.75  0.68  0.7009   0.6   0.16     0.01    0.17    0.24    \n",
      "Aalto/False_2   34  35  DT      0.64  0.68  0.75  0.68  0.7013   0.61  0.17     0.01    0.17    0.23    \n",
      "Aalto/False_2   35  36  DT      0.64  0.69  0.76  0.69  0.7099   0.61  0.15     0.01    0.16    0.29    \n",
      "Aalto/False_2   36  37  DT      0.64  0.67  0.75  0.67  0.6936   0.61  0.17     0.01    0.17    0.31    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_2   37  38  DT      0.64  0.68  0.74  0.68  0.6992   0.6   0.19     0.01    0.19    0.22    \n",
      "Aalto/False_2   38  39  DT      0.64  0.68  0.75  0.68  0.6999   0.61  0.15     0.01    0.16    0.22    \n",
      "Aalto/False_2   39  40  DT      0.65  0.69  0.75  0.69  0.7092   0.61  0.16     0.01    0.17    0.28    \n",
      "Aalto/False_2   40  41  DT      0.64  0.68  0.74  0.68  0.7001   0.6   0.19     0.01    0.2     0.24    \n",
      "Aalto/False_2   41  42  DT      0.64  0.67  0.75  0.67  0.691    0.61  0.18     0.01    0.19    0.26    \n",
      "Aalto/False_2   42  43  DT      0.64  0.68  0.75  0.68  0.7051   0.61  0.17     0.01    0.18    0.27    \n",
      "Aalto/False_2   43  44  DT      0.64  0.67  0.75  0.67  0.6944   0.61  0.15     0.02    0.16    0.19    \n",
      "Aalto/False_2   44  45  DT      0.65  0.68  0.75  0.68  0.7034   0.61  0.15     0.02    0.16    0.22    \n",
      "Aalto/False_2   45  46  DT      0.65  0.69  0.76  0.69  0.71     0.61  0.16     0.01    0.17    0.22    \n",
      "Aalto/False_2   46  47  DT      0.65  0.68  0.75  0.68  0.6983   0.61  0.17     0.01    0.18    0.26    \n",
      "Aalto/False_2   47  48  DT      0.64  0.67  0.74  0.67  0.6946   0.61  0.17     0.01    0.18    0.23    \n",
      "Aalto/False_2   48  49  DT      0.64  0.69  0.76  0.69  0.7151   0.61  0.18     0.01    0.18    0.23    \n",
      "Aalto/False_2   49  50  DT      0.64  0.68  0.75  0.68  0.7013   0.61  0.15     0.02    0.16    0.26    \n",
      "Aalto/False_2   50  51  DT      0.64  0.69  0.76  0.69  0.7117   0.61  0.17     0.0     0.17    0.24    \n",
      "Aalto/False_2   51  52  DT      0.64  0.67  0.75  0.67  0.6929   0.61  0.15     0.0     0.15    0.24    \n",
      "Aalto/False_2   52  53  DT      0.65  0.69  0.76  0.69  0.71     0.61  0.15     0.02    0.17    0.23    \n",
      "Aalto/False_2   53  54  DT      0.64  0.68  0.75  0.68  0.7026   0.6   0.15     0.02    0.17    0.24    \n",
      "Aalto/False_2   54  55  DT      0.64  0.67  0.75  0.67  0.696    0.6   0.16     0.01    0.17    0.25    \n",
      "Aalto/False_2   55  56  DT      0.64  0.68  0.75  0.68  0.7008   0.61  0.17     0.01    0.18    0.21    \n",
      "Aalto/False_2   56  57  DT      0.64  0.68  0.74  0.68  0.6952   0.61  0.16     0.0     0.16    0.23    \n",
      "Aalto/False_2   57  58  DT      0.64  0.67  0.75  0.67  0.6911   0.6   0.15     0.02    0.16    0.21    \n",
      "Aalto/False_2   58  59  DT      0.64  0.68  0.74  0.68  0.7009   0.6   0.16     0.0     0.16    0.23    \n",
      "Aalto/False_2   59  60  DT      0.64  0.69  0.75  0.69  0.7065   0.61  0.17     0.01    0.18    0.2     \n",
      "Aalto/False_2   60  61  DT      0.65  0.69  0.75  0.69  0.7104   0.61  0.16     0.01    0.16    0.22    \n",
      "Aalto/False_2   61  62  DT      0.64  0.68  0.75  0.68  0.7014   0.61  0.17     0.01    0.18    0.24    \n",
      "Aalto/False_2   62  63  DT      0.64  0.68  0.75  0.68  0.7034   0.61  0.17     0.01    0.18    0.23    \n",
      "Aalto/False_2   63  64  DT      0.64  0.68  0.75  0.68  0.6976   0.61  0.17     0.02    0.18    0.25    \n",
      "Aalto/False_2   64  65  DT      0.64  0.67  0.74  0.67  0.6926   0.61  0.16     0.0     0.16    0.29    \n",
      "Aalto/False_2   65  66  DT      0.64  0.68  0.75  0.68  0.7016   0.61  0.17     0.01    0.18    0.22    \n",
      "Aalto/False_2   66  67  DT      0.64  0.68  0.75  0.68  0.7021   0.61  0.16     0.01    0.17    0.23    \n",
      "Aalto/False_2   67  68  DT      0.64  0.68  0.74  0.68  0.6974   0.61  0.18     0.01    0.19    0.25    \n",
      "Aalto/False_2   68  69  DT      0.64  0.68  0.75  0.68  0.6991   0.61  0.17     0.01    0.18    0.29    \n",
      "Aalto/False_2   69  70  DT      0.64  0.68  0.75  0.68  0.7048   0.61  0.15     0.0     0.15    0.38    \n",
      "Aalto/False_2   70  71  DT      0.64  0.68  0.75  0.68  0.6998   0.61  0.2      0.01    0.21    0.24    \n",
      "Aalto/False_2   71  72  DT      0.64  0.68  0.75  0.68  0.7045   0.6   0.16     0.01    0.17    0.23    \n",
      "Aalto/False_2   72  73  DT      0.64  0.69  0.75  0.69  0.7084   0.61  0.16     0.0     0.16    0.25    \n",
      "Aalto/False_2   73  74  DT      0.64  0.69  0.75  0.69  0.7097   0.61  0.25     0.01    0.25    0.21    \n",
      "Aalto/False_2   74  75  DT      0.64  0.68  0.75  0.68  0.7021   0.61  0.2      0.01    0.2     0.27    \n",
      "Aalto/False_2   75  76  DT      0.64  0.67  0.75  0.67  0.6958   0.61  0.16     0.0     0.16    0.26    \n",
      "Aalto/False_2   76  77  DT      0.65  0.68  0.75  0.68  0.7031   0.61  0.15     0.03    0.18    0.25    \n",
      "Aalto/False_2   77  78  DT      0.64  0.69  0.75  0.69  0.7049   0.61  0.17     0.02    0.18    0.25    \n",
      "Aalto/False_2   78  79  DT      0.64  0.69  0.75  0.69  0.7062   0.61  0.2      0.02    0.22    0.29    \n",
      "Aalto/False_2   79  80  DT      0.65  0.68  0.75  0.68  0.703    0.61  0.15     0.01    0.16    0.22    \n",
      "Aalto/False_2   80  81  DT      0.64  0.68  0.75  0.68  0.6991   0.61  0.16     0.0     0.16    0.25    \n",
      "Aalto/False_2   81  82  DT      0.64  0.69  0.75  0.69  0.7054   0.61  0.15     0.02    0.17    0.23    \n",
      "Aalto/False_2   82  83  DT      0.64  0.68  0.75  0.68  0.7014   0.6   0.17     0.0     0.17    0.25    \n",
      "Aalto/False_2   83  84  DT      0.64  0.69  0.75  0.69  0.7067   0.61  0.17     0.01    0.18    0.24    \n",
      "Aalto/False_2   84  85  DT      0.64  0.69  0.75  0.69  0.7071   0.61  0.15     0.02    0.16    0.34    \n",
      "Aalto/False_2   85  86  DT      0.64  0.68  0.75  0.68  0.7059   0.61  0.18     0.21    0.39    0.56    \n",
      "Aalto/False_2   86  87  DT      0.64  0.68  0.75  0.68  0.7037   0.6   0.16     0.0     0.16    0.27    \n",
      "Aalto/False_2   87  88  DT      0.64  0.67  0.74  0.67  0.6931   0.61  0.18     0.02    0.19    0.24    \n",
      "Aalto/False_2   88  89  DT      0.64  0.67  0.75  0.67  0.6928   0.61  0.2      0.0     0.2     0.37    \n",
      "Aalto/False_2   89  90  DT      0.65  0.69  0.75  0.69  0.7137   0.61  0.16     0.01    0.17    0.28    \n",
      "Aalto/False_2   90  91  DT      0.64  0.68  0.75  0.68  0.697    0.61  0.18     0.0     0.18    0.25    \n",
      "Aalto/False_2   91  92  DT      0.64  0.67  0.74  0.67  0.6873   0.61  0.15     0.02    0.16    0.31    \n",
      "Aalto/False_2   92  93  DT      0.64  0.68  0.75  0.68  0.701    0.61  0.27     0.0     0.27    0.42    \n",
      "Aalto/False_2   93  94  DT      0.64  0.67  0.75  0.67  0.6959   0.61  0.15     0.0     0.15    0.23    \n",
      "Aalto/False_2   94  95  DT      0.64  0.68  0.75  0.68  0.6974   0.61  0.15     0.0     0.15    0.22    \n",
      "Aalto/False_2   95  96  DT      0.64  0.68  0.75  0.68  0.704    0.6   0.16     0.02    0.17    0.26    \n",
      "Aalto/False_2   96  97  DT      0.64  0.67  0.75  0.67  0.6978   0.61  0.29     0.02    0.31    0.36    \n",
      "Aalto/False_2   97  98  DT      0.65  0.7   0.74  0.7   0.715    0.62  0.16     0.0     0.16    0.29    \n",
      "Aalto/False_2   98  99  DT      0.64  0.68  0.74  0.68  0.6999   0.61  0.16     0.01    0.17    0.23    \n",
      "Aalto/False_2   99  100 DT      0.64  0.68  0.74  0.68  0.6975   0.61  0.15     0.02    0.16    0.24    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                0.997425  0.876222  0.932544     90.000000\n",
      "D-LinkCam           0.936633  0.848672  0.890449   1250.000000\n",
      "D-LinkDayCam        0.894570  0.836542  0.864346    214.000000\n",
      "D-LinkDoorSensor    0.489198  0.459302  0.473241    358.000000\n",
      "D-LinkHomeHub       0.534289  0.795360  0.639122   1696.000000\n",
      "D-LinkSensor        0.403241  0.363941  0.382507   1345.000000\n",
      "D-LinkSiren         0.440603  0.311657  0.364941   1237.000000\n",
      "D-LinkSwitch        0.762384  0.587758  0.663630   1320.000000\n",
      "D-LinkWaterSensor   0.374425  0.405680  0.389363   1243.000000\n",
      "EdimaxCam           0.916232  0.836242  0.873969    165.000000\n",
      "EdimaxPlug1101W     0.533512  0.688485  0.600924    264.000000\n",
      "EdimaxPlug2101W     0.577703  0.376260  0.453665    246.000000\n",
      "EdnetCam            0.970898  0.735128  0.835401     78.000000\n",
      "EdnetGateway        0.904339  0.910949  0.907306    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.672613  0.525904  0.590238   2893.000000\n",
      "HueSwitch           0.695694  0.817331  0.751609   3799.000000\n",
      "IKettle2            0.996667  0.566429  0.717606     28.000000\n",
      "Lightify            0.978136  0.977313  0.977708    774.000000\n",
      "MAXGateway          1.000000  0.932241  0.964782    116.000000\n",
      "SmarterCoffee       1.000000  0.582143  0.730778     28.000000\n",
      "TP-LinkPlugHS100    0.619770  0.789231  0.693924    143.000000\n",
      "TP-LinkPlugHS110    0.697851  0.315000  0.432644    124.000000\n",
      "WeMoInsightSwitch   0.740618  0.608117  0.667749   1227.000000\n",
      "WeMoLink            0.610491  0.666574  0.637238   1360.000000\n",
      "WeMoSwitch          0.462605  0.568198  0.509887    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.642372  0.642372  0.642372      0.642372\n",
      "macro avg           0.748515  0.680766  0.701688  21182.000000\n",
      "weighted avg        0.650074  0.642372  0.638566  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_3   0   1   DT      0.69  0.75  0.81  0.75  0.7584   0.66  0.15     0.02    0.16    0.2     \n",
      "Aalto/False_3   1   2   DT      0.68  0.73  0.79  0.73  0.7395   0.65  0.16     0.02    0.17    0.18    \n",
      "Aalto/False_3   2   3   DT      0.68  0.74  0.79  0.74  0.7527   0.65  0.16     0.02    0.18    0.22    \n",
      "Aalto/False_3   3   4   DT      0.69  0.75  0.79  0.75  0.7548   0.66  0.17     0.02    0.19    0.24    \n",
      "Aalto/False_3   4   5   DT      0.69  0.74  0.79  0.74  0.7515   0.66  0.17     0.02    0.18    0.22    \n",
      "Aalto/False_3   5   6   DT      0.69  0.75  0.8   0.75  0.7595   0.66  0.18     0.01    0.18    0.25    \n",
      "Aalto/False_3   6   7   DT      0.68  0.73  0.8   0.73  0.7449   0.65  0.41     0.0     0.41    0.18    \n",
      "Aalto/False_3   7   8   DT      0.68  0.74  0.79  0.74  0.7481   0.65  0.17     0.02    0.18    0.24    \n",
      "Aalto/False_3   8   9   DT      0.68  0.74  0.79  0.74  0.7484   0.65  0.2      0.0     0.2     0.27    \n",
      "Aalto/False_3   9   10  DT      0.68  0.74  0.8   0.74  0.749    0.65  0.2      0.02    0.22    0.24    \n",
      "Aalto/False_3   10  11  DT      0.68  0.74  0.8   0.74  0.7498   0.65  0.17     0.01    0.18    0.25    \n",
      "Aalto/False_3   11  12  DT      0.68  0.74  0.8   0.74  0.7552   0.65  0.18     0.01    0.18    0.28    \n",
      "Aalto/False_3   12  13  DT      0.69  0.74  0.8   0.74  0.7474   0.66  0.2      0.0     0.2     0.25    \n",
      "Aalto/False_3   13  14  DT      0.69  0.74  0.8   0.74  0.7565   0.66  0.22     0.01    0.23    0.29    \n",
      "Aalto/False_3   14  15  DT      0.69  0.74  0.8   0.74  0.7536   0.65  0.19     0.01    0.2     0.29    \n",
      "Aalto/False_3   15  16  DT      0.69  0.73  0.79  0.73  0.7423   0.66  0.21     0.01    0.22    0.25    \n",
      "Aalto/False_3   16  17  DT      0.68  0.75  0.8   0.75  0.7549   0.65  0.17     0.0     0.17    0.25    \n",
      "Aalto/False_3   17  18  DT      0.69  0.75  0.8   0.75  0.758    0.66  0.18     0.01    0.19    0.25    \n",
      "Aalto/False_3   18  19  DT      0.69  0.74  0.8   0.74  0.7501   0.66  0.19     0.01    0.2     0.26    \n",
      "Aalto/False_3   19  20  DT      0.69  0.74  0.8   0.74  0.7535   0.65  0.18     0.0     0.18    0.23    \n",
      "Aalto/False_3   20  21  DT      0.69  0.74  0.79  0.74  0.7466   0.65  0.17     0.02    0.19    0.28    \n",
      "Aalto/False_3   21  22  DT      0.69  0.75  0.79  0.75  0.759    0.65  0.18     0.01    0.19    0.27    \n",
      "Aalto/False_3   22  23  DT      0.68  0.74  0.79  0.74  0.7489   0.65  0.24     0.01    0.25    0.37    \n",
      "Aalto/False_3   23  24  DT      0.69  0.75  0.8   0.75  0.7616   0.66  0.18     0.02    0.2     0.28    \n",
      "Aalto/False_3   24  25  DT      0.69  0.74  0.79  0.74  0.7502   0.66  0.22     0.0     0.22    0.3     \n",
      "Aalto/False_3   25  26  DT      0.68  0.74  0.8   0.74  0.7501   0.65  0.27     0.01    0.28    0.32    \n",
      "Aalto/False_3   26  27  DT      0.69  0.74  0.8   0.74  0.7532   0.66  0.15     0.02    0.17    0.25    \n",
      "Aalto/False_3   27  28  DT      0.68  0.74  0.8   0.74  0.7529   0.65  0.16     0.0     0.16    0.22    \n",
      "Aalto/False_3   28  29  DT      0.69  0.75  0.8   0.75  0.7587   0.66  0.18     0.0     0.18    0.18    \n",
      "Aalto/False_3   29  30  DT      0.69  0.73  0.79  0.73  0.741    0.66  0.17     0.01    0.18    0.29    \n",
      "Aalto/False_3   30  31  DT      0.68  0.74  0.79  0.74  0.7532   0.65  0.19     0.0     0.19    0.21    \n",
      "Aalto/False_3   31  32  DT      0.69  0.75  0.8   0.75  0.7567   0.66  0.19     0.01    0.2     0.26    \n",
      "Aalto/False_3   32  33  DT      0.68  0.73  0.79  0.73  0.7467   0.65  0.3      0.01    0.31    0.41    \n",
      "Aalto/False_3   33  34  DT      0.68  0.73  0.79  0.73  0.7402   0.65  0.29     0.01    0.31    0.59    \n",
      "Aalto/False_3   34  35  DT      0.69  0.74  0.79  0.74  0.7522   0.65  0.29     0.01    0.3     0.44    \n",
      "Aalto/False_3   35  36  DT      0.68  0.74  0.8   0.74  0.7499   0.65  0.18     0.0     0.18    0.29    \n",
      "Aalto/False_3   36  37  DT      0.68  0.74  0.79  0.74  0.7503   0.65  0.17     0.0     0.17    0.25    \n",
      "Aalto/False_3   37  38  DT      0.69  0.74  0.8   0.74  0.7504   0.66  0.2      0.0     0.2     0.24    \n",
      "Aalto/False_3   38  39  DT      0.68  0.75  0.79  0.75  0.7543   0.65  0.2      0.0     0.2     0.27    \n",
      "Aalto/False_3   39  40  DT      0.68  0.74  0.79  0.74  0.749    0.65  0.17     0.0     0.17    0.25    \n",
      "Aalto/False_3   40  41  DT      0.68  0.73  0.79  0.73  0.7448   0.65  0.21     0.01    0.22    0.27    \n",
      "Aalto/False_3   41  42  DT      0.69  0.73  0.8   0.73  0.7467   0.66  0.26     0.01    0.27    0.38    \n",
      "Aalto/False_3   42  43  DT      0.68  0.73  0.79  0.73  0.7434   0.65  0.16     0.0     0.16    0.2     \n",
      "Aalto/False_3   43  44  DT      0.69  0.74  0.8   0.74  0.7496   0.65  0.17     0.0     0.17    0.29    \n",
      "Aalto/False_3   44  45  DT      0.68  0.73  0.79  0.73  0.7441   0.65  0.24     0.01    0.25    0.39    \n",
      "Aalto/False_3   45  46  DT      0.69  0.74  0.8   0.74  0.7504   0.65  0.22     0.0     0.22    0.32    \n",
      "Aalto/False_3   46  47  DT      0.69  0.74  0.79  0.74  0.7505   0.65  0.18     0.01    0.19    0.3     \n",
      "Aalto/False_3   47  48  DT      0.69  0.76  0.79  0.76  0.7581   0.66  0.22     0.0     0.22    0.25    \n",
      "Aalto/False_3   48  49  DT      0.68  0.73  0.79  0.73  0.7444   0.65  0.2      0.01    0.21    0.22    \n",
      "Aalto/False_3   49  50  DT      0.68  0.74  0.8   0.74  0.7473   0.65  0.18     0.0     0.18    0.23    \n",
      "Aalto/False_3   50  51  DT      0.69  0.75  0.79  0.75  0.757    0.66  0.17     0.01    0.18    0.21    \n",
      "Aalto/False_3   51  52  DT      0.68  0.74  0.79  0.74  0.751    0.65  0.17     0.0     0.17    0.25    \n",
      "Aalto/False_3   52  53  DT      0.69  0.75  0.8   0.75  0.7573   0.66  0.18     0.0     0.18    0.22    \n",
      "Aalto/False_3   53  54  DT      0.69  0.75  0.79  0.75  0.7559   0.65  0.18     0.0     0.18    0.26    \n",
      "Aalto/False_3   54  55  DT      0.69  0.75  0.8   0.75  0.7521   0.66  0.18     0.0     0.18    0.27    \n",
      "Aalto/False_3   55  56  DT      0.69  0.74  0.79  0.74  0.7483   0.66  0.18     0.01    0.19    0.22    \n",
      "Aalto/False_3   56  57  DT      0.68  0.74  0.8   0.74  0.7512   0.65  0.18     0.01    0.19    0.29    \n",
      "Aalto/False_3   57  58  DT      0.68  0.74  0.8   0.74  0.7524   0.65  0.2      0.0     0.2     0.35    \n",
      "Aalto/False_3   58  59  DT      0.69  0.74  0.8   0.74  0.7565   0.66  0.21     0.01    0.22    0.25    \n",
      "Aalto/False_3   59  60  DT      0.69  0.74  0.8   0.74  0.7552   0.66  0.22     0.01    0.24    0.38    \n",
      "Aalto/False_3   60  61  DT      0.69  0.74  0.8   0.74  0.7503   0.66  0.18     0.02    0.2     0.22    \n",
      "Aalto/False_3   61  62  DT      0.69  0.74  0.79  0.74  0.7496   0.66  0.29     0.01    0.3     0.21    \n",
      "Aalto/False_3   62  63  DT      0.68  0.75  0.79  0.75  0.7555   0.65  0.18     0.01    0.19    0.33    \n",
      "Aalto/False_3   63  64  DT      0.69  0.74  0.8   0.74  0.7553   0.66  0.16     0.0     0.16    0.27    \n",
      "Aalto/False_3   64  65  DT      0.68  0.74  0.79  0.74  0.7513   0.65  0.18     0.01    0.19    0.22    \n",
      "Aalto/False_3   65  66  DT      0.68  0.74  0.79  0.74  0.7481   0.65  0.18     0.01    0.18    0.25    \n",
      "Aalto/False_3   66  67  DT      0.69  0.74  0.79  0.74  0.7511   0.66  0.17     0.0     0.17    0.28    \n",
      "Aalto/False_3   67  68  DT      0.68  0.74  0.79  0.74  0.7504   0.65  0.21     0.01    0.21    0.26    \n",
      "Aalto/False_3   68  69  DT      0.69  0.74  0.8   0.74  0.7523   0.66  0.19     0.01    0.2     0.22    \n",
      "Aalto/False_3   69  70  DT      0.69  0.74  0.8   0.74  0.7512   0.65  0.17     0.01    0.18    0.43    \n",
      "Aalto/False_3   70  71  DT      0.68  0.75  0.8   0.75  0.7567   0.65  0.22     0.01    0.23    0.27    \n",
      "Aalto/False_3   71  72  DT      0.68  0.74  0.8   0.74  0.7527   0.65  0.19     0.01    0.2     0.26    \n",
      "Aalto/False_3   72  73  DT      0.68  0.74  0.8   0.74  0.7522   0.65  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_3   73  74  DT      0.68  0.74  0.8   0.74  0.751    0.65  0.17     0.01    0.18    0.24    \n",
      "Aalto/False_3   74  75  DT      0.69  0.74  0.8   0.74  0.7507   0.65  0.15     0.01    0.16    0.24    \n",
      "Aalto/False_3   75  76  DT      0.69  0.74  0.79  0.74  0.7487   0.65  0.16     0.01    0.17    0.22    \n",
      "Aalto/False_3   76  77  DT      0.68  0.73  0.79  0.73  0.7473   0.65  0.16     0.01    0.17    0.25    \n",
      "Aalto/False_3   77  78  DT      0.68  0.74  0.79  0.74  0.7495   0.65  0.19     0.01    0.19    0.31    \n",
      "Aalto/False_3   78  79  DT      0.69  0.73  0.79  0.73  0.7412   0.66  0.19     0.01    0.19    0.23    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_3   79  80  DT      0.68  0.74  0.79  0.74  0.7478   0.65  0.17     0.01    0.18    0.21    \n",
      "Aalto/False_3   80  81  DT      0.69  0.74  0.8   0.74  0.7548   0.66  0.18     0.01    0.19    0.24    \n",
      "Aalto/False_3   81  82  DT      0.69  0.74  0.8   0.74  0.7517   0.66  0.2      0.01    0.21    0.25    \n",
      "Aalto/False_3   82  83  DT      0.69  0.74  0.8   0.74  0.7533   0.65  0.22     0.01    0.23    0.28    \n",
      "Aalto/False_3   83  84  DT      0.68  0.73  0.79  0.73  0.7428   0.65  0.21     0.01    0.22    0.28    \n",
      "Aalto/False_3   84  85  DT      0.69  0.74  0.8   0.74  0.7561   0.66  0.21     0.01    0.22    0.31    \n",
      "Aalto/False_3   85  86  DT      0.69  0.74  0.8   0.74  0.7497   0.65  0.2      0.01    0.21    0.3     \n",
      "Aalto/False_3   86  87  DT      0.68  0.73  0.79  0.73  0.7417   0.65  0.21     0.01    0.22    0.32    \n",
      "Aalto/False_3   87  88  DT      0.68  0.73  0.79  0.73  0.7472   0.65  0.17     0.01    0.18    0.22    \n",
      "Aalto/False_3   88  89  DT      0.68  0.73  0.8   0.73  0.7469   0.65  0.18     0.01    0.19    0.24    \n",
      "Aalto/False_3   89  90  DT      0.68  0.75  0.79  0.75  0.7532   0.65  0.16     0.0     0.16    0.22    \n",
      "Aalto/False_3   90  91  DT      0.69  0.74  0.8   0.74  0.7512   0.65  0.15     0.01    0.16    0.18    \n",
      "Aalto/False_3   91  92  DT      0.68  0.74  0.79  0.74  0.7475   0.65  0.16     0.01    0.17    0.24    \n",
      "Aalto/False_3   92  93  DT      0.69  0.74  0.79  0.74  0.7509   0.66  0.17     0.01    0.18    0.22    \n",
      "Aalto/False_3   93  94  DT      0.68  0.74  0.79  0.74  0.7514   0.65  0.25     0.01    0.26    0.25    \n",
      "Aalto/False_3   94  95  DT      0.68  0.73  0.8   0.73  0.7396   0.65  0.19     0.01    0.2     0.25    \n",
      "Aalto/False_3   95  96  DT      0.68  0.74  0.79  0.74  0.75     0.65  0.19     0.01    0.2     0.23    \n",
      "Aalto/False_3   96  97  DT      0.69  0.75  0.8   0.75  0.7558   0.66  0.2      0.01    0.21    0.31    \n",
      "Aalto/False_3   97  98  DT      0.68  0.74  0.79  0.74  0.7493   0.65  0.21     0.01    0.22    0.27    \n",
      "Aalto/False_3   98  99  DT      0.69  0.75  0.8   0.75  0.7588   0.66  0.19     0.01    0.19    0.26    \n",
      "Aalto/False_3   99  100 DT      0.69  0.74  0.8   0.74  0.7471   0.66  0.18     0.01    0.18    0.25    \n",
      "                   precision    recall  f1-score      support\n",
      "Aria                0.997654  0.943000  0.969444     90.00000\n",
      "D-LinkCam           0.965242  0.960520  0.962859   1250.00000\n",
      "D-LinkDayCam        0.984996  0.943925  0.963930    214.00000\n",
      "D-LinkDoorSensor    0.489496  0.297514  0.369676    358.00000\n",
      "D-LinkHomeHub       0.582620  0.897889  0.706628   1696.00000\n",
      "D-LinkSensor        0.470368  0.379896  0.420212   1345.00000\n",
      "D-LinkSiren         0.549812  0.333905  0.415331   1237.00000\n",
      "D-LinkSwitch        0.833812  0.697932  0.759706   1320.00000\n",
      "D-LinkWaterSensor   0.412583  0.471754  0.440127   1243.00000\n",
      "EdimaxCam           0.963838  0.934061  0.948492    165.00000\n",
      "EdimaxPlug1101W     0.620681  0.815000  0.704387    264.00000\n",
      "EdimaxPlug2101W     0.762005  0.424634  0.544310    246.00000\n",
      "EdnetCam            0.990956  0.886154  0.935279     78.00000\n",
      "EdnetGateway        0.960000  1.000000  0.979452    137.00000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.00000\n",
      "HueBridge           0.708203  0.423291  0.529869   2893.00000\n",
      "HueSwitch           0.666663  0.874641  0.756619   3799.00000\n",
      "IKettle2            0.997221  0.643214  0.775933     28.00000\n",
      "Lightify            0.993143  1.000000  0.996555    774.00000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.00000\n",
      "SmarterCoffee       1.000000  0.741429  0.848886     28.00000\n",
      "TP-LinkPlugHS100    0.626268  0.924615  0.746622    143.00000\n",
      "TP-LinkPlugHS110    0.823228  0.284032  0.421355    124.00000\n",
      "WeMoInsightSwitch   0.836225  0.686072  0.753641   1227.00000\n",
      "WeMoLink            0.702758  0.770059  0.734820   1360.00000\n",
      "WeMoSwitch          0.542994  0.641099  0.587921    810.00000\n",
      "Withings            1.000000  1.000000  1.000000    133.00000\n",
      "accuracy            0.685360  0.685360  0.685360      0.68536\n",
      "macro avg           0.795584  0.739801  0.750817  21182.00000\n",
      "weighted avg        0.693431  0.685360  0.674000  21182.00000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_4   0   1   DT      0.7   0.77  0.82  0.77  0.7774   0.67  0.21     0.01    0.22    0.26    \n",
      "Aalto/False_4   1   2   DT      0.69  0.76  0.81  0.76  0.7662   0.66  0.22     0.01    0.23    0.24    \n",
      "Aalto/False_4   2   3   DT      0.7   0.78  0.82  0.78  0.7821   0.67  0.18     0.01    0.19    0.23    \n",
      "Aalto/False_4   3   4   DT      0.7   0.77  0.82  0.77  0.7784   0.67  0.18     0.01    0.19    0.22    \n",
      "Aalto/False_4   4   5   DT      0.69  0.77  0.82  0.77  0.7769   0.66  0.19     0.01    0.2     0.17    \n",
      "Aalto/False_4   5   6   DT      0.7   0.78  0.81  0.78  0.7764   0.67  0.18     0.01    0.19    0.17    \n",
      "Aalto/False_4   6   7   DT      0.7   0.77  0.82  0.77  0.7756   0.67  0.2      0.0     0.2     0.21    \n",
      "Aalto/False_4   7   8   DT      0.69  0.76  0.81  0.76  0.7687   0.66  0.23     0.0     0.23    0.26    \n",
      "Aalto/False_4   8   9   DT      0.69  0.76  0.82  0.76  0.7709   0.66  0.18     0.01    0.19    0.2     \n",
      "Aalto/False_4   9   10  DT      0.7   0.78  0.82  0.78  0.778    0.67  0.16     0.01    0.17    0.23    \n",
      "Aalto/False_4   10  11  DT      0.69  0.77  0.82  0.77  0.7734   0.66  0.18     0.0     0.18    0.26    \n",
      "Aalto/False_4   11  12  DT      0.7   0.77  0.82  0.77  0.7753   0.67  0.19     0.01    0.2     0.25    \n",
      "Aalto/False_4   12  13  DT      0.69  0.77  0.81  0.77  0.7699   0.66  0.18     0.01    0.19    0.26    \n",
      "Aalto/False_4   13  14  DT      0.7   0.77  0.82  0.77  0.7745   0.67  0.18     0.01    0.19    0.18    \n",
      "Aalto/False_4   14  15  DT      0.69  0.77  0.82  0.77  0.7728   0.66  0.18     0.01    0.18    0.16    \n",
      "Aalto/False_4   15  16  DT      0.7   0.77  0.82  0.77  0.773    0.67  0.17     0.01    0.18    0.17    \n",
      "Aalto/False_4   16  17  DT      0.7   0.77  0.82  0.77  0.7758   0.67  0.18     0.01    0.19    0.24    \n",
      "Aalto/False_4   17  18  DT      0.69  0.77  0.82  0.77  0.7758   0.66  0.18     0.01    0.19    0.22    \n",
      "Aalto/False_4   18  19  DT      0.69  0.77  0.81  0.77  0.7723   0.66  0.2      0.0     0.2     0.23    \n",
      "Aalto/False_4   19  20  DT      0.7   0.77  0.82  0.77  0.7759   0.67  0.2      0.01    0.21    0.22    \n",
      "Aalto/False_4   20  21  DT      0.69  0.77  0.82  0.77  0.7722   0.66  0.19     0.01    0.2     0.21    \n",
      "Aalto/False_4   21  22  DT      0.7   0.77  0.82  0.77  0.777    0.67  0.19     0.02    0.21    0.22    \n",
      "Aalto/False_4   22  23  DT      0.69  0.77  0.82  0.77  0.7746   0.66  0.19     0.01    0.2     0.23    \n",
      "Aalto/False_4   23  24  DT      0.7   0.77  0.82  0.77  0.7776   0.67  0.18     0.01    0.19    0.17    \n",
      "Aalto/False_4   24  25  DT      0.7   0.76  0.81  0.76  0.7719   0.67  0.21     0.01    0.22    0.34    \n",
      "Aalto/False_4   25  26  DT      0.69  0.76  0.82  0.76  0.7662   0.66  0.21     0.01    0.22    0.24    \n",
      "Aalto/False_4   26  27  DT      0.69  0.78  0.82  0.78  0.7798   0.66  0.18     0.01    0.19    0.26    \n",
      "Aalto/False_4   27  28  DT      0.7   0.78  0.82  0.78  0.7804   0.67  0.21     0.01    0.21    0.25    \n",
      "Aalto/False_4   28  29  DT      0.69  0.77  0.81  0.77  0.772    0.66  0.24     0.02    0.25    0.22    \n",
      "Aalto/False_4   29  30  DT      0.7   0.77  0.82  0.77  0.7735   0.67  0.19     0.01    0.2     0.21    \n",
      "Aalto/False_4   30  31  DT      0.69  0.77  0.81  0.77  0.7719   0.66  0.19     0.0     0.19    0.2     \n",
      "Aalto/False_4   31  32  DT      0.69  0.76  0.81  0.76  0.7707   0.66  0.2      0.02    0.22    0.18    \n",
      "Aalto/False_4   32  33  DT      0.7   0.77  0.82  0.77  0.7778   0.67  0.2      0.0     0.2     0.22    \n",
      "Aalto/False_4   33  34  DT      0.7   0.77  0.82  0.77  0.7775   0.67  0.19     0.01    0.2     0.24    \n",
      "Aalto/False_4   34  35  DT      0.69  0.77  0.82  0.77  0.7773   0.66  0.21     0.01    0.22    0.21    \n",
      "Aalto/False_4   35  36  DT      0.7   0.78  0.82  0.78  0.7806   0.67  0.21     0.01    0.22    0.26    \n",
      "Aalto/False_4   36  37  DT      0.7   0.77  0.82  0.77  0.7767   0.67  0.2      0.01    0.2     0.2     \n",
      "Aalto/False_4   37  38  DT      0.69  0.77  0.82  0.77  0.7737   0.66  0.16     0.01    0.16    0.27    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_4   38  39  DT      0.69  0.77  0.82  0.77  0.7717   0.66  0.21     0.01    0.21    0.21    \n",
      "Aalto/False_4   39  40  DT      0.7   0.77  0.82  0.77  0.7767   0.67  0.26     0.01    0.27    0.27    \n",
      "Aalto/False_4   40  41  DT      0.7   0.77  0.82  0.77  0.7781   0.67  0.18     0.01    0.19    0.27    \n",
      "Aalto/False_4   41  42  DT      0.7   0.77  0.82  0.77  0.7766   0.67  0.17     0.01    0.17    0.18    \n",
      "Aalto/False_4   42  43  DT      0.7   0.76  0.82  0.76  0.7722   0.67  0.19     0.01    0.2     0.22    \n",
      "Aalto/False_4   43  44  DT      0.7   0.77  0.82  0.77  0.7745   0.67  0.24     0.01    0.25    0.3     \n",
      "Aalto/False_4   44  45  DT      0.7   0.77  0.82  0.77  0.7747   0.67  0.18     0.01    0.19    0.21    \n",
      "Aalto/False_4   45  46  DT      0.69  0.76  0.82  0.76  0.7714   0.66  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_4   46  47  DT      0.7   0.77  0.82  0.77  0.7781   0.67  0.23     0.01    0.24    0.34    \n",
      "Aalto/False_4   47  48  DT      0.7   0.77  0.82  0.77  0.7764   0.67  0.21     0.0     0.21    0.47    \n",
      "Aalto/False_4   48  49  DT      0.7   0.77  0.82  0.77  0.7762   0.67  0.32     0.01    0.33    0.49    \n",
      "Aalto/False_4   49  50  DT      0.69  0.77  0.82  0.77  0.7778   0.66  0.2      0.01    0.21    0.26    \n",
      "Aalto/False_4   50  51  DT      0.7   0.77  0.81  0.77  0.7748   0.66  0.19     0.0     0.19    0.22    \n",
      "Aalto/False_4   51  52  DT      0.69  0.77  0.82  0.77  0.7749   0.66  0.17     0.01    0.18    0.28    \n",
      "Aalto/False_4   52  53  DT      0.7   0.76  0.81  0.76  0.7697   0.67  0.17     0.01    0.18    0.21    \n",
      "Aalto/False_4   53  54  DT      0.69  0.77  0.82  0.77  0.7734   0.66  0.17     0.01    0.17    0.19    \n",
      "Aalto/False_4   54  55  DT      0.69  0.77  0.82  0.77  0.7733   0.66  0.17     0.0     0.17    0.2     \n",
      "Aalto/False_4   55  56  DT      0.7   0.77  0.82  0.77  0.7786   0.67  0.18     0.01    0.19    0.19    \n",
      "Aalto/False_4   56  57  DT      0.7   0.77  0.82  0.77  0.7759   0.67  0.19     0.01    0.2     0.23    \n",
      "Aalto/False_4   57  58  DT      0.7   0.77  0.82  0.77  0.7726   0.67  0.17     0.02    0.19    0.22    \n",
      "Aalto/False_4   58  59  DT      0.69  0.77  0.82  0.77  0.7728   0.66  0.17     0.01    0.18    0.24    \n",
      "Aalto/False_4   59  60  DT      0.7   0.77  0.82  0.77  0.7714   0.67  0.17     0.02    0.18    0.26    \n",
      "Aalto/False_4   60  61  DT      0.69  0.76  0.81  0.76  0.7696   0.66  0.17     0.01    0.18    0.25    \n",
      "Aalto/False_4   61  62  DT      0.7   0.77  0.82  0.77  0.7768   0.67  0.17     0.01    0.18    0.2     \n",
      "Aalto/False_4   62  63  DT      0.7   0.77  0.81  0.77  0.7757   0.67  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_4   63  64  DT      0.7   0.77  0.82  0.77  0.7757   0.67  0.22     0.01    0.23    0.29    \n",
      "Aalto/False_4   64  65  DT      0.7   0.77  0.82  0.77  0.7734   0.67  0.27     0.01    0.28    0.18    \n",
      "Aalto/False_4   65  66  DT      0.69  0.77  0.82  0.77  0.7733   0.66  0.17     0.0     0.17    0.21    \n",
      "Aalto/False_4   66  67  DT      0.7   0.77  0.83  0.77  0.7756   0.67  0.25     0.01    0.26    0.23    \n",
      "Aalto/False_4   67  68  DT      0.69  0.77  0.82  0.77  0.7742   0.66  0.22     0.0     0.22    0.32    \n",
      "Aalto/False_4   68  69  DT      0.69  0.77  0.82  0.77  0.7762   0.66  0.2      0.01    0.21    0.22    \n",
      "Aalto/False_4   69  70  DT      0.69  0.76  0.82  0.76  0.7715   0.66  0.16     0.02    0.18    0.21    \n",
      "Aalto/False_4   70  71  DT      0.69  0.77  0.82  0.77  0.7705   0.66  0.18     0.0     0.18    0.31    \n",
      "Aalto/False_4   71  72  DT      0.69  0.77  0.82  0.77  0.7734   0.66  0.32     0.01    0.34    0.49    \n",
      "Aalto/False_4   72  73  DT      0.69  0.77  0.81  0.77  0.7713   0.66  0.34     0.01    0.35    0.48    \n",
      "Aalto/False_4   73  74  DT      0.7   0.77  0.82  0.77  0.779    0.67  0.32     0.01    0.33    0.49    \n",
      "Aalto/False_4   74  75  DT      0.7   0.77  0.82  0.77  0.7744   0.67  0.26     0.01    0.27    0.3     \n",
      "Aalto/False_4   75  76  DT      0.7   0.77  0.82  0.77  0.7787   0.67  0.21     0.01    0.22    0.29    \n",
      "Aalto/False_4   76  77  DT      0.7   0.76  0.81  0.76  0.771    0.67  0.24     0.01    0.24    0.24    \n",
      "Aalto/False_4   77  78  DT      0.7   0.78  0.82  0.78  0.7822   0.67  0.18     0.0     0.18    0.18    \n",
      "Aalto/False_4   78  79  DT      0.69  0.78  0.82  0.78  0.7792   0.66  0.15     0.01    0.16    0.18    \n",
      "Aalto/False_4   79  80  DT      0.7   0.77  0.82  0.77  0.7758   0.67  0.15     0.0     0.15    0.23    \n",
      "Aalto/False_4   80  81  DT      0.7   0.78  0.82  0.78  0.7816   0.67  0.17     0.0     0.17    0.17    \n",
      "Aalto/False_4   81  82  DT      0.7   0.77  0.81  0.77  0.7749   0.67  0.16     0.0     0.16    0.24    \n",
      "Aalto/False_4   82  83  DT      0.69  0.76  0.82  0.76  0.7714   0.66  0.16     0.0     0.16    0.18    \n",
      "Aalto/False_4   83  84  DT      0.7   0.78  0.82  0.78  0.7803   0.67  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_4   84  85  DT      0.69  0.77  0.81  0.77  0.7739   0.66  0.21     0.01    0.22    0.23    \n",
      "Aalto/False_4   85  86  DT      0.7   0.77  0.82  0.77  0.7753   0.67  0.22     0.01    0.23    0.24    \n",
      "Aalto/False_4   86  87  DT      0.69  0.77  0.82  0.77  0.7774   0.66  0.25     0.01    0.26    0.36    \n",
      "Aalto/False_4   87  88  DT      0.69  0.77  0.81  0.77  0.777    0.66  0.18     0.01    0.19    0.21    \n",
      "Aalto/False_4   88  89  DT      0.69  0.77  0.82  0.77  0.774    0.66  0.19     0.01    0.2     0.28    \n",
      "Aalto/False_4   89  90  DT      0.69  0.77  0.81  0.77  0.7766   0.66  0.18     0.02    0.2     0.25    \n",
      "Aalto/False_4   90  91  DT      0.69  0.76  0.81  0.76  0.7655   0.66  0.19     0.0     0.19    0.24    \n",
      "Aalto/False_4   91  92  DT      0.69  0.77  0.82  0.77  0.7755   0.66  0.16     0.01    0.17    0.25    \n",
      "Aalto/False_4   92  93  DT      0.69  0.77  0.81  0.77  0.7748   0.66  0.19     0.01    0.2     0.24    \n",
      "Aalto/False_4   93  94  DT      0.69  0.76  0.81  0.76  0.7672   0.66  0.17     0.02    0.19    0.22    \n",
      "Aalto/False_4   94  95  DT      0.69  0.77  0.82  0.77  0.7711   0.66  0.19     0.01    0.2     0.22    \n",
      "Aalto/False_4   95  96  DT      0.7   0.77  0.82  0.77  0.7731   0.67  0.2      0.01    0.21    0.22    \n",
      "Aalto/False_4   96  97  DT      0.69  0.77  0.81  0.77  0.7694   0.66  0.18     0.0     0.18    0.21    \n",
      "Aalto/False_4   97  98  DT      0.69  0.77  0.82  0.77  0.7733   0.66  0.26     0.01    0.27    0.18    \n",
      "Aalto/False_4   98  99  DT      0.7   0.77  0.81  0.77  0.7733   0.67  0.21     0.01    0.22    0.23    \n",
      "Aalto/False_4   99  100 DT      0.7   0.76  0.82  0.76  0.7702   0.67  0.15     0.0     0.15    0.18    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                0.999130  0.978222  0.988429     90.000000\n",
      "D-LinkCam           0.986424  0.983904  0.985153   1250.000000\n",
      "D-LinkDayCam        0.995671  0.970841  0.982991    214.000000\n",
      "D-LinkDoorSensor    0.453141  0.257123  0.327435    358.000000\n",
      "D-LinkHomeHub       0.591088  0.923744  0.720814   1696.000000\n",
      "D-LinkSensor        0.556941  0.444520  0.494276   1345.000000\n",
      "D-LinkSiren         0.632585  0.360032  0.458580   1237.000000\n",
      "D-LinkSwitch        0.893848  0.751212  0.816247   1320.000000\n",
      "D-LinkWaterSensor   0.441473  0.514883  0.475297   1243.000000\n",
      "EdimaxCam           0.986670  0.953576  0.969699    165.000000\n",
      "EdimaxPlug1101W     0.653778  0.905606  0.759255    264.000000\n",
      "EdimaxPlug2101W     0.876365  0.455366  0.598383    246.000000\n",
      "EdnetCam            1.000000  0.908718  0.951789     78.000000\n",
      "EdnetGateway        0.977853  0.999708  0.988554    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.647426  0.383540  0.481654   2893.000000\n",
      "HueSwitch           0.642630  0.844122  0.729712   3799.000000\n",
      "IKettle2            1.000000  0.854286  0.921282     28.000000\n",
      "Lightify            0.998304  1.000000  0.999150    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.840000  0.910513     28.000000\n",
      "TP-LinkPlugHS100    0.627544  0.976503  0.763949    143.000000\n",
      "TP-LinkPlugHS110    0.917574  0.283226  0.431229    124.000000\n",
      "WeMoInsightSwitch   0.907472  0.708753  0.795806   1227.000000\n",
      "WeMoLink            0.723652  0.776059  0.748863   1360.000000\n",
      "WeMoSwitch          0.550374  0.694321  0.613903    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.695336  0.695336  0.695336      0.695336\n",
      "macro avg           0.817035  0.769195  0.774554  21182.000000\n",
      "weighted avg        0.706586  0.695336  0.683893  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_5   0   1   DT      0.71  0.77  0.83  0.77  0.7758   0.68  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_5   1   2   DT      0.71  0.78  0.83  0.78  0.7851   0.68  0.18     0.01    0.18    0.24    \n",
      "Aalto/False_5   2   3   DT      0.71  0.78  0.83  0.78  0.7799   0.68  0.24     0.01    0.25    0.29    \n",
      "Aalto/False_5   3   4   DT      0.71  0.77  0.83  0.77  0.7764   0.68  0.22     0.01    0.23    0.26    \n",
      "Aalto/False_5   4   5   DT      0.71  0.78  0.83  0.78  0.7806   0.68  0.23     0.01    0.24    0.23    \n",
      "Aalto/False_5   5   6   DT      0.71  0.77  0.83  0.77  0.7727   0.68  0.19     0.01    0.2     0.24    \n",
      "Aalto/False_5   6   7   DT      0.71  0.78  0.83  0.78  0.7826   0.68  0.19     0.01    0.2     0.21    \n",
      "Aalto/False_5   7   8   DT      0.71  0.77  0.83  0.77  0.7732   0.68  0.19     0.01    0.2     0.18    \n",
      "Aalto/False_5   8   9   DT      0.71  0.78  0.83  0.78  0.7781   0.68  0.17     0.01    0.17    0.16    \n",
      "Aalto/False_5   9   10  DT      0.71  0.78  0.83  0.78  0.7804   0.68  0.24     0.01    0.25    0.27    \n",
      "Aalto/False_5   10  11  DT      0.7   0.77  0.83  0.77  0.7753   0.67  0.19     0.0     0.19    0.23    \n",
      "Aalto/False_5   11  12  DT      0.71  0.78  0.83  0.78  0.7798   0.68  0.18     0.01    0.19    0.17    \n",
      "Aalto/False_5   12  13  DT      0.71  0.78  0.83  0.78  0.7821   0.68  0.19     0.01    0.2     0.23    \n",
      "Aalto/False_5   13  14  DT      0.71  0.78  0.83  0.78  0.7785   0.68  0.22     0.01    0.23    0.24    \n",
      "Aalto/False_5   14  15  DT      0.71  0.78  0.83  0.78  0.7843   0.68  0.18     0.01    0.19    0.22    \n",
      "Aalto/False_5   15  16  DT      0.71  0.78  0.83  0.78  0.7819   0.68  0.19     0.01    0.2     0.18    \n",
      "Aalto/False_5   16  17  DT      0.71  0.78  0.83  0.78  0.7829   0.68  0.18     0.0     0.18    0.19    \n",
      "Aalto/False_5   17  18  DT      0.71  0.78  0.83  0.78  0.7804   0.68  0.15     0.02    0.17    0.17    \n",
      "Aalto/False_5   18  19  DT      0.71  0.78  0.83  0.78  0.7841   0.68  0.16     0.01    0.17    0.2     \n",
      "Aalto/False_5   19  20  DT      0.71  0.78  0.83  0.78  0.7777   0.68  0.17     0.01    0.18    0.27    \n",
      "Aalto/False_5   20  21  DT      0.7   0.77  0.82  0.77  0.7701   0.67  0.2      0.02    0.22    0.2     \n",
      "Aalto/False_5   21  22  DT      0.71  0.78  0.83  0.78  0.7782   0.68  0.17     0.0     0.17    0.19    \n",
      "Aalto/False_5   22  23  DT      0.71  0.78  0.83  0.78  0.7795   0.68  0.17     0.01    0.18    0.24    \n",
      "Aalto/False_5   23  24  DT      0.71  0.78  0.83  0.78  0.7846   0.68  0.16     0.01    0.17    0.17    \n",
      "Aalto/False_5   24  25  DT      0.7   0.76  0.82  0.76  0.7681   0.67  0.16     0.0     0.16    0.2     \n",
      "Aalto/False_5   25  26  DT      0.71  0.77  0.83  0.77  0.774    0.68  0.17     0.0     0.17    0.18    \n",
      "Aalto/False_5   26  27  DT      0.71  0.77  0.83  0.77  0.776    0.68  0.19     0.02    0.2     0.19    \n",
      "Aalto/False_5   27  28  DT      0.7   0.77  0.83  0.77  0.7761   0.67  0.2      0.01    0.2     0.28    \n",
      "Aalto/False_5   28  29  DT      0.71  0.78  0.83  0.78  0.7843   0.68  0.19     0.01    0.2     0.23    \n",
      "Aalto/False_5   29  30  DT      0.71  0.78  0.83  0.78  0.7791   0.68  0.17     0.01    0.18    0.2     \n",
      "Aalto/False_5   30  31  DT      0.71  0.78  0.83  0.78  0.7815   0.68  0.24     0.01    0.25    0.28    \n",
      "Aalto/False_5   31  32  DT      0.71  0.78  0.83  0.78  0.782    0.68  0.23     0.02    0.25    0.33    \n",
      "Aalto/False_5   32  33  DT      0.71  0.78  0.83  0.78  0.7839   0.68  0.27     0.01    0.28    0.29    \n",
      "Aalto/False_5   33  34  DT      0.71  0.78  0.82  0.78  0.7811   0.68  0.21     0.01    0.22    0.34    \n",
      "Aalto/False_5   34  35  DT      0.71  0.78  0.83  0.78  0.7825   0.68  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_5   35  36  DT      0.71  0.78  0.83  0.78  0.7814   0.68  0.21     0.01    0.22    0.19    \n",
      "Aalto/False_5   36  37  DT      0.71  0.78  0.83  0.78  0.783    0.68  0.16     0.01    0.17    0.22    \n",
      "Aalto/False_5   37  38  DT      0.71  0.77  0.83  0.77  0.7755   0.68  0.2      0.01    0.21    0.23    \n",
      "Aalto/False_5   38  39  DT      0.71  0.78  0.83  0.78  0.7807   0.68  0.24     0.01    0.25    0.27    \n",
      "Aalto/False_5   39  40  DT      0.7   0.77  0.82  0.77  0.7739   0.67  0.23     0.01    0.24    0.31    \n",
      "Aalto/False_5   40  41  DT      0.71  0.78  0.83  0.78  0.7824   0.68  0.25     0.05    0.3     0.33    \n",
      "Aalto/False_5   41  42  DT      0.71  0.78  0.83  0.78  0.7813   0.68  0.22     0.01    0.23    0.22    \n",
      "Aalto/False_5   42  43  DT      0.71  0.77  0.83  0.77  0.7788   0.68  0.28     0.01    0.3     0.27    \n",
      "Aalto/False_5   43  44  DT      0.71  0.78  0.83  0.78  0.782    0.68  0.18     0.01    0.19    0.24    \n",
      "Aalto/False_5   44  45  DT      0.71  0.78  0.82  0.78  0.778    0.68  0.27     0.01    0.27    0.29    \n",
      "Aalto/False_5   45  46  DT      0.71  0.77  0.83  0.77  0.7774   0.68  0.27     0.01    0.28    0.23    \n",
      "Aalto/False_5   46  47  DT      0.71  0.78  0.84  0.78  0.7851   0.68  0.19     0.01    0.2     0.21    \n",
      "Aalto/False_5   47  48  DT      0.71  0.78  0.83  0.78  0.7798   0.68  0.26     0.01    0.27    0.27    \n",
      "Aalto/False_5   48  49  DT      0.71  0.77  0.83  0.77  0.7735   0.68  0.22     0.01    0.23    0.18    \n",
      "Aalto/False_5   49  50  DT      0.71  0.77  0.83  0.77  0.7803   0.68  0.21     0.01    0.21    0.24    \n",
      "Aalto/False_5   50  51  DT      0.71  0.78  0.83  0.78  0.7813   0.68  0.26     0.01    0.27    0.23    \n",
      "Aalto/False_5   51  52  DT      0.71  0.77  0.83  0.77  0.7767   0.68  0.23     0.01    0.24    0.16    \n",
      "Aalto/False_5   52  53  DT      0.71  0.77  0.83  0.77  0.7722   0.68  0.26     0.01    0.28    0.32    \n",
      "Aalto/False_5   53  54  DT      0.7   0.77  0.82  0.77  0.7711   0.68  0.21     0.01    0.22    0.24    \n",
      "Aalto/False_5   54  55  DT      0.71  0.78  0.83  0.78  0.7841   0.68  0.18     0.01    0.18    0.18    \n",
      "Aalto/False_5   55  56  DT      0.71  0.78  0.83  0.78  0.7823   0.69  0.15     0.01    0.16    0.16    \n",
      "Aalto/False_5   56  57  DT      0.71  0.77  0.82  0.77  0.7764   0.68  0.21     0.01    0.21    0.2     \n",
      "Aalto/False_5   57  58  DT      0.7   0.77  0.83  0.77  0.7785   0.67  0.22     0.01    0.22    0.18    \n",
      "Aalto/False_5   58  59  DT      0.71  0.77  0.82  0.77  0.7707   0.68  0.2      0.01    0.21    0.19    \n",
      "Aalto/False_5   59  60  DT      0.7   0.77  0.83  0.77  0.7728   0.67  0.2      0.01    0.2     0.22    \n",
      "Aalto/False_5   60  61  DT      0.71  0.78  0.83  0.78  0.7804   0.68  0.16     0.01    0.17    0.18    \n",
      "Aalto/False_5   61  62  DT      0.71  0.78  0.83  0.78  0.7804   0.68  0.17     0.01    0.18    0.18    \n",
      "Aalto/False_5   62  63  DT      0.71  0.77  0.83  0.77  0.7764   0.68  0.19     0.01    0.2     0.2     \n",
      "Aalto/False_5   63  64  DT      0.71  0.77  0.83  0.77  0.7801   0.68  0.14     0.0     0.14    0.19    \n",
      "Aalto/False_5   64  65  DT      0.71  0.77  0.83  0.77  0.774    0.68  0.2      0.01    0.21    0.29    \n",
      "Aalto/False_5   65  66  DT      0.71  0.77  0.82  0.77  0.7726   0.68  0.19     0.02    0.2     0.2     \n",
      "Aalto/False_5   66  67  DT      0.71  0.78  0.83  0.78  0.7824   0.68  0.17     0.01    0.18    0.22    \n",
      "Aalto/False_5   67  68  DT      0.71  0.77  0.82  0.77  0.7757   0.68  0.2      0.0     0.2     0.29    \n",
      "Aalto/False_5   68  69  DT      0.71  0.77  0.83  0.77  0.7717   0.68  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_5   69  70  DT      0.71  0.78  0.84  0.78  0.7842   0.68  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_5   70  71  DT      0.71  0.78  0.83  0.78  0.7802   0.68  0.17     0.01    0.18    0.18    \n",
      "Aalto/False_5   71  72  DT      0.71  0.77  0.83  0.77  0.7782   0.68  0.17     0.01    0.17    0.16    \n",
      "Aalto/False_5   72  73  DT      0.71  0.78  0.83  0.78  0.7796   0.68  0.15     0.0     0.15    0.19    \n",
      "Aalto/False_5   73  74  DT      0.71  0.78  0.83  0.78  0.782    0.68  0.15     0.02    0.17    0.16    \n",
      "Aalto/False_5   74  75  DT      0.7   0.76  0.82  0.76  0.7672   0.67  0.17     0.01    0.17    0.16    \n",
      "Aalto/False_5   75  76  DT      0.71  0.77  0.83  0.77  0.7731   0.68  0.16     0.01    0.17    0.18    \n",
      "Aalto/False_5   76  77  DT      0.71  0.77  0.83  0.77  0.7748   0.68  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_5   77  78  DT      0.71  0.77  0.82  0.77  0.7723   0.68  0.17     0.01    0.17    0.17    \n",
      "Aalto/False_5   78  79  DT      0.71  0.78  0.83  0.78  0.7798   0.68  0.15     0.0     0.15    0.2     \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_5   79  80  DT      0.71  0.77  0.83  0.77  0.7769   0.68  0.15     0.0     0.15    0.19    \n",
      "Aalto/False_5   80  81  DT      0.71  0.77  0.83  0.77  0.7737   0.68  0.19     0.01    0.2     0.16    \n",
      "Aalto/False_5   81  82  DT      0.71  0.77  0.82  0.77  0.7767   0.68  0.17     0.02    0.18    0.22    \n",
      "Aalto/False_5   82  83  DT      0.71  0.78  0.83  0.78  0.7813   0.68  0.2      0.01    0.21    0.25    \n",
      "Aalto/False_5   83  84  DT      0.71  0.77  0.83  0.77  0.7749   0.68  0.16     0.0     0.16    0.17    \n",
      "Aalto/False_5   84  85  DT      0.71  0.77  0.83  0.77  0.7763   0.68  0.15     0.02    0.17    0.17    \n",
      "Aalto/False_5   85  86  DT      0.71  0.77  0.82  0.77  0.7761   0.68  0.17     0.02    0.19    0.16    \n",
      "Aalto/False_5   86  87  DT      0.72  0.79  0.83  0.79  0.7876   0.69  0.2      0.01    0.21    0.22    \n",
      "Aalto/False_5   87  88  DT      0.71  0.78  0.83  0.78  0.7842   0.68  0.17     0.02    0.19    0.2     \n",
      "Aalto/False_5   88  89  DT      0.71  0.77  0.83  0.77  0.774    0.68  0.21     0.01    0.22    0.18    \n",
      "Aalto/False_5   89  90  DT      0.71  0.78  0.83  0.78  0.7792   0.68  0.17     0.01    0.18    0.22    \n",
      "Aalto/False_5   90  91  DT      0.71  0.77  0.83  0.77  0.7781   0.68  0.19     0.01    0.2     0.23    \n",
      "Aalto/False_5   91  92  DT      0.71  0.77  0.83  0.77  0.7787   0.68  0.2      0.01    0.21    0.23    \n",
      "Aalto/False_5   92  93  DT      0.71  0.78  0.83  0.78  0.779    0.68  0.15     0.0     0.15    0.29    \n",
      "Aalto/False_5   93  94  DT      0.71  0.78  0.83  0.78  0.7796   0.68  0.2      0.02    0.22    0.22    \n",
      "Aalto/False_5   94  95  DT      0.71  0.78  0.83  0.78  0.7855   0.68  0.23     0.01    0.24    0.31    \n",
      "Aalto/False_5   95  96  DT      0.71  0.77  0.83  0.77  0.7756   0.68  0.3      0.01    0.31    0.31    \n",
      "Aalto/False_5   96  97  DT      0.71  0.78  0.84  0.78  0.7853   0.68  0.25     0.01    0.25    0.21    \n",
      "Aalto/False_5   97  98  DT      0.71  0.77  0.82  0.77  0.7751   0.68  0.23     0.01    0.24    0.24    \n",
      "Aalto/False_5   98  99  DT      0.71  0.77  0.82  0.77  0.7755   0.68  0.21     0.01    0.22    0.19    \n",
      "Aalto/False_5   99  100 DT      0.71  0.77  0.83  0.77  0.7707   0.68  0.2      0.01    0.2     0.19    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                0.998947  0.972222  0.985174     90.000000\n",
      "D-LinkCam           0.991307  0.989000  0.990145   1250.000000\n",
      "D-LinkDayCam        1.000000  0.990421  0.995154    214.000000\n",
      "D-LinkDoorSensor    0.482690  0.174106  0.255326    358.000000\n",
      "D-LinkHomeHub       0.608967  0.954493  0.743474   1696.000000\n",
      "D-LinkSensor        0.585315  0.479851  0.527227   1345.000000\n",
      "D-LinkSiren         0.704172  0.376888  0.490659   1237.000000\n",
      "D-LinkSwitch        0.931438  0.802879  0.862291   1320.000000\n",
      "D-LinkWaterSensor   0.457930  0.560998  0.504153   1243.000000\n",
      "EdimaxCam           1.000000  0.987879  0.993902    165.000000\n",
      "EdimaxPlug1101W     0.631097  0.891288  0.738830    264.000000\n",
      "EdimaxPlug2101W     0.867173  0.418293  0.563707    246.000000\n",
      "EdnetCam            1.000000  0.935897  0.966887     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.670930  0.307287  0.421496   2893.000000\n",
      "HueSwitch           0.626844  0.886131  0.734267   3799.000000\n",
      "IKettle2            1.000000  0.742857  0.849446     28.000000\n",
      "Lightify            0.995386  1.000000  0.997684    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.925357  0.960409     28.000000\n",
      "TP-LinkPlugHS100    0.615168  0.981119  0.756104    143.000000\n",
      "TP-LinkPlugHS110    0.929304  0.270968  0.418491    124.000000\n",
      "WeMoInsightSwitch   0.923862  0.738386  0.820705   1227.000000\n",
      "WeMoLink            0.762708  0.836397  0.797805   1360.000000\n",
      "WeMoSwitch          0.597832  0.697593  0.643764    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.708542  0.708542  0.708542      0.708542\n",
      "macro avg           0.828929  0.774826  0.778411  21182.000000\n",
      "weighted avg        0.723526  0.708542  0.691199  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_6   0   1   DT      0.71  0.79  0.84  0.79  0.7875   0.68  0.21     0.02    0.23    0.25    \n",
      "Aalto/False_6   1   2   DT      0.71  0.79  0.83  0.79  0.7913   0.68  0.2      0.0     0.2     0.18    \n",
      "Aalto/False_6   2   3   DT      0.71  0.79  0.84  0.79  0.7891   0.68  0.23     0.01    0.24    0.24    \n",
      "Aalto/False_6   3   4   DT      0.71  0.78  0.84  0.78  0.7856   0.69  0.19     0.0     0.19    0.19    \n",
      "Aalto/False_6   4   5   DT      0.71  0.78  0.84  0.78  0.7875   0.68  0.26     0.01    0.27    0.2     \n",
      "Aalto/False_6   5   6   DT      0.71  0.79  0.84  0.79  0.794    0.69  0.2      0.0     0.2     0.22    \n",
      "Aalto/False_6   6   7   DT      0.71  0.79  0.84  0.79  0.7898   0.69  0.22     0.0     0.22    0.2     \n",
      "Aalto/False_6   7   8   DT      0.72  0.8   0.84  0.8   0.7926   0.69  0.23     0.01    0.24    0.17    \n",
      "Aalto/False_6   8   9   DT      0.71  0.79  0.84  0.79  0.7892   0.68  0.17     0.0     0.17    0.18    \n",
      "Aalto/False_6   9   10  DT      0.72  0.79  0.84  0.79  0.7899   0.69  0.26     0.01    0.26    0.21    \n",
      "Aalto/False_6   10  11  DT      0.71  0.79  0.84  0.79  0.7953   0.68  0.34     0.01    0.35    0.41    \n",
      "Aalto/False_6   11  12  DT      0.71  0.79  0.84  0.79  0.7919   0.69  0.34     0.01    0.35    0.42    \n",
      "Aalto/False_6   12  13  DT      0.71  0.79  0.84  0.79  0.7851   0.68  0.34     0.01    0.35    0.47    \n",
      "Aalto/False_6   13  14  DT      0.71  0.8   0.84  0.8   0.7938   0.69  0.21     0.01    0.22    0.36    \n",
      "Aalto/False_6   14  15  DT      0.71  0.79  0.84  0.79  0.7927   0.69  0.17     0.02    0.18    0.17    \n",
      "Aalto/False_6   15  16  DT      0.71  0.8   0.84  0.8   0.7939   0.68  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_6   16  17  DT      0.71  0.79  0.84  0.79  0.7896   0.68  0.17     0.02    0.19    0.16    \n",
      "Aalto/False_6   17  18  DT      0.72  0.79  0.84  0.79  0.7849   0.69  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_6   18  19  DT      0.72  0.79  0.84  0.79  0.7892   0.69  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_6   19  20  DT      0.72  0.79  0.84  0.79  0.7948   0.69  0.17     0.01    0.17    0.16    \n",
      "Aalto/False_6   20  21  DT      0.71  0.78  0.83  0.78  0.7857   0.68  0.2      0.01    0.21    0.2     \n",
      "Aalto/False_6   21  22  DT      0.71  0.8   0.84  0.8   0.7972   0.69  0.19     0.01    0.2     0.2     \n",
      "Aalto/False_6   22  23  DT      0.71  0.79  0.84  0.79  0.7863   0.69  0.18     0.01    0.19    0.17    \n",
      "Aalto/False_6   23  24  DT      0.71  0.79  0.84  0.79  0.7906   0.69  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_6   24  25  DT      0.71  0.79  0.84  0.79  0.7896   0.68  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_6   25  26  DT      0.72  0.79  0.84  0.79  0.7875   0.69  0.2      0.0     0.2     0.25    \n",
      "Aalto/False_6   26  27  DT      0.72  0.79  0.84  0.79  0.7915   0.69  0.16     0.01    0.17    0.19    \n",
      "Aalto/False_6   27  28  DT      0.72  0.79  0.83  0.79  0.7899   0.69  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_6   28  29  DT      0.72  0.79  0.84  0.79  0.7929   0.69  0.22     0.01    0.23    0.24    \n",
      "Aalto/False_6   29  30  DT      0.72  0.78  0.83  0.78  0.7873   0.69  0.16     0.0     0.16    0.17    \n",
      "Aalto/False_6   30  31  DT      0.71  0.79  0.84  0.79  0.7882   0.68  0.15     0.01    0.16    0.16    \n",
      "Aalto/False_6   31  32  DT      0.71  0.79  0.84  0.79  0.7929   0.69  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_6   32  33  DT      0.71  0.79  0.84  0.79  0.7887   0.68  0.17     0.0     0.17    0.21    \n",
      "Aalto/False_6   33  34  DT      0.71  0.78  0.84  0.78  0.7802   0.69  0.2      0.01    0.21    0.18    \n",
      "Aalto/False_6   34  35  DT      0.72  0.79  0.84  0.79  0.7904   0.69  0.21     0.01    0.22    0.2     \n",
      "Aalto/False_6   35  36  DT      0.71  0.78  0.84  0.78  0.7854   0.68  0.21     0.0     0.21    0.23    \n",
      "Aalto/False_6   36  37  DT      0.71  0.78  0.84  0.78  0.7805   0.69  0.29     0.01    0.3     0.3     \n",
      "Aalto/False_6   37  38  DT      0.72  0.79  0.84  0.79  0.7912   0.69  0.22     0.01    0.23    0.26    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_6   38  39  DT      0.71  0.79  0.84  0.79  0.7855   0.69  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_6   39  40  DT      0.71  0.78  0.83  0.78  0.781    0.69  0.17     0.02    0.18    0.16    \n",
      "Aalto/False_6   40  41  DT      0.72  0.79  0.84  0.79  0.7938   0.69  0.21     0.0     0.21    0.22    \n",
      "Aalto/False_6   41  42  DT      0.71  0.79  0.84  0.79  0.789    0.68  0.16     0.01    0.17    0.22    \n",
      "Aalto/False_6   42  43  DT      0.72  0.79  0.84  0.79  0.7935   0.69  0.18     0.0     0.18    0.19    \n",
      "Aalto/False_6   43  44  DT      0.71  0.79  0.84  0.79  0.7906   0.68  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_6   44  45  DT      0.72  0.79  0.84  0.79  0.7907   0.69  0.16     0.0     0.16    0.2     \n",
      "Aalto/False_6   45  46  DT      0.71  0.79  0.84  0.79  0.7895   0.69  0.18     0.0     0.18    0.22    \n",
      "Aalto/False_6   46  47  DT      0.71  0.78  0.83  0.78  0.7858   0.69  0.18     0.02    0.2     0.2     \n",
      "Aalto/False_6   47  48  DT      0.71  0.78  0.83  0.78  0.7847   0.68  0.2      0.0     0.2     0.23    \n",
      "Aalto/False_6   48  49  DT      0.71  0.79  0.84  0.79  0.7929   0.68  0.19     0.01    0.2     0.18    \n",
      "Aalto/False_6   49  50  DT      0.71  0.79  0.84  0.79  0.7892   0.69  0.21     0.01    0.22    0.19    \n",
      "Aalto/False_6   50  51  DT      0.72  0.78  0.84  0.78  0.7828   0.69  0.19     0.01    0.2     0.22    \n",
      "Aalto/False_6   51  52  DT      0.72  0.79  0.84  0.79  0.7937   0.69  0.23     0.01    0.23    0.21    \n",
      "Aalto/False_6   52  53  DT      0.71  0.79  0.83  0.79  0.7867   0.69  0.2      0.01    0.21    0.22    \n",
      "Aalto/False_6   53  54  DT      0.71  0.79  0.84  0.79  0.7833   0.68  0.18     0.01    0.19    0.21    \n",
      "Aalto/False_6   54  55  DT      0.71  0.79  0.84  0.79  0.7891   0.69  0.2      0.01    0.21    0.22    \n",
      "Aalto/False_6   55  56  DT      0.71  0.79  0.84  0.79  0.7884   0.68  0.16     0.01    0.17    0.2     \n",
      "Aalto/False_6   56  57  DT      0.72  0.79  0.84  0.79  0.7936   0.69  0.19     0.01    0.2     0.16    \n",
      "Aalto/False_6   57  58  DT      0.72  0.79  0.84  0.79  0.7936   0.69  0.21     0.01    0.22    0.26    \n",
      "Aalto/False_6   58  59  DT      0.72  0.79  0.84  0.79  0.7873   0.69  0.19     0.01    0.2     0.19    \n",
      "Aalto/False_6   59  60  DT      0.72  0.79  0.83  0.79  0.7917   0.69  0.21     0.01    0.21    0.24    \n",
      "Aalto/False_6   60  61  DT      0.71  0.79  0.84  0.79  0.7878   0.68  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_6   61  62  DT      0.72  0.79  0.84  0.79  0.7905   0.69  0.21     0.0     0.21    0.22    \n",
      "Aalto/False_6   62  63  DT      0.72  0.8   0.84  0.8   0.7915   0.69  0.28     0.01    0.28    0.29    \n",
      "Aalto/False_6   63  64  DT      0.71  0.79  0.83  0.79  0.7891   0.68  0.18     0.02    0.19    0.24    \n",
      "Aalto/False_6   64  65  DT      0.72  0.8   0.84  0.8   0.7916   0.69  0.19     0.02    0.21    0.2     \n",
      "Aalto/False_6   65  66  DT      0.71  0.79  0.84  0.79  0.7854   0.68  0.2      0.01    0.2     0.24    \n",
      "Aalto/False_6   66  67  DT      0.71  0.79  0.84  0.79  0.794    0.69  0.24     0.01    0.25    0.21    \n",
      "Aalto/False_6   67  68  DT      0.72  0.8   0.84  0.8   0.7932   0.69  0.19     0.01    0.19    0.2     \n",
      "Aalto/False_6   68  69  DT      0.72  0.79  0.84  0.79  0.7885   0.69  0.2      0.02    0.22    0.23    \n",
      "Aalto/False_6   69  70  DT      0.72  0.79  0.84  0.79  0.7926   0.69  0.2      0.0     0.2     0.23    \n",
      "Aalto/False_6   70  71  DT      0.72  0.79  0.84  0.79  0.7947   0.69  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_6   71  72  DT      0.72  0.79  0.84  0.79  0.7947   0.69  0.25     0.01    0.26    0.2     \n",
      "Aalto/False_6   72  73  DT      0.72  0.79  0.84  0.79  0.7912   0.69  0.18     0.01    0.19    0.2     \n",
      "Aalto/False_6   73  74  DT      0.71  0.8   0.84  0.8   0.7948   0.68  0.18     0.01    0.19    0.19    \n",
      "Aalto/False_6   74  75  DT      0.71  0.78  0.84  0.78  0.7845   0.69  0.18     0.01    0.19    0.2     \n",
      "Aalto/False_6   75  76  DT      0.72  0.8   0.84  0.8   0.7953   0.69  0.22     0.01    0.23    0.24    \n",
      "Aalto/False_6   76  77  DT      0.71  0.79  0.84  0.79  0.7875   0.69  0.2      0.0     0.21    0.2     \n",
      "Aalto/False_6   77  78  DT      0.71  0.79  0.83  0.79  0.7883   0.68  0.27     0.01    0.28    0.41    \n",
      "Aalto/False_6   78  79  DT      0.71  0.78  0.83  0.78  0.7814   0.68  0.25     0.01    0.25    0.27    \n",
      "Aalto/False_6   79  80  DT      0.71  0.79  0.83  0.79  0.7882   0.69  0.21     0.0     0.22    0.19    \n",
      "Aalto/False_6   80  81  DT      0.72  0.79  0.84  0.79  0.7923   0.69  0.23     0.01    0.24    0.17    \n",
      "Aalto/False_6   81  82  DT      0.71  0.79  0.84  0.79  0.789    0.69  0.24     0.01    0.25    0.25    \n",
      "Aalto/False_6   82  83  DT      0.71  0.79  0.84  0.79  0.7907   0.68  0.18     0.01    0.19    0.2     \n",
      "Aalto/False_6   83  84  DT      0.72  0.8   0.84  0.8   0.8013   0.69  0.17     0.02    0.18    0.23    \n",
      "Aalto/False_6   84  85  DT      0.71  0.79  0.83  0.79  0.7894   0.68  0.18     0.02    0.19    0.18    \n",
      "Aalto/False_6   85  86  DT      0.72  0.79  0.84  0.79  0.7879   0.69  0.29     0.0     0.29    0.32    \n",
      "Aalto/False_6   86  87  DT      0.72  0.8   0.84  0.8   0.7937   0.69  0.17     0.01    0.17    0.23    \n",
      "Aalto/False_6   87  88  DT      0.71  0.79  0.84  0.79  0.7859   0.68  0.19     0.02    0.21    0.16    \n",
      "Aalto/False_6   88  89  DT      0.71  0.79  0.84  0.79  0.7903   0.68  0.2      0.01    0.2     0.23    \n",
      "Aalto/False_6   89  90  DT      0.71  0.8   0.84  0.8   0.7938   0.69  0.2      0.02    0.21    0.19    \n",
      "Aalto/False_6   90  91  DT      0.71  0.79  0.84  0.79  0.79     0.68  0.19     0.01    0.19    0.19    \n",
      "Aalto/False_6   91  92  DT      0.72  0.79  0.84  0.79  0.7866   0.69  0.19     0.01    0.2     0.21    \n",
      "Aalto/False_6   92  93  DT      0.72  0.79  0.84  0.79  0.7919   0.69  0.23     0.01    0.24    0.18    \n",
      "Aalto/False_6   93  94  DT      0.71  0.79  0.84  0.79  0.7861   0.68  0.25     0.01    0.26    0.27    \n",
      "Aalto/False_6   94  95  DT      0.71  0.79  0.84  0.79  0.7857   0.69  0.29     0.01    0.3     0.18    \n",
      "Aalto/False_6   95  96  DT      0.71  0.78  0.84  0.78  0.7867   0.68  0.17     0.02    0.18    0.14    \n",
      "Aalto/False_6   96  97  DT      0.71  0.79  0.84  0.79  0.7844   0.68  0.2      0.01    0.2     0.21    \n",
      "Aalto/False_6   97  98  DT      0.72  0.8   0.84  0.8   0.7988   0.69  0.24     0.02    0.26    0.34    \n",
      "Aalto/False_6   98  99  DT      0.71  0.79  0.83  0.79  0.7886   0.69  0.24     0.01    0.25    0.25    \n",
      "Aalto/False_6   99  100 DT      0.71  0.79  0.83  0.79  0.7865   0.68  0.21     0.01    0.22    0.2     \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.995323  0.995200  0.995259   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.434574  0.125447  0.194057    358.000000\n",
      "D-LinkHomeHub       0.614732  0.961386  0.749864   1696.000000\n",
      "D-LinkSensor        0.608567  0.468937  0.529444   1345.000000\n",
      "D-LinkSiren         0.753588  0.396233  0.518964   1237.000000\n",
      "D-LinkSwitch        0.941692  0.843500  0.889795   1320.000000\n",
      "D-LinkWaterSensor   0.466095  0.595398  0.522781   1243.000000\n",
      "EdimaxCam           1.000000  0.988970  0.994445    165.000000\n",
      "EdimaxPlug1101W     0.676294  0.938636  0.786034    264.000000\n",
      "EdimaxPlug2101W     0.967679  0.503171  0.661450    246.000000\n",
      "EdnetCam            1.000000  0.923077  0.960000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.634306  0.297425  0.404858   2893.000000\n",
      "HueSwitch           0.619262  0.870153  0.723562   3799.000000\n",
      "IKettle2            1.000000  0.961429  0.978400     28.000000\n",
      "Lightify            0.998562  1.000000  0.999279    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.885714  0.938462     28.000000\n",
      "TP-LinkPlugHS100    0.611307  0.990769  0.755929    143.000000\n",
      "TP-LinkPlugHS110    0.966313  0.248065  0.391925    124.000000\n",
      "WeMoInsightSwitch   0.944852  0.748093  0.834946   1227.000000\n",
      "WeMoLink            0.788268  0.857029  0.821118   1360.000000\n",
      "WeMoSwitch          0.618797  0.730173  0.669754    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.714464  0.714464  0.714464      0.714464\n",
      "macro avg           0.838526  0.789956  0.789642  21182.000000\n",
      "weighted avg        0.728230  0.714464  0.696558  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_7   0   1   DT      0.72  0.8   0.85  0.8   0.8024   0.7   0.17     0.0     0.18    0.19    \n",
      "Aalto/False_7   1   2   DT      0.73  0.8   0.85  0.8   0.7979   0.7   0.23     0.01    0.24    0.28    \n",
      "Aalto/False_7   2   3   DT      0.73  0.81  0.86  0.81  0.8044   0.7   0.21     0.01    0.22    0.2     \n",
      "Aalto/False_7   3   4   DT      0.73  0.81  0.86  0.81  0.8058   0.7   0.19     0.01    0.2     0.22    \n",
      "Aalto/False_7   4   5   DT      0.73  0.81  0.86  0.81  0.8069   0.7   0.2      0.01    0.2     0.2     \n",
      "Aalto/False_7   5   6   DT      0.73  0.8   0.86  0.8   0.8016   0.7   0.18     0.02    0.2     0.17    \n",
      "Aalto/False_7   6   7   DT      0.73  0.81  0.85  0.81  0.8033   0.7   0.19     0.01    0.2     0.19    \n",
      "Aalto/False_7   7   8   DT      0.73  0.8   0.85  0.8   0.8004   0.7   0.18     0.02    0.2     0.18    \n",
      "Aalto/False_7   8   9   DT      0.73  0.79  0.85  0.79  0.7939   0.7   0.19     0.01    0.19    0.2     \n",
      "Aalto/False_7   9   10  DT      0.73  0.8   0.85  0.8   0.8014   0.7   0.24     0.01    0.25    0.22    \n",
      "Aalto/False_7   10  11  DT      0.73  0.81  0.85  0.81  0.8042   0.7   0.2      0.02    0.22    0.17    \n",
      "Aalto/False_7   11  12  DT      0.73  0.8   0.86  0.8   0.8002   0.7   0.2      0.01    0.21    0.22    \n",
      "Aalto/False_7   12  13  DT      0.72  0.8   0.85  0.8   0.799    0.7   0.18     0.02    0.19    0.22    \n",
      "Aalto/False_7   13  14  DT      0.73  0.8   0.85  0.8   0.7981   0.7   0.19     0.01    0.19    0.24    \n",
      "Aalto/False_7   14  15  DT      0.73  0.81  0.85  0.81  0.8039   0.7   0.21     0.0     0.21    0.25    \n",
      "Aalto/False_7   15  16  DT      0.72  0.8   0.85  0.8   0.7963   0.7   0.19     0.0     0.19    0.18    \n",
      "Aalto/False_7   16  17  DT      0.72  0.79  0.85  0.79  0.7915   0.69  0.25     0.01    0.26    0.33    \n",
      "Aalto/False_7   17  18  DT      0.73  0.8   0.86  0.8   0.799    0.7   0.19     0.01    0.2     0.21    \n",
      "Aalto/False_7   18  19  DT      0.72  0.8   0.85  0.8   0.7977   0.7   0.17     0.01    0.18    0.21    \n",
      "Aalto/False_7   19  20  DT      0.73  0.81  0.85  0.81  0.806    0.7   0.2      0.01    0.21    0.24    \n",
      "Aalto/False_7   20  21  DT      0.73  0.8   0.86  0.8   0.7984   0.7   0.2      0.01    0.21    0.2     \n",
      "Aalto/False_7   21  22  DT      0.72  0.8   0.85  0.8   0.801    0.69  0.19     0.0     0.19    0.17    \n",
      "Aalto/False_7   22  23  DT      0.73  0.81  0.86  0.81  0.8089   0.7   0.19     0.01    0.2     0.19    \n",
      "Aalto/False_7   23  24  DT      0.72  0.81  0.85  0.81  0.8032   0.7   0.16     0.0     0.16    0.16    \n",
      "Aalto/False_7   24  25  DT      0.73  0.8   0.85  0.8   0.8008   0.7   0.17     0.01    0.18    0.14    \n",
      "Aalto/False_7   25  26  DT      0.73  0.8   0.86  0.8   0.7997   0.7   0.21     0.01    0.22    0.15    \n",
      "Aalto/False_7   26  27  DT      0.73  0.79  0.85  0.79  0.7906   0.7   0.15     0.01    0.16    0.18    \n",
      "Aalto/False_7   27  28  DT      0.72  0.8   0.85  0.8   0.7998   0.69  0.19     0.01    0.2     0.2     \n",
      "Aalto/False_7   28  29  DT      0.73  0.8   0.86  0.8   0.7961   0.7   0.19     0.0     0.19    0.23    \n",
      "Aalto/False_7   29  30  DT      0.73  0.81  0.85  0.81  0.8052   0.7   0.19     0.01    0.2     0.21    \n",
      "Aalto/False_7   30  31  DT      0.73  0.8   0.86  0.8   0.8017   0.7   0.16     0.01    0.17    0.2     \n",
      "Aalto/False_7   31  32  DT      0.73  0.8   0.85  0.8   0.8003   0.7   0.18     0.01    0.19    0.18    \n",
      "Aalto/False_7   32  33  DT      0.73  0.81  0.86  0.81  0.802    0.7   0.2      0.0     0.2     0.19    \n",
      "Aalto/False_7   33  34  DT      0.72  0.81  0.85  0.81  0.806    0.7   0.16     0.01    0.17    0.13    \n",
      "Aalto/False_7   34  35  DT      0.73  0.8   0.85  0.8   0.7991   0.7   0.19     0.0     0.19    0.24    \n",
      "Aalto/False_7   35  36  DT      0.73  0.8   0.85  0.8   0.8035   0.7   0.18     0.01    0.19    0.17    \n",
      "Aalto/False_7   36  37  DT      0.73  0.8   0.85  0.8   0.8011   0.7   0.2      0.01    0.21    0.15    \n",
      "Aalto/False_7   37  38  DT      0.73  0.8   0.85  0.8   0.8032   0.7   0.18     0.01    0.19    0.19    \n",
      "Aalto/False_7   38  39  DT      0.72  0.79  0.85  0.79  0.7938   0.7   0.17     0.01    0.18    0.18    \n",
      "Aalto/False_7   39  40  DT      0.73  0.8   0.85  0.8   0.7964   0.7   0.17     0.01    0.18    0.21    \n",
      "Aalto/False_7   40  41  DT      0.73  0.81  0.85  0.81  0.8029   0.7   0.18     0.01    0.19    0.21    \n",
      "Aalto/False_7   41  42  DT      0.72  0.8   0.85  0.8   0.7992   0.7   0.19     0.01    0.2     0.16    \n",
      "Aalto/False_7   42  43  DT      0.73  0.81  0.85  0.81  0.8055   0.7   0.19     0.01    0.2     0.18    \n",
      "Aalto/False_7   43  44  DT      0.73  0.8   0.85  0.8   0.799    0.7   0.17     0.01    0.18    0.19    \n",
      "Aalto/False_7   44  45  DT      0.73  0.8   0.86  0.8   0.7975   0.7   0.21     0.0     0.21    0.18    \n",
      "Aalto/False_7   45  46  DT      0.73  0.81  0.85  0.81  0.8051   0.7   0.18     0.01    0.19    0.17    \n",
      "Aalto/False_7   46  47  DT      0.72  0.81  0.85  0.81  0.8031   0.7   0.18     0.01    0.19    0.19    \n",
      "Aalto/False_7   47  48  DT      0.73  0.81  0.85  0.81  0.8052   0.7   0.18     0.01    0.19    0.21    \n",
      "Aalto/False_7   48  49  DT      0.72  0.79  0.85  0.79  0.7904   0.69  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_7   49  50  DT      0.72  0.81  0.85  0.81  0.8045   0.7   0.25     0.0     0.25    0.29    \n",
      "Aalto/False_7   50  51  DT      0.73  0.81  0.86  0.81  0.8045   0.7   0.19     0.01    0.2     0.2     \n",
      "Aalto/False_7   51  52  DT      0.73  0.8   0.85  0.8   0.8019   0.7   0.18     0.01    0.19    0.2     \n",
      "Aalto/False_7   52  53  DT      0.72  0.8   0.85  0.8   0.7958   0.7   0.18     0.0     0.18    0.18    \n",
      "Aalto/False_7   53  54  DT      0.73  0.8   0.85  0.8   0.7979   0.7   0.3      0.01    0.31    0.37    \n",
      "Aalto/False_7   54  55  DT      0.73  0.81  0.86  0.81  0.8097   0.7   0.33     0.01    0.34    0.41    \n",
      "Aalto/False_7   55  56  DT      0.73  0.79  0.85  0.79  0.7929   0.7   0.27     0.01    0.28    0.28    \n",
      "Aalto/False_7   56  57  DT      0.73  0.81  0.85  0.81  0.8032   0.7   0.22     0.0     0.22    0.24    \n",
      "Aalto/False_7   57  58  DT      0.73  0.8   0.85  0.8   0.7969   0.7   0.19     0.01    0.2     0.17    \n",
      "Aalto/False_7   58  59  DT      0.73  0.8   0.85  0.8   0.802    0.7   0.2      0.01    0.21    0.17    \n",
      "Aalto/False_7   59  60  DT      0.73  0.81  0.86  0.81  0.8094   0.7   0.18     0.01    0.19    0.21    \n",
      "Aalto/False_7   60  61  DT      0.73  0.81  0.85  0.81  0.8079   0.7   0.21     0.0     0.21    0.21    \n",
      "Aalto/False_7   61  62  DT      0.72  0.79  0.85  0.79  0.7943   0.7   0.17     0.01    0.18    0.21    \n",
      "Aalto/False_7   62  63  DT      0.73  0.8   0.85  0.8   0.8037   0.7   0.19     0.02    0.2     0.22    \n",
      "Aalto/False_7   63  64  DT      0.72  0.8   0.85  0.8   0.8029   0.7   0.17     0.01    0.18    0.19    \n",
      "Aalto/False_7   64  65  DT      0.73  0.81  0.85  0.81  0.8026   0.7   0.2      0.0     0.2     0.16    \n",
      "Aalto/False_7   65  66  DT      0.73  0.81  0.85  0.81  0.8035   0.7   0.21     0.01    0.22    0.27    \n",
      "Aalto/False_7   66  67  DT      0.73  0.8   0.85  0.8   0.8018   0.7   0.17     0.0     0.17    0.26    \n",
      "Aalto/False_7   67  68  DT      0.72  0.8   0.85  0.8   0.7932   0.7   0.19     0.01    0.2     0.25    \n",
      "Aalto/False_7   68  69  DT      0.73  0.8   0.85  0.8   0.7993   0.7   0.17     0.01    0.18    0.23    \n",
      "Aalto/False_7   69  70  DT      0.73  0.8   0.85  0.8   0.8018   0.7   0.19     0.01    0.2     0.19    \n",
      "Aalto/False_7   70  71  DT      0.73  0.81  0.85  0.81  0.8031   0.7   0.19     0.01    0.2     0.22    \n",
      "Aalto/False_7   71  72  DT      0.73  0.81  0.86  0.81  0.8013   0.7   0.2      0.01    0.21    0.19    \n",
      "Aalto/False_7   72  73  DT      0.72  0.8   0.85  0.8   0.7999   0.7   0.22     0.01    0.23    0.3     \n",
      "Aalto/False_7   73  74  DT      0.73  0.79  0.85  0.79  0.7942   0.7   0.23     0.01    0.24    0.21    \n",
      "Aalto/False_7   74  75  DT      0.73  0.8   0.86  0.8   0.8024   0.7   0.22     0.01    0.23    0.22    \n",
      "Aalto/False_7   75  76  DT      0.73  0.81  0.86  0.81  0.8075   0.7   0.22     0.01    0.23    0.2     \n",
      "Aalto/False_7   76  77  DT      0.72  0.79  0.85  0.79  0.792    0.69  0.21     0.01    0.22    0.2     \n",
      "Aalto/False_7   77  78  DT      0.73  0.8   0.85  0.8   0.7951   0.7   0.21     0.0     0.21    0.19    \n",
      "Aalto/False_7   78  79  DT      0.73  0.79  0.85  0.79  0.7943   0.7   0.2      0.0     0.2     0.18    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_7   79  80  DT      0.73  0.81  0.86  0.81  0.803    0.7   0.2      0.01    0.21    0.19    \n",
      "Aalto/False_7   80  81  DT      0.73  0.79  0.85  0.79  0.7929   0.7   0.17     0.01    0.18    0.19    \n",
      "Aalto/False_7   81  82  DT      0.73  0.8   0.85  0.8   0.7974   0.7   0.18     0.01    0.19    0.18    \n",
      "Aalto/False_7   82  83  DT      0.72  0.8   0.85  0.8   0.7989   0.69  0.19     0.01    0.2     0.22    \n",
      "Aalto/False_7   83  84  DT      0.73  0.79  0.85  0.79  0.7952   0.7   0.18     0.02    0.2     0.22    \n",
      "Aalto/False_7   84  85  DT      0.73  0.8   0.86  0.8   0.7993   0.7   0.2      0.01    0.2     0.19    \n",
      "Aalto/False_7   85  86  DT      0.72  0.79  0.85  0.79  0.7927   0.7   0.18     0.01    0.19    0.17    \n",
      "Aalto/False_7   86  87  DT      0.73  0.8   0.85  0.8   0.7963   0.7   0.17     0.01    0.18    0.2     \n",
      "Aalto/False_7   87  88  DT      0.73  0.8   0.85  0.8   0.7958   0.7   0.23     0.01    0.24    0.24    \n",
      "Aalto/False_7   88  89  DT      0.73  0.8   0.86  0.8   0.8018   0.7   0.19     0.01    0.2     0.19    \n",
      "Aalto/False_7   89  90  DT      0.73  0.79  0.85  0.79  0.793    0.7   0.2      0.01    0.21    0.21    \n",
      "Aalto/False_7   90  91  DT      0.73  0.8   0.86  0.8   0.7993   0.7   0.18     0.01    0.19    0.18    \n",
      "Aalto/False_7   91  92  DT      0.73  0.81  0.86  0.81  0.8019   0.7   0.18     0.0     0.18    0.21    \n",
      "Aalto/False_7   92  93  DT      0.73  0.8   0.85  0.8   0.7971   0.7   0.2      0.01    0.21    0.19    \n",
      "Aalto/False_7   93  94  DT      0.72  0.78  0.85  0.78  0.7848   0.69  0.2      0.0     0.2     0.21    \n",
      "Aalto/False_7   94  95  DT      0.73  0.81  0.85  0.81  0.805    0.7   0.19     0.0     0.19    0.21    \n",
      "Aalto/False_7   95  96  DT      0.73  0.8   0.85  0.8   0.7981   0.7   0.23     0.01    0.24    0.19    \n",
      "Aalto/False_7   96  97  DT      0.73  0.8   0.85  0.8   0.8019   0.7   0.23     0.01    0.23    0.2     \n",
      "Aalto/False_7   97  98  DT      0.72  0.8   0.85  0.8   0.7986   0.69  0.21     0.01    0.21    0.22    \n",
      "Aalto/False_7   98  99  DT      0.72  0.81  0.85  0.81  0.8025   0.7   0.2      0.01    0.21    0.19    \n",
      "Aalto/False_7   99  100 DT      0.73  0.81  0.85  0.81  0.8066   0.7   0.3      0.01    0.31    0.62    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.999089  1.000000  0.999544   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.520359  0.116872  0.190281    358.000000\n",
      "D-LinkHomeHub       0.633672  0.975855  0.768306   1696.000000\n",
      "D-LinkSensor        0.682429  0.504468  0.579870   1345.000000\n",
      "D-LinkSiren         0.803408  0.422231  0.553239   1237.000000\n",
      "D-LinkSwitch        0.965562  0.874212  0.917519   1320.000000\n",
      "D-LinkWaterSensor   0.476104  0.644642  0.547612   1243.000000\n",
      "EdimaxCam           0.985246  0.992667  0.988829    165.000000\n",
      "EdimaxPlug1101W     0.657740  0.977727  0.786298    264.000000\n",
      "EdimaxPlug2101W     0.992363  0.422846  0.592170    246.000000\n",
      "EdnetCam            1.000000  0.911154  0.953490     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.646089  0.250398  0.360898   2893.000000\n",
      "HueSwitch           0.610718  0.895536  0.726197   3799.000000\n",
      "IKettle2            1.000000  0.875000  0.928571     28.000000\n",
      "Lightify            0.999821  1.000000  0.999910    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.997500  0.998571     28.000000\n",
      "TP-LinkPlugHS100    0.644391  1.000000  0.783590    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.362097  0.529479    124.000000\n",
      "WeMoInsightSwitch   0.952352  0.768647  0.850633   1227.000000\n",
      "WeMoLink            0.820429  0.876478  0.847484   1360.000000\n",
      "WeMoSwitch          0.648131  0.764247  0.701320    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.726513  0.726513  0.726513      0.726513\n",
      "macro avg           0.853256  0.801206  0.800141  21182.000000\n",
      "weighted avg        0.745198  0.726513  0.705049  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_8   0   1   DT      0.72  0.79  0.85  0.79  0.7851   0.7   0.26     0.01    0.27    0.22    \n",
      "Aalto/False_8   1   2   DT      0.72  0.79  0.84  0.79  0.7872   0.69  0.23     0.01    0.24    0.21    \n",
      "Aalto/False_8   2   3   DT      0.72  0.79  0.85  0.79  0.7871   0.69  0.19     0.01    0.2     0.2     \n",
      "Aalto/False_8   3   4   DT      0.73  0.79  0.85  0.79  0.7932   0.7   0.22     0.01    0.23    0.21    \n",
      "Aalto/False_8   4   5   DT      0.73  0.79  0.84  0.79  0.7897   0.7   0.21     0.01    0.22    0.2     \n",
      "Aalto/False_8   5   6   DT      0.72  0.79  0.85  0.79  0.7892   0.69  0.17     0.01    0.18    0.21    \n",
      "Aalto/False_8   6   7   DT      0.72  0.8   0.85  0.8   0.7966   0.7   0.33     0.01    0.34    0.24    \n",
      "Aalto/False_8   7   8   DT      0.73  0.79  0.85  0.79  0.7878   0.7   0.22     0.01    0.23    0.19    \n",
      "Aalto/False_8   8   9   DT      0.73  0.79  0.85  0.79  0.7856   0.7   0.2      0.01    0.2     0.22    \n",
      "Aalto/False_8   9   10  DT      0.73  0.79  0.85  0.79  0.7911   0.7   0.19     0.01    0.2     0.21    \n",
      "Aalto/False_8   10  11  DT      0.72  0.79  0.85  0.79  0.7876   0.69  0.2      0.01    0.21    0.19    \n",
      "Aalto/False_8   11  12  DT      0.72  0.8   0.85  0.8   0.7954   0.69  0.22     0.01    0.23    0.16    \n",
      "Aalto/False_8   12  13  DT      0.73  0.8   0.85  0.8   0.7947   0.7   0.18     0.01    0.19    0.19    \n",
      "Aalto/False_8   13  14  DT      0.73  0.8   0.85  0.8   0.8007   0.7   0.19     0.01    0.2     0.16    \n",
      "Aalto/False_8   14  15  DT      0.72  0.79  0.85  0.79  0.7932   0.7   0.19     0.01    0.2     0.19    \n",
      "Aalto/False_8   15  16  DT      0.73  0.79  0.85  0.79  0.7893   0.7   0.29     0.01    0.3     0.23    \n",
      "Aalto/False_8   16  17  DT      0.73  0.79  0.85  0.79  0.7949   0.7   0.19     0.01    0.2     0.2     \n",
      "Aalto/False_8   17  18  DT      0.73  0.79  0.85  0.79  0.7924   0.7   0.24     0.01    0.25    0.25    \n",
      "Aalto/False_8   18  19  DT      0.73  0.79  0.85  0.79  0.7919   0.7   0.2      0.01    0.21    0.19    \n",
      "Aalto/False_8   19  20  DT      0.72  0.8   0.85  0.8   0.7982   0.7   0.21     0.01    0.22    0.16    \n",
      "Aalto/False_8   20  21  DT      0.72  0.79  0.85  0.79  0.7885   0.69  0.23     0.01    0.24    0.23    \n",
      "Aalto/False_8   21  22  DT      0.72  0.78  0.85  0.78  0.7798   0.69  0.25     0.01    0.26    0.23    \n",
      "Aalto/False_8   22  23  DT      0.72  0.79  0.85  0.79  0.7937   0.69  0.23     0.01    0.24    0.24    \n",
      "Aalto/False_8   23  24  DT      0.72  0.79  0.85  0.79  0.791    0.69  0.25     0.0     0.25    0.27    \n",
      "Aalto/False_8   24  25  DT      0.73  0.8   0.85  0.8   0.8      0.7   0.19     0.0     0.19    0.22    \n",
      "Aalto/False_8   25  26  DT      0.73  0.8   0.85  0.8   0.7954   0.7   0.22     0.01    0.24    0.22    \n",
      "Aalto/False_8   26  27  DT      0.72  0.8   0.85  0.8   0.7956   0.7   0.28     0.01    0.29    0.3     \n",
      "Aalto/False_8   27  28  DT      0.73  0.81  0.85  0.81  0.8027   0.7   0.23     0.01    0.24    0.21    \n",
      "Aalto/False_8   28  29  DT      0.72  0.8   0.85  0.8   0.7974   0.7   0.21     0.01    0.22    0.2     \n",
      "Aalto/False_8   29  30  DT      0.72  0.78  0.85  0.78  0.783    0.7   0.2      0.01    0.21    0.18    \n",
      "Aalto/False_8   30  31  DT      0.72  0.78  0.85  0.78  0.7815   0.69  0.18     0.02    0.19    0.23    \n",
      "Aalto/False_8   31  32  DT      0.73  0.8   0.85  0.8   0.797    0.7   0.15     0.0     0.15    0.19    \n",
      "Aalto/False_8   32  33  DT      0.73  0.8   0.85  0.8   0.7952   0.7   0.21     0.02    0.23    0.23    \n",
      "Aalto/False_8   33  34  DT      0.73  0.79  0.85  0.79  0.7876   0.7   0.19     0.01    0.2     0.19    \n",
      "Aalto/False_8   34  35  DT      0.73  0.79  0.85  0.79  0.798    0.7   0.21     0.0     0.22    0.24    \n",
      "Aalto/False_8   35  36  DT      0.73  0.8   0.85  0.8   0.7984   0.7   0.18     0.0     0.18    0.18    \n",
      "Aalto/False_8   36  37  DT      0.73  0.79  0.85  0.79  0.794    0.7   0.19     0.0     0.19    0.23    \n",
      "Aalto/False_8   37  38  DT      0.72  0.79  0.85  0.79  0.7903   0.69  0.19     0.01    0.2     0.2     \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_8   38  39  DT      0.72  0.78  0.85  0.78  0.7807   0.69  0.19     0.01    0.2     0.22    \n",
      "Aalto/False_8   39  40  DT      0.72  0.79  0.85  0.79  0.7916   0.7   0.22     0.01    0.23    0.19    \n",
      "Aalto/False_8   40  41  DT      0.73  0.8   0.85  0.8   0.7998   0.7   0.19     0.0     0.19    0.22    \n",
      "Aalto/False_8   41  42  DT      0.72  0.79  0.85  0.79  0.786    0.69  0.18     0.02    0.19    0.2     \n",
      "Aalto/False_8   42  43  DT      0.72  0.8   0.85  0.8   0.7939   0.7   0.22     0.0     0.22    0.2     \n",
      "Aalto/False_8   43  44  DT      0.73  0.79  0.85  0.79  0.7955   0.7   0.23     0.01    0.24    0.19    \n",
      "Aalto/False_8   44  45  DT      0.73  0.8   0.85  0.8   0.8001   0.7   0.21     0.01    0.22    0.2     \n",
      "Aalto/False_8   45  46  DT      0.73  0.79  0.85  0.79  0.7968   0.7   0.19     0.01    0.2     0.2     \n",
      "Aalto/False_8   46  47  DT      0.72  0.79  0.85  0.79  0.7881   0.69  0.2      0.0     0.2     0.18    \n",
      "Aalto/False_8   47  48  DT      0.73  0.8   0.85  0.8   0.7985   0.7   0.19     0.01    0.2     0.17    \n",
      "Aalto/False_8   48  49  DT      0.73  0.79  0.85  0.79  0.7908   0.7   0.19     0.01    0.2     0.19    \n",
      "Aalto/False_8   49  50  DT      0.73  0.8   0.85  0.8   0.7996   0.7   0.19     0.02    0.2     0.21    \n",
      "Aalto/False_8   50  51  DT      0.73  0.8   0.85  0.8   0.7972   0.7   0.2      0.01    0.21    0.2     \n",
      "Aalto/False_8   51  52  DT      0.72  0.78  0.85  0.78  0.7867   0.7   0.18     0.01    0.19    0.2     \n",
      "Aalto/False_8   52  53  DT      0.73  0.79  0.85  0.79  0.7918   0.7   0.17     0.01    0.18    0.19    \n",
      "Aalto/False_8   53  54  DT      0.73  0.8   0.85  0.8   0.796    0.7   0.16     0.01    0.17    0.19    \n",
      "Aalto/False_8   54  55  DT      0.73  0.79  0.85  0.79  0.7861   0.7   0.22     0.01    0.22    0.16    \n",
      "Aalto/False_8   55  56  DT      0.73  0.81  0.85  0.81  0.8093   0.7   0.18     0.01    0.19    0.18    \n",
      "Aalto/False_8   56  57  DT      0.73  0.8   0.85  0.8   0.7981   0.7   0.18     0.01    0.19    0.19    \n",
      "Aalto/False_8   57  58  DT      0.73  0.8   0.85  0.8   0.7975   0.7   0.18     0.01    0.19    0.18    \n",
      "Aalto/False_8   58  59  DT      0.73  0.8   0.85  0.8   0.7962   0.7   0.17     0.0     0.17    0.22    \n",
      "Aalto/False_8   59  60  DT      0.73  0.8   0.85  0.8   0.7967   0.7   0.19     0.01    0.2     0.21    \n",
      "Aalto/False_8   60  61  DT      0.73  0.8   0.85  0.8   0.797    0.7   0.19     0.0     0.19    0.16    \n",
      "Aalto/False_8   61  62  DT      0.73  0.79  0.85  0.79  0.7893   0.7   0.18     0.0     0.18    0.2     \n",
      "Aalto/False_8   62  63  DT      0.73  0.79  0.85  0.79  0.7867   0.7   0.19     0.01    0.2     0.21    \n",
      "Aalto/False_8   63  64  DT      0.73  0.8   0.85  0.8   0.7966   0.7   0.19     0.01    0.2     0.19    \n",
      "Aalto/False_8   64  65  DT      0.73  0.79  0.85  0.79  0.7946   0.7   0.19     0.01    0.19    0.2     \n",
      "Aalto/False_8   65  66  DT      0.73  0.79  0.85  0.79  0.7891   0.7   0.2      0.0     0.2     0.23    \n",
      "Aalto/False_8   66  67  DT      0.73  0.79  0.85  0.79  0.7965   0.7   0.2      0.01    0.21    0.19    \n",
      "Aalto/False_8   67  68  DT      0.73  0.8   0.85  0.8   0.7964   0.7   0.21     0.01    0.22    0.18    \n",
      "Aalto/False_8   68  69  DT      0.72  0.79  0.85  0.79  0.79     0.7   0.19     0.01    0.2     0.21    \n",
      "Aalto/False_8   69  70  DT      0.73  0.79  0.85  0.79  0.7913   0.7   0.17     0.01    0.18    0.17    \n",
      "Aalto/False_8   70  71  DT      0.73  0.79  0.85  0.79  0.7927   0.7   0.19     0.01    0.2     0.21    \n",
      "Aalto/False_8   71  72  DT      0.73  0.78  0.84  0.78  0.7816   0.7   0.2      0.01    0.21    0.21    \n",
      "Aalto/False_8   72  73  DT      0.73  0.8   0.85  0.8   0.7926   0.7   0.2      0.0     0.2     0.16    \n",
      "Aalto/False_8   73  74  DT      0.73  0.79  0.85  0.79  0.787    0.7   0.15     0.02    0.17    0.18    \n",
      "Aalto/False_8   74  75  DT      0.72  0.78  0.85  0.78  0.781    0.69  0.2      0.0     0.2     0.16    \n",
      "Aalto/False_8   75  76  DT      0.73  0.8   0.85  0.8   0.7994   0.7   0.22     0.0     0.22    0.22    \n",
      "Aalto/False_8   76  77  DT      0.73  0.8   0.85  0.8   0.799    0.7   0.19     0.02    0.21    0.22    \n",
      "Aalto/False_8   77  78  DT      0.73  0.8   0.85  0.8   0.8003   0.7   0.2      0.0     0.2     0.17    \n",
      "Aalto/False_8   78  79  DT      0.73  0.8   0.85  0.8   0.7966   0.7   0.18     0.01    0.19    0.14    \n",
      "Aalto/False_8   79  80  DT      0.72  0.79  0.85  0.79  0.7861   0.69  0.22     0.01    0.23    0.27    \n",
      "Aalto/False_8   80  81  DT      0.73  0.8   0.85  0.8   0.803    0.7   0.21     0.01    0.21    0.19    \n",
      "Aalto/False_8   81  82  DT      0.73  0.8   0.85  0.8   0.799    0.7   0.2      0.0     0.2     0.24    \n",
      "Aalto/False_8   82  83  DT      0.73  0.8   0.85  0.8   0.7992   0.7   0.19     0.01    0.2     0.16    \n",
      "Aalto/False_8   83  84  DT      0.73  0.8   0.85  0.8   0.8034   0.7   0.21     0.0     0.21    0.25    \n",
      "Aalto/False_8   84  85  DT      0.73  0.78  0.85  0.78  0.783    0.7   0.18     0.02    0.2     0.2     \n",
      "Aalto/False_8   85  86  DT      0.72  0.78  0.85  0.78  0.7854   0.69  0.19     0.01    0.2     0.2     \n",
      "Aalto/False_8   86  87  DT      0.73  0.79  0.85  0.79  0.79     0.7   0.18     0.02    0.2     0.17    \n",
      "Aalto/False_8   87  88  DT      0.72  0.8   0.85  0.8   0.7963   0.7   0.21     0.0     0.21    0.23    \n",
      "Aalto/False_8   88  89  DT      0.72  0.79  0.85  0.79  0.7931   0.7   0.18     0.02    0.19    0.19    \n",
      "Aalto/False_8   89  90  DT      0.73  0.8   0.85  0.8   0.7932   0.7   0.19     0.01    0.19    0.22    \n",
      "Aalto/False_8   90  91  DT      0.73  0.8   0.85  0.8   0.7968   0.7   0.2      0.01    0.21    0.21    \n",
      "Aalto/False_8   91  92  DT      0.73  0.8   0.85  0.8   0.792    0.7   0.23     0.01    0.23    0.21    \n",
      "Aalto/False_8   92  93  DT      0.72  0.79  0.85  0.79  0.7903   0.7   0.23     0.01    0.24    0.2     \n",
      "Aalto/False_8   93  94  DT      0.73  0.79  0.85  0.79  0.7876   0.7   0.19     0.01    0.2     0.22    \n",
      "Aalto/False_8   94  95  DT      0.73  0.81  0.85  0.81  0.7995   0.7   0.31     0.01    0.32    0.37    \n",
      "Aalto/False_8   95  96  DT      0.73  0.79  0.85  0.79  0.7892   0.7   0.36     0.02    0.38    0.42    \n",
      "Aalto/False_8   96  97  DT      0.73  0.8   0.85  0.8   0.8026   0.7   0.27     0.01    0.28    0.23    \n",
      "Aalto/False_8   97  98  DT      0.72  0.79  0.85  0.79  0.7921   0.69  0.19     0.0     0.19    0.21    \n",
      "Aalto/False_8   98  99  DT      0.72  0.78  0.85  0.78  0.7833   0.7   0.18     0.02    0.19    0.19    \n",
      "Aalto/False_8   99  100 DT      0.73  0.79  0.85  0.79  0.7924   0.7   0.17     0.02    0.18    0.18    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.996881  1.000000  0.998436   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.427886  0.088575  0.146099    358.000000\n",
      "D-LinkHomeHub       0.642037  0.974198  0.773887   1696.000000\n",
      "D-LinkSensor        0.670929  0.505933  0.576647   1345.000000\n",
      "D-LinkSiren         0.793211  0.400226  0.531536   1237.000000\n",
      "D-LinkSwitch        0.967013  0.905576  0.935193   1320.000000\n",
      "D-LinkWaterSensor   0.478381  0.644891  0.549173   1243.000000\n",
      "EdimaxCam           1.000000  0.976242  0.987864    165.000000\n",
      "EdimaxPlug1101W     0.682493  0.999394  0.810834    264.000000\n",
      "EdimaxPlug2101W     0.993108  0.500488  0.663658    246.000000\n",
      "EdnetCam            1.000000  0.922051  0.958919     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.620552  0.239195  0.345173   2893.000000\n",
      "HueSwitch           0.605326  0.888558  0.720080   3799.000000\n",
      "IKettle2            1.000000  0.797143  0.881667     28.000000\n",
      "Lightify            0.998514  1.000000  0.999254    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.885714  0.938462     28.000000\n",
      "TP-LinkPlugHS100    0.607560  1.000000  0.755733    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.253548  0.401545    124.000000\n",
      "WeMoInsightSwitch   0.949188  0.769177  0.849674   1227.000000\n",
      "WeMoLink            0.840432  0.897471  0.867941   1360.000000\n",
      "WeMoSwitch          0.661117  0.783654  0.717010    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.726216  0.726216  0.726216      0.726216\n",
      "macro avg           0.849431  0.793779  0.792918  21182.000000\n",
      "weighted avg        0.740351  0.726216  0.703064  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_9   0   1   DT      0.73  0.81  0.86  0.81  0.801    0.71  0.18     0.02    0.19    0.17    \n",
      "Aalto/False_9   1   2   DT      0.73  0.81  0.85  0.81  0.8009   0.71  0.16     0.0     0.16    0.18    \n",
      "Aalto/False_9   2   3   DT      0.73  0.8   0.86  0.8   0.794    0.71  0.17     0.02    0.19    0.17    \n",
      "Aalto/False_9   3   4   DT      0.73  0.81  0.86  0.81  0.8016   0.71  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_9   4   5   DT      0.73  0.8   0.85  0.8   0.7948   0.7   0.16     0.02    0.18    0.14    \n",
      "Aalto/False_9   5   6   DT      0.73  0.8   0.86  0.8   0.7936   0.7   0.15     0.02    0.16    0.14    \n",
      "Aalto/False_9   6   7   DT      0.73  0.8   0.86  0.8   0.7945   0.71  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_9   7   8   DT      0.73  0.81  0.85  0.81  0.7965   0.7   0.22     0.01    0.23    0.21    \n",
      "Aalto/False_9   8   9   DT      0.73  0.79  0.85  0.79  0.7868   0.7   0.18     0.01    0.19    0.18    \n",
      "Aalto/False_9   9   10  DT      0.74  0.81  0.86  0.81  0.7974   0.71  0.16     0.02    0.18    0.2     \n",
      "Aalto/False_9   10  11  DT      0.73  0.81  0.85  0.81  0.8022   0.7   0.19     0.01    0.2     0.22    \n",
      "Aalto/False_9   11  12  DT      0.73  0.8   0.85  0.8   0.7939   0.71  0.21     0.01    0.22    0.2     \n",
      "Aalto/False_9   12  13  DT      0.73  0.79  0.85  0.79  0.7857   0.7   0.21     0.01    0.22    0.17    \n",
      "Aalto/False_9   13  14  DT      0.72  0.8   0.85  0.8   0.7919   0.7   0.23     0.01    0.24    0.22    \n",
      "Aalto/False_9   14  15  DT      0.73  0.81  0.86  0.81  0.7973   0.71  0.22     0.01    0.23    0.22    \n",
      "Aalto/False_9   15  16  DT      0.73  0.79  0.85  0.79  0.7892   0.7   0.2      0.0     0.2     0.2     \n",
      "Aalto/False_9   16  17  DT      0.73  0.81  0.85  0.81  0.798    0.71  0.19     0.01    0.2     0.19    \n",
      "Aalto/False_9   17  18  DT      0.73  0.8   0.85  0.8   0.793    0.7   0.22     0.01    0.23    0.15    \n",
      "Aalto/False_9   18  19  DT      0.74  0.81  0.86  0.81  0.7984   0.71  0.18     0.0     0.18    0.19    \n",
      "Aalto/False_9   19  20  DT      0.73  0.8   0.85  0.8   0.7872   0.7   0.18     0.01    0.19    0.16    \n",
      "Aalto/False_9   20  21  DT      0.73  0.81  0.86  0.81  0.8039   0.7   0.19     0.01    0.2     0.21    \n",
      "Aalto/False_9   21  22  DT      0.73  0.8   0.85  0.8   0.7897   0.7   0.21     0.01    0.21    0.19    \n",
      "Aalto/False_9   22  23  DT      0.74  0.81  0.86  0.81  0.8003   0.71  0.19     0.01    0.2     0.21    \n",
      "Aalto/False_9   23  24  DT      0.73  0.8   0.85  0.8   0.7896   0.71  0.19     0.01    0.2     0.24    \n",
      "Aalto/False_9   24  25  DT      0.73  0.81  0.86  0.81  0.7991   0.7   0.24     0.01    0.25    0.16    \n",
      "Aalto/False_9   25  26  DT      0.73  0.8   0.85  0.8   0.7955   0.7   0.21     0.01    0.22    0.21    \n",
      "Aalto/False_9   26  27  DT      0.73  0.81  0.85  0.81  0.8004   0.71  0.21     0.01    0.21    0.21    \n",
      "Aalto/False_9   27  28  DT      0.73  0.8   0.85  0.8   0.7911   0.7   0.18     0.02    0.19    0.17    \n",
      "Aalto/False_9   28  29  DT      0.73  0.81  0.85  0.81  0.8008   0.7   0.2      0.01    0.2     0.24    \n",
      "Aalto/False_9   29  30  DT      0.73  0.8   0.85  0.8   0.7944   0.71  0.21     0.01    0.22    0.18    \n",
      "Aalto/False_9   30  31  DT      0.73  0.81  0.85  0.81  0.7979   0.7   0.18     0.01    0.19    0.2     \n",
      "Aalto/False_9   31  32  DT      0.73  0.8   0.86  0.8   0.7928   0.71  0.17     0.01    0.17    0.17    \n",
      "Aalto/False_9   32  33  DT      0.73  0.81  0.86  0.81  0.799    0.71  0.23     0.0     0.23    0.21    \n",
      "Aalto/False_9   33  34  DT      0.73  0.8   0.85  0.8   0.7927   0.7   0.21     0.01    0.22    0.21    \n",
      "Aalto/False_9   34  35  DT      0.73  0.81  0.85  0.81  0.7953   0.7   0.22     0.01    0.23    0.25    \n",
      "Aalto/False_9   35  36  DT      0.73  0.81  0.86  0.81  0.7988   0.7   0.2      0.01    0.21    0.19    \n",
      "Aalto/False_9   36  37  DT      0.73  0.81  0.85  0.81  0.7976   0.7   0.21     0.01    0.22    0.19    \n",
      "Aalto/False_9   37  38  DT      0.73  0.8   0.85  0.8   0.7925   0.7   0.21     0.01    0.21    0.23    \n",
      "Aalto/False_9   38  39  DT      0.73  0.79  0.85  0.79  0.7881   0.7   0.23     0.0     0.23    0.2     \n",
      "Aalto/False_9   39  40  DT      0.73  0.81  0.86  0.81  0.7993   0.7   0.21     0.01    0.21    0.17    \n",
      "Aalto/False_9   40  41  DT      0.73  0.81  0.86  0.81  0.799    0.71  0.16     0.02    0.18    0.19    \n",
      "Aalto/False_9   41  42  DT      0.73  0.8   0.85  0.8   0.7881   0.7   0.23     0.01    0.24    0.23    \n",
      "Aalto/False_9   42  43  DT      0.73  0.8   0.86  0.8   0.7947   0.71  0.21     0.01    0.22    0.22    \n",
      "Aalto/False_9   43  44  DT      0.73  0.8   0.85  0.8   0.7943   0.7   0.26     0.01    0.27    0.26    \n",
      "Aalto/False_9   44  45  DT      0.73  0.81  0.85  0.81  0.7982   0.7   0.28     0.01    0.29    0.36    \n",
      "Aalto/False_9   45  46  DT      0.73  0.8   0.85  0.8   0.7953   0.7   0.22     0.01    0.23    0.24    \n",
      "Aalto/False_9   46  47  DT      0.74  0.81  0.86  0.81  0.8041   0.71  0.21     0.01    0.22    0.2     \n",
      "Aalto/False_9   47  48  DT      0.74  0.81  0.86  0.81  0.7956   0.71  0.22     0.01    0.23    0.16    \n",
      "Aalto/False_9   48  49  DT      0.73  0.79  0.85  0.79  0.7861   0.71  0.18     0.02    0.19    0.17    \n",
      "Aalto/False_9   49  50  DT      0.73  0.81  0.85  0.81  0.7951   0.71  0.22     0.01    0.23    0.18    \n",
      "Aalto/False_9   50  51  DT      0.73  0.81  0.85  0.81  0.8002   0.7   0.22     0.0     0.22    0.24    \n",
      "Aalto/False_9   51  52  DT      0.74  0.81  0.86  0.81  0.8052   0.71  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_9   52  53  DT      0.73  0.8   0.85  0.8   0.7878   0.7   0.22     0.01    0.23    0.19    \n",
      "Aalto/False_9   53  54  DT      0.73  0.8   0.85  0.8   0.7947   0.7   0.2      0.01    0.21    0.14    \n",
      "Aalto/False_9   54  55  DT      0.73  0.8   0.86  0.8   0.7914   0.7   0.18     0.01    0.18    0.18    \n",
      "Aalto/False_9   55  56  DT      0.73  0.8   0.85  0.8   0.7935   0.7   0.17     0.01    0.18    0.14    \n",
      "Aalto/False_9   56  57  DT      0.73  0.81  0.86  0.81  0.8043   0.71  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_9   57  58  DT      0.73  0.8   0.86  0.8   0.7943   0.7   0.17     0.01    0.18    0.17    \n",
      "Aalto/False_9   58  59  DT      0.73  0.81  0.85  0.81  0.7989   0.7   0.16     0.01    0.17    0.17    \n",
      "Aalto/False_9   59  60  DT      0.73  0.81  0.86  0.81  0.8031   0.71  0.18     0.01    0.18    0.18    \n",
      "Aalto/False_9   60  61  DT      0.73  0.8   0.85  0.8   0.7915   0.7   0.2      0.02    0.21    0.19    \n",
      "Aalto/False_9   61  62  DT      0.73  0.81  0.85  0.81  0.8      0.71  0.32     0.01    0.33    0.14    \n",
      "Aalto/False_9   62  63  DT      0.74  0.81  0.86  0.81  0.798    0.71  0.2      0.01    0.21    0.23    \n",
      "Aalto/False_9   63  64  DT      0.73  0.81  0.86  0.81  0.7949   0.7   0.19     0.01    0.2     0.15    \n",
      "Aalto/False_9   64  65  DT      0.73  0.81  0.86  0.81  0.7978   0.7   0.17     0.01    0.17    0.15    \n",
      "Aalto/False_9   65  66  DT      0.74  0.81  0.86  0.81  0.8072   0.71  0.28     0.01    0.28    0.13    \n",
      "Aalto/False_9   66  67  DT      0.73  0.81  0.86  0.81  0.8      0.71  0.16     0.01    0.17    0.19    \n",
      "Aalto/False_9   67  68  DT      0.73  0.81  0.85  0.81  0.7984   0.71  0.24     0.0     0.25    0.14    \n",
      "Aalto/False_9   68  69  DT      0.73  0.81  0.85  0.81  0.7978   0.7   0.16     0.01    0.16    0.16    \n",
      "Aalto/False_9   69  70  DT      0.73  0.79  0.85  0.79  0.7872   0.7   0.16     0.01    0.17    0.14    \n",
      "Aalto/False_9   70  71  DT      0.73  0.79  0.85  0.79  0.7868   0.71  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_9   71  72  DT      0.74  0.81  0.86  0.81  0.8009   0.71  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_9   72  73  DT      0.73  0.8   0.85  0.8   0.7947   0.7   0.19     0.01    0.2     0.23    \n",
      "Aalto/False_9   73  74  DT      0.73  0.8   0.85  0.8   0.7909   0.7   0.16     0.01    0.17    0.15    \n",
      "Aalto/False_9   74  75  DT      0.73  0.81  0.85  0.81  0.8016   0.71  0.17     0.01    0.17    0.14    \n",
      "Aalto/False_9   75  76  DT      0.73  0.81  0.85  0.81  0.7942   0.71  0.17     0.01    0.18    0.19    \n",
      "Aalto/False_9   76  77  DT      0.73  0.8   0.85  0.8   0.7898   0.7   0.15     0.01    0.16    0.15    \n",
      "Aalto/False_9   77  78  DT      0.73  0.8   0.85  0.8   0.7952   0.7   0.16     0.01    0.17    0.15    \n",
      "Aalto/False_9   78  79  DT      0.73  0.81  0.85  0.81  0.7959   0.7   0.14     0.02    0.16    0.11    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_9   79  80  DT      0.73  0.81  0.86  0.81  0.7993   0.71  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_9   80  81  DT      0.73  0.81  0.86  0.81  0.7974   0.71  0.17     0.01    0.17    0.14    \n",
      "Aalto/False_9   81  82  DT      0.73  0.81  0.86  0.81  0.8054   0.7   0.2      0.01    0.21    0.23    \n",
      "Aalto/False_9   82  83  DT      0.73  0.81  0.86  0.81  0.8035   0.71  0.37     0.01    0.38    0.4     \n",
      "Aalto/False_9   83  84  DT      0.74  0.81  0.86  0.81  0.7994   0.71  0.28     0.01    0.29    0.15    \n",
      "Aalto/False_9   84  85  DT      0.73  0.81  0.85  0.81  0.8      0.71  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_9   85  86  DT      0.73  0.8   0.86  0.8   0.7881   0.7   0.17     0.01    0.17    0.14    \n",
      "Aalto/False_9   86  87  DT      0.73  0.8   0.85  0.8   0.7952   0.7   0.16     0.01    0.16    0.16    \n",
      "Aalto/False_9   87  88  DT      0.73  0.8   0.85  0.8   0.7904   0.7   0.17     0.01    0.17    0.14    \n",
      "Aalto/False_9   88  89  DT      0.73  0.8   0.85  0.8   0.7906   0.71  0.16     0.01    0.16    0.14    \n",
      "Aalto/False_9   89  90  DT      0.73  0.81  0.86  0.81  0.7969   0.71  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_9   90  91  DT      0.73  0.81  0.85  0.81  0.8036   0.71  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_9   91  92  DT      0.73  0.81  0.86  0.81  0.7977   0.71  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_9   92  93  DT      0.73  0.8   0.85  0.8   0.7938   0.7   0.16     0.01    0.16    0.13    \n",
      "Aalto/False_9   93  94  DT      0.73  0.81  0.86  0.81  0.7991   0.71  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_9   94  95  DT      0.73  0.81  0.85  0.81  0.7998   0.7   0.16     0.01    0.17    0.13    \n",
      "Aalto/False_9   95  96  DT      0.73  0.81  0.85  0.81  0.798    0.7   0.16     0.01    0.16    0.14    \n",
      "Aalto/False_9   96  97  DT      0.73  0.8   0.85  0.8   0.7905   0.7   0.16     0.01    0.17    0.15    \n",
      "Aalto/False_9   97  98  DT      0.73  0.8   0.85  0.8   0.7942   0.7   0.18     0.01    0.18    0.14    \n",
      "Aalto/False_9   98  99  DT      0.73  0.79  0.85  0.79  0.7865   0.7   0.16     0.01    0.17    0.13    \n",
      "Aalto/False_9   99  100 DT      0.73  0.81  0.86  0.81  0.7983   0.71  0.16     0.01    0.17    0.13    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.999201  1.000000  0.999600   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.408255  0.042793  0.076786    358.000000\n",
      "D-LinkHomeHub       0.643790  0.987158  0.779258   1696.000000\n",
      "D-LinkSensor        0.716210  0.532572  0.610620   1345.000000\n",
      "D-LinkSiren         0.866620  0.432862  0.576874   1237.000000\n",
      "D-LinkSwitch        0.980854  0.924864  0.951972   1320.000000\n",
      "D-LinkWaterSensor   0.491092  0.669903  0.566649   1243.000000\n",
      "EdimaxCam           1.000000  0.989333  0.994629    165.000000\n",
      "EdimaxPlug1101W     0.652193  0.990455  0.786395    264.000000\n",
      "EdimaxPlug2101W     0.990181  0.432805  0.601298    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.638221  0.175517  0.275292   2893.000000\n",
      "HueSwitch           0.595472  0.924212  0.724283   3799.000000\n",
      "IKettle2            1.000000  0.958214  0.975106     28.000000\n",
      "Lightify            0.999935  1.000000  0.999968    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.964286  0.981818     28.000000\n",
      "TP-LinkPlugHS100    0.605834  1.000000  0.754367    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.228629  0.368593    124.000000\n",
      "WeMoInsightSwitch   0.964939  0.786504  0.866561   1227.000000\n",
      "WeMoLink            0.838633  0.917081  0.876046   1360.000000\n",
      "WeMoSwitch          0.682140  0.770432  0.723452    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.731864  0.731864  0.731864      0.731864\n",
      "macro avg           0.854577  0.804727  0.795910  21182.000000\n",
      "weighted avg        0.750942  0.731864  0.701402  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_10  0   1   DT      0.74  0.81  0.86  0.81  0.801    0.71  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_10  1   2   DT      0.74  0.81  0.86  0.81  0.8024   0.71  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_10  2   3   DT      0.74  0.81  0.86  0.81  0.8027   0.71  0.16     0.01    0.16    0.14    \n",
      "Aalto/False_10  3   4   DT      0.74  0.81  0.86  0.81  0.8024   0.71  0.17     0.01    0.17    0.14    \n",
      "Aalto/False_10  4   5   DT      0.73  0.81  0.86  0.81  0.7994   0.71  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_10  5   6   DT      0.74  0.81  0.86  0.81  0.8011   0.71  0.16     0.01    0.16    0.15    \n",
      "Aalto/False_10  6   7   DT      0.74  0.8   0.86  0.8   0.7929   0.71  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_10  7   8   DT      0.73  0.81  0.86  0.81  0.7984   0.71  0.19     0.01    0.19    0.15    \n",
      "Aalto/False_10  8   9   DT      0.74  0.8   0.86  0.8   0.795    0.71  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_10  9   10  DT      0.74  0.81  0.86  0.81  0.8017   0.71  0.17     0.01    0.17    0.13    \n",
      "Aalto/False_10  10  11  DT      0.74  0.81  0.86  0.81  0.8034   0.71  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_10  11  12  DT      0.74  0.81  0.86  0.81  0.8029   0.71  0.21     0.01    0.22    0.18    \n",
      "Aalto/False_10  12  13  DT      0.74  0.81  0.86  0.81  0.8033   0.71  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_10  13  14  DT      0.74  0.81  0.85  0.81  0.7993   0.71  0.18     0.01    0.18    0.14    \n",
      "Aalto/False_10  14  15  DT      0.74  0.81  0.86  0.81  0.7984   0.71  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_10  15  16  DT      0.73  0.8   0.85  0.8   0.7938   0.71  0.17     0.01    0.17    0.14    \n",
      "Aalto/False_10  16  17  DT      0.73  0.81  0.86  0.81  0.7987   0.71  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_10  17  18  DT      0.74  0.81  0.86  0.81  0.8043   0.71  0.2      0.01    0.21    0.14    \n",
      "Aalto/False_10  18  19  DT      0.74  0.81  0.86  0.81  0.7991   0.71  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_10  19  20  DT      0.73  0.81  0.86  0.81  0.7979   0.71  0.17     0.01    0.17    0.13    \n",
      "Aalto/False_10  20  21  DT      0.74  0.82  0.86  0.82  0.8058   0.71  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_10  21  22  DT      0.74  0.81  0.86  0.81  0.8022   0.71  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_10  22  23  DT      0.74  0.82  0.86  0.82  0.8064   0.72  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_10  23  24  DT      0.74  0.81  0.86  0.81  0.8029   0.71  0.18     0.01    0.19    0.18    \n",
      "Aalto/False_10  24  25  DT      0.74  0.81  0.86  0.81  0.7998   0.71  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_10  25  26  DT      0.74  0.81  0.86  0.81  0.8002   0.71  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_10  26  27  DT      0.74  0.81  0.86  0.81  0.8019   0.71  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_10  27  28  DT      0.74  0.8   0.86  0.8   0.7969   0.71  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_10  28  29  DT      0.74  0.81  0.86  0.81  0.7997   0.71  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_10  29  30  DT      0.73  0.81  0.86  0.81  0.7984   0.71  0.16     0.01    0.17    0.17    \n",
      "Aalto/False_10  30  31  DT      0.74  0.81  0.86  0.81  0.8022   0.71  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_10  31  32  DT      0.74  0.81  0.86  0.81  0.8015   0.71  0.33     0.01    0.34    0.33    \n",
      "Aalto/False_10  32  33  DT      0.73  0.81  0.86  0.81  0.7958   0.7   0.33     0.01    0.34    0.37    \n",
      "Aalto/False_10  33  34  DT      0.73  0.8   0.85  0.8   0.7898   0.7   0.25     0.01    0.26    0.18    \n",
      "Aalto/False_10  34  35  DT      0.74  0.8   0.85  0.8   0.7913   0.71  0.21     0.01    0.22    0.26    \n",
      "Aalto/False_10  35  36  DT      0.73  0.79  0.85  0.79  0.7854   0.7   0.17     0.01    0.18    0.14    \n",
      "Aalto/False_10  36  37  DT      0.74  0.82  0.86  0.82  0.8082   0.71  0.19     0.01    0.19    0.15    \n",
      "Aalto/False_10  37  38  DT      0.73  0.8   0.86  0.8   0.7931   0.7   0.19     0.01    0.2     0.19    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_10  38  39  DT      0.73  0.79  0.85  0.79  0.7848   0.7   0.26     0.01    0.28    0.18    \n",
      "Aalto/False_10  39  40  DT      0.74  0.81  0.86  0.81  0.8017   0.71  0.38     0.03    0.42    0.41    \n",
      "Aalto/False_10  40  41  DT      0.74  0.81  0.86  0.81  0.8031   0.71  0.17     0.01    0.17    0.19    \n",
      "Aalto/False_10  41  42  DT      0.73  0.81  0.85  0.81  0.796    0.71  0.25     0.01    0.26    0.18    \n",
      "Aalto/False_10  42  43  DT      0.74  0.8   0.86  0.8   0.7994   0.71  0.26     0.01    0.27    0.31    \n",
      "Aalto/False_10  43  44  DT      0.74  0.81  0.86  0.81  0.7974   0.71  0.21     0.01    0.22    0.21    \n",
      "Aalto/False_10  44  45  DT      0.74  0.81  0.86  0.81  0.7999   0.71  0.24     0.01    0.25    0.26    \n",
      "Aalto/False_10  45  46  DT      0.73  0.81  0.86  0.81  0.7978   0.7   0.2      0.01    0.2     0.33    \n",
      "Aalto/False_10  46  47  DT      0.74  0.81  0.86  0.81  0.8013   0.71  0.22     0.01    0.23    0.28    \n",
      "Aalto/False_10  47  48  DT      0.74  0.81  0.86  0.81  0.8016   0.71  0.28     0.01    0.29    0.24    \n",
      "Aalto/False_10  48  49  DT      0.74  0.81  0.86  0.81  0.8042   0.71  0.17     0.01    0.17    0.15    \n",
      "Aalto/False_10  49  50  DT      0.74  0.81  0.86  0.81  0.8044   0.71  0.16     0.01    0.17    0.2     \n",
      "Aalto/False_10  50  51  DT      0.73  0.79  0.85  0.79  0.7878   0.71  0.33     0.01    0.34    0.23    \n",
      "Aalto/False_10  51  52  DT      0.73  0.81  0.85  0.81  0.7968   0.7   0.17     0.01    0.18    0.17    \n",
      "Aalto/False_10  52  53  DT      0.74  0.81  0.86  0.81  0.8039   0.71  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_10  53  54  DT      0.74  0.81  0.86  0.81  0.802    0.71  0.16     0.01    0.17    0.19    \n",
      "Aalto/False_10  54  55  DT      0.73  0.8   0.85  0.8   0.7912   0.71  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_10  55  56  DT      0.74  0.81  0.86  0.81  0.8      0.71  0.17     0.01    0.17    0.14    \n",
      "Aalto/False_10  56  57  DT      0.74  0.81  0.86  0.81  0.8011   0.71  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_10  57  58  DT      0.73  0.81  0.86  0.81  0.8004   0.71  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_10  58  59  DT      0.74  0.81  0.86  0.81  0.8038   0.71  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_10  59  60  DT      0.74  0.81  0.86  0.81  0.8013   0.71  0.19     0.01    0.2     0.13    \n",
      "Aalto/False_10  60  61  DT      0.73  0.81  0.86  0.81  0.7968   0.71  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_10  61  62  DT      0.74  0.82  0.86  0.82  0.8049   0.71  0.18     0.01    0.18    0.14    \n",
      "Aalto/False_10  62  63  DT      0.73  0.81  0.86  0.81  0.797    0.71  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_10  63  64  DT      0.74  0.81  0.86  0.81  0.8023   0.71  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_10  64  65  DT      0.74  0.81  0.86  0.81  0.8043   0.71  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_10  65  66  DT      0.74  0.81  0.86  0.81  0.8007   0.71  0.15     0.02    0.17    0.16    \n",
      "Aalto/False_10  66  67  DT      0.74  0.81  0.86  0.81  0.8033   0.71  0.17     0.02    0.19    0.19    \n",
      "Aalto/False_10  67  68  DT      0.74  0.81  0.86  0.81  0.8037   0.71  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_10  68  69  DT      0.74  0.81  0.86  0.81  0.801    0.71  0.14     0.02    0.16    0.19    \n",
      "Aalto/False_10  69  70  DT      0.74  0.8   0.86  0.8   0.7951   0.71  0.21     0.01    0.22    0.14    \n",
      "Aalto/False_10  70  71  DT      0.73  0.81  0.86  0.81  0.7973   0.71  0.22     0.0     0.22    0.16    \n",
      "Aalto/False_10  71  72  DT      0.73  0.81  0.86  0.81  0.7984   0.71  0.18     0.01    0.19    0.16    \n",
      "Aalto/False_10  72  73  DT      0.74  0.82  0.86  0.82  0.8065   0.71  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_10  73  74  DT      0.74  0.81  0.86  0.81  0.7986   0.71  0.2      0.01    0.21    0.16    \n",
      "Aalto/False_10  74  75  DT      0.74  0.8   0.86  0.8   0.7965   0.71  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_10  75  76  DT      0.73  0.81  0.86  0.81  0.7988   0.71  0.21     0.01    0.21    0.24    \n",
      "Aalto/False_10  76  77  DT      0.74  0.81  0.86  0.81  0.804    0.71  0.17     0.01    0.18    0.17    \n",
      "Aalto/False_10  77  78  DT      0.74  0.81  0.86  0.81  0.8024   0.71  0.18     0.01    0.18    0.19    \n",
      "Aalto/False_10  78  79  DT      0.74  0.81  0.86  0.81  0.803    0.71  0.19     0.0     0.19    0.16    \n",
      "Aalto/False_10  79  80  DT      0.74  0.81  0.86  0.81  0.7984   0.71  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_10  80  81  DT      0.74  0.81  0.86  0.81  0.8004   0.71  0.15     0.0     0.15    0.18    \n",
      "Aalto/False_10  81  82  DT      0.73  0.81  0.85  0.81  0.7961   0.7   0.16     0.01    0.17    0.15    \n",
      "Aalto/False_10  82  83  DT      0.74  0.82  0.86  0.82  0.8086   0.72  0.14     0.02    0.16    0.14    \n",
      "Aalto/False_10  83  84  DT      0.74  0.81  0.86  0.81  0.8019   0.71  0.15     0.0     0.15    0.18    \n",
      "Aalto/False_10  84  85  DT      0.73  0.81  0.86  0.81  0.8003   0.71  0.18     0.0     0.18    0.17    \n",
      "Aalto/False_10  85  86  DT      0.74  0.81  0.86  0.81  0.8045   0.71  0.19     0.01    0.2     0.16    \n",
      "Aalto/False_10  86  87  DT      0.74  0.81  0.86  0.81  0.8016   0.71  0.17     0.02    0.18    0.2     \n",
      "Aalto/False_10  87  88  DT      0.73  0.81  0.86  0.81  0.7978   0.71  0.17     0.0     0.17    0.18    \n",
      "Aalto/False_10  88  89  DT      0.74  0.8   0.86  0.8   0.7951   0.71  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_10  89  90  DT      0.73  0.79  0.86  0.79  0.7886   0.71  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_10  90  91  DT      0.74  0.81  0.86  0.81  0.8018   0.71  0.2      0.01    0.21    0.2     \n",
      "Aalto/False_10  91  92  DT      0.74  0.82  0.86  0.82  0.807    0.72  0.17     0.01    0.18    0.2     \n",
      "Aalto/False_10  92  93  DT      0.74  0.81  0.86  0.81  0.8001   0.71  0.29     0.01    0.3     0.21    \n",
      "Aalto/False_10  93  94  DT      0.74  0.81  0.86  0.81  0.803    0.71  0.19     0.01    0.2     0.19    \n",
      "Aalto/False_10  94  95  DT      0.74  0.81  0.86  0.81  0.8015   0.71  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_10  95  96  DT      0.74  0.81  0.86  0.81  0.7997   0.71  0.19     0.01    0.2     0.19    \n",
      "Aalto/False_10  96  97  DT      0.74  0.81  0.86  0.81  0.8038   0.71  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_10  97  98  DT      0.74  0.81  0.86  0.81  0.7979   0.71  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_10  98  99  DT      0.73  0.81  0.86  0.81  0.8      0.71  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_10  99  100 DT      0.74  0.81  0.86  0.81  0.8024   0.71  0.17     0.02    0.18    0.17    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.997327  1.000000  0.998660   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.460195  0.071955  0.123790    358.000000\n",
      "D-LinkHomeHub       0.663546  0.981993  0.791845   1696.000000\n",
      "D-LinkSensor        0.726929  0.546617  0.623673   1345.000000\n",
      "D-LinkSiren         0.874916  0.433711  0.579499   1237.000000\n",
      "D-LinkSwitch        0.990716  0.926818  0.957644   1320.000000\n",
      "D-LinkWaterSensor   0.507080  0.723580  0.596148   1243.000000\n",
      "EdimaxCam           1.000000  0.979636  0.989598    165.000000\n",
      "EdimaxPlug1101W     0.656953  1.000000  0.792850    264.000000\n",
      "EdimaxPlug2101W     0.990190  0.423984  0.592435    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.604314  0.188500  0.287241   2893.000000\n",
      "HueSwitch           0.594491  0.905941  0.717882   3799.000000\n",
      "IKettle2            1.000000  0.946429  0.967391     28.000000\n",
      "Lightify            0.999490  1.000000  0.999743    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.588982  1.000000  0.741327    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.195161  0.326445    124.000000\n",
      "WeMoInsightSwitch   0.966887  0.795681  0.872880   1227.000000\n",
      "WeMoLink            0.872599  0.913529  0.892510   1360.000000\n",
      "WeMoSwitch          0.685477  0.814691  0.744355    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.736426  0.736426  0.736426      0.736426\n",
      "macro avg           0.858522  0.809194  0.799849  21182.000000\n",
      "weighted avg        0.753553  0.736426  0.708530  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_11  0   1   DT      0.75  0.82  0.86  0.82  0.8088   0.72  0.22     0.0     0.22    0.18    \n",
      "Aalto/False_11  1   2   DT      0.75  0.81  0.86  0.81  0.8026   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_11  2   3   DT      0.74  0.81  0.86  0.81  0.8033   0.72  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_11  3   4   DT      0.74  0.81  0.86  0.81  0.8018   0.72  0.17     0.02    0.18    0.13    \n",
      "Aalto/False_11  4   5   DT      0.75  0.82  0.87  0.82  0.8135   0.72  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_11  5   6   DT      0.75  0.82  0.87  0.82  0.8126   0.72  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_11  6   7   DT      0.74  0.81  0.86  0.81  0.8049   0.71  0.18     0.0     0.18    0.15    \n",
      "Aalto/False_11  7   8   DT      0.74  0.81  0.86  0.81  0.801    0.71  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_11  8   9   DT      0.75  0.82  0.86  0.82  0.8092   0.72  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_11  9   10  DT      0.75  0.82  0.87  0.82  0.8079   0.73  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_11  10  11  DT      0.74  0.81  0.86  0.81  0.8031   0.72  0.17     0.02    0.19    0.13    \n",
      "Aalto/False_11  11  12  DT      0.74  0.81  0.86  0.81  0.8016   0.71  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_11  12  13  DT      0.75  0.82  0.86  0.82  0.8077   0.72  0.17     0.0     0.17    0.18    \n",
      "Aalto/False_11  13  14  DT      0.75  0.82  0.86  0.82  0.8069   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_11  14  15  DT      0.75  0.82  0.86  0.82  0.8086   0.72  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_11  15  16  DT      0.74  0.82  0.86  0.82  0.807    0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_11  16  17  DT      0.74  0.81  0.86  0.81  0.8037   0.72  0.15     0.02    0.17    0.14    \n",
      "Aalto/False_11  17  18  DT      0.75  0.82  0.87  0.82  0.8101   0.72  0.17     0.0     0.17    0.14    \n",
      "Aalto/False_11  18  19  DT      0.75  0.82  0.86  0.82  0.8061   0.72  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_11  19  20  DT      0.74  0.82  0.86  0.82  0.8055   0.71  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_11  20  21  DT      0.74  0.81  0.86  0.81  0.7998   0.71  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_11  21  22  DT      0.74  0.81  0.86  0.81  0.8051   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_11  22  23  DT      0.75  0.82  0.86  0.82  0.8089   0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_11  23  24  DT      0.74  0.81  0.86  0.81  0.8032   0.72  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_11  24  25  DT      0.74  0.81  0.86  0.81  0.8026   0.72  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_11  25  26  DT      0.75  0.82  0.87  0.82  0.8112   0.72  0.18     0.02    0.19    0.15    \n",
      "Aalto/False_11  26  27  DT      0.74  0.82  0.86  0.82  0.8045   0.72  0.18     0.0     0.18    0.15    \n",
      "Aalto/False_11  27  28  DT      0.75  0.82  0.87  0.82  0.8077   0.72  0.16     0.02    0.18    0.17    \n",
      "Aalto/False_11  28  29  DT      0.74  0.82  0.86  0.82  0.8076   0.72  0.18     0.01    0.18    0.18    \n",
      "Aalto/False_11  29  30  DT      0.74  0.82  0.86  0.82  0.8075   0.72  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_11  30  31  DT      0.74  0.82  0.86  0.82  0.808    0.72  0.18     0.0     0.18    0.17    \n",
      "Aalto/False_11  31  32  DT      0.75  0.82  0.87  0.82  0.807    0.72  0.2      0.02    0.22    0.16    \n",
      "Aalto/False_11  32  33  DT      0.75  0.81  0.87  0.81  0.8037   0.72  0.16     0.01    0.17    0.21    \n",
      "Aalto/False_11  33  34  DT      0.75  0.82  0.86  0.82  0.8076   0.72  0.18     0.0     0.18    0.16    \n",
      "Aalto/False_11  34  35  DT      0.75  0.82  0.86  0.82  0.8049   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_11  35  36  DT      0.74  0.81  0.86  0.81  0.8028   0.72  0.18     0.02    0.19    0.13    \n",
      "Aalto/False_11  36  37  DT      0.74  0.82  0.86  0.82  0.809    0.72  0.19     0.02    0.2     0.16    \n",
      "Aalto/False_11  37  38  DT      0.74  0.82  0.87  0.82  0.8102   0.72  0.18     0.0     0.18    0.18    \n",
      "Aalto/False_11  38  39  DT      0.74  0.82  0.86  0.82  0.8093   0.72  0.17     0.0     0.17    0.28    \n",
      "Aalto/False_11  39  40  DT      0.75  0.82  0.87  0.82  0.8121   0.72  0.16     0.02    0.17    0.13    \n",
      "Aalto/False_11  40  41  DT      0.74  0.81  0.86  0.81  0.8012   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_11  41  42  DT      0.74  0.82  0.87  0.82  0.8109   0.72  0.17     0.0     0.17    0.2     \n",
      "Aalto/False_11  42  43  DT      0.75  0.82  0.86  0.82  0.8039   0.72  0.17     0.02    0.18    0.22    \n",
      "Aalto/False_11  43  44  DT      0.74  0.82  0.86  0.82  0.806    0.72  0.21     0.0     0.21    0.15    \n",
      "Aalto/False_11  44  45  DT      0.74  0.81  0.86  0.81  0.8012   0.72  0.18     0.02    0.2     0.15    \n",
      "Aalto/False_11  45  46  DT      0.74  0.82  0.86  0.82  0.8096   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_11  46  47  DT      0.75  0.82  0.87  0.82  0.8115   0.72  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_11  47  48  DT      0.75  0.82  0.87  0.82  0.8111   0.72  0.2      0.02    0.22    0.13    \n",
      "Aalto/False_11  48  49  DT      0.74  0.82  0.86  0.82  0.8055   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_11  49  50  DT      0.74  0.81  0.86  0.81  0.8047   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_11  50  51  DT      0.75  0.82  0.87  0.82  0.8101   0.72  0.15     0.02    0.17    0.14    \n",
      "Aalto/False_11  51  52  DT      0.74  0.82  0.86  0.82  0.8065   0.72  0.19     0.0     0.19    0.13    \n",
      "Aalto/False_11  52  53  DT      0.74  0.81  0.86  0.81  0.8029   0.71  0.17     0.0     0.17    0.17    \n",
      "Aalto/False_11  53  54  DT      0.74  0.82  0.86  0.82  0.8088   0.72  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_11  54  55  DT      0.74  0.81  0.86  0.81  0.8021   0.71  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_11  55  56  DT      0.74  0.81  0.87  0.81  0.8019   0.72  0.49     0.02    0.51    0.26    \n",
      "Aalto/False_11  56  57  DT      0.74  0.82  0.86  0.82  0.8084   0.72  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_11  57  58  DT      0.74  0.81  0.86  0.81  0.8008   0.72  0.16     0.02    0.17    0.13    \n",
      "Aalto/False_11  58  59  DT      0.75  0.82  0.87  0.82  0.8096   0.73  0.22     0.0     0.22    0.19    \n",
      "Aalto/False_11  59  60  DT      0.75  0.82  0.86  0.82  0.8129   0.72  0.17     0.02    0.18    0.15    \n",
      "Aalto/False_11  60  61  DT      0.75  0.82  0.86  0.82  0.8076   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_11  61  62  DT      0.74  0.81  0.86  0.81  0.8032   0.72  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_11  62  63  DT      0.75  0.81  0.86  0.81  0.8002   0.72  0.18     0.02    0.19    0.17    \n",
      "Aalto/False_11  63  64  DT      0.74  0.81  0.86  0.81  0.8025   0.72  0.16     0.01    0.17    0.19    \n",
      "Aalto/False_11  64  65  DT      0.74  0.82  0.86  0.82  0.807    0.72  0.18     0.02    0.2     0.18    \n",
      "Aalto/False_11  65  66  DT      0.75  0.82  0.87  0.82  0.8057   0.72  0.2      0.01    0.21    0.16    \n",
      "Aalto/False_11  66  67  DT      0.75  0.82  0.87  0.82  0.8116   0.72  0.19     0.0     0.19    0.22    \n",
      "Aalto/False_11  67  68  DT      0.75  0.82  0.87  0.82  0.8135   0.72  0.29     0.01    0.3     0.16    \n",
      "Aalto/False_11  68  69  DT      0.75  0.82  0.86  0.82  0.8115   0.72  0.18     0.01    0.19    0.17    \n",
      "Aalto/False_11  69  70  DT      0.75  0.82  0.87  0.82  0.8079   0.72  0.2      0.01    0.21    0.22    \n",
      "Aalto/False_11  70  71  DT      0.75  0.82  0.87  0.82  0.806    0.72  0.18     0.02    0.2     0.19    \n",
      "Aalto/False_11  71  72  DT      0.74  0.81  0.86  0.81  0.7962   0.71  0.22     0.01    0.23    0.2     \n",
      "Aalto/False_11  72  73  DT      0.75  0.82  0.87  0.82  0.8123   0.72  0.18     0.02    0.19    0.21    \n",
      "Aalto/False_11  73  74  DT      0.75  0.82  0.87  0.82  0.8077   0.72  0.24     0.0     0.24    0.22    \n",
      "Aalto/False_11  74  75  DT      0.75  0.82  0.87  0.82  0.8099   0.72  0.22     0.0     0.22    0.2     \n",
      "Aalto/False_11  75  76  DT      0.74  0.81  0.86  0.81  0.8023   0.72  0.18     0.02    0.19    0.18    \n",
      "Aalto/False_11  76  77  DT      0.75  0.82  0.86  0.82  0.8054   0.72  0.18     0.01    0.19    0.16    \n",
      "Aalto/False_11  77  78  DT      0.75  0.82  0.87  0.82  0.8081   0.72  0.24     0.01    0.25    0.25    \n",
      "Aalto/False_11  78  79  DT      0.75  0.82  0.87  0.82  0.811    0.72  0.2      0.02    0.22    0.42    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_11  79  80  DT      0.74  0.81  0.86  0.81  0.8031   0.72  0.18     0.02    0.2     0.17    \n",
      "Aalto/False_11  80  81  DT      0.75  0.82  0.87  0.82  0.8051   0.72  0.22     0.02    0.23    0.22    \n",
      "Aalto/False_11  81  82  DT      0.75  0.82  0.86  0.82  0.8068   0.72  0.17     0.01    0.18    0.24    \n",
      "Aalto/False_11  82  83  DT      0.74  0.81  0.86  0.81  0.8014   0.72  0.2      0.02    0.22    0.22    \n",
      "Aalto/False_11  83  84  DT      0.75  0.82  0.86  0.82  0.8084   0.72  0.19     0.0     0.19    0.18    \n",
      "Aalto/False_11  84  85  DT      0.74  0.81  0.86  0.81  0.8028   0.72  0.2      0.02    0.22    0.22    \n",
      "Aalto/False_11  85  86  DT      0.74  0.82  0.86  0.82  0.8052   0.72  0.19     0.01    0.2     0.19    \n",
      "Aalto/False_11  86  87  DT      0.74  0.82  0.86  0.82  0.8054   0.72  0.19     0.02    0.21    0.17    \n",
      "Aalto/False_11  87  88  DT      0.74  0.81  0.86  0.81  0.801    0.71  0.58     0.01    0.59    0.44    \n",
      "Aalto/False_11  88  89  DT      0.75  0.82  0.87  0.82  0.8091   0.73  0.35     0.01    0.37    0.4     \n",
      "Aalto/False_11  89  90  DT      0.75  0.81  0.87  0.81  0.8033   0.72  0.36     0.01    0.37    0.37    \n",
      "Aalto/False_11  90  91  DT      0.75  0.82  0.87  0.82  0.8097   0.73  0.21     0.01    0.22    0.24    \n",
      "Aalto/False_11  91  92  DT      0.74  0.82  0.86  0.82  0.8037   0.72  0.21     0.01    0.22    0.16    \n",
      "Aalto/False_11  92  93  DT      0.75  0.82  0.86  0.82  0.804    0.72  0.2      0.02    0.22    0.32    \n",
      "Aalto/False_11  93  94  DT      0.75  0.82  0.86  0.82  0.8048   0.72  0.27     0.0     0.27    0.28    \n",
      "Aalto/False_11  94  95  DT      0.75  0.82  0.87  0.82  0.8135   0.72  0.22     0.02    0.23    0.22    \n",
      "Aalto/False_11  95  96  DT      0.74  0.82  0.87  0.82  0.8105   0.72  0.23     0.0     0.23    0.2     \n",
      "Aalto/False_11  96  97  DT      0.74  0.81  0.86  0.81  0.8015   0.71  0.21     0.02    0.22    0.15    \n",
      "Aalto/False_11  97  98  DT      0.74  0.81  0.86  0.81  0.805    0.71  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_11  98  99  DT      0.74  0.81  0.86  0.81  0.8063   0.71  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_11  99  100 DT      0.75  0.82  0.86  0.82  0.8057   0.72  0.16     0.0     0.16    0.15    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.997898  1.000000  0.998947   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.470152  0.058017  0.103019    358.000000\n",
      "D-LinkHomeHub       0.681808  0.986108  0.806127   1696.000000\n",
      "D-LinkSensor        0.781116  0.607762  0.683354   1345.000000\n",
      "D-LinkSiren         0.892171  0.442975  0.591315   1237.000000\n",
      "D-LinkSwitch        0.991924  0.955500  0.973337   1320.000000\n",
      "D-LinkWaterSensor   0.529625  0.752743  0.621649   1243.000000\n",
      "EdimaxCam           1.000000  0.984000  0.991852    165.000000\n",
      "EdimaxPlug1101W     0.644004  1.000000  0.783324    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.405569  0.575626    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.602441  0.176097  0.272508   2893.000000\n",
      "HueSwitch           0.592300  0.911492  0.718019   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            1.000000  1.000000  1.000000    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.602831  1.000000  0.752100    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.229113  0.370435    124.000000\n",
      "WeMoInsightSwitch   0.965994  0.808240  0.880041   1227.000000\n",
      "WeMoLink            0.883500  0.920684  0.901621   1360.000000\n",
      "WeMoSwitch          0.691732  0.814469  0.747899    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.745012  0.745012  0.745012      0.745012\n",
      "macro avg           0.863981  0.816769  0.806340  21182.000000\n",
      "weighted avg        0.761367  0.745012  0.715528  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_12  0   1   DT      0.75  0.82  0.87  0.82  0.8049   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_12  1   2   DT      0.74  0.8   0.86  0.8   0.7902   0.71  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_12  2   3   DT      0.74  0.81  0.86  0.81  0.795    0.71  0.22     0.0     0.22    0.21    \n",
      "Aalto/False_12  3   4   DT      0.74  0.81  0.86  0.81  0.7996   0.72  0.2      0.0     0.2     0.28    \n",
      "Aalto/False_12  4   5   DT      0.74  0.8   0.86  0.8   0.7939   0.71  0.23     0.02    0.25    0.24    \n",
      "Aalto/False_12  5   6   DT      0.74  0.81  0.86  0.81  0.795    0.72  0.28     0.01    0.28    0.22    \n",
      "Aalto/False_12  6   7   DT      0.74  0.8   0.86  0.8   0.796    0.71  0.18     0.0     0.18    0.22    \n",
      "Aalto/False_12  7   8   DT      0.74  0.81  0.86  0.81  0.8018   0.71  0.22     0.02    0.24    0.25    \n",
      "Aalto/False_12  8   9   DT      0.74  0.81  0.86  0.81  0.8011   0.71  0.28     0.0     0.28    0.22    \n",
      "Aalto/False_12  9   10  DT      0.74  0.81  0.86  0.81  0.7993   0.71  0.21     0.02    0.22    0.16    \n",
      "Aalto/False_12  10  11  DT      0.74  0.82  0.86  0.82  0.8039   0.71  0.24     0.0     0.24    0.18    \n",
      "Aalto/False_12  11  12  DT      0.74  0.81  0.86  0.81  0.8024   0.71  0.18     0.02    0.2     0.2     \n",
      "Aalto/False_12  12  13  DT      0.74  0.81  0.86  0.81  0.7974   0.72  0.18     0.0     0.18    0.16    \n",
      "Aalto/False_12  13  14  DT      0.74  0.81  0.86  0.81  0.7987   0.71  0.22     0.0     0.22    0.23    \n",
      "Aalto/False_12  14  15  DT      0.74  0.81  0.86  0.81  0.8001   0.71  0.21     0.02    0.23    0.21    \n",
      "Aalto/False_12  15  16  DT      0.75  0.81  0.86  0.81  0.8031   0.72  0.25     0.0     0.25    0.17    \n",
      "Aalto/False_12  16  17  DT      0.74  0.81  0.86  0.81  0.802    0.71  0.18     0.01    0.19    0.25    \n",
      "Aalto/False_12  17  18  DT      0.75  0.82  0.86  0.82  0.804    0.72  0.2      0.02    0.22    0.18    \n",
      "Aalto/False_12  18  19  DT      0.74  0.81  0.86  0.81  0.7978   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_12  19  20  DT      0.74  0.81  0.86  0.81  0.7991   0.71  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_12  20  21  DT      0.75  0.81  0.87  0.81  0.802    0.72  0.24     0.02    0.25    0.15    \n",
      "Aalto/False_12  21  22  DT      0.74  0.81  0.86  0.81  0.7962   0.71  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_12  22  23  DT      0.74  0.81  0.86  0.81  0.7957   0.72  0.17     0.02    0.18    0.15    \n",
      "Aalto/False_12  23  24  DT      0.75  0.81  0.87  0.81  0.7988   0.72  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_12  24  25  DT      0.74  0.81  0.86  0.81  0.8018   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_12  25  26  DT      0.74  0.81  0.86  0.81  0.8033   0.71  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_12  26  27  DT      0.74  0.8   0.86  0.8   0.7931   0.72  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_12  27  28  DT      0.74  0.81  0.86  0.81  0.8002   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_12  28  29  DT      0.74  0.81  0.86  0.81  0.8026   0.71  0.17     0.0     0.17    0.17    \n",
      "Aalto/False_12  29  30  DT      0.74  0.81  0.86  0.81  0.7951   0.72  0.16     0.02    0.18    0.15    \n",
      "Aalto/False_12  30  31  DT      0.75  0.81  0.87  0.81  0.8008   0.72  0.16     0.02    0.18    0.14    \n",
      "Aalto/False_12  31  32  DT      0.74  0.8   0.86  0.8   0.7956   0.71  0.15     0.0     0.15    0.17    \n",
      "Aalto/False_12  32  33  DT      0.74  0.81  0.86  0.81  0.7946   0.72  0.15     0.02    0.16    0.11    \n",
      "Aalto/False_12  33  34  DT      0.74  0.8   0.86  0.8   0.7937   0.72  0.15     0.0     0.16    0.12    \n",
      "Aalto/False_12  34  35  DT      0.74  0.81  0.86  0.81  0.7985   0.72  0.2      0.02    0.22    0.17    \n",
      "Aalto/False_12  35  36  DT      0.74  0.8   0.86  0.8   0.7905   0.71  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_12  36  37  DT      0.75  0.82  0.87  0.82  0.8066   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_12  37  38  DT      0.74  0.81  0.86  0.81  0.7951   0.71  0.15     0.01    0.16    0.11    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_12  38  39  DT      0.74  0.81  0.86  0.81  0.8016   0.71  0.16     0.02    0.18    0.12    \n",
      "Aalto/False_12  39  40  DT      0.74  0.81  0.86  0.81  0.7951   0.71  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_12  40  41  DT      0.74  0.81  0.86  0.81  0.8028   0.72  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_12  41  42  DT      0.75  0.81  0.87  0.81  0.8034   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_12  42  43  DT      0.75  0.81  0.87  0.81  0.8027   0.72  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_12  43  44  DT      0.74  0.81  0.86  0.81  0.8007   0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_12  44  45  DT      0.74  0.81  0.86  0.81  0.7965   0.72  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_12  45  46  DT      0.74  0.81  0.86  0.81  0.8017   0.71  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_12  46  47  DT      0.74  0.81  0.87  0.81  0.7964   0.72  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_12  47  48  DT      0.74  0.81  0.86  0.81  0.8018   0.71  0.15     0.02    0.16    0.16    \n",
      "Aalto/False_12  48  49  DT      0.74  0.81  0.86  0.81  0.7994   0.72  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_12  49  50  DT      0.74  0.81  0.86  0.81  0.7999   0.71  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_12  50  51  DT      0.74  0.8   0.86  0.8   0.7909   0.71  0.18     0.0     0.18    0.15    \n",
      "Aalto/False_12  51  52  DT      0.74  0.81  0.86  0.81  0.7969   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_12  52  53  DT      0.74  0.81  0.86  0.81  0.8029   0.72  0.16     0.0     0.17    0.13    \n",
      "Aalto/False_12  53  54  DT      0.74  0.8   0.86  0.8   0.7962   0.71  0.15     0.02    0.18    0.14    \n",
      "Aalto/False_12  54  55  DT      0.75  0.81  0.86  0.81  0.798    0.72  0.18     0.0     0.18    0.13    \n",
      "Aalto/False_12  55  56  DT      0.74  0.82  0.86  0.82  0.8041   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_12  56  57  DT      0.74  0.81  0.86  0.81  0.7955   0.71  0.2      0.0     0.2     0.15    \n",
      "Aalto/False_12  57  58  DT      0.74  0.81  0.86  0.81  0.7936   0.71  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_12  58  59  DT      0.74  0.81  0.86  0.81  0.8033   0.72  0.15     0.02    0.16    0.15    \n",
      "Aalto/False_12  59  60  DT      0.74  0.8   0.86  0.8   0.7944   0.71  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_12  60  61  DT      0.74  0.81  0.86  0.81  0.7943   0.71  0.16     0.02    0.18    0.14    \n",
      "Aalto/False_12  61  62  DT      0.75  0.82  0.86  0.82  0.8065   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_12  62  63  DT      0.75  0.81  0.86  0.81  0.8026   0.72  0.27     0.0     0.27    0.15    \n",
      "Aalto/False_12  63  64  DT      0.74  0.81  0.87  0.81  0.8029   0.72  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_12  64  65  DT      0.74  0.81  0.86  0.81  0.8002   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_12  65  66  DT      0.74  0.8   0.86  0.8   0.7917   0.71  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_12  66  67  DT      0.74  0.81  0.86  0.81  0.797    0.72  0.15     0.02    0.16    0.17    \n",
      "Aalto/False_12  67  68  DT      0.74  0.8   0.86  0.8   0.7937   0.71  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_12  68  69  DT      0.74  0.81  0.86  0.81  0.8008   0.72  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_12  69  70  DT      0.74  0.81  0.86  0.81  0.7964   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_12  70  71  DT      0.74  0.8   0.86  0.8   0.7943   0.71  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_12  71  72  DT      0.74  0.81  0.86  0.81  0.7952   0.71  0.18     0.02    0.2     0.18    \n",
      "Aalto/False_12  72  73  DT      0.74  0.81  0.86  0.81  0.8015   0.72  0.22     0.02    0.23    0.23    \n",
      "Aalto/False_12  73  74  DT      0.74  0.81  0.86  0.81  0.7967   0.72  0.18     0.02    0.2     0.15    \n",
      "Aalto/False_12  74  75  DT      0.74  0.81  0.86  0.81  0.801    0.72  0.17     0.01    0.18    0.17    \n",
      "Aalto/False_12  75  76  DT      0.75  0.81  0.87  0.81  0.8036   0.72  0.32     0.02    0.33    0.22    \n",
      "Aalto/False_12  76  77  DT      0.74  0.81  0.86  0.81  0.7957   0.71  0.22     0.0     0.22    0.2     \n",
      "Aalto/False_12  77  78  DT      0.74  0.8   0.86  0.8   0.794    0.71  0.16     0.02    0.18    0.12    \n",
      "Aalto/False_12  78  79  DT      0.74  0.81  0.86  0.81  0.7965   0.71  0.14     0.02    0.15    0.13    \n",
      "Aalto/False_12  79  80  DT      0.74  0.8   0.86  0.8   0.7929   0.72  0.15     0.0     0.15    0.17    \n",
      "Aalto/False_12  80  81  DT      0.75  0.81  0.87  0.81  0.8053   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_12  81  82  DT      0.74  0.81  0.86  0.81  0.8039   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_12  82  83  DT      0.74  0.81  0.86  0.81  0.8009   0.71  0.22     0.0     0.22    0.15    \n",
      "Aalto/False_12  83  84  DT      0.75  0.81  0.87  0.81  0.8036   0.72  0.2      0.0     0.2     0.26    \n",
      "Aalto/False_12  84  85  DT      0.75  0.81  0.86  0.81  0.7985   0.72  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_12  85  86  DT      0.74  0.81  0.86  0.81  0.7961   0.72  0.15     0.02    0.16    0.24    \n",
      "Aalto/False_12  86  87  DT      0.74  0.81  0.86  0.81  0.7956   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_12  87  88  DT      0.74  0.81  0.86  0.81  0.7995   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_12  88  89  DT      0.74  0.81  0.86  0.81  0.7958   0.72  0.15     0.02    0.17    0.17    \n",
      "Aalto/False_12  89  90  DT      0.74  0.81  0.86  0.81  0.7996   0.71  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_12  90  91  DT      0.74  0.81  0.86  0.81  0.8014   0.72  0.2      0.0     0.2     0.14    \n",
      "Aalto/False_12  91  92  DT      0.74  0.81  0.86  0.81  0.7999   0.71  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_12  92  93  DT      0.74  0.81  0.86  0.81  0.7985   0.71  0.15     0.0     0.15    0.17    \n",
      "Aalto/False_12  93  94  DT      0.74  0.81  0.87  0.81  0.7978   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_12  94  95  DT      0.75  0.81  0.87  0.81  0.8063   0.72  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_12  95  96  DT      0.74  0.8   0.86  0.8   0.7892   0.71  0.18     0.01    0.18    0.15    \n",
      "Aalto/False_12  96  97  DT      0.74  0.81  0.86  0.81  0.7966   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_12  97  98  DT      0.74  0.81  0.86  0.81  0.8024   0.72  0.15     0.02    0.16    0.15    \n",
      "Aalto/False_12  98  99  DT      0.74  0.81  0.86  0.81  0.7976   0.71  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_12  99  100 DT      0.74  0.8   0.86  0.8   0.7934   0.71  0.16     0.01    0.17    0.11    \n",
      "                   precision    recall  f1-score      support\n",
      "Aria                1.000000  1.000000  1.000000     90.00000\n",
      "D-LinkCam           0.996937  1.000000  0.998464   1250.00000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.00000\n",
      "D-LinkDoorSensor    0.477139  0.061676  0.108474    358.00000\n",
      "D-LinkHomeHub       0.671358  0.985495  0.798562   1696.00000\n",
      "D-LinkSensor        0.761241  0.542543  0.633247   1345.00000\n",
      "D-LinkSiren         0.872980  0.446532  0.590280   1237.00000\n",
      "D-LinkSwitch        0.994313  0.948727  0.970937   1320.00000\n",
      "D-LinkWaterSensor   0.514026  0.748479  0.609359   1243.00000\n",
      "EdimaxCam           1.000000  0.970364  0.984840    165.00000\n",
      "EdimaxPlug1101W     0.636103  1.000000  0.777506    264.00000\n",
      "EdimaxPlug2101W     1.000000  0.389756  0.560068    246.00000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.00000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.00000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.00000\n",
      "HueBridge           0.616070  0.160432  0.254405   2893.00000\n",
      "HueSwitch           0.590990  0.923772  0.720815   3799.00000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.00000\n",
      "Lightify            0.998715  1.000000  0.999356    774.00000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.00000\n",
      "SmarterCoffee       1.000000  0.895714  0.943846     28.00000\n",
      "TP-LinkPlugHS100    0.585168  1.000000  0.738202    143.00000\n",
      "TP-LinkPlugHS110    1.000000  0.181290  0.304090    124.00000\n",
      "WeMoInsightSwitch   0.961376  0.812282  0.880458   1227.00000\n",
      "WeMoLink            0.893543  0.953559  0.922479   1360.00000\n",
      "WeMoSwitch          0.727059  0.815802  0.768670    810.00000\n",
      "Withings            1.000000  1.000000  1.000000    133.00000\n",
      "accuracy            0.742170  0.742170  0.742170      0.74217\n",
      "macro avg           0.862852  0.808756  0.798669  21182.00000\n",
      "weighted avg        0.760533  0.742170  0.710172  21182.00000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_13  0   1   DT      0.75  0.82  0.87  0.82  0.806    0.72  0.15     0.01    0.16    0.19    \n",
      "Aalto/False_13  1   2   DT      0.75  0.82  0.87  0.82  0.8084   0.72  0.16     0.02    0.18    0.14    \n",
      "Aalto/False_13  2   3   DT      0.74  0.82  0.87  0.82  0.8123   0.72  0.17     0.02    0.18    0.14    \n",
      "Aalto/False_13  3   4   DT      0.75  0.82  0.87  0.82  0.8089   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_13  4   5   DT      0.75  0.82  0.87  0.82  0.8106   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_13  5   6   DT      0.75  0.83  0.87  0.83  0.8162   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_13  6   7   DT      0.75  0.82  0.87  0.82  0.8095   0.72  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_13  7   8   DT      0.75  0.83  0.87  0.83  0.8148   0.72  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_13  8   9   DT      0.75  0.82  0.86  0.82  0.8148   0.72  0.15     0.02    0.17    0.14    \n",
      "Aalto/False_13  9   10  DT      0.75  0.82  0.87  0.82  0.8088   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_13  10  11  DT      0.75  0.82  0.87  0.82  0.81     0.72  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_13  11  12  DT      0.75  0.82  0.87  0.82  0.8119   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_13  12  13  DT      0.75  0.82  0.87  0.82  0.8117   0.72  0.15     0.02    0.16    0.13    \n",
      "Aalto/False_13  13  14  DT      0.75  0.82  0.87  0.82  0.8128   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  14  15  DT      0.75  0.82  0.87  0.82  0.81     0.72  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_13  15  16  DT      0.74  0.82  0.87  0.82  0.8043   0.71  0.19     0.0     0.19    0.25    \n",
      "Aalto/False_13  16  17  DT      0.75  0.83  0.87  0.83  0.8145   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_13  17  18  DT      0.75  0.82  0.87  0.82  0.8113   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  18  19  DT      0.74  0.82  0.87  0.82  0.8116   0.72  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_13  19  20  DT      0.75  0.82  0.87  0.82  0.8019   0.72  0.18     0.02    0.19    0.2     \n",
      "Aalto/False_13  20  21  DT      0.75  0.82  0.87  0.82  0.8075   0.72  0.18     0.02    0.2     0.2     \n",
      "Aalto/False_13  21  22  DT      0.75  0.82  0.87  0.82  0.8053   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_13  22  23  DT      0.74  0.82  0.87  0.82  0.8064   0.71  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_13  23  24  DT      0.75  0.82  0.87  0.82  0.8097   0.73  0.23     0.0     0.23    0.15    \n",
      "Aalto/False_13  24  25  DT      0.75  0.83  0.87  0.83  0.8153   0.72  0.23     0.01    0.24    0.18    \n",
      "Aalto/False_13  25  26  DT      0.74  0.82  0.86  0.82  0.8065   0.72  0.55     0.01    0.56    0.21    \n",
      "Aalto/False_13  26  27  DT      0.75  0.82  0.87  0.82  0.8132   0.72  0.23     0.0     0.23    0.14    \n",
      "Aalto/False_13  27  28  DT      0.75  0.82  0.87  0.82  0.8095   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  28  29  DT      0.75  0.82  0.87  0.82  0.8068   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_13  29  30  DT      0.75  0.82  0.87  0.82  0.8076   0.72  0.23     0.0     0.23    0.12    \n",
      "Aalto/False_13  30  31  DT      0.74  0.82  0.87  0.82  0.8099   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_13  31  32  DT      0.74  0.82  0.87  0.82  0.811    0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_13  32  33  DT      0.75  0.82  0.87  0.82  0.8102   0.72  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_13  33  34  DT      0.74  0.81  0.87  0.81  0.7997   0.71  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_13  34  35  DT      0.75  0.82  0.87  0.82  0.804    0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_13  35  36  DT      0.74  0.82  0.87  0.82  0.8117   0.72  0.16     0.0     0.16    0.18    \n",
      "Aalto/False_13  36  37  DT      0.74  0.82  0.87  0.82  0.8065   0.71  0.15     0.02    0.17    0.16    \n",
      "Aalto/False_13  37  38  DT      0.75  0.82  0.87  0.82  0.8117   0.73  0.17     0.02    0.18    0.13    \n",
      "Aalto/False_13  38  39  DT      0.75  0.82  0.87  0.82  0.8077   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_13  39  40  DT      0.74  0.82  0.87  0.82  0.8094   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_13  40  41  DT      0.75  0.82  0.87  0.82  0.8138   0.72  0.15     0.02    0.17    0.14    \n",
      "Aalto/False_13  41  42  DT      0.75  0.82  0.86  0.82  0.815    0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  42  43  DT      0.74  0.82  0.86  0.82  0.8094   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  43  44  DT      0.74  0.82  0.87  0.82  0.8055   0.72  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_13  44  45  DT      0.74  0.82  0.87  0.82  0.8054   0.72  0.15     0.02    0.16    0.17    \n",
      "Aalto/False_13  45  46  DT      0.75  0.82  0.87  0.82  0.8044   0.72  0.2      0.0     0.2     0.13    \n",
      "Aalto/False_13  46  47  DT      0.75  0.82  0.87  0.82  0.8071   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_13  47  48  DT      0.75  0.82  0.87  0.82  0.8116   0.72  0.16     0.01    0.17    0.2     \n",
      "Aalto/False_13  48  49  DT      0.75  0.82  0.87  0.82  0.8086   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  49  50  DT      0.75  0.82  0.87  0.82  0.8101   0.73  0.28     0.01    0.29    0.28    \n",
      "Aalto/False_13  50  51  DT      0.75  0.82  0.87  0.82  0.8077   0.72  0.31     0.02    0.33    0.32    \n",
      "Aalto/False_13  51  52  DT      0.74  0.82  0.86  0.82  0.8096   0.72  0.24     0.01    0.24    0.19    \n",
      "Aalto/False_13  52  53  DT      0.74  0.82  0.86  0.82  0.8056   0.72  0.15     0.02    0.17    0.17    \n",
      "Aalto/False_13  53  54  DT      0.75  0.82  0.87  0.82  0.8029   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_13  54  55  DT      0.75  0.82  0.87  0.82  0.8127   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_13  55  56  DT      0.74  0.82  0.86  0.82  0.8069   0.71  0.17     0.0     0.17    0.14    \n",
      "Aalto/False_13  56  57  DT      0.75  0.83  0.87  0.83  0.8191   0.73  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  57  58  DT      0.75  0.82  0.87  0.82  0.8121   0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_13  58  59  DT      0.75  0.83  0.87  0.83  0.8169   0.72  0.17     0.02    0.19    0.15    \n",
      "Aalto/False_13  59  60  DT      0.75  0.82  0.87  0.82  0.8127   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_13  60  61  DT      0.75  0.83  0.87  0.83  0.8144   0.73  0.16     0.01    0.17    0.17    \n",
      "Aalto/False_13  61  62  DT      0.74  0.82  0.87  0.82  0.801    0.72  0.2      0.02    0.22    0.15    \n",
      "Aalto/False_13  62  63  DT      0.75  0.83  0.87  0.83  0.8137   0.73  0.17     0.02    0.18    0.16    \n",
      "Aalto/False_13  63  64  DT      0.75  0.82  0.87  0.82  0.81     0.72  0.17     0.02    0.18    0.15    \n",
      "Aalto/False_13  64  65  DT      0.74  0.81  0.86  0.81  0.7952   0.72  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_13  65  66  DT      0.75  0.82  0.87  0.82  0.8075   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_13  66  67  DT      0.75  0.82  0.87  0.82  0.8093   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  67  68  DT      0.74  0.82  0.87  0.82  0.8017   0.72  0.2      0.0     0.2     0.16    \n",
      "Aalto/False_13  68  69  DT      0.75  0.82  0.87  0.82  0.8111   0.72  0.25     0.0     0.25    0.17    \n",
      "Aalto/False_13  69  70  DT      0.75  0.82  0.87  0.82  0.8113   0.72  0.19     0.0     0.19    0.13    \n",
      "Aalto/False_13  70  71  DT      0.75  0.83  0.87  0.83  0.8141   0.73  0.35     0.01    0.36    0.18    \n",
      "Aalto/False_13  71  72  DT      0.75  0.82  0.87  0.82  0.8104   0.72  0.16     0.0     0.16    0.17    \n",
      "Aalto/False_13  72  73  DT      0.74  0.82  0.87  0.82  0.8113   0.72  0.19     0.0     0.19    0.17    \n",
      "Aalto/False_13  73  74  DT      0.74  0.82  0.86  0.82  0.8081   0.72  0.34     0.01    0.35    0.21    \n",
      "Aalto/False_13  74  75  DT      0.75  0.82  0.87  0.82  0.8116   0.72  0.17     0.02    0.19    0.2     \n",
      "Aalto/False_13  75  76  DT      0.75  0.82  0.87  0.82  0.8111   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  76  77  DT      0.75  0.82  0.87  0.82  0.813    0.72  0.17     0.0     0.17    0.3     \n",
      "Aalto/False_13  77  78  DT      0.75  0.82  0.86  0.82  0.8054   0.72  0.18     0.0     0.18    0.15    \n",
      "Aalto/False_13  78  79  DT      0.75  0.82  0.87  0.82  0.8048   0.72  0.18     0.01    0.19    0.13    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_13  79  80  DT      0.75  0.82  0.87  0.82  0.8112   0.72  0.17     0.0     0.17    0.23    \n",
      "Aalto/False_13  80  81  DT      0.75  0.82  0.87  0.82  0.8106   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_13  81  82  DT      0.75  0.82  0.87  0.82  0.8106   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_13  82  83  DT      0.75  0.82  0.87  0.82  0.8103   0.73  0.18     0.0     0.18    0.22    \n",
      "Aalto/False_13  83  84  DT      0.75  0.82  0.87  0.82  0.8135   0.72  0.23     0.0     0.23    0.16    \n",
      "Aalto/False_13  84  85  DT      0.74  0.82  0.87  0.82  0.8075   0.72  0.19     0.01    0.2     0.16    \n",
      "Aalto/False_13  85  86  DT      0.74  0.82  0.87  0.82  0.8098   0.72  0.17     0.02    0.19    0.15    \n",
      "Aalto/False_13  86  87  DT      0.75  0.82  0.87  0.82  0.8068   0.72  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_13  87  88  DT      0.75  0.82  0.87  0.82  0.8096   0.72  0.22     0.0     0.22    0.14    \n",
      "Aalto/False_13  88  89  DT      0.75  0.83  0.87  0.83  0.8186   0.72  0.15     0.0     0.15    0.18    \n",
      "Aalto/False_13  89  90  DT      0.75  0.82  0.87  0.82  0.812    0.72  0.15     0.02    0.17    0.17    \n",
      "Aalto/False_13  90  91  DT      0.75  0.82  0.87  0.82  0.8128   0.73  0.18     0.02    0.2     0.22    \n",
      "Aalto/False_13  91  92  DT      0.75  0.82  0.87  0.82  0.8136   0.72  0.17     0.02    0.18    0.12    \n",
      "Aalto/False_13  92  93  DT      0.75  0.82  0.87  0.82  0.8077   0.72  0.16     0.02    0.18    0.14    \n",
      "Aalto/False_13  93  94  DT      0.75  0.82  0.87  0.82  0.8105   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_13  94  95  DT      0.75  0.82  0.87  0.82  0.812    0.73  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_13  95  96  DT      0.75  0.83  0.87  0.83  0.8143   0.72  0.19     0.02    0.21    0.22    \n",
      "Aalto/False_13  96  97  DT      0.74  0.81  0.87  0.81  0.8004   0.72  0.18     0.02    0.2     0.22    \n",
      "Aalto/False_13  97  98  DT      0.75  0.82  0.87  0.82  0.8094   0.72  0.2      0.0     0.2     0.18    \n",
      "Aalto/False_13  98  99  DT      0.74  0.82  0.87  0.82  0.8066   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_13  99  100 DT      0.75  0.82  0.87  0.82  0.8141   0.72  0.15     0.02    0.17    0.15    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           1.000000  1.000000  1.000000   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.446974  0.032095  0.059283    358.000000\n",
      "D-LinkHomeHub       0.670127  0.991368  0.799587   1696.000000\n",
      "D-LinkSensor        0.768190  0.555613  0.644551   1345.000000\n",
      "D-LinkSiren         0.933654  0.493824  0.645437   1237.000000\n",
      "D-LinkSwitch        0.996166  0.943470  0.969049   1320.000000\n",
      "D-LinkWaterSensor   0.533159  0.765141  0.628250   1243.000000\n",
      "EdimaxCam           1.000000  1.000000  1.000000    165.000000\n",
      "EdimaxPlug1101W     0.706433  1.000000  0.827766    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.552764  0.710726    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.605840  0.133090  0.218210   2893.000000\n",
      "HueSwitch           0.585901  0.934051  0.720102   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            0.999923  1.000000  0.999961    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.970714  0.984815     28.000000\n",
      "TP-LinkPlugHS100    0.596826  1.000000  0.747387    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.202581  0.333603    124.000000\n",
      "WeMoInsightSwitch   0.971954  0.793284  0.873529   1227.000000\n",
      "WeMoLink            0.915743  0.942500  0.928872   1360.000000\n",
      "WeMoSwitch          0.696659  0.858506  0.769068    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.746661  0.746661  0.746661      0.746661\n",
      "macro avg           0.867687  0.821074  0.809637  21182.000000\n",
      "weighted avg        0.764893  0.746661  0.712201  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_14  0   1   DT      0.74  0.81  0.86  0.81  0.797    0.72  0.16     0.0     0.16    0.18    \n",
      "Aalto/False_14  1   2   DT      0.75  0.82  0.87  0.82  0.8072   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_14  2   3   DT      0.75  0.82  0.87  0.82  0.801    0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_14  3   4   DT      0.74  0.81  0.86  0.81  0.7945   0.72  0.16     0.0     0.16    0.22    \n",
      "Aalto/False_14  4   5   DT      0.75  0.82  0.87  0.82  0.8046   0.72  0.16     0.02    0.18    0.17    \n",
      "Aalto/False_14  5   6   DT      0.75  0.82  0.87  0.82  0.8098   0.72  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_14  6   7   DT      0.75  0.82  0.87  0.82  0.8019   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_14  7   8   DT      0.74  0.82  0.87  0.82  0.8054   0.72  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_14  8   9   DT      0.75  0.82  0.87  0.82  0.8069   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_14  9   10  DT      0.74  0.81  0.86  0.81  0.7994   0.71  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_14  10  11  DT      0.75  0.82  0.87  0.82  0.8057   0.72  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_14  11  12  DT      0.75  0.82  0.87  0.82  0.8064   0.72  0.18     0.0     0.18    0.16    \n",
      "Aalto/False_14  12  13  DT      0.74  0.81  0.87  0.81  0.8002   0.72  0.16     0.02    0.18    0.12    \n",
      "Aalto/False_14  13  14  DT      0.75  0.82  0.87  0.82  0.7974   0.72  0.15     0.0     0.15    0.17    \n",
      "Aalto/False_14  14  15  DT      0.74  0.82  0.87  0.82  0.802    0.72  0.19     0.01    0.2     0.18    \n",
      "Aalto/False_14  15  16  DT      0.75  0.82  0.87  0.82  0.8081   0.72  0.2      0.02    0.22    0.2     \n",
      "Aalto/False_14  16  17  DT      0.74  0.81  0.86  0.81  0.7946   0.71  0.18     0.01    0.19    0.19    \n",
      "Aalto/False_14  17  18  DT      0.74  0.82  0.86  0.82  0.8018   0.72  0.18     0.0     0.18    0.2     \n",
      "Aalto/False_14  18  19  DT      0.74  0.82  0.86  0.82  0.8043   0.71  0.17     0.0     0.17    0.17    \n",
      "Aalto/False_14  19  20  DT      0.74  0.82  0.86  0.82  0.8047   0.71  0.15     0.0     0.16    0.15    \n",
      "Aalto/False_14  20  21  DT      0.74  0.82  0.87  0.82  0.8069   0.71  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_14  21  22  DT      0.75  0.82  0.87  0.82  0.8081   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_14  22  23  DT      0.75  0.82  0.87  0.82  0.8059   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_14  23  24  DT      0.75  0.82  0.87  0.82  0.8072   0.72  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_14  24  25  DT      0.74  0.81  0.86  0.81  0.7975   0.71  0.17     0.0     0.17    0.14    \n",
      "Aalto/False_14  25  26  DT      0.75  0.82  0.87  0.82  0.7986   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_14  26  27  DT      0.74  0.82  0.86  0.82  0.8041   0.72  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_14  27  28  DT      0.75  0.81  0.86  0.81  0.7967   0.72  0.18     0.01    0.18    0.1     \n",
      "Aalto/False_14  28  29  DT      0.74  0.82  0.87  0.82  0.8001   0.72  0.16     0.0     0.16    0.18    \n",
      "Aalto/False_14  29  30  DT      0.75  0.82  0.87  0.82  0.8105   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_14  30  31  DT      0.75  0.83  0.87  0.83  0.8153   0.73  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_14  31  32  DT      0.75  0.82  0.87  0.82  0.8117   0.72  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_14  32  33  DT      0.75  0.82  0.87  0.82  0.8029   0.72  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_14  33  34  DT      0.75  0.81  0.87  0.81  0.7987   0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_14  34  35  DT      0.75  0.81  0.86  0.81  0.7981   0.72  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_14  35  36  DT      0.75  0.82  0.87  0.82  0.8113   0.72  0.19     0.01    0.2     0.18    \n",
      "Aalto/False_14  36  37  DT      0.74  0.81  0.86  0.81  0.7955   0.71  0.22     0.0     0.22    0.6     \n",
      "Aalto/False_14  37  38  DT      0.74  0.82  0.87  0.82  0.8055   0.72  0.18     0.0     0.18    0.13    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_14  38  39  DT      0.74  0.81  0.86  0.81  0.7917   0.71  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_14  39  40  DT      0.75  0.82  0.87  0.82  0.8048   0.73  0.17     0.0     0.17    0.17    \n",
      "Aalto/False_14  40  41  DT      0.75  0.82  0.87  0.82  0.8066   0.72  0.22     0.0     0.22    0.18    \n",
      "Aalto/False_14  41  42  DT      0.75  0.82  0.87  0.82  0.8045   0.72  0.18     0.0     0.18    0.13    \n",
      "Aalto/False_14  42  43  DT      0.75  0.83  0.87  0.83  0.813    0.73  0.23     0.02    0.25    0.28    \n",
      "Aalto/False_14  43  44  DT      0.75  0.82  0.87  0.82  0.8146   0.72  0.17     0.02    0.18    0.12    \n",
      "Aalto/False_14  44  45  DT      0.74  0.82  0.87  0.82  0.8108   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_14  45  46  DT      0.74  0.82  0.86  0.82  0.8012   0.72  0.15     0.02    0.17    0.16    \n",
      "Aalto/False_14  46  47  DT      0.74  0.81  0.86  0.81  0.7936   0.72  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_14  47  48  DT      0.74  0.82  0.86  0.82  0.8006   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_14  48  49  DT      0.75  0.82  0.87  0.82  0.8119   0.72  0.2      0.01    0.21    0.12    \n",
      "Aalto/False_14  49  50  DT      0.75  0.82  0.87  0.82  0.8086   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_14  50  51  DT      0.74  0.82  0.87  0.82  0.8083   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_14  51  52  DT      0.75  0.82  0.87  0.82  0.8082   0.72  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_14  52  53  DT      0.74  0.82  0.87  0.82  0.8051   0.72  0.16     0.0     0.16    0.18    \n",
      "Aalto/False_14  53  54  DT      0.75  0.82  0.87  0.82  0.799    0.72  0.15     0.01    0.15    0.13    \n",
      "Aalto/False_14  54  55  DT      0.75  0.82  0.87  0.82  0.8007   0.72  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_14  55  56  DT      0.74  0.82  0.86  0.82  0.8042   0.72  0.18     0.0     0.18    0.15    \n",
      "Aalto/False_14  56  57  DT      0.75  0.82  0.87  0.82  0.806    0.72  0.15     0.02    0.16    0.18    \n",
      "Aalto/False_14  57  58  DT      0.75  0.82  0.87  0.82  0.8006   0.72  0.18     0.01    0.18    0.2     \n",
      "Aalto/False_14  58  59  DT      0.74  0.82  0.87  0.82  0.808    0.72  0.21     0.01    0.21    0.19    \n",
      "Aalto/False_14  59  60  DT      0.74  0.82  0.86  0.82  0.8041   0.72  0.18     0.0     0.18    0.2     \n",
      "Aalto/False_14  60  61  DT      0.75  0.82  0.87  0.82  0.8076   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_14  61  62  DT      0.75  0.82  0.87  0.82  0.8046   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_14  62  63  DT      0.74  0.81  0.87  0.81  0.7988   0.72  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_14  63  64  DT      0.75  0.82  0.87  0.82  0.8122   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_14  64  65  DT      0.75  0.82  0.87  0.82  0.8116   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_14  65  66  DT      0.74  0.82  0.87  0.82  0.8098   0.72  0.17     0.02    0.18    0.12    \n",
      "Aalto/False_14  66  67  DT      0.75  0.82  0.87  0.82  0.81     0.72  0.15     0.02    0.16    0.15    \n",
      "Aalto/False_14  67  68  DT      0.74  0.82  0.86  0.82  0.7996   0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_14  68  69  DT      0.75  0.82  0.87  0.82  0.8076   0.72  0.24     0.02    0.25    0.33    \n",
      "Aalto/False_14  69  70  DT      0.75  0.82  0.86  0.82  0.805    0.72  0.23     0.02    0.25    0.26    \n",
      "Aalto/False_14  70  71  DT      0.74  0.81  0.86  0.81  0.7989   0.71  0.22     0.0     0.22    0.18    \n",
      "Aalto/False_14  71  72  DT      0.74  0.82  0.87  0.82  0.8015   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_14  72  73  DT      0.75  0.82  0.87  0.82  0.8085   0.72  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_14  73  74  DT      0.74  0.82  0.87  0.82  0.8016   0.72  0.17     0.02    0.18    0.22    \n",
      "Aalto/False_14  74  75  DT      0.74  0.82  0.87  0.82  0.8083   0.72  0.16     0.02    0.18    0.14    \n",
      "Aalto/False_14  75  76  DT      0.75  0.82  0.87  0.82  0.804    0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_14  76  77  DT      0.74  0.82  0.87  0.82  0.8066   0.72  0.15     0.0     0.15    0.18    \n",
      "Aalto/False_14  77  78  DT      0.74  0.82  0.86  0.82  0.8015   0.72  0.22     0.01    0.22    0.2     \n",
      "Aalto/False_14  78  79  DT      0.74  0.82  0.86  0.82  0.8021   0.72  0.35     0.02    0.37    0.47    \n",
      "Aalto/False_14  79  80  DT      0.74  0.82  0.86  0.82  0.8058   0.72  0.16     0.02    0.18    0.16    \n",
      "Aalto/False_14  80  81  DT      0.74  0.82  0.86  0.82  0.8031   0.72  0.17     0.02    0.19    0.15    \n",
      "Aalto/False_14  81  82  DT      0.75  0.82  0.87  0.82  0.8081   0.72  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_14  82  83  DT      0.74  0.81  0.86  0.81  0.7934   0.71  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_14  83  84  DT      0.74  0.81  0.86  0.81  0.798    0.71  0.15     0.02    0.17    0.2     \n",
      "Aalto/False_14  84  85  DT      0.75  0.82  0.87  0.82  0.8101   0.72  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_14  85  86  DT      0.74  0.81  0.86  0.81  0.8003   0.72  0.16     0.02    0.18    0.14    \n",
      "Aalto/False_14  86  87  DT      0.75  0.81  0.86  0.81  0.7977   0.72  0.16     0.0     0.16    0.17    \n",
      "Aalto/False_14  87  88  DT      0.75  0.82  0.87  0.82  0.8048   0.72  0.18     0.02    0.2     0.15    \n",
      "Aalto/False_14  88  89  DT      0.74  0.81  0.86  0.81  0.794    0.71  0.23     0.0     0.23    0.54    \n",
      "Aalto/False_14  89  90  DT      0.75  0.82  0.87  0.82  0.8129   0.72  0.2      0.0     0.2     0.33    \n",
      "Aalto/False_14  90  91  DT      0.74  0.82  0.87  0.82  0.8036   0.72  0.21     0.0     0.22    0.2     \n",
      "Aalto/False_14  91  92  DT      0.74  0.82  0.87  0.82  0.8024   0.72  0.22     0.02    0.23    0.17    \n",
      "Aalto/False_14  92  93  DT      0.75  0.82  0.87  0.82  0.8092   0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_14  93  94  DT      0.74  0.82  0.87  0.82  0.8024   0.72  0.16     0.02    0.18    0.12    \n",
      "Aalto/False_14  94  95  DT      0.75  0.82  0.87  0.82  0.8012   0.72  0.18     0.0     0.18    0.2     \n",
      "Aalto/False_14  95  96  DT      0.74  0.82  0.87  0.82  0.8053   0.72  0.15     0.02    0.16    0.15    \n",
      "Aalto/False_14  96  97  DT      0.75  0.82  0.87  0.82  0.811    0.72  0.75     0.01    0.76    0.45    \n",
      "Aalto/False_14  97  98  DT      0.74  0.82  0.87  0.82  0.8051   0.71  0.18     0.01    0.19    0.18    \n",
      "Aalto/False_14  98  99  DT      0.75  0.83  0.87  0.83  0.815    0.72  0.22     0.01    0.23    0.15    \n",
      "Aalto/False_14  99  100 DT      0.74  0.82  0.87  0.82  0.8023   0.72  0.15     0.02    0.17    0.12    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.999201  1.000000  0.999600   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.482500  0.027765  0.052199    358.000000\n",
      "D-LinkHomeHub       0.688829  0.993561  0.813502   1696.000000\n",
      "D-LinkSensor        0.768967  0.558230  0.646587   1345.000000\n",
      "D-LinkSiren         0.915898  0.466936  0.617939   1237.000000\n",
      "D-LinkSwitch        0.997198  0.969985  0.983374   1320.000000\n",
      "D-LinkWaterSensor   0.505764  0.747884  0.603301   1243.000000\n",
      "EdimaxCam           1.000000  0.993939  0.996960    165.000000\n",
      "EdimaxPlug1101W     0.641568  1.000000  0.781550    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.399512  0.569795    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.588856  0.123999  0.204651   2893.000000\n",
      "HueSwitch           0.583377  0.934048  0.718181   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            1.000000  1.000000  1.000000    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.597985  1.000000  0.748216    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.222419  0.359018    124.000000\n",
      "WeMoInsightSwitch   0.972093  0.795061  0.874668   1227.000000\n",
      "WeMoLink            0.936677  0.953676  0.945032   1360.000000\n",
      "WeMoSwitch          0.720149  0.896296  0.798465    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.745351  0.745351  0.745351      0.745351\n",
      "macro avg           0.866632  0.817901  0.804187  21182.000000\n",
      "weighted avg        0.763093  0.745351  0.709095  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_15  0   1   DT      0.75  0.82  0.87  0.82  0.8044   0.72  0.15     0.0     0.15    0.18    \n",
      "Aalto/False_15  1   2   DT      0.75  0.82  0.87  0.82  0.8071   0.73  0.18     0.02    0.2     0.15    \n",
      "Aalto/False_15  2   3   DT      0.75  0.82  0.87  0.82  0.8074   0.73  0.22     0.02    0.23    0.18    \n",
      "Aalto/False_15  3   4   DT      0.75  0.82  0.87  0.82  0.8001   0.72  0.17     0.0     0.17    0.18    \n",
      "Aalto/False_15  4   5   DT      0.75  0.82  0.87  0.82  0.8037   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_15  5   6   DT      0.75  0.82  0.87  0.82  0.8024   0.72  0.52     0.01    0.53    0.34    \n",
      "Aalto/False_15  6   7   DT      0.75  0.82  0.87  0.82  0.8083   0.72  0.19     0.01    0.2     0.19    \n",
      "Aalto/False_15  7   8   DT      0.75  0.82  0.87  0.82  0.8048   0.72  0.24     0.01    0.25    0.17    \n",
      "Aalto/False_15  8   9   DT      0.75  0.82  0.87  0.82  0.8019   0.72  0.23     0.01    0.24    0.16    \n",
      "Aalto/False_15  9   10  DT      0.75  0.82  0.87  0.82  0.8041   0.72  0.2      0.01    0.21    0.18    \n",
      "Aalto/False_15  10  11  DT      0.75  0.82  0.87  0.82  0.8037   0.72  0.17     0.01    0.18    0.16    \n",
      "Aalto/False_15  11  12  DT      0.75  0.82  0.87  0.82  0.8029   0.72  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_15  12  13  DT      0.75  0.82  0.87  0.82  0.807    0.72  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_15  13  14  DT      0.75  0.82  0.87  0.82  0.8006   0.72  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_15  14  15  DT      0.75  0.82  0.87  0.82  0.8042   0.72  0.18     0.01    0.19    0.18    \n",
      "Aalto/False_15  15  16  DT      0.75  0.82  0.87  0.82  0.8042   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_15  16  17  DT      0.74  0.82  0.87  0.82  0.8029   0.71  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_15  17  18  DT      0.75  0.82  0.87  0.82  0.805    0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_15  18  19  DT      0.75  0.82  0.87  0.82  0.8068   0.72  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_15  19  20  DT      0.75  0.82  0.87  0.82  0.8086   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_15  20  21  DT      0.75  0.82  0.87  0.82  0.7999   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_15  21  22  DT      0.74  0.82  0.87  0.82  0.8031   0.72  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_15  22  23  DT      0.74  0.81  0.86  0.81  0.7975   0.72  0.16     0.0     0.17    0.14    \n",
      "Aalto/False_15  23  24  DT      0.75  0.82  0.87  0.82  0.8088   0.73  0.16     0.0     0.16    0.16    \n",
      "Aalto/False_15  24  25  DT      0.75  0.82  0.87  0.82  0.8069   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_15  25  26  DT      0.75  0.82  0.87  0.82  0.8036   0.72  0.17     0.02    0.18    0.15    \n",
      "Aalto/False_15  26  27  DT      0.75  0.81  0.87  0.81  0.7934   0.72  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_15  27  28  DT      0.75  0.82  0.87  0.82  0.8022   0.72  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_15  28  29  DT      0.75  0.82  0.87  0.82  0.8018   0.72  0.17     0.0     0.17    0.14    \n",
      "Aalto/False_15  29  30  DT      0.74  0.82  0.87  0.82  0.8021   0.72  0.18     0.0     0.18    0.14    \n",
      "Aalto/False_15  30  31  DT      0.75  0.82  0.87  0.82  0.8022   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_15  31  32  DT      0.75  0.82  0.87  0.82  0.8012   0.72  0.16     0.02    0.17    0.12    \n",
      "Aalto/False_15  32  33  DT      0.75  0.82  0.87  0.82  0.8078   0.73  0.16     0.02    0.17    0.12    \n",
      "Aalto/False_15  33  34  DT      0.75  0.82  0.87  0.82  0.8046   0.72  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_15  34  35  DT      0.75  0.82  0.87  0.82  0.8028   0.72  0.15     0.02    0.17    0.16    \n",
      "Aalto/False_15  35  36  DT      0.75  0.82  0.87  0.82  0.8054   0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_15  36  37  DT      0.74  0.82  0.87  0.82  0.8004   0.72  0.42     0.02    0.44    0.2     \n",
      "Aalto/False_15  37  38  DT      0.75  0.82  0.87  0.82  0.8041   0.72  0.22     0.0     0.22    0.18    \n",
      "Aalto/False_15  38  39  DT      0.75  0.82  0.87  0.82  0.8031   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_15  39  40  DT      0.75  0.82  0.87  0.82  0.806    0.72  0.18     0.0     0.18    0.2     \n",
      "Aalto/False_15  40  41  DT      0.75  0.82  0.86  0.82  0.8056   0.72  0.15     0.02    0.16    0.11    \n",
      "Aalto/False_15  41  42  DT      0.75  0.82  0.87  0.82  0.8045   0.72  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_15  42  43  DT      0.75  0.82  0.87  0.82  0.8072   0.72  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_15  43  44  DT      0.75  0.82  0.87  0.82  0.8023   0.72  0.16     0.0     0.16    0.16    \n",
      "Aalto/False_15  44  45  DT      0.75  0.82  0.87  0.82  0.803    0.72  0.18     0.0     0.18    0.12    \n",
      "Aalto/False_15  45  46  DT      0.75  0.82  0.87  0.82  0.8017   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_15  46  47  DT      0.75  0.82  0.87  0.82  0.8025   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_15  47  48  DT      0.75  0.81  0.87  0.81  0.8006   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_15  48  49  DT      0.74  0.82  0.87  0.82  0.8007   0.72  0.15     0.02    0.16    0.15    \n",
      "Aalto/False_15  49  50  DT      0.74  0.81  0.87  0.81  0.7945   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_15  50  51  DT      0.75  0.82  0.87  0.82  0.8052   0.72  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_15  51  52  DT      0.75  0.82  0.87  0.82  0.8048   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_15  52  53  DT      0.75  0.82  0.87  0.82  0.8078   0.72  0.13     0.02    0.15    0.12    \n",
      "Aalto/False_15  53  54  DT      0.75  0.82  0.87  0.82  0.8034   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_15  54  55  DT      0.75  0.82  0.87  0.82  0.8066   0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_15  55  56  DT      0.75  0.82  0.87  0.82  0.8021   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_15  56  57  DT      0.75  0.82  0.87  0.82  0.8047   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_15  57  58  DT      0.75  0.82  0.87  0.82  0.8084   0.73  0.28     0.0     0.28    0.17    \n",
      "Aalto/False_15  58  59  DT      0.75  0.82  0.87  0.82  0.8035   0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_15  59  60  DT      0.74  0.81  0.87  0.81  0.798    0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_15  60  61  DT      0.74  0.81  0.86  0.81  0.7976   0.72  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_15  61  62  DT      0.75  0.82  0.87  0.82  0.806    0.72  0.17     0.02    0.18    0.13    \n",
      "Aalto/False_15  62  63  DT      0.75  0.82  0.87  0.82  0.8031   0.72  0.22     0.0     0.22    0.19    \n",
      "Aalto/False_15  63  64  DT      0.75  0.82  0.87  0.82  0.807    0.73  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_15  64  65  DT      0.75  0.82  0.87  0.82  0.807    0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_15  65  66  DT      0.75  0.82  0.87  0.82  0.8104   0.73  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_15  66  67  DT      0.75  0.82  0.87  0.82  0.8038   0.72  0.17     0.02    0.18    0.27    \n",
      "Aalto/False_15  67  68  DT      0.75  0.82  0.87  0.82  0.8067   0.72  0.27     0.02    0.29    0.15    \n",
      "Aalto/False_15  68  69  DT      0.75  0.82  0.87  0.82  0.8053   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_15  69  70  DT      0.75  0.82  0.87  0.82  0.8021   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_15  70  71  DT      0.75  0.82  0.87  0.82  0.8106   0.73  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_15  71  72  DT      0.75  0.82  0.88  0.82  0.8079   0.73  0.15     0.0     0.15    0.2     \n",
      "Aalto/False_15  72  73  DT      0.75  0.82  0.87  0.82  0.8059   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_15  73  74  DT      0.74  0.82  0.87  0.82  0.8026   0.72  0.18     0.02    0.19    0.12    \n",
      "Aalto/False_15  74  75  DT      0.75  0.82  0.87  0.82  0.8018   0.72  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_15  75  76  DT      0.75  0.82  0.87  0.82  0.8071   0.72  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_15  76  77  DT      0.75  0.82  0.87  0.82  0.8051   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_15  77  78  DT      0.75  0.82  0.87  0.82  0.8055   0.72  0.33     0.01    0.34    0.51    \n",
      "Aalto/False_15  78  79  DT      0.75  0.82  0.87  0.82  0.8042   0.72  0.28     0.0     0.28    0.18    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_15  79  80  DT      0.75  0.82  0.87  0.82  0.8022   0.72  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_15  80  81  DT      0.74  0.82  0.87  0.82  0.8022   0.72  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_15  81  82  DT      0.75  0.82  0.87  0.82  0.807    0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_15  82  83  DT      0.75  0.82  0.87  0.82  0.8032   0.72  0.15     0.02    0.17    0.2     \n",
      "Aalto/False_15  83  84  DT      0.75  0.82  0.87  0.82  0.805    0.72  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_15  84  85  DT      0.75  0.82  0.87  0.82  0.8041   0.72  0.18     0.0     0.18    0.14    \n",
      "Aalto/False_15  85  86  DT      0.75  0.82  0.87  0.82  0.8016   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_15  86  87  DT      0.75  0.82  0.88  0.82  0.8092   0.73  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_15  87  88  DT      0.75  0.82  0.87  0.82  0.8067   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_15  88  89  DT      0.74  0.81  0.87  0.81  0.8013   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_15  89  90  DT      0.75  0.82  0.87  0.82  0.8069   0.72  0.14     0.02    0.15    0.15    \n",
      "Aalto/False_15  90  91  DT      0.76  0.83  0.87  0.83  0.8103   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_15  91  92  DT      0.75  0.82  0.87  0.82  0.8046   0.73  0.17     0.02    0.18    0.12    \n",
      "Aalto/False_15  92  93  DT      0.75  0.82  0.87  0.82  0.8002   0.72  0.2      0.0     0.2     0.15    \n",
      "Aalto/False_15  93  94  DT      0.74  0.81  0.87  0.81  0.7955   0.71  0.16     0.01    0.17    0.19    \n",
      "Aalto/False_15  94  95  DT      0.74  0.82  0.87  0.82  0.8016   0.72  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_15  95  96  DT      0.74  0.82  0.87  0.82  0.8025   0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_15  96  97  DT      0.75  0.82  0.87  0.82  0.8067   0.73  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_15  97  98  DT      0.74  0.81  0.87  0.81  0.8      0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_15  98  99  DT      0.75  0.82  0.87  0.82  0.8083   0.72  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_15  99  100 DT      0.74  0.82  0.87  0.82  0.8015   0.72  0.16     0.0     0.16    0.13    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.997271  1.000000  0.998632   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.496000  0.031173  0.058253    358.000000\n",
      "D-LinkHomeHub       0.694727  0.992960  0.817376   1696.000000\n",
      "D-LinkSensor        0.805421  0.556431  0.657800   1345.000000\n",
      "D-LinkSiren         0.930110  0.479062  0.631768   1237.000000\n",
      "D-LinkSwitch        0.999199  0.980114  0.989534   1320.000000\n",
      "D-LinkWaterSensor   0.514026  0.780418  0.619674   1243.000000\n",
      "EdimaxCam           1.000000  0.979212  0.989381    165.000000\n",
      "EdimaxPlug1101W     0.674909  1.000000  0.805739    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.481707  0.648838    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.601684  0.106073  0.180323   2893.000000\n",
      "HueSwitch           0.581659  0.946494  0.720524   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            1.000000  1.000000  1.000000    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.575955  1.000000  0.730917    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.150806  0.261670    124.000000\n",
      "WeMoInsightSwitch   0.967945  0.807416  0.880319   1227.000000\n",
      "WeMoLink            0.931051  0.940000  0.935436   1360.000000\n",
      "WeMoSwitch          0.706335  0.871852  0.780303    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.747602  0.747602  0.747602      0.747602\n",
      "macro avg           0.869492  0.818656  0.803944  21182.000000\n",
      "weighted avg        0.768015  0.747602  0.708902  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_16  0   1   DT      0.75  0.82  0.85  0.82  0.804    0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_16  1   2   DT      0.75  0.82  0.85  0.82  0.8031   0.72  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_16  2   3   DT      0.75  0.82  0.85  0.82  0.8096   0.72  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_16  3   4   DT      0.75  0.82  0.85  0.82  0.8051   0.72  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_16  4   5   DT      0.75  0.82  0.85  0.82  0.801    0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_16  5   6   DT      0.75  0.82  0.85  0.82  0.8002   0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_16  6   7   DT      0.75  0.82  0.85  0.82  0.7993   0.72  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_16  7   8   DT      0.75  0.82  0.85  0.82  0.8062   0.72  0.16     0.01    0.17    0.21    \n",
      "Aalto/False_16  8   9   DT      0.75  0.82  0.85  0.82  0.7989   0.72  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_16  9   10  DT      0.76  0.83  0.85  0.83  0.8107   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_16  10  11  DT      0.75  0.82  0.85  0.82  0.798    0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_16  11  12  DT      0.75  0.82  0.85  0.82  0.8068   0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_16  12  13  DT      0.75  0.82  0.85  0.82  0.7985   0.72  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_16  13  14  DT      0.75  0.82  0.85  0.82  0.7996   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_16  14  15  DT      0.75  0.82  0.85  0.82  0.8057   0.73  0.14     0.02    0.16    0.12    \n",
      "Aalto/False_16  15  16  DT      0.75  0.82  0.85  0.82  0.8097   0.73  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_16  16  17  DT      0.75  0.82  0.85  0.82  0.8088   0.72  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_16  17  18  DT      0.75  0.82  0.85  0.82  0.8102   0.72  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_16  18  19  DT      0.74  0.82  0.85  0.82  0.8      0.72  0.14     0.01    0.15    0.11    \n",
      "Aalto/False_16  19  20  DT      0.75  0.82  0.85  0.82  0.8029   0.73  0.14     0.01    0.15    0.14    \n",
      "Aalto/False_16  20  21  DT      0.75  0.82  0.85  0.82  0.8091   0.72  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_16  21  22  DT      0.75  0.82  0.85  0.82  0.8087   0.72  0.14     0.01    0.15    0.11    \n",
      "Aalto/False_16  22  23  DT      0.75  0.82  0.85  0.82  0.8099   0.73  0.14     0.01    0.15    0.11    \n",
      "Aalto/False_16  23  24  DT      0.75  0.82  0.85  0.82  0.8072   0.72  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_16  24  25  DT      0.74  0.81  0.85  0.81  0.7963   0.72  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_16  25  26  DT      0.75  0.82  0.85  0.82  0.8084   0.72  0.14     0.01    0.15    0.12    \n",
      "Aalto/False_16  26  27  DT      0.75  0.82  0.85  0.82  0.8083   0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  27  28  DT      0.75  0.82  0.85  0.82  0.8044   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  28  29  DT      0.75  0.82  0.85  0.82  0.8018   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  29  30  DT      0.75  0.82  0.85  0.82  0.808    0.73  0.15     0.02    0.16    0.11    \n",
      "Aalto/False_16  30  31  DT      0.75  0.82  0.85  0.82  0.8027   0.72  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_16  31  32  DT      0.75  0.82  0.85  0.82  0.801    0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_16  32  33  DT      0.75  0.82  0.85  0.82  0.8048   0.73  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_16  33  34  DT      0.75  0.82  0.85  0.82  0.8086   0.72  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_16  34  35  DT      0.75  0.82  0.86  0.82  0.8015   0.72  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_16  35  36  DT      0.74  0.81  0.85  0.81  0.7967   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_16  36  37  DT      0.75  0.82  0.86  0.82  0.8087   0.73  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_16  37  38  DT      0.75  0.82  0.85  0.82  0.8098   0.72  0.16     0.02    0.18    0.12    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_16  38  39  DT      0.74  0.82  0.85  0.82  0.7995   0.72  0.14     0.01    0.15    0.14    \n",
      "Aalto/False_16  39  40  DT      0.74  0.82  0.85  0.82  0.8033   0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  40  41  DT      0.75  0.82  0.85  0.82  0.8054   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_16  41  42  DT      0.76  0.83  0.86  0.83  0.8141   0.73  0.14     0.02    0.16    0.12    \n",
      "Aalto/False_16  42  43  DT      0.75  0.82  0.85  0.82  0.803    0.72  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_16  43  44  DT      0.75  0.82  0.85  0.82  0.7989   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_16  44  45  DT      0.75  0.82  0.85  0.82  0.803    0.72  0.14     0.02    0.16    0.13    \n",
      "Aalto/False_16  45  46  DT      0.75  0.82  0.85  0.82  0.8041   0.72  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_16  46  47  DT      0.75  0.82  0.85  0.82  0.8099   0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  47  48  DT      0.75  0.82  0.85  0.82  0.8027   0.72  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_16  48  49  DT      0.75  0.82  0.85  0.82  0.8032   0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_16  49  50  DT      0.75  0.82  0.85  0.82  0.7987   0.72  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_16  50  51  DT      0.75  0.82  0.86  0.82  0.804    0.72  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_16  51  52  DT      0.75  0.83  0.85  0.83  0.8115   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_16  52  53  DT      0.75  0.82  0.85  0.82  0.8018   0.72  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_16  53  54  DT      0.75  0.82  0.85  0.82  0.8063   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_16  54  55  DT      0.74  0.82  0.85  0.82  0.7976   0.71  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_16  55  56  DT      0.75  0.82  0.85  0.82  0.8045   0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  56  57  DT      0.75  0.82  0.85  0.82  0.798    0.72  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_16  57  58  DT      0.75  0.82  0.85  0.82  0.8008   0.72  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_16  58  59  DT      0.75  0.82  0.85  0.82  0.8025   0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  59  60  DT      0.75  0.82  0.85  0.82  0.8097   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  60  61  DT      0.75  0.82  0.85  0.82  0.8056   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_16  61  62  DT      0.75  0.83  0.85  0.83  0.8108   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  62  63  DT      0.75  0.82  0.85  0.82  0.8105   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_16  63  64  DT      0.75  0.82  0.85  0.82  0.8011   0.72  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_16  64  65  DT      0.75  0.82  0.85  0.82  0.8095   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_16  65  66  DT      0.75  0.82  0.85  0.82  0.8067   0.72  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_16  66  67  DT      0.75  0.82  0.85  0.82  0.7989   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_16  67  68  DT      0.75  0.82  0.85  0.82  0.8001   0.72  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_16  68  69  DT      0.75  0.82  0.85  0.82  0.8019   0.72  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_16  69  70  DT      0.75  0.82  0.85  0.82  0.7981   0.72  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_16  70  71  DT      0.75  0.82  0.85  0.82  0.8041   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_16  71  72  DT      0.75  0.82  0.85  0.82  0.8013   0.72  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_16  72  73  DT      0.75  0.82  0.85  0.82  0.8036   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_16  73  74  DT      0.75  0.82  0.86  0.82  0.8089   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_16  74  75  DT      0.75  0.82  0.85  0.82  0.8049   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_16  75  76  DT      0.75  0.82  0.85  0.82  0.8008   0.72  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_16  76  77  DT      0.75  0.82  0.85  0.82  0.806    0.72  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_16  77  78  DT      0.75  0.82  0.85  0.82  0.8026   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  78  79  DT      0.75  0.82  0.85  0.82  0.8056   0.72  0.14     0.01    0.15    0.11    \n",
      "Aalto/False_16  79  80  DT      0.75  0.82  0.85  0.82  0.8067   0.72  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_16  80  81  DT      0.75  0.82  0.85  0.82  0.8067   0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_16  81  82  DT      0.75  0.82  0.86  0.82  0.8031   0.72  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_16  82  83  DT      0.75  0.83  0.86  0.83  0.8166   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_16  83  84  DT      0.75  0.82  0.85  0.82  0.7981   0.72  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_16  84  85  DT      0.75  0.82  0.85  0.82  0.8064   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_16  85  86  DT      0.75  0.82  0.85  0.82  0.8041   0.73  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_16  86  87  DT      0.75  0.82  0.85  0.82  0.8013   0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_16  87  88  DT      0.75  0.82  0.85  0.82  0.799    0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_16  88  89  DT      0.75  0.82  0.85  0.82  0.801    0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_16  89  90  DT      0.75  0.82  0.85  0.82  0.7994   0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_16  90  91  DT      0.74  0.81  0.86  0.81  0.7965   0.71  0.2      0.01    0.2     0.13    \n",
      "Aalto/False_16  91  92  DT      0.75  0.82  0.85  0.82  0.8037   0.72  0.26     0.01    0.28    0.44    \n",
      "Aalto/False_16  92  93  DT      0.75  0.82  0.85  0.82  0.8071   0.73  0.27     0.01    0.28    0.31    \n",
      "Aalto/False_16  93  94  DT      0.75  0.82  0.85  0.82  0.8011   0.72  0.24     0.01    0.24    0.24    \n",
      "Aalto/False_16  94  95  DT      0.75  0.83  0.85  0.83  0.8149   0.73  0.25     0.02    0.27    0.21    \n",
      "Aalto/False_16  95  96  DT      0.75  0.82  0.85  0.82  0.8073   0.72  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_16  96  97  DT      0.76  0.83  0.85  0.83  0.813    0.73  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_16  97  98  DT      0.75  0.82  0.85  0.82  0.808    0.72  0.16     0.0     0.16    0.17    \n",
      "Aalto/False_16  98  99  DT      0.74  0.82  0.85  0.82  0.8013   0.72  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_16  99  100 DT      0.75  0.82  0.85  0.82  0.8019   0.73  0.16     0.0     0.16    0.13    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           1.000000  1.000000  1.000000   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.013125  0.000587  0.001123    358.000000\n",
      "D-LinkHomeHub       0.713965  0.999558  0.832897   1696.000000\n",
      "D-LinkSensor        0.794807  0.564342  0.659782   1345.000000\n",
      "D-LinkSiren         0.909003  0.454163  0.604927   1237.000000\n",
      "D-LinkSwitch        0.995720  0.979273  0.987408   1320.000000\n",
      "D-LinkWaterSensor   0.512796  0.804473  0.626234   1243.000000\n",
      "EdimaxCam           1.000000  1.000000  1.000000    165.000000\n",
      "EdimaxPlug1101W     0.676652  1.000000  0.807065    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.486504  0.653919    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.592451  0.105686  0.179213   2893.000000\n",
      "HueSwitch           0.581065  0.944572  0.719504   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            1.000000  1.000000  1.000000    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.583738  1.000000  0.737032    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.176129  0.296010    124.000000\n",
      "WeMoInsightSwitch   0.984350  0.804491  0.885289   1227.000000\n",
      "WeMoLink            0.917856  0.952588  0.934838   1360.000000\n",
      "WeMoSwitch          0.722948  0.876494  0.792190    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.748805  0.748805  0.748805      0.748805\n",
      "macro avg           0.851795  0.820328  0.804349  21182.000000\n",
      "weighted avg        0.758804  0.748805  0.708841  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_17  0   1   DT      0.75  0.82  0.88  0.82  0.8075   0.73  0.17     0.01    0.18    0.2     \n",
      "Aalto/False_17  1   2   DT      0.76  0.83  0.88  0.83  0.8153   0.74  0.15     0.02    0.17    0.1     \n",
      "Aalto/False_17  2   3   DT      0.75  0.82  0.87  0.82  0.8055   0.72  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_17  3   4   DT      0.75  0.82  0.88  0.82  0.81     0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_17  4   5   DT      0.75  0.82  0.88  0.82  0.8072   0.73  0.17     0.0     0.17    0.16    \n",
      "Aalto/False_17  5   6   DT      0.75  0.82  0.88  0.82  0.8099   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_17  6   7   DT      0.75  0.82  0.88  0.82  0.8056   0.72  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_17  7   8   DT      0.75  0.82  0.88  0.82  0.8049   0.72  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_17  8   9   DT      0.75  0.82  0.88  0.82  0.808    0.73  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_17  9   10  DT      0.76  0.82  0.88  0.82  0.8107   0.73  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_17  10  11  DT      0.75  0.82  0.88  0.82  0.8088   0.73  0.15     0.02    0.17    0.11    \n",
      "Aalto/False_17  11  12  DT      0.75  0.82  0.87  0.82  0.8086   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_17  12  13  DT      0.75  0.82  0.88  0.82  0.8081   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_17  13  14  DT      0.76  0.83  0.88  0.83  0.8112   0.73  0.14     0.02    0.15    0.11    \n",
      "Aalto/False_17  14  15  DT      0.76  0.82  0.88  0.82  0.8092   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_17  15  16  DT      0.75  0.82  0.88  0.82  0.8087   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_17  16  17  DT      0.76  0.83  0.88  0.83  0.8127   0.73  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_17  17  18  DT      0.76  0.82  0.88  0.82  0.8102   0.73  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_17  18  19  DT      0.76  0.83  0.88  0.83  0.8119   0.73  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_17  19  20  DT      0.76  0.83  0.88  0.83  0.8125   0.73  0.14     0.02    0.15    0.12    \n",
      "Aalto/False_17  20  21  DT      0.75  0.82  0.88  0.82  0.8083   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_17  21  22  DT      0.75  0.82  0.88  0.82  0.8068   0.72  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_17  22  23  DT      0.76  0.83  0.88  0.83  0.8119   0.73  0.15     0.02    0.17    0.1     \n",
      "Aalto/False_17  23  24  DT      0.75  0.82  0.88  0.82  0.8083   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_17  24  25  DT      0.75  0.82  0.88  0.82  0.8097   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_17  25  26  DT      0.75  0.82  0.87  0.82  0.8043   0.72  0.17     0.01    0.17    0.1     \n",
      "Aalto/False_17  26  27  DT      0.75  0.82  0.88  0.82  0.809    0.73  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_17  27  28  DT      0.75  0.82  0.88  0.82  0.8095   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_17  28  29  DT      0.75  0.82  0.88  0.82  0.8093   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_17  29  30  DT      0.76  0.83  0.88  0.83  0.8122   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_17  30  31  DT      0.75  0.82  0.88  0.82  0.8068   0.72  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_17  31  32  DT      0.75  0.82  0.88  0.82  0.8089   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_17  32  33  DT      0.76  0.83  0.88  0.83  0.8117   0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_17  33  34  DT      0.75  0.82  0.88  0.82  0.8096   0.73  0.16     0.01    0.17    0.23    \n",
      "Aalto/False_17  34  35  DT      0.75  0.82  0.88  0.82  0.8097   0.73  0.15     0.02    0.16    0.1     \n",
      "Aalto/False_17  35  36  DT      0.75  0.82  0.88  0.82  0.8081   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_17  36  37  DT      0.75  0.82  0.88  0.82  0.8084   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_17  37  38  DT      0.75  0.82  0.87  0.82  0.807    0.72  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_17  38  39  DT      0.76  0.83  0.88  0.83  0.8124   0.73  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_17  39  40  DT      0.75  0.82  0.88  0.82  0.8082   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_17  40  41  DT      0.76  0.82  0.88  0.82  0.8103   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_17  41  42  DT      0.74  0.82  0.87  0.82  0.8027   0.72  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_17  42  43  DT      0.75  0.82  0.88  0.82  0.8092   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_17  43  44  DT      0.75  0.82  0.87  0.82  0.8068   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_17  44  45  DT      0.74  0.82  0.87  0.82  0.8027   0.72  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_17  45  46  DT      0.76  0.83  0.88  0.83  0.8123   0.73  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_17  46  47  DT      0.75  0.82  0.88  0.82  0.8065   0.72  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_17  47  48  DT      0.75  0.82  0.87  0.82  0.8067   0.72  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_17  48  49  DT      0.74  0.82  0.87  0.82  0.8035   0.72  0.15     0.01    0.16    0.16    \n",
      "Aalto/False_17  49  50  DT      0.75  0.82  0.87  0.82  0.804    0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_17  50  51  DT      0.76  0.82  0.88  0.82  0.8105   0.73  0.15     0.02    0.17    0.11    \n",
      "Aalto/False_17  51  52  DT      0.76  0.83  0.88  0.83  0.8128   0.73  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_17  52  53  DT      0.76  0.83  0.88  0.83  0.8107   0.73  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_17  53  54  DT      0.75  0.82  0.87  0.82  0.8082   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_17  54  55  DT      0.75  0.82  0.88  0.82  0.8078   0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_17  55  56  DT      0.76  0.83  0.88  0.83  0.8115   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_17  56  57  DT      0.76  0.83  0.88  0.83  0.8138   0.74  0.14     0.01    0.15    0.16    \n",
      "Aalto/False_17  57  58  DT      0.75  0.82  0.88  0.82  0.8095   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_17  58  59  DT      0.74  0.82  0.87  0.82  0.8019   0.72  0.16     0.01    0.16    0.15    \n",
      "Aalto/False_17  59  60  DT      0.75  0.82  0.88  0.82  0.8088   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_17  60  61  DT      0.75  0.82  0.87  0.82  0.8051   0.72  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_17  61  62  DT      0.75  0.82  0.88  0.82  0.8084   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_17  62  63  DT      0.75  0.82  0.88  0.82  0.8095   0.73  0.16     0.01    0.17    0.17    \n",
      "Aalto/False_17  63  64  DT      0.76  0.82  0.88  0.82  0.8101   0.73  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_17  64  65  DT      0.75  0.82  0.88  0.82  0.8069   0.72  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_17  65  66  DT      0.75  0.82  0.87  0.82  0.8064   0.72  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_17  66  67  DT      0.76  0.82  0.88  0.82  0.8102   0.73  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_17  67  68  DT      0.75  0.82  0.88  0.82  0.8067   0.72  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_17  68  69  DT      0.75  0.82  0.88  0.82  0.8068   0.72  0.16     0.01    0.16    0.12    \n",
      "Aalto/False_17  69  70  DT      0.75  0.82  0.87  0.82  0.8054   0.72  0.14     0.02    0.15    0.14    \n",
      "Aalto/False_17  70  71  DT      0.75  0.82  0.88  0.82  0.8085   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_17  71  72  DT      0.76  0.82  0.88  0.82  0.8104   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_17  72  73  DT      0.75  0.82  0.87  0.82  0.8067   0.72  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_17  73  74  DT      0.75  0.82  0.88  0.82  0.8093   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_17  74  75  DT      0.76  0.82  0.88  0.82  0.8102   0.73  0.14     0.02    0.15    0.15    \n",
      "Aalto/False_17  75  76  DT      0.75  0.82  0.87  0.82  0.8079   0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_17  76  77  DT      0.75  0.82  0.87  0.82  0.8069   0.73  0.15     0.01    0.16    0.17    \n",
      "Aalto/False_17  77  78  DT      0.75  0.82  0.88  0.82  0.8098   0.73  0.15     0.0     0.15    0.18    \n",
      "Aalto/False_17  78  79  DT      0.76  0.82  0.88  0.82  0.8104   0.73  0.16     0.0     0.16    0.14    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_17  79  80  DT      0.75  0.82  0.88  0.82  0.8072   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_17  80  81  DT      0.75  0.82  0.87  0.82  0.8076   0.73  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_17  81  82  DT      0.75  0.82  0.88  0.82  0.8072   0.73  0.15     0.01    0.15    0.13    \n",
      "Aalto/False_17  82  83  DT      0.75  0.82  0.88  0.82  0.8063   0.72  0.14     0.01    0.15    0.12    \n",
      "Aalto/False_17  83  84  DT      0.75  0.82  0.87  0.82  0.8075   0.72  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_17  84  85  DT      0.75  0.82  0.88  0.82  0.8093   0.73  0.15     0.01    0.16    0.16    \n",
      "Aalto/False_17  85  86  DT      0.75  0.82  0.88  0.82  0.8094   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_17  86  87  DT      0.75  0.82  0.88  0.82  0.8063   0.72  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_17  87  88  DT      0.76  0.83  0.88  0.83  0.8108   0.73  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_17  88  89  DT      0.76  0.83  0.88  0.83  0.8127   0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_17  89  90  DT      0.75  0.82  0.88  0.82  0.8094   0.73  0.14     0.01    0.15    0.11    \n",
      "Aalto/False_17  90  91  DT      0.75  0.82  0.88  0.82  0.8094   0.73  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_17  91  92  DT      0.75  0.82  0.87  0.82  0.804    0.72  0.16     0.0     0.17    0.17    \n",
      "Aalto/False_17  92  93  DT      0.75  0.82  0.88  0.82  0.8068   0.72  0.14     0.01    0.15    0.14    \n",
      "Aalto/False_17  93  94  DT      0.76  0.82  0.88  0.82  0.8105   0.73  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_17  94  95  DT      0.75  0.82  0.87  0.82  0.8068   0.72  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_17  95  96  DT      0.75  0.82  0.88  0.82  0.8073   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_17  96  97  DT      0.75  0.82  0.88  0.82  0.8092   0.73  0.17     0.0     0.17    0.18    \n",
      "Aalto/False_17  97  98  DT      0.75  0.82  0.87  0.82  0.8046   0.72  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_17  98  99  DT      0.75  0.82  0.88  0.82  0.8098   0.73  0.15     0.01    0.15    0.13    \n",
      "Aalto/False_17  99  100 DT      0.75  0.82  0.88  0.82  0.8074   0.73  0.16     0.0     0.16    0.13    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           1.000000  1.000000  1.000000   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.588235  0.027933  0.053333    358.000000\n",
      "D-LinkHomeHub       0.690713  0.995873  0.815578   1696.000000\n",
      "D-LinkSensor        0.839678  0.564729  0.674843   1345.000000\n",
      "D-LinkSiren         0.917882  0.506766  0.652400   1237.000000\n",
      "D-LinkSwitch        0.999088  0.982742  0.990823   1320.000000\n",
      "D-LinkWaterSensor   0.513420  0.763089  0.613732   1243.000000\n",
      "EdimaxCam           1.000000  1.000000  1.000000    165.000000\n",
      "EdimaxPlug1101W     0.675192  1.000000  0.806107    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.483740  0.652055    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.623169  0.088147  0.154393   2893.000000\n",
      "HueSwitch           0.580116  0.959371  0.723026   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            1.000000  1.000000  1.000000    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.583673  1.000000  0.737113    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.177419  0.301370    124.000000\n",
      "WeMoInsightSwitch   0.970083  0.826813  0.892638   1227.000000\n",
      "WeMoLink            0.929675  0.984875  0.956426   1360.000000\n",
      "WeMoSwitch          0.762269  0.856025  0.806180    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.752674  0.752674  0.752674      0.752674\n",
      "macro avg           0.876785  0.822871  0.808519  21182.000000\n",
      "weighted avg        0.775720  0.752674  0.711132  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_18  0   1   DT      0.76  0.83  0.88  0.83  0.8109   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_18  1   2   DT      0.76  0.82  0.86  0.82  0.8082   0.73  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_18  2   3   DT      0.76  0.83  0.88  0.83  0.8199   0.73  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_18  3   4   DT      0.76  0.83  0.88  0.83  0.8133   0.73  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_18  4   5   DT      0.76  0.83  0.86  0.83  0.8148   0.73  0.16     0.01    0.16    0.11    \n",
      "Aalto/False_18  5   6   DT      0.75  0.82  0.87  0.82  0.8082   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_18  6   7   DT      0.76  0.83  0.88  0.83  0.8211   0.73  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_18  7   8   DT      0.76  0.83  0.88  0.83  0.8146   0.74  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_18  8   9   DT      0.76  0.83  0.88  0.83  0.8135   0.73  0.16     0.01    0.17    0.1     \n",
      "Aalto/False_18  9   10  DT      0.76  0.83  0.88  0.83  0.8171   0.73  0.18     0.0     0.18    0.11    \n",
      "Aalto/False_18  10  11  DT      0.77  0.84  0.88  0.84  0.8214   0.74  0.15     0.02    0.17    0.14    \n",
      "Aalto/False_18  11  12  DT      0.76  0.83  0.88  0.83  0.8221   0.73  0.16     0.01    0.17    0.1     \n",
      "Aalto/False_18  12  13  DT      0.75  0.83  0.88  0.83  0.8183   0.73  0.14     0.0     0.14    0.15    \n",
      "Aalto/False_18  13  14  DT      0.76  0.83  0.87  0.83  0.8163   0.73  0.18     0.01    0.18    0.12    \n",
      "Aalto/False_18  14  15  DT      0.76  0.83  0.88  0.83  0.8128   0.73  0.18     0.01    0.18    0.22    \n",
      "Aalto/False_18  15  16  DT      0.76  0.84  0.88  0.84  0.8234   0.73  0.15     0.01    0.15    0.14    \n",
      "Aalto/False_18  16  17  DT      0.76  0.83  0.88  0.83  0.8149   0.74  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_18  17  18  DT      0.76  0.83  0.88  0.83  0.8159   0.74  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_18  18  19  DT      0.75  0.83  0.88  0.83  0.8188   0.73  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_18  19  20  DT      0.76  0.84  0.88  0.84  0.8227   0.74  0.17     0.01    0.17    0.17    \n",
      "Aalto/False_18  20  21  DT      0.75  0.83  0.87  0.83  0.8092   0.73  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_18  21  22  DT      0.76  0.83  0.86  0.83  0.8209   0.73  0.18     0.01    0.18    0.14    \n",
      "Aalto/False_18  22  23  DT      0.76  0.83  0.88  0.83  0.8117   0.73  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_18  23  24  DT      0.76  0.82  0.84  0.82  0.8012   0.73  0.16     0.01    0.16    0.14    \n",
      "Aalto/False_18  24  25  DT      0.76  0.83  0.88  0.83  0.8131   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_18  25  26  DT      0.75  0.83  0.85  0.83  0.8114   0.72  0.16     0.02    0.17    0.16    \n",
      "Aalto/False_18  26  27  DT      0.76  0.84  0.88  0.84  0.8234   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_18  27  28  DT      0.75  0.83  0.86  0.83  0.817    0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_18  28  29  DT      0.75  0.83  0.88  0.83  0.8129   0.73  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_18  29  30  DT      0.76  0.83  0.86  0.83  0.8217   0.74  0.14     0.02    0.16    0.12    \n",
      "Aalto/False_18  30  31  DT      0.76  0.83  0.88  0.83  0.8125   0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_18  31  32  DT      0.76  0.83  0.88  0.83  0.8148   0.73  0.14     0.02    0.16    0.12    \n",
      "Aalto/False_18  32  33  DT      0.76  0.83  0.86  0.83  0.8113   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_18  33  34  DT      0.76  0.83  0.86  0.83  0.8151   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_18  34  35  DT      0.76  0.83  0.88  0.83  0.8178   0.74  0.18     0.01    0.18    0.1     \n",
      "Aalto/False_18  35  36  DT      0.76  0.83  0.86  0.83  0.8137   0.73  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_18  36  37  DT      0.76  0.83  0.86  0.83  0.8091   0.74  0.14     0.02    0.16    0.13    \n",
      "Aalto/False_18  37  38  DT      0.76  0.83  0.84  0.83  0.8084   0.74  0.15     0.0     0.15    0.13    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_18  38  39  DT      0.76  0.83  0.88  0.83  0.8201   0.73  0.24     0.01    0.26    0.23    \n",
      "Aalto/False_18  39  40  DT      0.76  0.83  0.88  0.83  0.8222   0.74  0.19     0.01    0.2     0.16    \n",
      "Aalto/False_18  40  41  DT      0.76  0.83  0.88  0.83  0.8136   0.73  0.23     0.01    0.24    0.18    \n",
      "Aalto/False_18  41  42  DT      0.75  0.83  0.86  0.83  0.8137   0.73  0.18     0.0     0.18    0.14    \n",
      "Aalto/False_18  42  43  DT      0.76  0.83  0.86  0.83  0.816    0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_18  43  44  DT      0.75  0.83  0.86  0.83  0.8131   0.73  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_18  44  45  DT      0.76  0.83  0.88  0.83  0.8111   0.73  0.2      0.01    0.2     0.14    \n",
      "Aalto/False_18  45  46  DT      0.75  0.82  0.87  0.82  0.8072   0.73  0.2      0.01    0.21    0.15    \n",
      "Aalto/False_18  46  47  DT      0.76  0.83  0.88  0.83  0.8202   0.74  0.18     0.01    0.19    0.1     \n",
      "Aalto/False_18  47  48  DT      0.76  0.83  0.88  0.83  0.8148   0.74  0.19     0.01    0.2     0.15    \n",
      "Aalto/False_18  48  49  DT      0.76  0.83  0.88  0.83  0.8121   0.73  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_18  49  50  DT      0.76  0.84  0.88  0.84  0.8254   0.74  0.19     0.01    0.2     0.13    \n",
      "Aalto/False_18  50  51  DT      0.76  0.84  0.88  0.84  0.8233   0.74  0.19     0.01    0.2     0.15    \n",
      "Aalto/False_18  51  52  DT      0.75  0.83  0.87  0.83  0.815    0.73  0.16     0.01    0.16    0.12    \n",
      "Aalto/False_18  52  53  DT      0.76  0.82  0.88  0.82  0.8086   0.73  0.15     0.02    0.16    0.11    \n",
      "Aalto/False_18  53  54  DT      0.76  0.83  0.88  0.83  0.8202   0.73  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_18  54  55  DT      0.76  0.83  0.87  0.83  0.8125   0.73  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_18  55  56  DT      0.76  0.82  0.84  0.82  0.8008   0.73  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_18  56  57  DT      0.76  0.83  0.86  0.83  0.8147   0.74  0.18     0.0     0.18    0.12    \n",
      "Aalto/False_18  57  58  DT      0.75  0.82  0.84  0.82  0.8001   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_18  58  59  DT      0.75  0.83  0.88  0.83  0.8203   0.73  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_18  59  60  DT      0.76  0.83  0.88  0.83  0.819    0.74  0.18     0.01    0.19    0.11    \n",
      "Aalto/False_18  60  61  DT      0.76  0.83  0.86  0.83  0.8179   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_18  61  62  DT      0.76  0.84  0.88  0.84  0.8233   0.74  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_18  62  63  DT      0.75  0.82  0.86  0.82  0.8051   0.73  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_18  63  64  DT      0.76  0.84  0.88  0.84  0.8244   0.74  0.18     0.01    0.18    0.18    \n",
      "Aalto/False_18  64  65  DT      0.75  0.82  0.87  0.82  0.8084   0.73  0.19     0.01    0.2     0.16    \n",
      "Aalto/False_18  65  66  DT      0.76  0.83  0.88  0.83  0.8169   0.73  0.17     0.0     0.17    0.14    \n",
      "Aalto/False_18  66  67  DT      0.76  0.82  0.84  0.82  0.8004   0.73  0.14     0.02    0.16    0.13    \n",
      "Aalto/False_18  67  68  DT      0.76  0.84  0.86  0.84  0.8234   0.74  0.18     0.0     0.18    0.17    \n",
      "Aalto/False_18  68  69  DT      0.76  0.83  0.88  0.83  0.8109   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_18  69  70  DT      0.75  0.82  0.84  0.82  0.802    0.73  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_18  70  71  DT      0.75  0.83  0.88  0.83  0.8152   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_18  71  72  DT      0.76  0.83  0.88  0.83  0.8193   0.73  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_18  72  73  DT      0.76  0.83  0.88  0.83  0.8198   0.74  0.15     0.0     0.15    0.2     \n",
      "Aalto/False_18  73  74  DT      0.76  0.83  0.88  0.83  0.8115   0.73  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_18  74  75  DT      0.76  0.84  0.88  0.84  0.8241   0.74  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_18  75  76  DT      0.76  0.83  0.87  0.83  0.8119   0.73  0.22     0.01    0.23    0.13    \n",
      "Aalto/False_18  76  77  DT      0.75  0.83  0.87  0.83  0.8103   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_18  77  78  DT      0.75  0.83  0.88  0.83  0.8187   0.73  0.18     0.01    0.18    0.16    \n",
      "Aalto/False_18  78  79  DT      0.76  0.83  0.88  0.83  0.8184   0.73  0.26     0.01    0.27    0.24    \n",
      "Aalto/False_18  79  80  DT      0.75  0.83  0.88  0.83  0.8165   0.73  0.33     0.02    0.35    0.35    \n",
      "Aalto/False_18  80  81  DT      0.76  0.83  0.86  0.83  0.8155   0.73  0.23     0.01    0.24    0.12    \n",
      "Aalto/False_18  81  82  DT      0.76  0.83  0.88  0.83  0.8165   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_18  82  83  DT      0.76  0.83  0.88  0.83  0.814    0.73  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_18  83  84  DT      0.76  0.83  0.88  0.83  0.814    0.73  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_18  84  85  DT      0.76  0.83  0.88  0.83  0.8117   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_18  85  86  DT      0.76  0.83  0.86  0.83  0.8122   0.73  0.16     0.01    0.17    0.21    \n",
      "Aalto/False_18  86  87  DT      0.76  0.82  0.84  0.82  0.805    0.73  0.23     0.01    0.24    0.13    \n",
      "Aalto/False_18  87  88  DT      0.76  0.83  0.88  0.83  0.8206   0.74  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_18  88  89  DT      0.75  0.83  0.88  0.83  0.8185   0.73  0.17     0.01    0.18    0.11    \n",
      "Aalto/False_18  89  90  DT      0.76  0.83  0.88  0.83  0.8187   0.73  0.17     0.01    0.17    0.13    \n",
      "Aalto/False_18  90  91  DT      0.75  0.82  0.84  0.82  0.8005   0.73  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_18  91  92  DT      0.76  0.83  0.88  0.83  0.8184   0.74  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_18  92  93  DT      0.76  0.83  0.87  0.83  0.8134   0.73  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_18  93  94  DT      0.75  0.83  0.87  0.83  0.8099   0.73  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_18  94  95  DT      0.76  0.83  0.86  0.83  0.8102   0.73  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_18  95  96  DT      0.76  0.84  0.88  0.84  0.8225   0.74  0.16     0.01    0.16    0.12    \n",
      "Aalto/False_18  96  97  DT      0.76  0.83  0.88  0.83  0.8106   0.73  0.17     0.01    0.17    0.11    \n",
      "Aalto/False_18  97  98  DT      0.76  0.83  0.88  0.83  0.8127   0.73  0.16     0.01    0.16    0.12    \n",
      "Aalto/False_18  98  99  DT      0.77  0.84  0.86  0.84  0.8237   0.74  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_18  99  100 DT      0.76  0.83  0.88  0.83  0.8225   0.74  0.15     0.01    0.16    0.11    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.999201  1.000000  0.999600   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.390044  0.016480  0.031281    358.000000\n",
      "D-LinkHomeHub       0.702962  0.996380  0.824225   1696.000000\n",
      "D-LinkSensor        0.860570  0.578914  0.691609   1345.000000\n",
      "D-LinkSiren         0.932287  0.506855  0.656083   1237.000000\n",
      "D-LinkSwitch        0.999316  0.980773  0.989937   1320.000000\n",
      "D-LinkWaterSensor   0.542230  0.832019  0.656365   1243.000000\n",
      "EdimaxCam           1.000000  0.987636  0.993770    165.000000\n",
      "EdimaxPlug1101W     0.722524  1.000000  0.838670    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.586098  0.737725    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.585029  0.080277  0.141027   2893.000000\n",
      "HueSwitch           0.577322  0.956610  0.720067   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            1.000000  1.000000  1.000000    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.587534  1.000000  0.739884    143.000000\n",
      "TP-LinkPlugHS110    0.920000  0.186935  0.306273    124.000000\n",
      "WeMoInsightSwitch   0.982044  0.829095  0.899066   1227.000000\n",
      "WeMoLink            0.940628  0.972779  0.956387   1360.000000\n",
      "WeMoSwitch          0.757760  0.892543  0.819511    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.757679  0.757679  0.757679      0.757679\n",
      "macro avg           0.870350  0.829755  0.814870  21182.000000\n",
      "weighted avg        0.772837  0.757679  0.715077  21182.000000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_19  0   1   DT      0.76  0.83  0.88  0.83  0.8126   0.73  0.15     0.02    0.16    0.1     \n",
      "Aalto/False_19  1   2   DT      0.76  0.83  0.88  0.83  0.8116   0.73  0.2      0.0     0.2     0.15    \n",
      "Aalto/False_19  2   3   DT      0.76  0.83  0.88  0.83  0.8145   0.73  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_19  3   4   DT      0.76  0.83  0.87  0.83  0.8107   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_19  4   5   DT      0.76  0.83  0.88  0.83  0.8169   0.74  0.14     0.01    0.15    0.19    \n",
      "Aalto/False_19  5   6   DT      0.75  0.82  0.87  0.82  0.8081   0.73  0.14     0.02    0.15    0.12    \n",
      "Aalto/False_19  6   7   DT      0.76  0.83  0.88  0.83  0.8194   0.73  0.14     0.02    0.15    0.12    \n",
      "Aalto/False_19  7   8   DT      0.75  0.83  0.87  0.83  0.8099   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_19  8   9   DT      0.76  0.83  0.88  0.83  0.8138   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_19  9   10  DT      0.75  0.83  0.87  0.83  0.8114   0.73  0.16     0.02    0.18    0.13    \n",
      "Aalto/False_19  10  11  DT      0.76  0.83  0.87  0.83  0.8128   0.73  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_19  11  12  DT      0.76  0.83  0.88  0.83  0.8178   0.73  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_19  12  13  DT      0.76  0.83  0.88  0.83  0.8169   0.73  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_19  13  14  DT      0.76  0.83  0.87  0.83  0.8123   0.73  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_19  14  15  DT      0.76  0.83  0.86  0.83  0.8093   0.73  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_19  15  16  DT      0.75  0.82  0.88  0.82  0.809    0.73  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_19  16  17  DT      0.76  0.83  0.88  0.83  0.8162   0.73  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_19  17  18  DT      0.76  0.83  0.87  0.83  0.8168   0.73  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_19  18  19  DT      0.75  0.83  0.87  0.83  0.8141   0.73  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_19  19  20  DT      0.76  0.83  0.87  0.83  0.8101   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_19  20  21  DT      0.75  0.82  0.87  0.82  0.8081   0.73  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_19  21  22  DT      0.76  0.83  0.88  0.83  0.8201   0.74  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_19  22  23  DT      0.75  0.83  0.87  0.83  0.8144   0.73  0.15     0.01    0.15    0.13    \n",
      "Aalto/False_19  23  24  DT      0.75  0.82  0.87  0.82  0.8086   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_19  24  25  DT      0.75  0.83  0.87  0.83  0.8099   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_19  25  26  DT      0.75  0.83  0.87  0.83  0.813    0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_19  26  27  DT      0.75  0.83  0.87  0.83  0.81     0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_19  27  28  DT      0.75  0.83  0.88  0.83  0.8123   0.73  0.15     0.02    0.16    0.17    \n",
      "Aalto/False_19  28  29  DT      0.75  0.83  0.87  0.83  0.8094   0.73  0.16     0.01    0.16    0.1     \n",
      "Aalto/False_19  29  30  DT      0.75  0.83  0.87  0.83  0.8106   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_19  30  31  DT      0.75  0.82  0.87  0.82  0.8092   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_19  31  32  DT      0.76  0.83  0.88  0.83  0.8162   0.73  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_19  32  33  DT      0.76  0.83  0.88  0.83  0.8169   0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_19  33  34  DT      0.75  0.83  0.87  0.83  0.8155   0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_19  34  35  DT      0.76  0.83  0.88  0.83  0.8107   0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_19  35  36  DT      0.76  0.83  0.88  0.83  0.8161   0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_19  36  37  DT      0.76  0.83  0.87  0.83  0.8125   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_19  37  38  DT      0.75  0.82  0.87  0.82  0.8058   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_19  38  39  DT      0.76  0.83  0.88  0.83  0.8131   0.74  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_19  39  40  DT      0.76  0.83  0.88  0.83  0.8189   0.74  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_19  40  41  DT      0.76  0.83  0.88  0.83  0.8153   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_19  41  42  DT      0.76  0.83  0.88  0.83  0.8107   0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_19  42  43  DT      0.75  0.83  0.87  0.83  0.8135   0.73  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_19  43  44  DT      0.76  0.83  0.88  0.83  0.8157   0.73  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_19  44  45  DT      0.76  0.83  0.87  0.83  0.8108   0.73  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_19  45  46  DT      0.76  0.83  0.88  0.83  0.8154   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_19  46  47  DT      0.75  0.83  0.88  0.83  0.8117   0.73  0.16     0.02    0.18    0.12    \n",
      "Aalto/False_19  47  48  DT      0.76  0.83  0.88  0.83  0.8114   0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_19  48  49  DT      0.75  0.82  0.87  0.82  0.8104   0.73  0.14     0.01    0.15    0.15    \n",
      "Aalto/False_19  49  50  DT      0.75  0.82  0.87  0.82  0.807    0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_19  50  51  DT      0.76  0.83  0.87  0.83  0.8104   0.73  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_19  51  52  DT      0.76  0.83  0.88  0.83  0.8096   0.73  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_19  52  53  DT      0.75  0.82  0.87  0.82  0.8099   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_19  53  54  DT      0.76  0.83  0.88  0.83  0.813    0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_19  54  55  DT      0.76  0.83  0.88  0.83  0.8107   0.73  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_19  55  56  DT      0.76  0.83  0.88  0.83  0.8157   0.73  0.13     0.02    0.15    0.12    \n",
      "Aalto/False_19  56  57  DT      0.76  0.83  0.87  0.83  0.8114   0.73  0.14     0.01    0.15    0.13    \n",
      "Aalto/False_19  57  58  DT      0.75  0.83  0.87  0.83  0.8095   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_19  58  59  DT      0.75  0.83  0.87  0.83  0.8111   0.73  0.15     0.0     0.15    0.17    \n",
      "Aalto/False_19  59  60  DT      0.75  0.83  0.87  0.83  0.811    0.73  0.18     0.01    0.19    0.19    \n",
      "Aalto/False_19  60  61  DT      0.76  0.83  0.88  0.83  0.8184   0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_19  61  62  DT      0.75  0.82  0.87  0.82  0.8047   0.73  0.14     0.02    0.15    0.13    \n",
      "Aalto/False_19  62  63  DT      0.76  0.83  0.87  0.83  0.8139   0.73  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_19  63  64  DT      0.75  0.83  0.87  0.83  0.8129   0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_19  64  65  DT      0.76  0.83  0.88  0.83  0.816    0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_19  65  66  DT      0.76  0.83  0.88  0.83  0.8147   0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_19  66  67  DT      0.76  0.82  0.87  0.82  0.8077   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_19  67  68  DT      0.75  0.82  0.87  0.82  0.81     0.73  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_19  68  69  DT      0.76  0.82  0.88  0.82  0.8078   0.73  0.14     0.02    0.16    0.12    \n",
      "Aalto/False_19  69  70  DT      0.76  0.83  0.88  0.83  0.8137   0.74  0.18     0.01    0.18    0.12    \n",
      "Aalto/False_19  70  71  DT      0.76  0.83  0.88  0.83  0.8147   0.74  0.14     0.0     0.14    0.14    \n",
      "Aalto/False_19  71  72  DT      0.76  0.83  0.88  0.83  0.8131   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_19  72  73  DT      0.76  0.83  0.88  0.83  0.813    0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_19  73  74  DT      0.75  0.83  0.87  0.83  0.8122   0.73  0.17     0.0     0.17    0.11    \n",
      "Aalto/False_19  74  75  DT      0.76  0.83  0.88  0.83  0.8192   0.74  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_19  75  76  DT      0.76  0.83  0.88  0.83  0.8148   0.73  0.16     0.01    0.17    0.1     \n",
      "Aalto/False_19  76  77  DT      0.75  0.82  0.87  0.82  0.8069   0.73  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_19  77  78  DT      0.75  0.82  0.87  0.82  0.8074   0.72  0.16     0.0     0.16    0.11    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_19  78  79  DT      0.76  0.83  0.88  0.83  0.8154   0.73  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_19  79  80  DT      0.76  0.83  0.87  0.83  0.8098   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_19  80  81  DT      0.76  0.83  0.87  0.83  0.8137   0.73  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_19  81  82  DT      0.75  0.82  0.87  0.82  0.8084   0.73  0.16     0.0     0.16    0.16    \n",
      "Aalto/False_19  82  83  DT      0.76  0.83  0.88  0.83  0.8089   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_19  83  84  DT      0.76  0.83  0.88  0.83  0.8133   0.73  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_19  84  85  DT      0.75  0.83  0.87  0.83  0.8139   0.73  0.15     0.0     0.15    0.18    \n",
      "Aalto/False_19  85  86  DT      0.75  0.82  0.87  0.82  0.8068   0.73  0.16     0.03    0.19    0.14    \n",
      "Aalto/False_19  86  87  DT      0.75  0.83  0.87  0.83  0.8112   0.73  0.22     0.0     0.22    0.17    \n",
      "Aalto/False_19  87  88  DT      0.76  0.83  0.88  0.83  0.8173   0.73  0.17     0.0     0.17    0.2     \n",
      "Aalto/False_19  88  89  DT      0.76  0.83  0.88  0.83  0.8109   0.74  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_19  89  90  DT      0.76  0.83  0.88  0.83  0.8175   0.73  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_19  90  91  DT      0.76  0.83  0.87  0.83  0.8154   0.73  0.17     0.01    0.17    0.13    \n",
      "Aalto/False_19  91  92  DT      0.76  0.83  0.88  0.83  0.8126   0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_19  92  93  DT      0.75  0.82  0.87  0.82  0.8067   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_19  93  94  DT      0.76  0.83  0.88  0.83  0.812    0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_19  94  95  DT      0.75  0.83  0.87  0.83  0.8152   0.73  0.16     0.02    0.18    0.15    \n",
      "Aalto/False_19  95  96  DT      0.76  0.83  0.88  0.83  0.8146   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_19  96  97  DT      0.75  0.82  0.87  0.82  0.8073   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_19  97  98  DT      0.76  0.83  0.88  0.83  0.8136   0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_19  98  99  DT      0.76  0.83  0.88  0.83  0.8154   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_19  99  100 DT      0.76  0.83  0.87  0.83  0.814    0.73  0.15     0.01    0.16    0.11    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           1.000000  1.000000  1.000000   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.471366  0.025000  0.047369    358.000000\n",
      "D-LinkHomeHub       0.724433  0.994169  0.838043   1696.000000\n",
      "D-LinkSensor        0.810926  0.599375  0.688811   1345.000000\n",
      "D-LinkSiren         0.941593  0.475853  0.631664   1237.000000\n",
      "D-LinkSwitch        0.999698  0.996977  0.998327   1320.000000\n",
      "D-LinkWaterSensor   0.539320  0.830410  0.653767   1243.000000\n",
      "EdimaxCam           1.000000  1.000000  1.000000    165.000000\n",
      "EdimaxPlug1101W     0.706146  1.000000  0.827511    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.551463  0.709280    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.612384  0.073972  0.131956   2893.000000\n",
      "HueSwitch           0.577609  0.964320  0.722470   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            1.000000  1.000000  1.000000    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.593088  1.000000  0.744513    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.184677  0.309941    124.000000\n",
      "WeMoInsightSwitch   0.975169  0.805819  0.882373   1227.000000\n",
      "WeMoLink            0.932857  0.972647  0.952223   1360.000000\n",
      "WeMoSwitch          0.733231  0.875444  0.797849    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.756242  0.756242  0.756242      0.756242\n",
      "macro avg           0.874734  0.827782  0.812448  21182.000000\n",
      "weighted avg        0.775477  0.756242  0.712007  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_20  0   1   DT      0.76  0.82  0.88  0.82  0.8077   0.74  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_20  1   2   DT      0.76  0.83  0.88  0.83  0.8103   0.74  0.14     0.01    0.15    0.14    \n",
      "Aalto/False_20  2   3   DT      0.76  0.82  0.88  0.82  0.8074   0.73  0.15     0.01    0.16    0.16    \n",
      "Aalto/False_20  3   4   DT      0.77  0.83  0.88  0.83  0.8119   0.74  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_20  4   5   DT      0.76  0.82  0.88  0.82  0.8062   0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_20  5   6   DT      0.76  0.82  0.88  0.82  0.8071   0.74  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_20  6   7   DT      0.76  0.83  0.88  0.83  0.8095   0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_20  7   8   DT      0.76  0.83  0.88  0.83  0.8089   0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_20  8   9   DT      0.76  0.83  0.88  0.83  0.809    0.74  0.14     0.02    0.16    0.15    \n",
      "Aalto/False_20  9   10  DT      0.77  0.83  0.88  0.83  0.8124   0.74  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_20  10  11  DT      0.77  0.83  0.88  0.83  0.8108   0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_20  11  12  DT      0.76  0.82  0.88  0.82  0.8054   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_20  12  13  DT      0.76  0.83  0.88  0.83  0.8095   0.74  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_20  13  14  DT      0.76  0.83  0.88  0.83  0.8106   0.74  0.16     0.01    0.17    0.1     \n",
      "Aalto/False_20  14  15  DT      0.76  0.83  0.88  0.83  0.8102   0.74  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_20  15  16  DT      0.76  0.82  0.88  0.82  0.8054   0.73  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_20  16  17  DT      0.76  0.82  0.88  0.82  0.8063   0.73  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_20  17  18  DT      0.76  0.83  0.88  0.83  0.8084   0.74  0.15     0.02    0.16    0.1     \n",
      "Aalto/False_20  18  19  DT      0.76  0.82  0.88  0.82  0.8064   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_20  19  20  DT      0.76  0.83  0.88  0.83  0.8085   0.74  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_20  20  21  DT      0.76  0.83  0.88  0.83  0.8087   0.74  0.17     0.02    0.18    0.13    \n",
      "Aalto/False_20  21  22  DT      0.76  0.82  0.88  0.82  0.8084   0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_20  22  23  DT      0.75  0.82  0.88  0.82  0.8021   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_20  23  24  DT      0.76  0.83  0.88  0.83  0.811    0.74  0.14     0.01    0.15    0.15    \n",
      "Aalto/False_20  24  25  DT      0.76  0.83  0.88  0.83  0.8087   0.74  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_20  25  26  DT      0.76  0.83  0.88  0.83  0.8096   0.74  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_20  26  27  DT      0.76  0.83  0.88  0.83  0.809    0.74  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_20  27  28  DT      0.76  0.82  0.88  0.82  0.8054   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_20  28  29  DT      0.76  0.83  0.88  0.83  0.8089   0.74  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_20  29  30  DT      0.76  0.82  0.88  0.82  0.8073   0.74  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_20  30  31  DT      0.77  0.83  0.88  0.83  0.812    0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_20  31  32  DT      0.76  0.83  0.88  0.83  0.8087   0.74  0.2      0.0     0.2     0.15    \n",
      "Aalto/False_20  32  33  DT      0.76  0.82  0.88  0.82  0.8053   0.73  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_20  33  34  DT      0.76  0.82  0.88  0.82  0.8056   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_20  34  35  DT      0.76  0.83  0.88  0.83  0.8096   0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_20  35  36  DT      0.76  0.83  0.88  0.83  0.8095   0.74  0.16     0.01    0.17    0.1     \n",
      "Aalto/False_20  36  37  DT      0.76  0.83  0.88  0.83  0.8087   0.74  0.15     0.0     0.15    0.14    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_20  37  38  DT      0.76  0.83  0.88  0.83  0.8091   0.74  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_20  38  39  DT      0.76  0.83  0.88  0.83  0.8096   0.74  0.18     0.0     0.18    0.11    \n",
      "Aalto/False_20  39  40  DT      0.76  0.83  0.88  0.83  0.8082   0.74  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_20  40  41  DT      0.77  0.83  0.88  0.83  0.8134   0.75  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_20  41  42  DT      0.76  0.83  0.88  0.83  0.809    0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_20  42  43  DT      0.76  0.83  0.88  0.83  0.8101   0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_20  43  44  DT      0.76  0.83  0.88  0.83  0.8089   0.74  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_20  44  45  DT      0.77  0.83  0.88  0.83  0.8114   0.74  0.18     0.0     0.18    0.2     \n",
      "Aalto/False_20  45  46  DT      0.76  0.83  0.88  0.83  0.8091   0.74  0.15     0.0     0.15    0.17    \n",
      "Aalto/False_20  46  47  DT      0.76  0.83  0.88  0.83  0.8104   0.74  0.2      0.0     0.2     0.15    \n",
      "Aalto/False_20  47  48  DT      0.76  0.82  0.88  0.82  0.8068   0.73  0.15     0.02    0.16    0.15    \n",
      "Aalto/False_20  48  49  DT      0.77  0.83  0.88  0.83  0.8106   0.74  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_20  49  50  DT      0.76  0.82  0.88  0.82  0.8061   0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_20  50  51  DT      0.76  0.83  0.88  0.83  0.8085   0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_20  51  52  DT      0.76  0.83  0.88  0.83  0.8102   0.74  0.14     0.02    0.15    0.13    \n",
      "Aalto/False_20  52  53  DT      0.76  0.83  0.88  0.83  0.8099   0.74  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_20  53  54  DT      0.77  0.83  0.88  0.83  0.8116   0.74  0.15     0.02    0.17    0.13    \n",
      "Aalto/False_20  54  55  DT      0.76  0.82  0.88  0.82  0.8071   0.73  0.16     0.02    0.18    0.12    \n",
      "Aalto/False_20  55  56  DT      0.76  0.83  0.88  0.83  0.8106   0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_20  56  57  DT      0.76  0.83  0.88  0.83  0.809    0.74  0.14     0.01    0.15    0.1     \n",
      "Aalto/False_20  57  58  DT      0.76  0.83  0.88  0.83  0.8075   0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_20  58  59  DT      0.76  0.82  0.88  0.82  0.8071   0.74  0.15     0.0     0.15    0.17    \n",
      "Aalto/False_20  59  60  DT      0.76  0.82  0.88  0.82  0.8071   0.73  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_20  60  61  DT      0.77  0.83  0.88  0.83  0.8113   0.74  0.21     0.01    0.22    0.21    \n",
      "Aalto/False_20  61  62  DT      0.76  0.83  0.88  0.83  0.8082   0.74  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_20  62  63  DT      0.77  0.83  0.88  0.83  0.8111   0.74  0.16     0.01    0.16    0.1     \n",
      "Aalto/False_20  63  64  DT      0.77  0.83  0.88  0.83  0.8116   0.74  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_20  64  65  DT      0.76  0.83  0.88  0.83  0.8096   0.74  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_20  65  66  DT      0.76  0.82  0.88  0.82  0.8049   0.73  0.25     0.01    0.26    0.3     \n",
      "Aalto/False_20  66  67  DT      0.77  0.83  0.88  0.83  0.8111   0.74  0.25     0.01    0.26    0.21    \n",
      "Aalto/False_20  67  68  DT      0.77  0.83  0.88  0.83  0.8107   0.74  0.22     0.01    0.23    0.19    \n",
      "Aalto/False_20  68  69  DT      0.76  0.82  0.88  0.82  0.8076   0.74  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_20  69  70  DT      0.76  0.83  0.88  0.83  0.8091   0.74  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_20  70  71  DT      0.76  0.83  0.88  0.83  0.8077   0.74  0.16     0.01    0.16    0.16    \n",
      "Aalto/False_20  71  72  DT      0.76  0.82  0.88  0.82  0.8061   0.73  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_20  72  73  DT      0.76  0.82  0.88  0.82  0.8058   0.73  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_20  73  74  DT      0.76  0.82  0.88  0.82  0.8064   0.74  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_20  74  75  DT      0.76  0.83  0.88  0.83  0.8094   0.74  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_20  75  76  DT      0.76  0.83  0.88  0.83  0.809    0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_20  76  77  DT      0.76  0.83  0.88  0.83  0.8096   0.74  0.14     0.01    0.15    0.11    \n",
      "Aalto/False_20  77  78  DT      0.76  0.83  0.88  0.83  0.8093   0.74  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_20  78  79  DT      0.76  0.82  0.88  0.82  0.8076   0.74  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_20  79  80  DT      0.76  0.83  0.88  0.83  0.8098   0.74  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_20  80  81  DT      0.76  0.83  0.88  0.83  0.8087   0.74  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_20  81  82  DT      0.76  0.82  0.88  0.82  0.8074   0.74  0.15     0.0     0.15    0.17    \n",
      "Aalto/False_20  82  83  DT      0.76  0.82  0.88  0.82  0.808    0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_20  83  84  DT      0.76  0.83  0.88  0.83  0.8086   0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_20  84  85  DT      0.76  0.83  0.88  0.83  0.8091   0.74  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_20  85  86  DT      0.76  0.82  0.88  0.82  0.8071   0.74  0.13     0.01    0.14    0.13    \n",
      "Aalto/False_20  86  87  DT      0.76  0.83  0.88  0.83  0.8091   0.74  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_20  87  88  DT      0.76  0.83  0.88  0.83  0.8093   0.74  0.16     0.02    0.18    0.14    \n",
      "Aalto/False_20  88  89  DT      0.76  0.83  0.88  0.83  0.8082   0.74  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_20  89  90  DT      0.76  0.83  0.88  0.83  0.8108   0.74  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_20  90  91  DT      0.76  0.83  0.88  0.83  0.8089   0.74  0.16     0.02    0.18    0.16    \n",
      "Aalto/False_20  91  92  DT      0.76  0.83  0.88  0.83  0.8099   0.74  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_20  92  93  DT      0.76  0.83  0.88  0.83  0.8084   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_20  93  94  DT      0.76  0.82  0.88  0.82  0.8071   0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_20  94  95  DT      0.76  0.83  0.88  0.83  0.8083   0.74  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_20  95  96  DT      0.76  0.83  0.88  0.83  0.8108   0.74  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_20  96  97  DT      0.76  0.83  0.88  0.83  0.8089   0.74  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_20  97  98  DT      0.76  0.83  0.88  0.83  0.8089   0.74  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_20  98  99  DT      0.76  0.83  0.88  0.83  0.8082   0.74  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_20  99  100 DT      0.76  0.82  0.88  0.82  0.8079   0.74  0.16     0.0     0.16    0.14    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.996826  1.000000  0.998408   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.550000  0.030726  0.058201    358.000000\n",
      "D-LinkHomeHub       0.741370  0.994693  0.849470   1696.000000\n",
      "D-LinkSensor        0.873438  0.583197  0.699024   1345.000000\n",
      "D-LinkSiren         0.977686  0.525303  0.682917   1237.000000\n",
      "D-LinkSwitch        0.999545  0.996364  0.997927   1320.000000\n",
      "D-LinkWaterSensor   0.565442  0.919735  0.700161   1243.000000\n",
      "EdimaxCam           1.000000  0.975818  0.987647    165.000000\n",
      "EdimaxPlug1101W     0.613953  1.000000  0.760807    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.325203  0.490798    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.580457  0.084193  0.146897   2893.000000\n",
      "HueSwitch           0.577597  0.953611  0.719429   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            1.000000  1.000000  1.000000    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.588477  1.000000  0.740933    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.193548  0.324324    124.000000\n",
      "WeMoInsightSwitch   0.981893  0.792828  0.877217   1227.000000\n",
      "WeMoLink            0.958981  0.973529  0.966145   1360.000000\n",
      "WeMoSwitch          0.747478  0.945679  0.834797    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.762146  0.762146  0.762146      0.762146\n",
      "macro avg           0.879746  0.825720  0.808707  21182.000000\n",
      "weighted avg        0.782644  0.762146  0.719448  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_21  0   1   DT      0.76  0.83  0.88  0.83  0.8107   0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_21  1   2   DT      0.76  0.83  0.88  0.83  0.8117   0.74  0.17     0.02    0.18    0.13    \n",
      "Aalto/False_21  2   3   DT      0.76  0.83  0.88  0.83  0.8119   0.73  0.15     0.02    0.16    0.1     \n",
      "Aalto/False_21  3   4   DT      0.75  0.83  0.88  0.83  0.8107   0.73  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_21  4   5   DT      0.76  0.82  0.88  0.82  0.8058   0.73  0.15     0.02    0.16    0.1     \n",
      "Aalto/False_21  5   6   DT      0.76  0.83  0.88  0.83  0.8109   0.73  0.15     0.02    0.17    0.1     \n",
      "Aalto/False_21  6   7   DT      0.75  0.83  0.88  0.83  0.8099   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_21  7   8   DT      0.76  0.83  0.88  0.83  0.8106   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  8   9   DT      0.75  0.82  0.87  0.82  0.8053   0.72  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_21  9   10  DT      0.76  0.83  0.88  0.83  0.8167   0.74  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_21  10  11  DT      0.75  0.82  0.87  0.82  0.8039   0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_21  11  12  DT      0.75  0.82  0.87  0.82  0.8043   0.72  0.15     0.02    0.16    0.13    \n",
      "Aalto/False_21  12  13  DT      0.76  0.83  0.88  0.83  0.8097   0.73  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_21  13  14  DT      0.75  0.82  0.88  0.82  0.8032   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_21  14  15  DT      0.76  0.83  0.88  0.83  0.8098   0.73  0.16     0.01    0.17    0.1     \n",
      "Aalto/False_21  15  16  DT      0.76  0.83  0.88  0.83  0.8132   0.73  0.16     0.0     0.16    0.1     \n",
      "Aalto/False_21  16  17  DT      0.76  0.83  0.88  0.83  0.8089   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_21  17  18  DT      0.76  0.83  0.88  0.83  0.8067   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_21  18  19  DT      0.75  0.82  0.87  0.82  0.8031   0.73  0.17     0.0     0.17    0.14    \n",
      "Aalto/False_21  19  20  DT      0.76  0.83  0.88  0.83  0.8075   0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_21  20  21  DT      0.75  0.83  0.88  0.83  0.8079   0.73  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_21  21  22  DT      0.76  0.83  0.88  0.83  0.8121   0.74  0.15     0.01    0.15    0.1     \n",
      "Aalto/False_21  22  23  DT      0.75  0.82  0.87  0.82  0.7995   0.72  0.16     0.0     0.17    0.13    \n",
      "Aalto/False_21  23  24  DT      0.76  0.83  0.88  0.83  0.8111   0.73  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_21  24  25  DT      0.76  0.83  0.88  0.83  0.8102   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_21  25  26  DT      0.76  0.83  0.88  0.83  0.8091   0.73  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_21  26  27  DT      0.76  0.83  0.88  0.83  0.8095   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  27  28  DT      0.76  0.83  0.88  0.83  0.8144   0.74  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_21  28  29  DT      0.75  0.82  0.87  0.82  0.8044   0.73  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_21  29  30  DT      0.76  0.83  0.88  0.83  0.814    0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  30  31  DT      0.76  0.83  0.88  0.83  0.8135   0.73  0.15     0.02    0.17    0.1     \n",
      "Aalto/False_21  31  32  DT      0.75  0.82  0.87  0.82  0.8024   0.73  0.14     0.01    0.15    0.1     \n",
      "Aalto/False_21  32  33  DT      0.75  0.82  0.87  0.82  0.8069   0.73  0.17     0.0     0.17    0.11    \n",
      "Aalto/False_21  33  34  DT      0.76  0.83  0.88  0.83  0.8107   0.73  0.16     0.0     0.16    0.15    \n",
      "Aalto/False_21  34  35  DT      0.75  0.82  0.87  0.82  0.802    0.73  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_21  35  36  DT      0.76  0.83  0.88  0.83  0.8112   0.74  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_21  36  37  DT      0.76  0.83  0.88  0.83  0.8139   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_21  37  38  DT      0.76  0.83  0.88  0.83  0.8084   0.73  0.15     0.02    0.17    0.11    \n",
      "Aalto/False_21  38  39  DT      0.76  0.82  0.88  0.82  0.8059   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_21  39  40  DT      0.76  0.83  0.88  0.83  0.8136   0.74  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  40  41  DT      0.75  0.82  0.88  0.82  0.8066   0.73  0.15     0.02    0.17    0.15    \n",
      "Aalto/False_21  41  42  DT      0.76  0.83  0.88  0.83  0.8097   0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_21  42  43  DT      0.76  0.83  0.88  0.83  0.8144   0.74  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  43  44  DT      0.75  0.82  0.88  0.82  0.8062   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_21  44  45  DT      0.75  0.82  0.88  0.82  0.8033   0.73  0.14     0.02    0.15    0.11    \n",
      "Aalto/False_21  45  46  DT      0.76  0.83  0.88  0.83  0.8085   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_21  46  47  DT      0.75  0.83  0.88  0.83  0.8077   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  47  48  DT      0.76  0.83  0.88  0.83  0.8109   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_21  48  49  DT      0.76  0.83  0.88  0.83  0.8105   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_21  49  50  DT      0.76  0.82  0.87  0.82  0.8054   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  50  51  DT      0.76  0.83  0.88  0.83  0.8124   0.73  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_21  51  52  DT      0.76  0.83  0.88  0.83  0.8107   0.73  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_21  52  53  DT      0.75  0.82  0.87  0.82  0.8056   0.72  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_21  53  54  DT      0.75  0.82  0.87  0.82  0.804    0.73  0.17     0.01    0.18    0.11    \n",
      "Aalto/False_21  54  55  DT      0.75  0.82  0.87  0.82  0.8075   0.72  0.14     0.01    0.15    0.11    \n",
      "Aalto/False_21  55  56  DT      0.76  0.83  0.88  0.83  0.8094   0.73  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_21  56  57  DT      0.76  0.83  0.88  0.83  0.8105   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  57  58  DT      0.75  0.82  0.87  0.82  0.804    0.73  0.16     0.01    0.17    0.1     \n",
      "Aalto/False_21  58  59  DT      0.75  0.82  0.88  0.82  0.8076   0.73  0.14     0.0     0.14    0.12    \n",
      "Aalto/False_21  59  60  DT      0.76  0.83  0.88  0.83  0.8134   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_21  60  61  DT      0.76  0.83  0.88  0.83  0.8086   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  61  62  DT      0.75  0.83  0.88  0.83  0.8105   0.73  0.14     0.01    0.15    0.11    \n",
      "Aalto/False_21  62  63  DT      0.76  0.83  0.88  0.83  0.8116   0.73  0.15     0.02    0.17    0.11    \n",
      "Aalto/False_21  63  64  DT      0.75  0.82  0.88  0.82  0.8032   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  64  65  DT      0.76  0.83  0.88  0.83  0.8106   0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_21  65  66  DT      0.76  0.83  0.88  0.83  0.8066   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_21  66  67  DT      0.76  0.83  0.88  0.83  0.81     0.73  0.15     0.03    0.18    0.1     \n",
      "Aalto/False_21  67  68  DT      0.75  0.82  0.88  0.82  0.8069   0.73  0.15     0.0     0.16    0.11    \n",
      "Aalto/False_21  68  69  DT      0.76  0.83  0.88  0.83  0.8092   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_21  69  70  DT      0.76  0.83  0.88  0.83  0.8098   0.73  0.15     0.02    0.16    0.1     \n",
      "Aalto/False_21  70  71  DT      0.76  0.83  0.88  0.83  0.8141   0.73  0.14     0.01    0.15    0.12    \n",
      "Aalto/False_21  71  72  DT      0.75  0.82  0.87  0.82  0.8042   0.73  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_21  72  73  DT      0.75  0.83  0.88  0.83  0.8106   0.73  0.16     0.0     0.16    0.1     \n",
      "Aalto/False_21  73  74  DT      0.75  0.83  0.88  0.83  0.8081   0.73  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_21  74  75  DT      0.75  0.83  0.88  0.83  0.8096   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_21  75  76  DT      0.76  0.83  0.88  0.83  0.8093   0.73  0.15     0.02    0.16    0.1     \n",
      "Aalto/False_21  76  77  DT      0.75  0.82  0.88  0.82  0.8044   0.73  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_21  77  78  DT      0.75  0.82  0.87  0.82  0.8021   0.73  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_21  78  79  DT      0.76  0.83  0.88  0.83  0.8102   0.73  0.16     0.0     0.16    0.11    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_21  79  80  DT      0.75  0.82  0.87  0.82  0.8062   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_21  80  81  DT      0.75  0.83  0.87  0.83  0.8084   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_21  81  82  DT      0.76  0.83  0.88  0.83  0.8122   0.74  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_21  82  83  DT      0.76  0.83  0.88  0.83  0.8121   0.74  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  83  84  DT      0.76  0.83  0.88  0.83  0.8082   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_21  84  85  DT      0.75  0.83  0.87  0.83  0.81     0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_21  85  86  DT      0.75  0.82  0.87  0.82  0.8055   0.73  0.15     0.02    0.16    0.14    \n",
      "Aalto/False_21  86  87  DT      0.76  0.83  0.88  0.83  0.8092   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_21  87  88  DT      0.76  0.83  0.88  0.83  0.8108   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_21  88  89  DT      0.76  0.83  0.88  0.83  0.8116   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_21  89  90  DT      0.75  0.82  0.88  0.82  0.8047   0.73  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_21  90  91  DT      0.76  0.83  0.88  0.83  0.8113   0.73  0.16     0.0     0.17    0.1     \n",
      "Aalto/False_21  91  92  DT      0.75  0.83  0.88  0.83  0.8114   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_21  92  93  DT      0.75  0.83  0.88  0.83  0.8099   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_21  93  94  DT      0.75  0.82  0.88  0.82  0.807    0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_21  94  95  DT      0.76  0.83  0.88  0.83  0.8106   0.73  0.17     0.01    0.17    0.11    \n",
      "Aalto/False_21  95  96  DT      0.76  0.83  0.88  0.83  0.8104   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_21  96  97  DT      0.76  0.83  0.88  0.83  0.8111   0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_21  97  98  DT      0.76  0.83  0.88  0.83  0.8113   0.74  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_21  98  99  DT      0.75  0.82  0.88  0.82  0.8069   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_21  99  100 DT      0.75  0.82  0.87  0.82  0.8072   0.72  0.15     0.0     0.15    0.12    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.999201  1.000000  0.999600   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.523810  0.030726  0.058047    358.000000\n",
      "D-LinkHomeHub       0.729446  0.994104  0.841357   1696.000000\n",
      "D-LinkSensor        0.878971  0.591903  0.707025   1345.000000\n",
      "D-LinkSiren         0.930798  0.484592  0.636495   1237.000000\n",
      "D-LinkSwitch        0.999319  0.995068  0.997172   1320.000000\n",
      "D-LinkWaterSensor   0.531246  0.854553  0.655054   1243.000000\n",
      "EdimaxCam           1.000000  0.993939  0.996960    165.000000\n",
      "EdimaxPlug1101W     0.690670  1.000000  0.816778    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.517317  0.680053    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.575927  0.043944  0.081625   2893.000000\n",
      "HueSwitch           0.572595  0.975367  0.721580   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            0.999910  1.000000  0.999955    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.997500  0.998571     28.000000\n",
      "TP-LinkPlugHS100    0.576613  1.000000  0.731458    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.153226  0.265734    124.000000\n",
      "WeMoInsightSwitch   0.961463  0.793260  0.869159   1227.000000\n",
      "WeMoLink            0.963985  0.976529  0.970178   1360.000000\n",
      "WeMoSwitch          0.731774  0.909000  0.810599    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.755721  0.755721  0.755721      0.755721\n",
      "macro avg           0.876508  0.826334  0.808793  21182.000000\n",
      "weighted avg        0.774873  0.755721  0.706865  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_22  0   1   DT      0.76  0.83  0.86  0.83  0.8076   0.73  0.16     0.01    0.16    0.14    \n",
      "Aalto/False_22  1   2   DT      0.76  0.83  0.86  0.83  0.8148   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_22  2   3   DT      0.76  0.82  0.82  0.82  0.7984   0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_22  3   4   DT      0.75  0.83  0.86  0.83  0.8151   0.73  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_22  4   5   DT      0.75  0.82  0.86  0.82  0.8056   0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_22  5   6   DT      0.75  0.82  0.85  0.82  0.8052   0.72  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_22  6   7   DT      0.76  0.83  0.86  0.83  0.8182   0.74  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_22  7   8   DT      0.75  0.83  0.86  0.83  0.8141   0.73  0.16     0.0     0.17    0.14    \n",
      "Aalto/False_22  8   9   DT      0.76  0.83  0.86  0.83  0.8098   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_22  9   10  DT      0.76  0.82  0.86  0.82  0.8071   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_22  10  11  DT      0.76  0.83  0.86  0.83  0.814    0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_22  11  12  DT      0.76  0.83  0.86  0.83  0.814    0.73  0.14     0.02    0.15    0.15    \n",
      "Aalto/False_22  12  13  DT      0.75  0.82  0.86  0.82  0.8024   0.73  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_22  13  14  DT      0.76  0.82  0.82  0.82  0.7958   0.73  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_22  14  15  DT      0.75  0.83  0.86  0.83  0.8145   0.73  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_22  15  16  DT      0.75  0.82  0.85  0.82  0.8008   0.72  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_22  16  17  DT      0.76  0.83  0.86  0.83  0.8138   0.73  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_22  17  18  DT      0.76  0.82  0.82  0.82  0.7988   0.73  0.14     0.02    0.15    0.12    \n",
      "Aalto/False_22  18  19  DT      0.75  0.82  0.85  0.82  0.8059   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_22  19  20  DT      0.75  0.83  0.86  0.83  0.8109   0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_22  20  21  DT      0.76  0.82  0.86  0.82  0.8037   0.73  0.14     0.02    0.15    0.11    \n",
      "Aalto/False_22  21  22  DT      0.76  0.82  0.86  0.82  0.8067   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_22  22  23  DT      0.76  0.83  0.86  0.83  0.8108   0.73  0.15     0.0     0.16    0.11    \n",
      "Aalto/False_22  23  24  DT      0.75  0.82  0.85  0.82  0.7953   0.72  0.14     0.01    0.15    0.11    \n",
      "Aalto/False_22  24  25  DT      0.76  0.82  0.86  0.82  0.8072   0.73  0.15     0.02    0.16    0.1     \n",
      "Aalto/False_22  25  26  DT      0.75  0.82  0.82  0.82  0.7938   0.73  0.14     0.02    0.15    0.12    \n",
      "Aalto/False_22  26  27  DT      0.76  0.83  0.86  0.83  0.8159   0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_22  27  28  DT      0.76  0.83  0.86  0.83  0.8137   0.73  0.15     0.02    0.17    0.11    \n",
      "Aalto/False_22  28  29  DT      0.75  0.82  0.85  0.82  0.8006   0.73  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_22  29  30  DT      0.76  0.83  0.86  0.83  0.8103   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_22  30  31  DT      0.76  0.82  0.86  0.82  0.8062   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_22  31  32  DT      0.75  0.82  0.86  0.82  0.8076   0.72  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_22  32  33  DT      0.76  0.83  0.86  0.83  0.8102   0.73  0.14     0.02    0.15    0.12    \n",
      "Aalto/False_22  33  34  DT      0.75  0.82  0.86  0.82  0.803    0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_22  34  35  DT      0.76  0.83  0.86  0.83  0.8123   0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_22  35  36  DT      0.76  0.83  0.86  0.83  0.8156   0.73  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_22  36  37  DT      0.75  0.83  0.86  0.83  0.8152   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_22  37  38  DT      0.76  0.83  0.86  0.83  0.8074   0.73  0.15     0.0     0.15    0.12    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_22  38  39  DT      0.76  0.83  0.86  0.83  0.8121   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_22  39  40  DT      0.76  0.83  0.86  0.83  0.8101   0.73  0.14     0.02    0.15    0.12    \n",
      "Aalto/False_22  40  41  DT      0.76  0.83  0.86  0.83  0.8087   0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_22  41  42  DT      0.76  0.82  0.86  0.82  0.8068   0.73  0.14     0.01    0.15    0.12    \n",
      "Aalto/False_22  42  43  DT      0.76  0.83  0.86  0.83  0.8165   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_22  43  44  DT      0.76  0.83  0.86  0.83  0.8128   0.73  0.17     0.01    0.18    0.11    \n",
      "Aalto/False_22  44  45  DT      0.75  0.82  0.85  0.82  0.8066   0.73  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_22  45  46  DT      0.75  0.82  0.86  0.82  0.805    0.73  0.15     0.02    0.16    0.1     \n",
      "Aalto/False_22  46  47  DT      0.76  0.83  0.86  0.83  0.8162   0.73  0.18     0.0     0.18    0.12    \n",
      "Aalto/False_22  47  48  DT      0.76  0.83  0.86  0.83  0.8138   0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_22  48  49  DT      0.75  0.82  0.86  0.82  0.8067   0.73  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_22  49  50  DT      0.76  0.82  0.82  0.82  0.7988   0.74  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_22  50  51  DT      0.75  0.82  0.86  0.82  0.803    0.73  0.18     0.01    0.18    0.13    \n",
      "Aalto/False_22  51  52  DT      0.76  0.83  0.86  0.83  0.8137   0.73  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_22  52  53  DT      0.76  0.83  0.86  0.83  0.8092   0.73  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_22  53  54  DT      0.76  0.83  0.86  0.83  0.8162   0.73  0.16     0.0     0.16    0.1     \n",
      "Aalto/False_22  54  55  DT      0.76  0.82  0.86  0.82  0.8021   0.73  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_22  55  56  DT      0.76  0.83  0.86  0.83  0.8135   0.73  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_22  56  57  DT      0.76  0.83  0.86  0.83  0.8158   0.73  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_22  57  58  DT      0.75  0.82  0.82  0.82  0.792    0.73  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_22  58  59  DT      0.76  0.83  0.86  0.83  0.8134   0.73  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_22  59  60  DT      0.76  0.83  0.86  0.83  0.8182   0.74  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_22  60  61  DT      0.76  0.82  0.86  0.82  0.802    0.73  0.15     0.02    0.17    0.11    \n",
      "Aalto/False_22  61  62  DT      0.75  0.81  0.82  0.81  0.7909   0.72  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_22  62  63  DT      0.76  0.82  0.86  0.82  0.8066   0.73  0.19     0.01    0.2     0.23    \n",
      "Aalto/False_22  63  64  DT      0.75  0.82  0.86  0.82  0.8081   0.73  0.26     0.01    0.28    0.21    \n",
      "Aalto/False_22  64  65  DT      0.75  0.82  0.86  0.82  0.8032   0.73  0.27     0.01    0.28    0.28    \n",
      "Aalto/False_22  65  66  DT      0.75  0.83  0.86  0.83  0.8114   0.73  0.22     0.01    0.23    0.15    \n",
      "Aalto/False_22  66  67  DT      0.76  0.82  0.86  0.82  0.8068   0.73  0.18     0.01    0.19    0.1     \n",
      "Aalto/False_22  67  68  DT      0.75  0.83  0.86  0.83  0.8111   0.72  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_22  68  69  DT      0.75  0.82  0.85  0.82  0.8067   0.73  0.14     0.0     0.14    0.13    \n",
      "Aalto/False_22  69  70  DT      0.76  0.83  0.86  0.83  0.818    0.73  0.2      0.01    0.2     0.2     \n",
      "Aalto/False_22  70  71  DT      0.75  0.83  0.86  0.83  0.8138   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_22  71  72  DT      0.75  0.82  0.86  0.82  0.8029   0.73  0.19     0.01    0.2     0.16    \n",
      "Aalto/False_22  72  73  DT      0.76  0.83  0.86  0.83  0.8156   0.73  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_22  73  74  DT      0.76  0.82  0.86  0.82  0.805    0.73  0.14     0.0     0.14    0.19    \n",
      "Aalto/False_22  74  75  DT      0.75  0.83  0.86  0.83  0.8102   0.73  0.19     0.01    0.2     0.15    \n",
      "Aalto/False_22  75  76  DT      0.76  0.83  0.86  0.83  0.8156   0.73  0.19     0.01    0.2     0.15    \n",
      "Aalto/False_22  76  77  DT      0.75  0.81  0.82  0.81  0.7919   0.73  0.15     0.0     0.15    0.14    \n",
      "Aalto/False_22  77  78  DT      0.76  0.83  0.86  0.83  0.8167   0.73  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_22  78  79  DT      0.75  0.83  0.86  0.83  0.8113   0.73  0.14     0.02    0.15    0.13    \n",
      "Aalto/False_22  79  80  DT      0.76  0.82  0.86  0.82  0.8023   0.73  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_22  80  81  DT      0.75  0.82  0.86  0.82  0.8062   0.73  0.15     0.02    0.16    0.16    \n",
      "Aalto/False_22  81  82  DT      0.75  0.83  0.86  0.83  0.8111   0.73  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_22  82  83  DT      0.75  0.83  0.86  0.83  0.8105   0.73  0.16     0.02    0.18    0.23    \n",
      "Aalto/False_22  83  84  DT      0.76  0.83  0.86  0.83  0.8195   0.74  0.14     0.01    0.15    0.12    \n",
      "Aalto/False_22  84  85  DT      0.76  0.82  0.85  0.82  0.8061   0.73  0.18     0.02    0.2     0.1     \n",
      "Aalto/False_22  85  86  DT      0.75  0.82  0.85  0.82  0.8013   0.72  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_22  86  87  DT      0.76  0.83  0.86  0.83  0.8166   0.73  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_22  87  88  DT      0.76  0.83  0.86  0.83  0.808    0.73  0.15     0.0     0.15    0.15    \n",
      "Aalto/False_22  88  89  DT      0.75  0.83  0.86  0.83  0.8108   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_22  89  90  DT      0.76  0.83  0.86  0.83  0.8153   0.74  0.15     0.02    0.16    0.13    \n",
      "Aalto/False_22  90  91  DT      0.75  0.81  0.82  0.81  0.7889   0.72  0.15     0.02    0.16    0.13    \n",
      "Aalto/False_22  91  92  DT      0.76  0.83  0.86  0.83  0.8138   0.73  0.18     0.01    0.19    0.16    \n",
      "Aalto/False_22  92  93  DT      0.76  0.83  0.86  0.83  0.8119   0.73  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_22  93  94  DT      0.76  0.83  0.86  0.83  0.8161   0.73  0.17     0.0     0.17    0.11    \n",
      "Aalto/False_22  94  95  DT      0.75  0.82  0.86  0.82  0.8081   0.72  0.15     0.01    0.16    0.1     \n",
      "Aalto/False_22  95  96  DT      0.76  0.83  0.86  0.83  0.8143   0.73  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_22  96  97  DT      0.75  0.83  0.86  0.83  0.8118   0.73  0.15     0.0     0.15    0.1     \n",
      "Aalto/False_22  97  98  DT      0.76  0.83  0.86  0.83  0.819    0.74  0.16     0.01    0.16    0.12    \n",
      "Aalto/False_22  98  99  DT      0.76  0.83  0.86  0.83  0.8141   0.73  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_22  99  100 DT      0.76  0.83  0.86  0.83  0.8131   0.73  0.15     0.01    0.16    0.14    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           1.000000  1.000000  1.000000   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.000000  0.000000  0.000000    358.000000\n",
      "D-LinkHomeHub       0.711941  1.000000  0.831666   1696.000000\n",
      "D-LinkSensor        0.860200  0.526691  0.652898   1345.000000\n",
      "D-LinkSiren         0.972909  0.512514  0.670727   1237.000000\n",
      "D-LinkSwitch        1.000000  0.994500  0.997227   1320.000000\n",
      "D-LinkWaterSensor   0.539139  0.878850  0.668197   1243.000000\n",
      "EdimaxCam           1.000000  1.000000  1.000000    165.000000\n",
      "EdimaxPlug1101W     0.674677  1.000000  0.805570    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.481138  0.648331    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.573074  0.056322  0.102397   2893.000000\n",
      "HueSwitch           0.573927  0.967981  0.720595   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            1.000000  1.000000  1.000000    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  1.000000  1.000000     28.000000\n",
      "TP-LinkPlugHS100    0.595909  1.000000  0.746435    143.000000\n",
      "TP-LinkPlugHS110    0.910000  0.213871  0.342170    124.000000\n",
      "WeMoInsightSwitch   0.967609  0.825273  0.890697   1227.000000\n",
      "WeMoLink            0.941969  0.984147  0.962549   1360.000000\n",
      "WeMoSwitch          0.747091  0.856864  0.798028    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.755255  0.755255  0.755255      0.755255\n",
      "macro avg           0.854387  0.825857  0.808796  21182.000000\n",
      "weighted avg        0.765223  0.755255  0.707474  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_23  0   1   DT      0.76  0.83  0.86  0.83  0.8131   0.73  0.16     0.0     0.16    0.11    \n",
      "Aalto/False_23  1   2   DT      0.76  0.83  0.86  0.83  0.815    0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_23  2   3   DT      0.76  0.84  0.86  0.84  0.8209   0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_23  3   4   DT      0.76  0.84  0.87  0.84  0.8184   0.74  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_23  4   5   DT      0.77  0.83  0.86  0.83  0.8166   0.74  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_23  5   6   DT      0.76  0.84  0.86  0.84  0.8188   0.74  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_23  6   7   DT      0.77  0.84  0.87  0.84  0.8274   0.75  0.16     0.01    0.16    0.1     \n",
      "Aalto/False_23  7   8   DT      0.76  0.84  0.87  0.84  0.8192   0.74  0.17     0.0     0.17    0.12    \n",
      "Aalto/False_23  8   9   DT      0.76  0.84  0.86  0.84  0.8229   0.74  0.15     0.02    0.17    0.11    \n",
      "Aalto/False_23  9   10  DT      0.76  0.83  0.86  0.83  0.8158   0.74  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_23  10  11  DT      0.77  0.83  0.87  0.83  0.8166   0.74  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_23  11  12  DT      0.76  0.84  0.86  0.84  0.8224   0.74  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_23  12  13  DT      0.77  0.83  0.86  0.83  0.8173   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_23  13  14  DT      0.76  0.83  0.86  0.83  0.811    0.74  0.4      0.01    0.41    0.2     \n",
      "Aalto/False_23  14  15  DT      0.76  0.83  0.86  0.83  0.8139   0.74  0.38     0.01    0.39    0.28    \n",
      "Aalto/False_23  15  16  DT      0.77  0.84  0.86  0.84  0.8186   0.74  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_23  16  17  DT      0.77  0.83  0.86  0.83  0.8135   0.74  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_23  17  18  DT      0.77  0.84  0.86  0.84  0.8235   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_23  18  19  DT      0.76  0.83  0.86  0.83  0.8151   0.74  0.51     0.01    0.52    0.33    \n",
      "Aalto/False_23  19  20  DT      0.76  0.83  0.86  0.83  0.8135   0.74  0.21     0.01    0.22    0.15    \n",
      "Aalto/False_23  20  21  DT      0.76  0.83  0.86  0.83  0.8086   0.73  0.21     0.01    0.21    0.16    \n",
      "Aalto/False_23  21  22  DT      0.76  0.83  0.86  0.83  0.8157   0.74  0.19     0.01    0.2     0.15    \n",
      "Aalto/False_23  22  23  DT      0.76  0.83  0.86  0.83  0.8185   0.74  0.23     0.02    0.25    0.18    \n",
      "Aalto/False_23  23  24  DT      0.76  0.83  0.86  0.83  0.8133   0.73  0.19     0.01    0.19    0.21    \n",
      "Aalto/False_23  24  25  DT      0.76  0.83  0.86  0.83  0.8116   0.74  0.3      0.01    0.32    0.21    \n",
      "Aalto/False_23  25  26  DT      0.77  0.84  0.86  0.84  0.8209   0.74  0.21     0.01    0.22    0.14    \n",
      "Aalto/False_23  26  27  DT      0.77  0.84  0.86  0.84  0.8241   0.74  0.2      0.01    0.2     0.15    \n",
      "Aalto/False_23  27  28  DT      0.77  0.83  0.87  0.83  0.8178   0.74  0.28     0.02    0.3     0.43    \n",
      "Aalto/False_23  28  29  DT      0.76  0.83  0.86  0.83  0.8199   0.74  0.3      0.01    0.32    0.38    \n",
      "Aalto/False_23  29  30  DT      0.76  0.83  0.86  0.83  0.8168   0.73  0.32     0.01    0.33    0.28    \n",
      "Aalto/False_23  30  31  DT      0.77  0.84  0.86  0.84  0.8211   0.74  0.38     0.01    0.39    0.32    \n",
      "Aalto/False_23  31  32  DT      0.77  0.83  0.86  0.83  0.8176   0.74  0.17     0.01    0.18    0.18    \n",
      "Aalto/False_23  32  33  DT      0.76  0.83  0.86  0.83  0.8124   0.74  0.19     0.01    0.2     0.16    \n",
      "Aalto/False_23  33  34  DT      0.76  0.84  0.86  0.84  0.8198   0.74  0.22     0.01    0.23    0.14    \n",
      "Aalto/False_23  34  35  DT      0.76  0.83  0.86  0.83  0.8116   0.74  0.35     0.01    0.36    0.23    \n",
      "Aalto/False_23  35  36  DT      0.76  0.84  0.86  0.84  0.8192   0.74  0.28     0.01    0.29    0.27    \n",
      "Aalto/False_23  36  37  DT      0.76  0.84  0.86  0.84  0.819    0.74  0.31     0.01    0.32    0.24    \n",
      "Aalto/False_23  37  38  DT      0.76  0.84  0.87  0.84  0.8196   0.74  0.27     0.01    0.28    0.15    \n",
      "Aalto/False_23  38  39  DT      0.77  0.84  0.86  0.84  0.8175   0.74  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_23  39  40  DT      0.76  0.83  0.86  0.83  0.8176   0.74  0.22     0.01    0.23    0.23    \n",
      "Aalto/False_23  40  41  DT      0.77  0.84  0.87  0.84  0.8217   0.74  0.22     0.01    0.23    0.15    \n",
      "Aalto/False_23  41  42  DT      0.76  0.83  0.86  0.83  0.8183   0.74  0.19     0.01    0.19    0.18    \n",
      "Aalto/False_23  42  43  DT      0.76  0.83  0.86  0.83  0.8112   0.74  0.17     0.01    0.17    0.17    \n",
      "Aalto/False_23  43  44  DT      0.76  0.83  0.86  0.83  0.8083   0.73  0.22     0.01    0.23    0.21    \n",
      "Aalto/False_23  44  45  DT      0.76  0.83  0.86  0.83  0.8137   0.73  0.32     0.01    0.33    0.23    \n",
      "Aalto/False_23  45  46  DT      0.77  0.84  0.87  0.84  0.8208   0.74  0.2      0.01    0.21    0.14    \n",
      "Aalto/False_23  46  47  DT      0.76  0.83  0.86  0.83  0.8124   0.74  0.21     0.01    0.22    0.18    \n",
      "Aalto/False_23  47  48  DT      0.76  0.84  0.87  0.84  0.8223   0.74  0.21     0.01    0.21    0.14    \n",
      "Aalto/False_23  48  49  DT      0.77  0.84  0.87  0.84  0.8252   0.74  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_23  49  50  DT      0.76  0.83  0.86  0.83  0.8134   0.74  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_23  50  51  DT      0.76  0.83  0.86  0.83  0.8147   0.73  0.2      0.01    0.2     0.14    \n",
      "Aalto/False_23  51  52  DT      0.76  0.83  0.86  0.83  0.8162   0.74  0.18     0.01    0.18    0.13    \n",
      "Aalto/False_23  52  53  DT      0.76  0.83  0.87  0.83  0.8181   0.74  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_23  53  54  DT      0.77  0.84  0.87  0.84  0.8179   0.74  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_23  54  55  DT      0.76  0.84  0.86  0.84  0.8215   0.74  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_23  55  56  DT      0.76  0.83  0.86  0.83  0.8169   0.74  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_23  56  57  DT      0.76  0.83  0.86  0.83  0.8142   0.74  0.18     0.01    0.19    0.16    \n",
      "Aalto/False_23  57  58  DT      0.77  0.83  0.86  0.83  0.8173   0.75  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_23  58  59  DT      0.76  0.83  0.86  0.83  0.8101   0.74  0.2      0.01    0.21    0.14    \n",
      "Aalto/False_23  59  60  DT      0.76  0.83  0.86  0.83  0.8186   0.74  0.17     0.01    0.18    0.17    \n",
      "Aalto/False_23  60  61  DT      0.76  0.83  0.86  0.83  0.8069   0.74  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_23  61  62  DT      0.76  0.83  0.86  0.83  0.8191   0.74  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_23  62  63  DT      0.77  0.84  0.87  0.84  0.8217   0.74  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_23  63  64  DT      0.76  0.83  0.86  0.83  0.8098   0.74  0.19     0.01    0.19    0.13    \n",
      "Aalto/False_23  64  65  DT      0.76  0.83  0.86  0.83  0.8155   0.74  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_23  65  66  DT      0.77  0.84  0.87  0.84  0.8229   0.75  0.18     0.01    0.18    0.13    \n",
      "Aalto/False_23  66  67  DT      0.76  0.84  0.87  0.84  0.8223   0.74  0.21     0.01    0.21    0.14    \n",
      "Aalto/False_23  67  68  DT      0.76  0.83  0.86  0.83  0.813    0.74  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_23  68  69  DT      0.76  0.82  0.86  0.82  0.8123   0.74  0.19     0.01    0.2     0.13    \n",
      "Aalto/False_23  69  70  DT      0.77  0.83  0.86  0.83  0.8166   0.74  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_23  70  71  DT      0.76  0.83  0.86  0.83  0.8116   0.74  0.21     0.01    0.21    0.16    \n",
      "Aalto/False_23  71  72  DT      0.77  0.84  0.87  0.84  0.8276   0.75  0.18     0.01    0.18    0.13    \n",
      "Aalto/False_23  72  73  DT      0.76  0.83  0.86  0.83  0.8131   0.74  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_23  73  74  DT      0.76  0.83  0.87  0.83  0.8183   0.74  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_23  74  75  DT      0.77  0.83  0.86  0.83  0.8165   0.74  0.17     0.01    0.18    0.19    \n",
      "Aalto/False_23  75  76  DT      0.76  0.83  0.86  0.83  0.816    0.74  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_23  76  77  DT      0.77  0.84  0.87  0.84  0.82     0.75  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_23  77  78  DT      0.76  0.83  0.86  0.83  0.8158   0.74  0.18     0.01    0.18    0.12    \n",
      "Aalto/False_23  78  79  DT      0.76  0.83  0.86  0.83  0.8145   0.74  0.21     0.01    0.22    0.14    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_23  79  80  DT      0.76  0.83  0.86  0.83  0.8109   0.74  0.19     0.01    0.2     0.15    \n",
      "Aalto/False_23  80  81  DT      0.76  0.84  0.86  0.84  0.8195   0.74  0.18     0.01    0.18    0.12    \n",
      "Aalto/False_23  81  82  DT      0.76  0.83  0.86  0.83  0.8144   0.74  0.18     0.01    0.18    0.13    \n",
      "Aalto/False_23  82  83  DT      0.76  0.83  0.86  0.83  0.8176   0.74  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_23  83  84  DT      0.76  0.84  0.86  0.84  0.8198   0.74  0.18     0.01    0.18    0.14    \n",
      "Aalto/False_23  84  85  DT      0.77  0.84  0.87  0.84  0.8205   0.74  0.19     0.01    0.2     0.15    \n",
      "Aalto/False_23  85  86  DT      0.76  0.83  0.86  0.83  0.8189   0.74  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_23  86  87  DT      0.76  0.83  0.86  0.83  0.8139   0.74  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_23  87  88  DT      0.76  0.83  0.86  0.83  0.8169   0.73  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_23  88  89  DT      0.76  0.83  0.86  0.83  0.8167   0.74  0.2      0.01    0.21    0.14    \n",
      "Aalto/False_23  89  90  DT      0.76  0.83  0.86  0.83  0.8125   0.74  0.22     0.01    0.23    0.15    \n",
      "Aalto/False_23  90  91  DT      0.76  0.84  0.86  0.84  0.8177   0.74  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_23  91  92  DT      0.76  0.84  0.86  0.84  0.8236   0.74  0.18     0.01    0.18    0.13    \n",
      "Aalto/False_23  92  93  DT      0.77  0.84  0.87  0.84  0.8219   0.74  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_23  93  94  DT      0.77  0.84  0.87  0.84  0.8223   0.74  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_23  94  95  DT      0.77  0.84  0.87  0.84  0.8243   0.74  0.19     0.01    0.19    0.15    \n",
      "Aalto/False_23  95  96  DT      0.76  0.83  0.86  0.83  0.8109   0.74  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_23  96  97  DT      0.76  0.83  0.86  0.83  0.8145   0.74  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_23  97  98  DT      0.76  0.84  0.87  0.84  0.8224   0.74  0.17     0.01    0.18    0.15    \n",
      "Aalto/False_23  98  99  DT      0.76  0.83  0.86  0.83  0.8157   0.74  0.18     0.01    0.18    0.14    \n",
      "Aalto/False_23  99  100 DT      0.76  0.83  0.86  0.83  0.8131   0.74  0.18     0.01    0.19    0.15    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           1.000000  1.000000  1.000000   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.000000  0.000000  0.000000    358.000000\n",
      "D-LinkHomeHub       0.736313  1.000000  0.848039   1696.000000\n",
      "D-LinkSensor        0.892297  0.623985  0.733904   1345.000000\n",
      "D-LinkSiren         0.950677  0.499466  0.654316   1237.000000\n",
      "D-LinkSwitch        1.000000  0.982924  0.991387   1320.000000\n",
      "D-LinkWaterSensor   0.547184  0.882317  0.675299   1243.000000\n",
      "EdimaxCam           1.000000  1.000000  1.000000    165.000000\n",
      "EdimaxPlug1101W     0.708377  1.000000  0.828843    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.555366  0.711323    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.597492  0.044535  0.082838   2893.000000\n",
      "HueSwitch           0.573185  0.977115  0.722526   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            0.999936  1.000000  0.999968    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.992857  0.996078     28.000000\n",
      "TP-LinkPlugHS100    0.598186  1.000000  0.748520    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.224677  0.365484    124.000000\n",
      "WeMoInsightSwitch   0.973558  0.828117  0.894851   1227.000000\n",
      "WeMoLink            0.945660  0.994581  0.969409   1360.000000\n",
      "WeMoSwitch          0.788294  0.897210  0.838920    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.763475  0.763475  0.763475      0.763475\n",
      "macro avg           0.863376  0.833450  0.817100  21182.000000\n",
      "weighted avg        0.774705  0.763475  0.714109  21182.000000\n",
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_24  0   1   DT      0.77  0.83  0.86  0.83  0.8151   0.74  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_24  1   2   DT      0.77  0.83  0.87  0.83  0.8111   0.75  0.19     0.01    0.19    0.14    \n",
      "Aalto/False_24  2   3   DT      0.77  0.83  0.87  0.83  0.8185   0.75  0.21     0.01    0.22    0.13    \n",
      "Aalto/False_24  3   4   DT      0.77  0.83  0.86  0.83  0.813    0.74  0.18     0.01    0.18    0.13    \n",
      "Aalto/False_24  4   5   DT      0.77  0.83  0.87  0.83  0.816    0.75  0.19     0.01    0.19    0.14    \n",
      "Aalto/False_24  5   6   DT      0.76  0.83  0.86  0.83  0.8109   0.74  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_24  6   7   DT      0.77  0.83  0.87  0.83  0.8121   0.75  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_24  7   8   DT      0.77  0.83  0.86  0.83  0.8144   0.75  0.21     0.01    0.22    0.14    \n",
      "Aalto/False_24  8   9   DT      0.77  0.83  0.87  0.83  0.8132   0.74  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_24  9   10  DT      0.77  0.84  0.87  0.84  0.8208   0.75  0.19     0.01    0.2     0.12    \n",
      "Aalto/False_24  10  11  DT      0.77  0.83  0.86  0.83  0.8109   0.75  0.19     0.01    0.19    0.16    \n",
      "Aalto/False_24  11  12  DT      0.78  0.84  0.87  0.84  0.8216   0.75  0.18     0.01    0.19    0.15    \n",
      "Aalto/False_24  12  13  DT      0.77  0.82  0.86  0.82  0.8085   0.74  0.18     0.01    0.18    0.12    \n",
      "Aalto/False_24  13  14  DT      0.77  0.82  0.86  0.82  0.8091   0.74  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_24  14  15  DT      0.77  0.83  0.87  0.83  0.8159   0.75  0.18     0.01    0.19    0.16    \n",
      "Aalto/False_24  15  16  DT      0.77  0.83  0.86  0.83  0.8093   0.74  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_24  16  17  DT      0.77  0.83  0.86  0.83  0.812    0.75  0.18     0.02    0.2     0.16    \n",
      "Aalto/False_24  17  18  DT      0.77  0.83  0.86  0.83  0.8132   0.74  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_24  18  19  DT      0.77  0.83  0.87  0.83  0.8167   0.75  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_24  19  20  DT      0.77  0.83  0.87  0.83  0.8161   0.75  0.33     0.03    0.37    0.3     \n",
      "Aalto/False_24  20  21  DT      0.77  0.83  0.86  0.83  0.81     0.74  0.28     0.01    0.29    0.26    \n",
      "Aalto/False_24  21  22  DT      0.77  0.83  0.87  0.83  0.8198   0.75  0.26     0.01    0.26    0.2     \n",
      "Aalto/False_24  22  23  DT      0.77  0.83  0.87  0.83  0.8162   0.75  0.17     0.01    0.17    0.14    \n",
      "Aalto/False_24  23  24  DT      0.77  0.83  0.87  0.83  0.814    0.74  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_24  24  25  DT      0.77  0.83  0.87  0.83  0.817    0.75  0.16     0.01    0.16    0.11    \n",
      "Aalto/False_24  25  26  DT      0.77  0.83  0.86  0.83  0.8148   0.75  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_24  26  27  DT      0.77  0.83  0.86  0.83  0.8135   0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_24  27  28  DT      0.77  0.83  0.87  0.83  0.8163   0.75  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_24  28  29  DT      0.77  0.83  0.87  0.83  0.8113   0.75  0.16     0.01    0.17    0.15    \n",
      "Aalto/False_24  29  30  DT      0.76  0.82  0.86  0.82  0.8078   0.73  0.17     0.01    0.17    0.13    \n",
      "Aalto/False_24  30  31  DT      0.77  0.83  0.87  0.83  0.8175   0.75  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_24  31  32  DT      0.77  0.83  0.87  0.83  0.8166   0.75  0.15     0.01    0.16    0.15    \n",
      "Aalto/False_24  32  33  DT      0.76  0.82  0.86  0.82  0.8094   0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_24  33  34  DT      0.77  0.83  0.87  0.83  0.813    0.74  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_24  34  35  DT      0.77  0.83  0.86  0.83  0.8151   0.75  0.22     0.01    0.23    0.39    \n",
      "Aalto/False_24  35  36  DT      0.77  0.83  0.86  0.83  0.8139   0.74  0.23     0.01    0.23    0.14    \n",
      "Aalto/False_24  36  37  DT      0.77  0.84  0.87  0.84  0.8185   0.75  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_24  37  38  DT      0.77  0.83  0.86  0.83  0.8139   0.75  0.17     0.01    0.17    0.15    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_24  38  39  DT      0.77  0.83  0.87  0.83  0.8193   0.75  0.18     0.01    0.18    0.14    \n",
      "Aalto/False_24  39  40  DT      0.77  0.83  0.86  0.83  0.8169   0.74  0.16     0.01    0.17    0.18    \n",
      "Aalto/False_24  40  41  DT      0.77  0.84  0.87  0.84  0.8199   0.75  0.2      0.01    0.2     0.12    \n",
      "Aalto/False_24  41  42  DT      0.77  0.83  0.86  0.83  0.8095   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_24  42  43  DT      0.77  0.82  0.86  0.82  0.8073   0.74  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_24  43  44  DT      0.77  0.84  0.87  0.84  0.8171   0.74  0.17     0.01    0.18    0.16    \n",
      "Aalto/False_24  44  45  DT      0.77  0.83  0.86  0.83  0.8128   0.74  0.19     0.01    0.19    0.12    \n",
      "Aalto/False_24  45  46  DT      0.77  0.83  0.87  0.83  0.8132   0.74  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_24  46  47  DT      0.76  0.82  0.86  0.82  0.8075   0.74  0.22     0.01    0.23    0.34    \n",
      "Aalto/False_24  47  48  DT      0.77  0.83  0.86  0.83  0.8092   0.74  0.21     0.01    0.23    0.16    \n",
      "Aalto/False_24  48  49  DT      0.77  0.83  0.87  0.83  0.8094   0.74  0.25     0.01    0.26    0.2     \n",
      "Aalto/False_24  49  50  DT      0.76  0.83  0.86  0.83  0.8116   0.74  0.24     0.01    0.26    0.21    \n",
      "Aalto/False_24  50  51  DT      0.77  0.83  0.86  0.83  0.8125   0.75  0.23     0.01    0.24    0.17    \n",
      "Aalto/False_24  51  52  DT      0.77  0.84  0.87  0.84  0.8177   0.75  0.35     0.01    0.35    0.21    \n",
      "Aalto/False_24  52  53  DT      0.77  0.84  0.87  0.84  0.8199   0.75  0.62     0.01    0.63    0.26    \n",
      "Aalto/False_24  53  54  DT      0.77  0.83  0.87  0.83  0.8182   0.75  0.33     0.01    0.34    0.28    \n",
      "Aalto/False_24  54  55  DT      0.77  0.83  0.87  0.83  0.8166   0.75  0.25     0.01    0.26    0.27    \n",
      "Aalto/False_24  55  56  DT      0.77  0.83  0.86  0.83  0.8099   0.75  0.32     0.01    0.33    0.16    \n",
      "Aalto/False_24  56  57  DT      0.77  0.83  0.87  0.83  0.8153   0.75  0.19     0.01    0.2     0.22    \n",
      "Aalto/False_24  57  58  DT      0.77  0.83  0.87  0.83  0.816    0.75  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_24  58  59  DT      0.78  0.83  0.87  0.83  0.8159   0.75  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_24  59  60  DT      0.77  0.83  0.86  0.83  0.8152   0.75  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_24  60  61  DT      0.77  0.83  0.87  0.83  0.8167   0.75  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_24  61  62  DT      0.77  0.83  0.86  0.83  0.8129   0.74  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_24  62  63  DT      0.77  0.83  0.86  0.83  0.8104   0.75  0.19     0.01    0.19    0.11    \n",
      "Aalto/False_24  63  64  DT      0.76  0.83  0.86  0.83  0.8081   0.74  0.2      0.01    0.21    0.21    \n",
      "Aalto/False_24  64  65  DT      0.77  0.83  0.86  0.83  0.8138   0.74  0.19     0.01    0.2     0.35    \n",
      "Aalto/False_24  65  66  DT      0.76  0.83  0.86  0.83  0.8101   0.74  0.35     0.01    0.36    0.65    \n",
      "Aalto/False_24  66  67  DT      0.77  0.83  0.87  0.83  0.8157   0.75  0.57     0.01    0.58    0.52    \n",
      "Aalto/False_24  67  68  DT      0.77  0.83  0.86  0.83  0.814    0.74  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_24  68  69  DT      0.77  0.83  0.86  0.83  0.8106   0.74  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_24  69  70  DT      0.77  0.83  0.87  0.83  0.8139   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_24  70  71  DT      0.77  0.83  0.87  0.83  0.8151   0.75  0.16     0.01    0.16    0.15    \n",
      "Aalto/False_24  71  72  DT      0.77  0.83  0.87  0.83  0.8165   0.75  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_24  72  73  DT      0.77  0.83  0.86  0.83  0.8108   0.75  0.15     0.01    0.15    0.12    \n",
      "Aalto/False_24  73  74  DT      0.77  0.83  0.87  0.83  0.8139   0.75  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_24  74  75  DT      0.77  0.83  0.86  0.83  0.8103   0.74  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_24  75  76  DT      0.77  0.83  0.86  0.83  0.8086   0.74  0.18     0.01    0.18    0.11    \n",
      "Aalto/False_24  76  77  DT      0.76  0.83  0.86  0.83  0.81     0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_24  77  78  DT      0.77  0.83  0.86  0.83  0.812    0.75  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_24  78  79  DT      0.77  0.84  0.87  0.84  0.8186   0.75  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_24  79  80  DT      0.76  0.82  0.86  0.82  0.8064   0.74  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_24  80  81  DT      0.77  0.83  0.87  0.83  0.8167   0.75  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_24  81  82  DT      0.77  0.83  0.86  0.83  0.8106   0.74  0.16     0.01    0.16    0.11    \n",
      "Aalto/False_24  82  83  DT      0.78  0.83  0.87  0.83  0.815    0.75  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_24  83  84  DT      0.77  0.83  0.87  0.83  0.8169   0.75  0.16     0.01    0.16    0.11    \n",
      "Aalto/False_24  84  85  DT      0.77  0.83  0.87  0.83  0.8151   0.74  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_24  85  86  DT      0.77  0.83  0.86  0.83  0.8092   0.74  0.19     0.01    0.2     0.15    \n",
      "Aalto/False_24  86  87  DT      0.77  0.83  0.86  0.83  0.8101   0.74  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_24  87  88  DT      0.77  0.83  0.87  0.83  0.8146   0.75  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_24  88  89  DT      0.77  0.83  0.87  0.83  0.8148   0.75  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_24  89  90  DT      0.76  0.82  0.86  0.82  0.8076   0.74  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_24  90  91  DT      0.77  0.83  0.86  0.83  0.8116   0.75  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_24  91  92  DT      0.78  0.83  0.87  0.83  0.8147   0.75  0.17     0.01    0.17    0.13    \n",
      "Aalto/False_24  92  93  DT      0.76  0.82  0.86  0.82  0.8069   0.74  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_24  93  94  DT      0.77  0.83  0.86  0.83  0.8173   0.75  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_24  94  95  DT      0.77  0.83  0.87  0.83  0.8187   0.75  0.18     0.01    0.19    0.13    \n",
      "Aalto/False_24  95  96  DT      0.77  0.83  0.87  0.83  0.8142   0.75  0.17     0.01    0.18    0.57    \n",
      "Aalto/False_24  96  97  DT      0.77  0.83  0.86  0.83  0.81     0.74  0.38     0.02    0.39    0.46    \n",
      "Aalto/False_24  97  98  DT      0.77  0.83  0.87  0.83  0.8134   0.75  0.28     0.01    0.29    0.33    \n",
      "Aalto/False_24  98  99  DT      0.77  0.84  0.86  0.84  0.8181   0.75  0.32     0.01    0.33    0.38    \n",
      "Aalto/False_24  99  100 DT      0.77  0.83  0.87  0.83  0.8126   0.75  0.29     0.01    0.3     0.39    \n",
      "                   precision    recall  f1-score       support\n",
      "Aria                1.000000  1.000000  1.000000     90.000000\n",
      "D-LinkCam           0.997049  1.000000  0.998520   1250.000000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.000000\n",
      "D-LinkDoorSensor    0.000000  0.000000  0.000000    358.000000\n",
      "D-LinkHomeHub       0.750266  1.000000  0.857236   1696.000000\n",
      "D-LinkSensor        0.904217  0.662186  0.764087   1345.000000\n",
      "D-LinkSiren         0.977429  0.532029  0.688300   1237.000000\n",
      "D-LinkSwitch        1.000000  0.999273  0.999633   1320.000000\n",
      "D-LinkWaterSensor   0.582275  0.917047  0.712077   1243.000000\n",
      "EdimaxCam           1.000000  0.977515  0.988514    165.000000\n",
      "EdimaxPlug1101W     0.656332  1.000000  0.792341    264.000000\n",
      "EdimaxPlug2101W     1.000000  0.440976  0.610457    246.000000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.000000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.000000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.000000\n",
      "HueBridge           0.586696  0.028769  0.054731   2893.000000\n",
      "HueSwitch           0.570990  0.984372  0.722744   3799.000000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.000000\n",
      "Lightify            0.998663  1.000000  0.999330    774.000000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.000000\n",
      "SmarterCoffee       1.000000  0.888571  0.940000     28.000000\n",
      "TP-LinkPlugHS100    0.598326  1.000000  0.748691    143.000000\n",
      "TP-LinkPlugHS110    1.000000  0.225806  0.368421    124.000000\n",
      "WeMoInsightSwitch   0.986240  0.825640  0.898730   1227.000000\n",
      "WeMoLink            0.978635  0.980765  0.979663   1360.000000\n",
      "WeMoSwitch          0.762205  0.947802  0.844832    810.000000\n",
      "Withings            1.000000  1.000000  1.000000    133.000000\n",
      "accuracy            0.769277  0.769277  0.769277      0.769277\n",
      "macro avg           0.864790  0.830028  0.813641  21182.000000\n",
      "weighted avg        0.779319  0.769277  0.716845  21182.000000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset         T   CV  ML alg  Acc   b_Acc Prec  Rec   F1       kap   tra-T    test-T  total   al-time \n",
      "Aalto/False_25  0   1   DT      0.76  0.83  0.86  0.83  0.811    0.74  0.2      0.01    0.21    0.24    \n",
      "Aalto/False_25  1   2   DT      0.76  0.82  0.86  0.82  0.8054   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  2   3   DT      0.77  0.83  0.86  0.83  0.8145   0.74  0.15     0.01    0.15    0.12    \n",
      "Aalto/False_25  3   4   DT      0.76  0.83  0.86  0.83  0.8122   0.74  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_25  4   5   DT      0.77  0.83  0.86  0.83  0.8094   0.74  0.16     0.01    0.16    0.14    \n",
      "Aalto/False_25  5   6   DT      0.76  0.82  0.86  0.82  0.8047   0.73  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_25  6   7   DT      0.77  0.83  0.86  0.83  0.8121   0.74  0.18     0.01    0.18    0.16    \n",
      "Aalto/False_25  7   8   DT      0.77  0.83  0.86  0.83  0.8101   0.74  0.32     0.01    0.33    0.28    \n",
      "Aalto/False_25  8   9   DT      0.77  0.83  0.86  0.83  0.8126   0.75  0.3      0.01    0.31    0.32    \n",
      "Aalto/False_25  9   10  DT      0.77  0.83  0.87  0.83  0.8185   0.74  0.26     0.01    0.27    0.36    \n",
      "Aalto/False_25  10  11  DT      0.77  0.83  0.86  0.83  0.8087   0.74  0.37     0.01    0.38    0.47    \n",
      "Aalto/False_25  11  12  DT      0.77  0.83  0.86  0.83  0.8102   0.74  0.58     0.02    0.6     0.35    \n",
      "Aalto/False_25  12  13  DT      0.77  0.83  0.86  0.83  0.8164   0.74  0.23     0.01    0.24    0.14    \n",
      "Aalto/False_25  13  14  DT      0.76  0.82  0.86  0.82  0.8073   0.74  0.18     0.0     0.18    0.15    \n",
      "Aalto/False_25  14  15  DT      0.77  0.83  0.86  0.83  0.8145   0.74  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_25  15  16  DT      0.77  0.83  0.86  0.83  0.817    0.75  0.2      0.01    0.21    0.14    \n",
      "Aalto/False_25  16  17  DT      0.77  0.83  0.86  0.83  0.8171   0.74  0.21     0.01    0.22    0.27    \n",
      "Aalto/False_25  17  18  DT      0.76  0.83  0.86  0.83  0.8137   0.74  0.22     0.01    0.22    0.16    \n",
      "Aalto/False_25  18  19  DT      0.77  0.83  0.86  0.83  0.8171   0.75  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_25  19  20  DT      0.77  0.83  0.86  0.83  0.8151   0.75  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  20  21  DT      0.76  0.83  0.86  0.83  0.8148   0.74  0.17     0.01    0.18    0.24    \n",
      "Aalto/False_25  21  22  DT      0.76  0.83  0.86  0.83  0.8097   0.74  0.19     0.01    0.2     0.15    \n",
      "Aalto/False_25  22  23  DT      0.77  0.83  0.86  0.83  0.8155   0.74  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_25  23  24  DT      0.77  0.83  0.87  0.83  0.8165   0.75  0.18     0.01    0.18    0.15    \n",
      "Aalto/False_25  24  25  DT      0.77  0.83  0.86  0.83  0.8157   0.75  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  25  26  DT      0.77  0.83  0.86  0.83  0.8151   0.75  0.2      0.01    0.21    0.15    \n",
      "Aalto/False_25  26  27  DT      0.77  0.83  0.86  0.83  0.8153   0.75  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_25  27  28  DT      0.77  0.83  0.86  0.83  0.8109   0.74  0.17     0.0     0.17    0.13    \n",
      "Aalto/False_25  28  29  DT      0.77  0.83  0.86  0.83  0.8171   0.74  0.17     0.01    0.19    0.13    \n",
      "Aalto/False_25  29  30  DT      0.77  0.83  0.86  0.83  0.8107   0.74  0.18     0.02    0.19    0.14    \n",
      "Aalto/False_25  30  31  DT      0.77  0.83  0.86  0.83  0.8159   0.75  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  31  32  DT      0.77  0.83  0.86  0.83  0.81     0.74  0.17     0.01    0.18    0.14    \n",
      "Aalto/False_25  32  33  DT      0.77  0.83  0.86  0.83  0.8112   0.74  0.14     0.02    0.16    0.11    \n",
      "Aalto/False_25  33  34  DT      0.77  0.83  0.86  0.83  0.8139   0.74  0.15     0.02    0.17    0.11    \n",
      "Aalto/False_25  34  35  DT      0.76  0.83  0.86  0.83  0.8111   0.74  0.15     0.02    0.16    0.11    \n",
      "Aalto/False_25  35  36  DT      0.77  0.83  0.86  0.83  0.8129   0.74  0.16     0.0     0.16    0.16    \n",
      "Aalto/False_25  36  37  DT      0.77  0.84  0.86  0.84  0.8183   0.75  0.18     0.01    0.18    0.15    \n",
      "Aalto/False_25  37  38  DT      0.77  0.83  0.86  0.83  0.8115   0.74  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_25  38  39  DT      0.77  0.83  0.86  0.83  0.8136   0.74  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_25  39  40  DT      0.77  0.83  0.86  0.83  0.8148   0.74  0.19     0.01    0.2     0.14    \n",
      "Aalto/False_25  40  41  DT      0.77  0.83  0.86  0.83  0.8142   0.74  0.22     0.03    0.24    0.16    \n",
      "Aalto/False_25  41  42  DT      0.77  0.83  0.87  0.83  0.8164   0.75  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  42  43  DT      0.77  0.83  0.86  0.83  0.8132   0.74  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_25  43  44  DT      0.77  0.83  0.86  0.83  0.8151   0.75  0.15     0.02    0.17    0.12    \n",
      "Aalto/False_25  44  45  DT      0.77  0.83  0.86  0.83  0.8103   0.74  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_25  45  46  DT      0.76  0.83  0.86  0.83  0.8095   0.74  0.17     0.02    0.18    0.11    \n",
      "Aalto/False_25  46  47  DT      0.76  0.82  0.86  0.82  0.8069   0.74  0.17     0.0     0.17    0.14    \n",
      "Aalto/False_25  47  48  DT      0.76  0.83  0.86  0.83  0.8104   0.74  0.16     0.0     0.16    0.14    \n",
      "Aalto/False_25  48  49  DT      0.77  0.83  0.86  0.83  0.8116   0.75  0.22     0.01    0.22    0.13    \n",
      "Aalto/False_25  49  50  DT      0.76  0.82  0.86  0.82  0.8068   0.74  0.2      0.01    0.21    0.15    \n",
      "Aalto/False_25  50  51  DT      0.77  0.84  0.87  0.84  0.8177   0.75  0.16     0.01    0.17    0.16    \n",
      "Aalto/False_25  51  52  DT      0.77  0.83  0.86  0.83  0.8137   0.74  0.19     0.01    0.2     0.12    \n",
      "Aalto/False_25  52  53  DT      0.77  0.83  0.86  0.83  0.8145   0.74  0.19     0.01    0.2     0.17    \n",
      "Aalto/False_25  53  54  DT      0.77  0.83  0.86  0.83  0.8125   0.74  0.17     0.01    0.18    0.16    \n",
      "Aalto/False_25  54  55  DT      0.77  0.83  0.86  0.83  0.8087   0.74  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_25  55  56  DT      0.77  0.83  0.87  0.83  0.8156   0.75  0.17     0.01    0.18    0.16    \n",
      "Aalto/False_25  56  57  DT      0.77  0.83  0.86  0.83  0.8125   0.74  0.19     0.01    0.2     0.13    \n",
      "Aalto/False_25  57  58  DT      0.77  0.83  0.86  0.83  0.8136   0.74  0.18     0.01    0.19    0.14    \n",
      "Aalto/False_25  58  59  DT      0.77  0.83  0.86  0.83  0.8148   0.74  0.15     0.02    0.16    0.12    \n",
      "Aalto/False_25  59  60  DT      0.76  0.83  0.86  0.83  0.8116   0.74  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_25  60  61  DT      0.77  0.83  0.87  0.83  0.8187   0.75  0.17     0.0     0.17    0.15    \n",
      "Aalto/False_25  61  62  DT      0.77  0.83  0.87  0.83  0.8174   0.75  0.15     0.0     0.15    0.12    \n",
      "Aalto/False_25  62  63  DT      0.76  0.82  0.86  0.82  0.8076   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  63  64  DT      0.76  0.82  0.86  0.82  0.8065   0.74  0.16     0.0     0.16    0.12    \n",
      "Aalto/False_25  64  65  DT      0.77  0.83  0.86  0.83  0.8097   0.74  0.15     0.0     0.15    0.11    \n",
      "Aalto/False_25  65  66  DT      0.77  0.84  0.87  0.84  0.8207   0.75  0.19     0.02    0.21    0.13    \n",
      "Aalto/False_25  66  67  DT      0.77  0.83  0.86  0.83  0.8126   0.74  0.24     0.01    0.25    0.13    \n",
      "Aalto/False_25  67  68  DT      0.77  0.83  0.86  0.83  0.8114   0.74  0.23     0.01    0.24    0.13    \n",
      "Aalto/False_25  68  69  DT      0.76  0.83  0.86  0.83  0.8099   0.74  0.2      0.01    0.21    0.12    \n",
      "Aalto/False_25  69  70  DT      0.76  0.83  0.86  0.83  0.8138   0.74  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_25  70  71  DT      0.77  0.83  0.86  0.83  0.809    0.74  0.17     0.01    0.18    0.13    \n",
      "Aalto/False_25  71  72  DT      0.77  0.83  0.86  0.83  0.8139   0.74  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_25  72  73  DT      0.77  0.83  0.86  0.83  0.8093   0.74  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_25  73  74  DT      0.77  0.83  0.86  0.83  0.8142   0.74  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_25  74  75  DT      0.76  0.83  0.86  0.83  0.8105   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  75  76  DT      0.77  0.84  0.87  0.84  0.82     0.75  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_25  76  77  DT      0.77  0.84  0.87  0.84  0.8199   0.75  0.16     0.01    0.16    0.12    \n",
      "Aalto/False_25  77  78  DT      0.77  0.83  0.86  0.83  0.8089   0.74  0.17     0.01    0.17    0.16    \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Aalto/False_25  78  79  DT      0.76  0.83  0.86  0.83  0.8135   0.74  0.16     0.01    0.16    0.12    \n",
      "Aalto/False_25  79  80  DT      0.77  0.83  0.86  0.83  0.8142   0.74  0.16     0.01    0.16    0.13    \n",
      "Aalto/False_25  80  81  DT      0.77  0.83  0.86  0.83  0.8106   0.74  0.17     0.01    0.17    0.12    \n",
      "Aalto/False_25  81  82  DT      0.76  0.83  0.86  0.83  0.8109   0.74  0.16     0.01    0.16    0.11    \n",
      "Aalto/False_25  82  83  DT      0.77  0.83  0.86  0.83  0.8134   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  83  84  DT      0.77  0.83  0.86  0.83  0.8146   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  84  85  DT      0.77  0.83  0.86  0.83  0.819    0.75  0.17     0.01    0.18    0.12    \n",
      "Aalto/False_25  85  86  DT      0.77  0.83  0.87  0.83  0.8181   0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_25  86  87  DT      0.76  0.83  0.86  0.83  0.8107   0.74  0.16     0.01    0.17    0.12    \n",
      "Aalto/False_25  87  88  DT      0.77  0.83  0.86  0.83  0.8138   0.74  0.14     0.02    0.15    0.13    \n",
      "Aalto/False_25  88  89  DT      0.76  0.82  0.86  0.82  0.8064   0.74  0.16     0.01    0.17    0.14    \n",
      "Aalto/False_25  89  90  DT      0.77  0.83  0.86  0.83  0.8131   0.74  0.15     0.02    0.16    0.11    \n",
      "Aalto/False_25  90  91  DT      0.77  0.83  0.86  0.83  0.8107   0.74  0.15     0.0     0.15    0.16    \n",
      "Aalto/False_25  91  92  DT      0.77  0.83  0.86  0.83  0.8139   0.74  0.15     0.01    0.16    0.13    \n",
      "Aalto/False_25  92  93  DT      0.76  0.83  0.86  0.83  0.8121   0.74  0.16     0.01    0.17    0.13    \n",
      "Aalto/False_25  93  94  DT      0.76  0.83  0.86  0.83  0.8141   0.74  0.15     0.0     0.15    0.13    \n",
      "Aalto/False_25  94  95  DT      0.76  0.83  0.86  0.83  0.8133   0.74  0.15     0.01    0.16    0.11    \n",
      "Aalto/False_25  95  96  DT      0.77  0.83  0.86  0.83  0.8137   0.74  0.15     0.01    0.16    0.14    \n",
      "Aalto/False_25  96  97  DT      0.77  0.83  0.86  0.83  0.8119   0.74  0.15     0.01    0.16    0.12    \n",
      "Aalto/False_25  97  98  DT      0.77  0.83  0.86  0.83  0.8153   0.74  0.16     0.01    0.17    0.11    \n",
      "Aalto/False_25  98  99  DT      0.77  0.84  0.87  0.84  0.8185   0.75  0.16     0.0     0.16    0.13    \n",
      "Aalto/False_25  99  100 DT      0.77  0.83  0.86  0.83  0.8135   0.75  0.17     0.0     0.17    0.12    \n",
      "                   precision    recall  f1-score      support\n",
      "Aria                1.000000  1.000000  1.000000     90.00000\n",
      "D-LinkCam           0.999217  1.000000  0.999608   1250.00000\n",
      "D-LinkDayCam        1.000000  1.000000  1.000000    214.00000\n",
      "D-LinkDoorSensor    0.000000  0.000000  0.000000    358.00000\n",
      "D-LinkHomeHub       0.755297  1.000000  0.860542   1696.00000\n",
      "D-LinkSensor        0.864364  0.647398  0.739787   1345.00000\n",
      "D-LinkSiren         0.970724  0.526273  0.681934   1237.00000\n",
      "D-LinkSwitch        1.000000  1.000000  1.000000   1320.00000\n",
      "D-LinkWaterSensor   0.570125  0.895567  0.696588   1243.00000\n",
      "EdimaxCam           1.000000  0.987879  0.993902    165.00000\n",
      "EdimaxPlug1101W     0.672588  1.000000  0.803963    264.00000\n",
      "EdimaxPlug2101W     0.991442  0.475610  0.640542    246.00000\n",
      "EdnetCam            1.000000  1.000000  1.000000     78.00000\n",
      "EdnetGateway        1.000000  1.000000  1.000000    137.00000\n",
      "HomeMaticPlug       1.000000  1.000000  1.000000    104.00000\n",
      "HueBridge           0.588440  0.047238  0.087433   2893.00000\n",
      "HueSwitch           0.573306  0.974838  0.722000   3799.00000\n",
      "IKettle2            1.000000  1.000000  1.000000     28.00000\n",
      "Lightify            0.998649  1.000000  0.999323    774.00000\n",
      "MAXGateway          1.000000  1.000000  1.000000    116.00000\n",
      "SmarterCoffee       1.000000  0.921786  0.958679     28.00000\n",
      "TP-LinkPlugHS100    0.588477  1.000000  0.740933    143.00000\n",
      "TP-LinkPlugHS110    1.000000  0.193548  0.324324    124.00000\n",
      "WeMoInsightSwitch   0.995227  0.802771  0.888580   1227.00000\n",
      "WeMoLink            0.953409  0.991397  0.971899   1360.00000\n",
      "WeMoSwitch          0.764103  0.936420  0.841226    810.00000\n",
      "Withings            1.000000  1.000000  1.000000    133.00000\n",
      "accuracy            0.766860  0.766860  0.766860      0.76686\n",
      "macro avg           0.862421  0.829656  0.813010  21182.00000\n",
      "weighted avg        0.775878  0.766860  0.717732  21182.00000\n"
     ]
    }
   ],
   "source": [
    "test='Aalto_validation_IoTDevID.csv'\n",
    "train='Aalto_train_IoTDevID.csv'\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "dataset=\"./Aalto/False/\"\n",
    "folder(dataset)\n",
    "\n",
    "mixed=False\n",
    "for i in range(1,26):\n",
    "    step=i\n",
    "    sayac=1\n",
    "    output_csv=dataset+str(sayac)+\"_\"+str(step)+\"_\"+str(mixed)+\".csv\"\n",
    "    target_names=target_name(test)\n",
    "    ML(train,test,output_csv,feature,step,mixed,dataset[2:-1]+\"_\"+str(step))   \n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Average of the results with 100 repetitions and display on the graph"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAnEAAAFYCAYAAAA8xqpbAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAABxvElEQVR4nO3deVxN+f8H8Ff7LS0iYqIQLSRFyW7sxr5kzZ59mzENIQwSWTKWsWQdo2SNkX3sw9egxFiyZClZKlFJy73dzu+Pft1xtYipe2/1ej4ePTifc87nvM/9lN4+53w+HzVBEAQQERERUYmiruwAiIiIiOjLMYkjIiIiKoGYxBERERGVQEziiIiIiEogJnFEREREJRCTOCIiIqISiEkcqSSxWIzNmzejZ8+ecHR0hKOjIwYPHozjx48rO7Qv0rZtWwQEBCg7jELp06cP1q5dq7DrpaamYty4cahfvz4GDx6ssOtS0Zg5cyamTp2qtOtfv34d1tbWmDdv3hefu3btWvTp00e2/eeff+LVq1dfFUdMTAysra1lXzY2NmjUqBGGDRuG69evf3Fdp0+f/qo4vtTbt28REhKikGtR8dFUdgBEnxKLxRg2bBjevXuHKVOmoEGDBhCLxTh79iw8PT2RmJiIQYMGKTvMQtm/fz90dXWVHYZKOn36NP73v/8hKCgIlStXVnY49IW8vLygzGlGDx8+jBo1auDYsWOYPXs2RCLRV9Xz4sULTJ48GSEhIahatepXx7Nz507UrFkTWVlZePfuHfbu3YuRI0fit99+g5OTU6HqmDVrFuzs7NC+ffuvjqOwli9fjg8fPqB79+7Ffi0qPkziSOVs3LgRz549w7Fjx1ChQgVZuaWlJUQiEdauXYv+/ftDQ0NDiVEWzsfxk7z379/DxMQEdnZ2yg6FvoKBgYHSri0Wi3Hy5EnMmjUL8+bNw8mTJ9GzZ8+vqquoEtHy5cujUqVKAABTU1PMmzcPb968gY+PDw4ePFgk1yhKnOe/dODjVFIpWVlZ2Lt3L0aNGpVnAtSvXz8cPHhQlsBZW1tj1apVaNasGXr06AGpVIqoqChMnDgRzs7OcHFxwZw5c5CSkgIAuHr1KqytrfHhwwdZnR8/Wsl5NHLkyBG0a9cOjo6OmDJlCt6+fZtvzHv27EGHDh1gZ2eHzp0749ChQ7J9OY9TP33k8vFXjkOHDqFTp05o0KABevfujfPnz+d7zczMTPzyyy9o27Yt6tWrh2bNmsHHxwdSqVR2T5MnT4avry8aN24MJycneHt7y/YDwLZt29CqVSs4OjrCz8+vgFbJrm/8+PFYtGgRHB0d0apVK2zfvl3umAsXLqBnz56wt7dH165dceDAAbnzR48eDXd3dzRq1Aht27bFwoUL8fLlS1hbWyM4OBgAcOzYMfTo0QP29vbo1KmT3C+/mTNn4qeffkK/fv3QuHFj/O9//8PQoUOxadMmjB8/Hvb29vjuu+9w+/ZtbN68GU2bNoWLiwvWrFkjq+PNmzfw8PBAkyZNZD0e+/fvl+0fOnQo1qxZgwkTJsDe3h6tW7fGvn37ZPszMjKwePFiNG/eHA0bNsTEiRMRGxsr279161a0adMGjo6OGDRoEG7evJnvZ5qVlYV169bh22+/haOjI4YNG4bHjx/L9hf0WaxduxY//PADVqxYgUaNGqF58+Y4cOAALl68iE6dOsm+b9PS0grdfr/99hs6deoEOzs7NG7cGDNmzEBqamqe7Xfw4EG5x6kpKSnw8PCAi4sLHBwc4O7ujmfPnsnqvnv3LoYPH46GDRuiRYsWWL58OSQSCYDsn0kXFxccOnQIbdu2hb29PcaMGYM3b97k+9mdP38e79+/R+vWrdGkSRO577XC3M/H2rVrBwDo3r277HWCguL9EoMHD8a9e/fw/PlzAMCzZ88wfvx4ODk5wc7ODt26dcO5c+cAZH9/X7t2Ddu2bUPbtm0/ezyQ3ZvdrVs31K9fH23btsWWLVtk+yQSCVasWIHmzZujUaNGcHd3x5MnTwBkt+fBgwdx8uRJuX+DqAQSiFTIs2fPBCsrKyE8PLxQx1tZWQnt27cXHj16JNy7d09ITEwUmjVrJkyZMkV48OCBcPXqVaFz587ClClTBEEQhL///luwsrISUlJSZHWsWbNG6N27tyAIgvD8+XPByspKaNOmjXDx4kXh9u3bQu/evYUhQ4bkef27d+8KNjY2wvHjx4WYmBghMDBQsLa2Fp4+fSoIgiC0adNG2Llzp5CZmSnExcXJvu7fvy+4uLgIK1asEARBEC5evCg4OTkJR48eFaKiooSgoCChfv36wo0bN/K87oYNG4TWrVsLV69eFZ4/fy4cPHhQsLW1FU6dOiW7p3r16glz5swRnjx5Ihw8eFCwsbGR7T9w4IDg4OAgHD16VHj06JEwbdo0wcrKSlizZk2e18upb+LEicLDhw+FgwcPCvXr1xcOHDggCIIgPHz4ULC3txd2794tREVFCUePHhWcnZ2FI0eOyM63srISNm7cKERGRgovX74UNm7cKLRq1UqIi4sT0tLShJCQEKFevXpCYGCg8PTpU2Hnzp1CvXr1hHPnzgmCIAienp6CtbW1cPDgQeHevXtCamqqMGTIEKFBgwbCwYMHhadPnwqDBg0SnJ2dhe+//16IjIwUtm/fLlhZWQkRERGCIAjCyJEjhREjRggRERHCs2fPBB8fH6FevXpCfHy8IAiCMGTIEMHOzk4IDAwUoqOjBW9vb7n9M2bMENq2bStcvnxZiIyMFIYPHy4MHjxYEARBCAoKEr799lvh/PnzwtOnT4UNGzYI9vb2wvPnz/P8TFevXi24uLgIJ0+eFJ4+fSr8+OOPQtu2bYXMzMzPfhY57eHj4yNERUUJixYtEurXry/06dNHuHXrlnDp0iXBwcFB2LFjR6Ha7/Dhw0LDhg2Fs2fPCjExMcLp06cFR0dHYfv27Xm2X0JCguDp6Sn7uVq0aJHQq1cvISIiQnjy5IkwZswYYdCgQYIgCMLTp08FBwcHYcGCBUJkZKRw9uxZoXnz5oKvr68gCNk/k7a2tsLAgQOFO3fuCDdu3BCaNGkieHt75/m5CYIgTJo0Sfa57927V7C2thaio6Nl+wtzPzk/87du3RKsrKyEq1evCikpKZ+N91M5/2Y8ePAg176EhATByspKOHPmjJCVlSV06tRJ+PHHH4XHjx8LkZGRwrRp0wQXFxchIyNDSE5OFgYMGCD8/PPPQkJCwmePf/PmjVCvXj3h999/F2JiYoTjx48L9erVE/73v/8JgiAIK1asELp37y5cu3ZNiIyMFLy9vYVmzZoJycnJQkpKivD9998L48aNE+Li4vL9nEn1MYkjlXLjxg3ByspKlgQJgiC8efNGcHBwkPu6fv26IAjZSZy/v7/s2J07dwouLi5CWlqarOzmzZuyOgubxB08eFC2/969e4KVlZUQGRmZK95Tp04Jtra2ws2bN2Vlly5dEpKSkgRB+DeJ+5hYLBbc3NyEUaNGCVKpVBAEQXBzcxM2bNggd9ycOXNkvyQ/9eeff8r+sc7RrVs34ddff5XdU6NGjYSMjAzZ/l69egl+fn6CIAiCq6ur3C+l1NRUoXHjxgUmcY0aNRLev38vK1u0aJHg6uoqCEJ2cjNnzhy5czZs2CD06dNHdn6DBg2ErKws2f6dO3cKbdq0kW337t1bWLBggVwd8+bNEwYMGCAIQnYS17lzZ7n9Q4YMEcaNGyfbDgwMFKysrGSfvyAIgoODgxASEiIIgiDs2LFD7pf927dvBSsrK9n305AhQwR3d3fZ/vfv3wtWVlbCX3/9JSQnJwt169YVTp8+LdsfFRUlLF++XMjIyBC+/fZb4fDhw3LxjRw5Ms9f/llZWUKTJk1kSZYgCEJSUpKwZMkSISEh4bOfxZo1awQnJychMzNTEARBiIyMFKysrIQ///xTdvyYMWOEuXPnyo4vqP2uXLkiS/BzjBs3Tpg1a5bs/E/b7+Mkbvz48cKgQYOE5ORkQRAE4fXr10JYWJggCILg6+srdOvWTe7co0ePCvXq1RM+fPgg+5n8+Gdo8eLFsnv9VFJSkmBnZydLyBISEoS6desKq1evlh1TmPv59Gc+Jwn7XLyfKiiJk0gkgpWVlfDHH38IHz58EDZv3iy8e/dOtv/27duClZWV8PLlS0EQsr//cr5fPnf83bt3BSsrK+HEiROy/devXxfi4+OFtLQ0wc7OTtYGOTp27CgEBAQIgiDfflRy8Z04UilGRkYAgOTkZFlZ+fLlZY8o09LS0LNnT7nHgtWrV5f9PTIyEra2tnIvOdevXx9aWlqIjIws9Hs8H7+IbGNjA21tbTx8+BCWlpZyx7Vs2RL29vbo378/atWqhW+//Ra9e/eGoaFhvnUvXrwYr169woEDB6Cunv1Gw6NHj3Dr1i34+/vLjpNIJKhZs2aedbRv3x7Xrl3D8uXL8fTpUzx8+BDPnz9Hx44dZcdUrVoV2trasm19fX3ZI6FHjx5h+PDhsn26urqoXbt2gZ+Jra0t9PX1Zdv29vayR42PHj3Cw4cPceTIEdn+zMxMaGr++0+MmZkZ1NTU8q3/8ePHGDFihFxZo0aNcPToUdn2x22dV5lIJIKRkZHc56+trQ2xWAwg+/HWiRMn8Ntvv+HZs2e4d+8eAMh9P9WoUUP295z7zczMxNOnT5GZmYn69evL9pubm+Onn37Chw8f8PLlS8yZM0dutKRYLJZrgxzv3r3D27dv5eoyNDTEzJkzC/1ZfPPNN7LXCnR0dAAA1apVk/sscu4bKLj9mjRpgrt372LVqlV48uQJIiMj8eTJE/Tq1Ut2fEHtN2rUKEyYMAFNmzaFs7Mz2rZti969ewPI/pls0KCB3LmNGjWCRCJBVFSUrMzCwkL294+/Vz91/PhxiMVi2fd6hQoV4OzsjEOHDmHy5MlQV1cv1P3k53Px2trafraOHDmvcRgYGEBPTw9ubm44cuQIbt++ne/3X47PHW9ra4uOHTti6tSpMDMzQ+vWrdGjRw+YmJjg4cOHEIvFGDVqlNx9ZGRkyB6pUunAJI5Uirm5OYyNjXHjxg3Y29sDADQ0NGT/wH/8LluOjxO2nF9meZFKpXn+EsrMzMxV9nHyIWT3WOc5kEIkEiEoKAjh4eG4cOECzp49i4CAAGzcuBHNmzfPdfy+ffsQHByM3bt3o3z58nKxeXh4oE2bNvnG8bFff/0VO3bsQN++fdGxY0d4eHjAw8ND7hgtLa08zwUANTW1XC82F3Q8gFz3L5VKZUmoVCrF0KFDMXDgwHzPL6ht8tuflZUl9wsurxGIn35G+SUaWVlZGD16NF6/fo2uXbtiwIABqF27Nr777ju54/L6HARBkCVjn35uwL+/hH19fVG3bl25fXnFnHONvOoCCvdZ5PX9mNMeeSmo/YKDgzF//nz06dMHLVu2xIQJE3JNN1NQ+zk7O+P8+fO4ePEiLl68iLVr12L37t04cOBAvveSE0OOTz/3/D6bw4cPA4DcCM6srCwIgoArV66gefPmhbqf/BQ23sKIiIgAANl7uAMHDoS2tjY6dOiANm3aQE9PD8OGDcvz3M8dr6amhrVr1+L+/fs4d+4czp8/j927d8PHx0eWaG7btg0VK1aUq/fjRJ5KPg5sIJWiqamJAQMGYNu2bXj37l2u/a9fvy7wfEtLS0RERCA9PV1Wdvv2bUgkElhaWsp+UXycDMbExOSq586dO7K/3717FxKJBDY2NrmOCw8Px9q1a9GwYUNMmzYNISEhqFevHk6dOpXr2Js3b2LhwoXw9vbO9b95S0tLvHjxAhYWFrKvI0eOyPW8fGzr1q3w9PTEzJkz0atXL1SrVg0vX74s9IgzKysr3Lp1S7YtFovx6NGjAs959OiRXM/OP//8I/tMLC0tERUVJRf/lStXvmiOvFq1aiE8PFyuLDw8PFfv59e6d+8erly5gs2bN2PKlCno2LGjrKekMJ9btWrVoKGhIesNAYDnz5+jSZMmSEtLQ6VKlRAbGyv3GezYsQN//fVXrroMDAxQsWJFubrS09PRvHlz/PPPP8XyWRTUftu3b4e7uzvmz5+Pfv36wcbGBlFRUYX+fvrtt98QFhaGLl26wNfXF3v37kVkZCQePHgAS0tL3Lp1S66u8PBwaGlpwdzc/Ivu4cWLFwgLC8OUKVNw6NAh2VdwcDDKlSsnG+DwJffzadJflPHu2bMHDg4O+Oabb3Dp0iU8ffoUu3btwvjx49GmTRskJCQAyPv773PHP378GIsWLYKNjQ0mTJiAPXv2oEuXLjh27BjMzc2hqamJt2/fyr4Xq1evjtWrV8t+7gvqFaeSgz1xpHImTZqEmzdvol+/fpg8eTIcHR0hkUhw9uxZbN68GWZmZjAzM8vz3O7du2PdunWYMWMGJk+ejKSkJMyfPx/NmjVD7dq1kZKSApFIBH9/f4wYMQJXr17F+fPn5R7lAMCyZctQvnx5aGtrY968eWjTpk2e/4Dr6urC398f5cuXR9u2bfHs2TM8fvwY/fr1kzsuLi4OkydPRt++fdGiRQvEx8fL9hkZGWH06NH48ccfUatWLTRv3hyXL1/GunXrsGLFijzv09TUFBcuXICzszNSUlKwdu1aJCUlyf2SLsiIESPg6emJevXqoUGDBti6dWuBI3CB7JGdCxYsgLu7O27evIl9+/bJ4hs1ahT69++PjRs34rvvvsO9e/ewdOlSTJo0qVDxAMDYsWMxdepUWFlZoWnTprh8+TIOHDiAxYsXF7qOglSqVAkaGho4evQounfvjmfPnmHRokUAUKjPTV9fH66urvD19YW+vj7Kly8PX19f1KlTB6amphg9ejTWr1+PypUrw87ODocPH8aePXuwc+fOPOsbMWIENmzYgGrVqsHCwgLr16+Hvr4+bGxsiuWzKKj9KleujKtXryIyMhKCIOC3335DZGQkrKysClV3bGwsAgICoKenhypVqiA4OBj6+vqoWbMmBg8ejN9//x2LFi3C4MGDERMTA19fX/Tq1avA1w7yEhISAh0dHQwbNizXub1798a+ffuQlJT0Rfejp6cHILvXrGrVql8db2JiIuLj45GVlYWEhAQEBwfj9OnTsv/ImJqaQiKR4NixY2jcuDHu3bsna8+c779y5cohKioKsbGxnz3eyMgIBw4cgK6uLvr374/4+HjcvHkTPXv2RLly5TBo0CD4+PhAS0sLNWrUwNatW3Hu3DlMmzZNdt8PHz5ETEyM3GN4KlmYxJHK0dbWxrZt27B7924EBgbKpsaoVasWxo0bh0GDBqFcuXJ5nqurq4utW7di8eLFcHV1hZ6eHjp16oTp06cDyP5FvHjxYqxcuRL79u1Ds2bNZBN9fqxv377w8PBASkoKOnbsCC8vrzyvZ2Njg+XLl2P9+vVYvnw5KlSogJEjR6Jv375yx126dAnx8fEICgpCUFCQ3L7ff/8dHTp0wNy5c7F161b4+PjAzMwMCxcuRJcuXfK8rq+vLxYsWIDu3bujQoUKaN++PVxdXXH37t1CfcbfffcdkpOTsXbtWrx9+xbdu3dHkyZNCjzH2toa2tra6NOnD0xMTDB//nx06tQJAGBnZ4c1a9ZgzZo1+PXXX1GpUiWMHz8e7u7uhYoHyJ6O5eeff8bmzZvh4+MDCwsLLFq0CD169Ch0HQUxNTXFwoULsX79eqxfvx5mZmYYPHgw9u3bh7t376JVq1afrWPmzJnw9fXF5MmTIZVK0bx5c8ydOxcAMGzYMKSnp2P58uV48+YNatasiTVr1qBhw4Z51jVq1Ch8+PABc+bMwYcPH9CwYUP4+/tDW1u7WD6LgtrPy8sLc+fORd++fWFgYICmTZti3LhxOHnyZKHq/uGHH5Ceno5p06YhKSkJNjY28Pf3h6GhIQwNDbFlyxYsX74cPXv2hLGxMfr06fNFCX6OkJAQdOnSJc9kys3NDYGBgThy5MgX3Y+xsTH69euHOXPmYODAgfDy8vqqeIcOHQog+5F2xYoV0aBBA+zatUv2WoiDgwOmTZsGPz8/pKSkoEaNGvD09IS3tzfu3r0LS0tLDBo0CJ6enujRoweuXLlS4PE9evTA+vXrsWLFCvz+++8oV64cunbtivHjxwMAZsyYAU1NTcyePRspKSmwtbXFli1bZO+Q9u7dG6dPn0bXrl1x+vRp2Rx3VLKoCYXtLycqA2JiYtCuXTuEhIQUuheiLFi7di3OnTsnm8+NSha2H1HpxHfiiIiIiEogJnFEREREJRAfpxIRERGVQOyJIyIiIiqBmMQRERERlUBlboqRmzdvys3InZGR8dmZ5En52E4lA9tJ9bGNSga2U8mgiHbKyMiAg4NDnvsUmsRJJBIsWbJENgt9zlxceS0fk5KSgsWLF+Ps2bMAgNatW2PmzJkwNjYGkD1z/+LFi3H16lVoamqiVatWmDlzpmztzfzo6OjIzZYfERHxRWvhkXKwnUoGtpPqYxuVDGynkkER7ZSzfFteFPo4deXKlbh06RL8/f3xyy+/4PDhw3ILfn9swYIFePToEbZt24atW7fi0aNHmDNnDoDs9esmTpyIDx8+YMeOHdiwYQMePHgAT09PRd4OERERkdIoLInLyMhAUFAQPD094eDggGbNmsHDwwMBAQGyxYU/dvbsWQwfPhx169ZFvXr1MHLkSPzvf/8DkJ2V3r17F76+vrCxsYG9vT28vLxw7tw5JCcnK+qWiIiIiJRGYUlcREQE0tLS0LhxY1mZk5MTEhISEB0dnet4Y2NjhISE4P3790hJScGRI0dgZ2cHADAzM8PmzZvllgnJWcyXSRwRERGVBQpL4mJjY6GrqwsDAwNZWU4S9vr161zH56wP5+zsDCcnJzx58gQrV64EkJ3gfbrO4W+//QYLCwsu5EtERERlgsIGNqSlpeUawaGtrQ0AEIvFuY5/8uQJatasCT8/PwDA0qVLMX36dGzfvl3W65Zj06ZN+PPPP7Fx48bPxpGRkSH3kmB6enqBLw2SamA7lQxsJ9XHNioZ2E4lg7LbSWFJnEgkypWs5Wzr6urKlUdHR2PRokU4ceIELCwsAGQv4NyuXTtcu3YNLi4usmPXrVuHNWvWYN68eWjduvVn4/jc6NTk5GTExcVBIpF8+U1SsclrBLOWlhYqV64MQ0NDJUREeeGIOtXHNioZ2E4lg7JHpyosiatSpQpSU1ORkpICfX19AEB8fDwAwNTUVO7YO3fuQCQSyRI4IPs9OGNjYzx//lyWxPn4+GDnzp2YP38+Bg0a9J9jTE5ORmxsLMzMzKCrq5urx4+UJy0tTS7ZFwQBaWlpePHiBQAwkSMiojJHYe/E2djYQFdXF2FhYbKy0NBQmJiYwNzcXO5YU1NTpKamIiYmRlb25s0bJCYmyo5dvXo1AgICsGTJkiJJ4AAgLi4OZmZm0NPTYwKn4tTU1KCnpwczMzPExcUpOxwiIioCgbcDUWNVDagvUEeNVTUQeDtQ2SGpNIUlcSKRCK6urli4cCHCwsJw5coV+Pn5YdiwYQCAxMREJCYmAgAcHBxgZ2eH6dOn486dO7h37x5+/PFH2NnZwcnJCffu3cPGjRsxatQotGjRAvHx8bKvzMzMr45RIpHkerRLqk1XV5ePvomISoHA24EYGzIWUUlRECAgKikKY0PGMpErgEJXbJg+fToyMjIwduxYaGtro3fv3hgzZgwAYMqUKQCAnTt3QkNDA/7+/vD19cXYsWMhCAKaN2+O2bNnQ11dHSdPnkRWVha2bNmCLVu2yF0jJCQEVlZWXx0je+BKFrYXEVHp4HXGC6mSVLmyVEkqvM54wa2+m5KiUm0KTeJ0dHTg7e0Nb2/vXPt27twpt21iYoIVK1bkWc+0adMwbdq0YomRiIiIFC86KfecsTnlgiDwP+15UGgSR8Wnbdu2spf8P/XgwQO57ejoaPTo0QOXL19GuXLl8q3z7du3WLVqFc6ePYvExESYmpqiY8eOmDRpkmxwChER0X91NeYq1NTUIAhCrn0CBNRbXw+D6w/GILtBsKxgqYQIVROTuFLkxx9/RJ8+fQo8JiYmBmPGjEFaWtpn6xs3bhyMjIywbt06VKxYEY8fP8aSJUvw6NGjXI+xiYhUWeDtQHid8UJ0UjTMjczh086Hj+hUxJ47ezDijxGoIKqAFEkK0jPTZft0NXUx0G4gHr97jLnn5mLuublobNYYg+0Go3+9/qhqUFWJkSsfk7hSpFy5cnJLkX0qJCQEixYtQtWqn/+mf/DgAf755x9cuHABVapUAQBUq1YNurq6GDp0KGJiYrg6BhGVCDkvzOe8b5XzwjwAJnJKJAgCFl5YiPkX5qOFeQsE9w/GqSen8k22nyc9x567e7Dr9i78cPIH/HjqR7Sp0QaD6w9GH9s+KC8qr9wbUgKFjU4ta1RxmPS5c+cwffp0zJo167PHqqtnf2v89ddfcuWNGjXC0aNHUblyZQDZK2AsXrwYzZs3R8OGDTFx4kTExsYCyP4BDQgIQKdOnVC/fn307NkTFy5ckNU1dOhQzJ8/H9999x2aNm2Kx48fIyUlBXPnzkXjxo3h4uKCqVOnyuojIvoa+b0wP/vMbCVFRGmSNLgFu2H+hfkY3mA4Tg89jUrlKsGtvhue/fAMWT9n4dkPz+SS7OpG1fFTs59wY9wNREyKwJyWcxCVFAX3w+4wXWGK3nt6Y9/dfUiTfP5JU2nBJK4YqOow6ZUrV8LV1bVQx9apUwctWrTAnDlz0KVLF/j4+ODMmTMQi8WoXbu2bMm0efPm4cyZM1i+fDn27duH1NRU/PjjjwCyl0NbvXo1pk6disOHD6N9+/aYMGEC7t+/L7vO/v37MWfOHPj7+8PS0hLz5s3Ds2fPsHXrVuzcuRNqamoYPXr0f5o6hojKLkHI/jc4L9FJ0Rh6cCi23NiCRwmP8nwfi4re65TXaLOjDYLuBMG3nS+299wOHU2dz5/4ERsTGyxoswAPJz/EtdHXMMl5Eq7GXEX//f1ReUVlDDs4DCciT0Ailahkp0pRURPK2Hftp0tkfLyd1/IZv9/6HdvCt33RNf6O+RsZ0oxc5ToaOmhSrUmh6hjlOArDGgwr9DXbtm2LuLg4aGlpyZVv3rwZTk5OcmVXr17FsGHDcOPGjQIHNojFYuzcuRN//PGHbHCEvr4+Zs+ejb59++L9+/do0qQJ1qxZg3bt2gHIHjSxd+9eTJ06Fa1atcKYMWPg7u4uq3P06NEwMjKCn58fhg4dCh0dHdn7dc+fP0f79u1x8eJF2SoeYrEYLi4u8PX1RadOnfKMk8vTqA62heorS20UlRiFCUcn4Hjk8Tz362nqQV9HH3EfsicMr6pfFa0sWqG1RWu0rtEatia2ShsRWVrb6Z/Yf9BtVzckpCUgoHcAetv2LrK6pVlSXIi6gF23d+FAxAEkpifCQMsAadI0ZGb92xGgp6WHTd03/adH6Yp8x7Kg7wW+E1cM8krgCiovKuPGjUOPHj3kyj5d0uxLaGtrw93dHe7u7oiLi8Ply5cREBAALy8v1KpVCxoaGsjMzET9+vVl55ibm+Onn35CQkIC3r17BwcHB7k6GzVqhBMnTsi2q1evLvt7ZGQkAKBz585y56SlpeHZs2dffR9EVLZIs6RYd32d7HHpUPuhOBBxQO6Ras4v8sF2g/Ew4SEuRF3I/np2AXvu7gEAmOiZ/JvUWbRGfdP6UFf79wEWB0t8mZAHIRh0YBDKi8rj0shLcKzqWKT1a6hroG3Ntmhbsy3WdVmHE5EnMDh4sFwCB2Q/Sh9+cDiWX14OY11jlBeVR3lReRiLjOX+LC8qn2u/npYedt3ZpTLvWDKJ+4xhDYZ9UY8YANRYVSPP7nsLIwucH3G+iCLLzdjYWG692f/i1KlTePnyJUaMGAEAqFy5Mnr37o2uXbuiY8eOuHTpEjp06AAAeT6C0NHJu2s8KysLWVlZsm2RSCT7u1QqhZaWFg4dOlTo+oiIPnY37i5Gh4zG3zF/47va32Fjt40wNzJHp9qd8k24rE2sYW1ijbGNsieXf/LuCS5GXZQldsERwQAAY5ExWlq0RCvzVkjNTIXvJV+V+EWu6gRBwMorKzH9z+loWLUhDg86jG8MvinWa+po6qCnTc9834+TClJYlLdAYnoiHr99jMT0RLxLf4cUcUqB9WqqayJLyEKWkCVXrqxJiZnEFQOfdj5yWTqQ/b8+n3Y+Sozqy7x8+RLr1q1Dnz595BaX19bWho6ODipUqIBq1apBQ0MD9+7dk/X4PX/+HP369cMff/yBypUrIzw8HI0aNZKdHx4ejlq1auV5zVq1akEikSA1NVXWdfzhwwd4eHhg5MiRslGyRESfysjMwJJLS7D4r8Uw1DFEQO8ADK4/WPY41K2+W6F+waqpqcGygiUsK1hipONIANnvzl14dkGW2B1+cDjPc7m6QG5iqRgTj07E1vCtcK3rih29dkBPS09h1zc3Ms+3U+WPgX/kKs/MykRSehLepb9DYnpidnKX9tHf099hyaUleV4rv8mKixOTuGKQ8wNckrvZ+/Tpg4CAAAwfPhxTp06FlZUVXr9+jeDgYKSnp6Nbt27Q19eHq6srfH19oa+vj/Lly8PX1xd16tSBqakpxo4dizVr1uCbb75B3bp1ceTIEVy+fDnX6hw5atWqhbZt22LGjBn4+eefYWxsDD8/P9y5cwc1a9ZU8CdARCXFledXMDpkNO7F34NbfTf80ukXVCqX/3RLX8rcyBxDGwzF0AZDAQAv37+E2UqzPI+NTopGZlYmNNX56zUhNQGu+1xx/tl5zGk5BwvaLJB7HK0IX9qpoqmuiYp6FVFRr2K+de66vSvPxNDcyPy/B/yF+F1WTAr7vz5VZWhoiKCgIKxduxYLFy5EfHw89PX10aJFCwQFBcHIyAgAMHPmTPj6+mLy5MmQSqVo3rw55s6dCwAYMmQIUlNTsWzZMiQkJMDKygobN27MNdDiY0uXLsWSJUswadIkiMViODo64rfffoOBgYFC7puISo73Ge/hddYLv177FdUMq+Ho4KPoUqdLsV/3G4NvYGFkkecvcgECqv9SHUPth2Kkw0jYVip9gxMK48GbB+gW1A3RSdHY2XsnhtgPUUocxdGpokpP2zg69TOjU0k1pKWlQVdXN899bDfVwbZQfaWljY4/Oo7xR8fjedJzTG48GT5tfWCgo7j/7H06gTCQ/Yt8XKNxePLuCY4+OorMrEy4mLlgpMNIDLQbCCORUaHrL8ntdObJGbjuc4WWuhYODTyEZtWbKTukIqcqo1M5TxwR0X9QmuegUkXxH+IxJHgIuuzqgnJa5XBp1CWs+W6NQhM4ILuHZ1P3TbAwsoAa1GBhZIFN3TdhZaeVODTwEGKmxcCvox8+SD5g/NHxqOJXBW7Bbjj95HSul+JLE/9Qf3QK6AQzAzNcG3OtVCZwAGSTEt/tfzfXpMSKxMepRERfics5KY4gCLLllpLSk/Bz658xq8WsL54ktigV9NqMqb4pfmz6I6Y1mYawV2HYHr4du+7swq7bu2BuZI7hDYZjhMMI1DLOe6BXSSPNksLjlAdWX12N72p/h92uu2GoY/j5E+k/YU8cEdFXym85J68zXkqKqHSKSoxC111dMeTgEFgaW+LGuBuY/+18pSZwhaWmpganb5ywrus6vPJ4hd19d8PWxBaLLi6C5RpLfPvbt9hxcwc+iD8A+Ldnt97eekXWs1scvcUf12n+izka+jfE6qur8YPLDzg86DATOAVhTxwR0VfKb0oBZUw1UJp8/L5ReVF5fBB/gJaGFlZ3Xo1JzpOgoa6h7BC/ikhThAF2AzDAbgBikmPw+63fsf3mdoz4YwQmH5+MRlUa4e8X/674UxQ9u8XRW/xpnc+Tn+N58nOMdBiJXzr/8lV10tdhEkdE9JW+MfgGL96/yFWuqa6Jk5En0al23kvFUf4+TRDepb+Dupo6lrZdiqkuU5UcXdGpZlgNs1vOxqwWs3D5+WVsD9+O7Te3Q4D8WMNUSSrGHxmPv6L+kk0ymyVkQSpI5bazhCxIs3KXnXl6BumZ6bnqdP/DPd8lJT833vF/z/+X5wpEZ5+e/cJPgf4rJnGfEARBaWvl0ZcrY4OrSYUkpidCDbn/rdDW0IaRjhE6B3ZGh1odsLzDcjSo0kAJEZY8giDgx5M/5npEnSVkYdXfq/BDkx+UE1gxUlNTQwvzFmhh3gLbb27P85gUcQoO3j8IdTV1qKupQ0NNQ/Z3dTV1aKh/sv3R/k8TuBwZ0gyIpeL848rje/vjc/PCHmjFYxL3ES0tLaSlpUFPT3GzSdN/k5aWBi0tLWWHQWVMemY6eu3uhdgPsfBs7ondd3bLTTXgauuKDaEbsPDCQjj6O2K4w3B4t/FGNcNqyg5dJSVnJGPHzR1Yd32dbDH6T5WFBKGg1QWe/fDsq+osaBnIv0b+VaR1KmOy27KOAxs+UrlyZbx48QKpqans4VFxgiAgNTUVL168QOXKlZUdDhUDVZ26Q5olxdCDQ3Eh6gJ+6/UbfNv74tkPz5D1c5ZsqgEdTR380OQHPJ76GB5NPbDr9i5YrbXCnLNzkJyRrOxbUBkR8RGYfGwyzFaaYeqJqTASGaGibt4z5ZeFBMGnnU+uJan+6ySyJaVO+jrsiftIzhqhL1++hEQiUXI09DGJRJKrx01LSwumpqZya7tS6aCqU3cIgoDvT3yP/ff2w6+jHwbXH1zg8ca6xljecTkmOk+E11kv+Pzlg01hmzD/2/kY03AMtDTKXi9yZlYmjjw8gl+v/YozT89AW0MbA+0GYpLzJDQ2a5zvJLplIUEojtUFSkqd9HW4YkMJnhW7LGE7lQxF1U4FPQL62sdKRWHxX4vhddYLPzX9Ccs7Lv/i86+/uI6f/vwJF6MuwrqiNZa2X4oe1j0U+h6usn6W3qS+wZYbW7AhdAOik6JR3bA6JjhNwOiGo3Otc6rI2fBVFf/NKxkU0U4FXYM9cUSkclRx6o7t4dvhddYLbvXdsLTD0q+qw9nMGeeHn0fIwxDM+HMGeu3phVYWrbCiwwo4mzkXccSqIexlGH69/iuCbgchQ5qBNjXa4JdOv6CHdY98F4kv6WtPEykKkzgiUhmCIOC3m7/lu19ZAwOOPDyCMSFj0NGyI7b13AZ1ta9/nVhNTQ09rHvgu9rfYcuNLZh/YT4ab2mMgXYDsbjtYtQ0rlmEkStHRmYG9t/bj1+v/4q/Y/5GOa1yGOU4CpOcJ6Fe5XrKDo+o1ODABiJSCVGJUegc2BmjDo+CVUUriDRFuY4RS8W4E3dHoXH9HfM3+u/rD4cqDtjfbz+0NbSLpF4tDS1McJ6AyCmRmNNyDv64/wds1tngp1M/YVPYpmKbYb8oVwL4uF71BeqotrIaeu/uDfNV5hhycAgSUhOwuvNqvPjxBdZ3Xc8EjqiIMYkjIqXKErKw4foG2G2ww+Xoy1jXZR3uTbqHLT22yC0uPrfVXKipqcFliwsC/1HMSNX7b+6j666u+MbgGxxzO1Ysi6wb6BjAu603Hk55CLf6bvC74odxR8YhKikKAgTZoI7/knTlDBYoijozszKRnJGMV+9f4Zcrv2D04dGyel+8f4FDDw7BzMAMJ4ecxP3J9zHVJXvUKREVPT5OJSKlefz2MUaHjMb5Z+fRoVYHbOq+CTXK1wCQ93tRE50nYsD+ARhycAj+jvkbfp38iqxn7FMv379Ep4BO2asvDDmJyuWKdyqbaobVsK3nNpyIPIFXKa/k9qVKUjHq0Cisu7YO2hra0NHUgbaGtuxLR0Mnz7/nHLv4r8V5rvE66egk3I27iw/iD0iVpOKDRP7PVElqrn0FTRCb423aW3S07Fiknw8R5cYkjogUTpolxa/XfsXss7Ohqa6JLd23YJTjqM+O0qyiXwWnh57GrDOz4HfFD6GvQrGv374if1cuMT0RnQM6423aW1wYcQGWFSyLtP6CvE55nWe5OEsMfW19iKViJGckQywVQywVIyMz49+/S//9e2GSraSMJCy7vAzltMuhnFY56GnpoZz2//+pVQ4VdStmb2vq5XnMhKMT8qy3LEzMS6QKmMQRkULdf3Mf7ofd8b/n/0PXOl2xsdvGL0rCtDS0sKLjCjSp1gQj/xiJhv4Nsdt1N9rWbFsk8eWsxnD/zX0cHXwUDas2LJJ6C6ugWftPDT1V6HoEQYAkSwKxVAzbdbaISY7J+1o/5L5WYfle8uXM/URKxHfiiEghMrMysfTSUjhsdEBEfAR29t6JkEEhX92L5lrXFdfHXIeJngk67OwA30u+yBKy/lOM0iwphgQPka3G0MGyw3+q72sU1Wz4ampq0NbQhr62Pnzb++ZZ5+J2i1UiViL6OkziiKjY3Y69jaZbm2LmmZnoatUV9ybdwxD7If95klsbExtcG3MN/er2w6wzs9B7T28kpid+VV05qzEciDhQqNUYiotbfTds6r5JblDHpu6b/vMM+0VdZ3HWS0SFo9DHqRKJBEuWLMHRo0cBAH379oWHhwc0NDRyHZuSkoLFixfj7NmzAIDWrVtj5syZMDY2/uK6iEg5JFIJllxagkUXF6G8qDz2uu6Fa13XIl2hQF9bH0F9g9C0WlP89OdPcN7sjAP9D8De1P6L6llyaQnWXV+Hn5r+hB+b/lhk8X2N4pjsNqfOop5hnhPzEimPQnviVq5ciUuXLsHf3x+//PILDh8+DH9//zyPXbBgAR49eoRt27Zh69atePToEebMmfNVdRGR4t14dQPOm53x8/mf4VrXFfcm3UO/ev2KZYkpNTU1fN/ke5wffh4fxB/QZEsT7Ly1s9Dnbwvf9p9XYyAiUjSFJXEZGRkICgqCp6cnHBwc0KxZM3h4eCAgIABZWbnfYzl79iyGDx+OunXrol69ehg5ciT+97//fVVdRMXt4wlPi3Ii1ZLi44lkLX6xQM+gnmi8uTHiPsTh0IBD2NV3F0z0TIo9jubmzXFj3A00NmuMYYeGYeLRicjIzCjwnCMPj2BsyNgiWY2BiEiRFPavVUREBNLS0tC4cWNZmZOTExISEhAdnXs4urGxMUJCQvD+/XukpKTgyJEjsLOz+6q6iIpTUU6kWhJ9ev/RydE4/PAwmldvjrsT76KnTU+FxlNFvwpODzuN6c2mY0PoBrT6rRWeJz3P89grz68Uy2oMRESKoLAkLjY2Frq6ujAw+HfG80qVKgEAXr/OPS+St7c37t69C2dnZzg5OeHJkydYuXLlV9VFVJy8znjlOZGq1xkvJUWkWHndPwBEJUXBWNdYCREBmuqaWNZhGQ70P4CI+Ag03NQQp5+cljvm/pv76BbUrVhXYyAiKk4KG9iQlpYGHR0duTJt7ez/9YrFuSelfPLkCWrWrAk/Pz8AwNKlSzF9+nRs3779i+v6WEZGBiIiImTb6enpctukmlS5nfKb2DQ6KVplYy4KYqkYZ1+ezXOeMEA17t8Wttjddje+/9/36BTQCR3MOuCft//gdeprqKmpQVddF+varENCdAISkKDUWBVFlX+W6F9sp5JB2e2ksCROJBLlSrBytnV1deXKo6OjsWjRIpw4cQIWFhYAgLVr16Jdu3a4du3aF9X1KR0dHbmRWUU9UouKhyq3k6GOIZIykvLc93f63xjhMKJYXuZXlsi3kdgcthnbb25HfGo8NNQ0IBWkuY4zNzJXiTazhS1aObZCx50dcTLmpKxcEARI1aR4I3qDTradlBihYqnyzxL9i+1UMiiinQpKEhX2OLVKlSpITU1FSkqKrCw+Ph4AYGpqKnfsnTt3IBKJZAkcAJiZmcHY2BjPnz//orqIitOqv1chKSMJGmryU9voaurCxsQGow6PgluwG5IzkpUUYdHIyMzAnjt70O73dqiztg78rvihhXkLHHc7ju09t6v8hK/62vp48f5FrvL0zPQy89ibiEofhSVxNjY20NXVRVhYmKwsNDQUJiYmMDeXX6LF1NQUqampiIn5d5mYN2/eIDExEebm5l9UF1Fx2Ra+DdNOTkNf277Y3nO73ISnm3tsxu0Jt7GozSLsvbsXjv6OuP7iurJD/mIPEx5i+qnpqPZLNQw8MBBP3j2BT1sfPJ/2HMEDgtG5dmcMbTC0REz4mt/gBq7zSUQllUIfp7q6umLhwoVYtmwZxGIx/Pz8MGzYMABAYmIiAKB8+fJwcHCAnZ0dpk+fDi8vL6irq8PX1xd2dnZwcnKCurp6gXURFbd9d/dhTMgYdLLshMA+gdDR1MHQBkNzHefVygvf1vgWg4MHo9m2ZljSbgl+bPqjSk9jkZGZgYP3D2JT2Cace3YOGmoa6GnTE2MbjkUHyw55xl5cE8kWpfzWJOU6n0RUUil0xYbp06cjIyMDY8eOhba2Nnr37o0xY8YAAKZMmQIA2LlzJzQ0NODv7w9fX1+MHTsWgiCgefPmmD17NtTV1T9bF1FxOhF5Am7BbmharSkO9D8AHU2dAo9vbt4cN8fdhPthd0z/czrOPD2DHb12oHK5ygqKuHAevHmAzTc247ebvyEhLQE1y9fE4raLMcJhBKoaVFV2eP+ZTzsfjA0ZKzeSVtUe+xIRfQk1QRAEZQehSJ/2FKhyzwH9S1Xa6a+ov9ApoBNsTGxwbvg5GImMCn2uIAjYGLoR005Og7GuMXb23on2tdoXY7R5C7wdCK8zXohOikY1w2robtUdd+Pv4kLUBWiqa6KXTS+MbTgW7Wq1++IeQ1Vpp/x8fO/mRubwaeejco99i5uqtxFlYzuVDIoa2JDfNRTaE0dUkt14dQPdgrrBorwFTg45+UUJHJC9NNQE5wlobt4cA/cPRMedHeHZ3BML2yyEloZWMUUtL2di3pzeqOfJz7E+dD0q6VXCknZLMMJhBKroV1FILMrAdT6JqDRR3RdziFRIRHwEOgV0grHIGH8O/ROVylX66rrsTe1xfcx1uDu6w/eyL1r91grPEp8VXbB5kGZJcSn6EiYenZjnxLy6WrqY2WJmqU7giIhKGyZxRJ/x9N1TtN/ZHprqmjg97DSqGVb7z3WW0y6HzT02Y3ff3bgXfw8OGx2w7+6+Ioj2X+8z3uPAvQMYfmg4TFeYouX2lvlOdZLfyE0iIlJdTOKICvDq/Su039keaZI0nBpyCrUr1C7S+gfYDcDNcTdhY2KD/vv753rx/ktFJ0Vj3bV16BzQGSbLTeC6zxUhD0LwXZ3vsNd1L6obVs/zPI7QJCIqefhOHFE+ElIT0GFnB8R9iMOZYWdQ37R+sVynpnFN/DXyL8w9NxdLLy/F5eeXscd1D+wq23323CwhCzde3cDhB4dx+MFh3Iq9BQCoU6EOpjSegh7WPdCsejNoqmf/qIuzxByhSURUSjCJI8rD+4z3+C7wO0S+jcRxt+NobNa4WK+npaEF3/a+aFezHYYeHArnzc74pdMvMNA2gNdZ+dGUfWz64MzTMwh5EIKQhyF4lfIK6mrqaF69OZZ3WI7uVt1hbWKd53VyXuov6yM0iYhKAyZxRJ9Ik6She1B3hL8OR3D/YLSp2UZh1+5g2QG3xt/CsEPDMOHoBLl1SaOSojD84HCMxEhIBAn0tfXRuXZn9LDqgS51uqCiXsVCXYMjNImISgcmcUQfkUgl6L+/Py5GXURgn0B0t+6u8BhM9U1x3O04Ki6riMT0RLl9UkEKXW1dHOl/BK0tWn92omEiIiq9mMQR/T9plhTDDg3DkYdHsLHrRgyqP0hpsairqSMpPSnPfR/EH9DRsqOCIyIiIlXD0alEyF5NYcLRCdh9ZzeWtl+KcU7jlB1SviNGOZKUiIgAJnFEEAQBM/6cgc03NmN2i9mY0XyGskMCkL3Wp56WnlwZR5ISEVEOJnFU5i3+azFWXFmBSc6TsKjtImWHI+NW3w2bum+ChZEF1KAGCyMLbOq+iYMSiIgIAN+JozLo40XQy4vK4136Owy1H4o1362BmpqassOTw5GkRESUHyZxVKZ8ugD8u/R30FDTQIdaHaCuxo5pIiIqOfhbi8oUrzNeuZa1kgpSzD03V0kRERERfR0mcVSmRCdFf1E5ERGRqmISR2VKVYOqeZZz2g4iIippmMRRmRH/IR6Z0sxc5Zy2g4iISiImcVQmpEpS0T2oO96L32N+6/mctoOIiEo8jk6lUk+aJcXgA4Nx7cU1BA8IRi+bXvj525+VHRYREdF/wiSOSjVBEPDDiR/wx4M/sPa7tehl00vZIRERERUJPk6lUs3vih9+vf4rfmr6EyY3nqzscIiIiIoMkzgqtXbf2Y3pf07HgHoDsLTDUmWHQ0REVKSYxFGpdOHZBQw/NBytLFrht16/cTUGIiIqdfibjUqde/H30GtPL9QyroWDAw5CpClSdkhERERFjkkclSqv3r/Cd4HfQaQpwnG346igW0HZIRERERULjk6lUuN9xnt03dUVCakJuDjyImqUr6HskIiIiIoNkzgqFSRSCfrv749/Yv9ByKAQNKzaUNkhERERFSsmcVTiCYKACUcn4ETkCWzuvhnf1flO2SEREREVO74TRyXeoouLsDV8K+a0nIPRDUcrOxwiIiKFUGgSJ5FIsHDhQri4uMDFxQXLli2DVCrNdVxwcDCsra3z/Lp+/ToAIDY2FlOmTIGzszNatGiBRYsWIT09XZG3Qypgx80dmHd+HoY1GIaFbRYqOxwiIiKFUejj1JUrV+LSpUvw9/dHamoqZsyYAX19fUycOFHuuC5duqBly5ZyZbNmzcL79+/h6OgIAJg2bRr09fURFBSExMREeHp6Ql1dHbNnz1bY/ZBy/fn4T4wOGY32tdpjc/fNUFNTU3ZIRERECqOwJC4jIwNBQUHw8/ODg4MDAMDDwwPLly/H+PHjoa7+b6egSCSCSPTv3F6nT5/G1atXcezYMWhqaiIpKQlhYWHYvXs3ateuDQDo168fjh49qqjbISW79foW+u7tC1sTW+zvtx/aGtrKDomIiEihFPY4NSIiAmlpaWjcuLGszMnJCQkJCYiOjs73vMzMTCxfvhwjR45E9erVAWQneXp6eggODkZGRgbevHmDP//8E/Xq1Sv2+yDle570HF12dYGhjiGOuR2DkchI2SEREREpnMKSuNjYWOjq6sLAwEBWVqlSJQDA69ev8z3v5MmTiIuLw+jR/76wrqOjg4ULF+L48eNwcHBA8+bNoaamhnnz5hXfDZBKSExPRJddXZAiTsFxt+OoZlhN2SEREREphcKSuLS0NOjo6MiVaWtnPwITi8X5nrdr1y706dMHhoaGcuWPHz+Gk5MTgoKC4O/vj8TERCxatKjoAyeVIZaK0WdPHzx48wAHBxxEfdP6yg6JiIhIaRT2TpxIJMqVrOVs6+rq5nlObGwsQkND4enpKVf+999/Y8eOHbh48aKsZ69cuXIYMmQIJkyYIHvsmpeMjAxERETIttPT0+W2SbUciTqCX27/gtepryHSECFNmgZfF19UTa/KdlNB/HlSfWyjkoHtVDIou50UlsRVqVIFqampSElJgb6+PgAgPj4eAGBqaprnORcvXkTVqlVhb28vV3779m2YmZnJPZq1s7MDAMTExBSYxOno6MDW1la2HRERIbdNqiPwdiDm35iPVEkqACBNmgYtdS1UM6vGNlNR/HlSfWyjkoHtVDIoop0KShIV9jjVxsYGurq6CAsLk5WFhobCxMQE5ubmeZ4THh4OJyenXOWmpqZ48eIFUlNTZWWPHj0CgHzropLH64yXLIHLIcmSwOuMl5IiIiIiUh0KS+JEIhFcXV2xcOFChIWF4cqVK/Dz88OwYcMAAImJiUhMTJQ758GDB6hTp06uutq2bQsjIyNMnz4djx49wo0bNzBnzhx06tQJZmZmirgdKkYZmRnYe3cvopKi8twfnZT/aGYiIqKyQqGT/U6fPh0ZGRkYO3YstLW10bt3b4wZMwYAMGXKFADAzp07ZccnJCTAyCj39BH6+vr4/fffsXjxYri5uUEkEqFDhw7w8PBQzI1Qsbgbdxdbw7fi91u/IyEtARpqGpAKuVf0MDdibysREZFCkzgdHR14e3vD29s7176Pk7cc58+fz7cuc3NzbNy4sSjDIyVIEadg79292HJjC67EXIGWuhZ62fTC6IajEZsSi/FHx8s9UtXT0oNPOx8lRkxERKQaviiJe/nyJQIDA/H06VPMnz8fly5dQq1atWQrMBAVhiAIuP7yOrbc2IKgO0FIEafA1sQWfh39MNR+KCqVqyQ7Vl1dHV5nvBCdFA1zI3P4tPOBW303JUZPRESkGgqdxN26dQsjRoxAw4YNcfXqVWRkZODOnTuYN28efv31V3z77bfFGCaVBm/T3iLgnwBsubEFt+NuQ09LDwPqDcDohqPRtFrTPNc+davvBrf6bhypRURE9IlCJ3HLli3DhAkTMHbsWNki9PPmzUOFChWwatUqJnGEwNuBuXrNBtkNwvln57HlxhYERwQjQ5oB52+c4d/NHwPtBsJQx/DzFRMREVEuhU7i7t27hyVLluQq79mzJzZv3lykQVHJE3g7EGNDxsreX4tKisLIQyMx7cQ0xKfGo7yoPMY2Ggt3R3c0qNJAydESERGVfIVO4oyNjREdHZ1rHrbbt2+jYsWKRR4YlSz5zemWnJGMgN4B6GPbB7paea/MQURERF+u0Emcm5sb5s2bJ5vGIyIiAufOncO6devg7u5ebAFSyZDf3G1iqRhu9hyIQEREVNQKncS5u7ujXLly8PPzQ1paGqZOnQoTExNMmDABw4cPL84YqQQwNzLPc3JezulGRERUPL5oipGBAweib9++kEgkkEqlSEtLQ+XKlYsrNipBfNr5YNjBYcgSsmRlnNONiIio+BR62a24uDgMHToUa9euhZ6eHgwMDNCzZ08MHz4cb9++Lc4YqQRwMHVAlpCF8qLyUIMaLIwssKn7Js7pRkREVEwKncQtWLAAmpqa6Nevn6xs79690NTUxKJFi4olOCo51l9fDx0NHTya8ghZP2fh2Q/PmMAREREVo0I/Tv3777+xb98+VK9eXVZWvXp1zJw5E25u/GVdlr3PeI/f//kdA+wGwETPRNnhEBERlQmF7onT1dVFXFxcrvKkpCSoqxe6GiqFAv4JQIo4BROdJio7FCIiojKj0NlXly5dMHfuXJw/fx5v3rxBfHw8Lly4gLlz56Jz587FGSOpMEEQsO76OjSq2giNzRorOxwiIqIyo9CPU3/66SckJSVh8uTJkEqlALIXJ3d1dYWnp2exBUiq7a/ov3A3/i629tia59qnREREVDwKncRpa2tj6dKlmDt3Lp4+fQotLS1Ur14d5cqVK874SMWtu74OxiJjDLQbqOxQiIiIypQvmifu7du3uH//PiQSCQAgNjZWtq9169ZFGxmpvFfvXyE4IhhTG0+FnpaessMhIiIqUwqdxO3btw8LFy6UJXAfU1NTQ0RERJEGRqpv843NyMzKxATnCcoOhYiIqMwpdBK3bt06DBgwAD/88AP09fWLMyYqASRSCfzD/NHJshNqV6it7HCIiIjKnEKPTn337h1GjBjBBI4AAIcfHMbL9y8x0ZnTihARESlDoZO45s2b4/Lly8UZC5Ug60PXw9zIHF3rdFV2KERERGVSoR+n2traYvHixThz5gwsLCygpaUlt3/GjBlFHhyppoj4CJx9ehaL2y6GhrqGssMhIiIqkwqdxF27dg329vZIS0vD/fv3izMmUnEbQjdAW0Mb7g3dlR0KERFRmVXoJG7nzp3FGQeVECniFOy4tQP96vZD5XKVlR0OERFRmfXF88Q9ffoUWVlZALKXXBKLxbh79y7GjRtXLAGSagn8JxDJGcmY5DxJ2aEQERGVaYVO4g4cOID58+dDIpFATU0NgiAAyJ4jztramklcGZCzTqpDFQc0qdZE2eEQERGVaYUenbpx40a4ubnhypUrMDY2xokTJ7B3717UrFkT/fr1K84YSUVcfn4Zt+NuY5LzJK6TSkREpGSFTuJevXoFNzc3GBsbw9bWFpGRkbC3t4eXlxd27dpVnDGSilh3fR2MdIwwyG6QskMhIiIq8wqdxBkYGCA9PR0AULNmTdkI1Zo1a+LFixfFEx2pjNcpr3Hg3gGMdBiJctrllB0OERFRmVfoJK5Zs2bw9fVFTEwMHB0dcezYMbx48QIhISGoWLFiccZIKmDLjS2QZEm4TioREZGKKHQSN3v2bADA+fPn0blzZ1SuXBnt2rXD2rVrMWkSRyqWZplZmfAP80eHWh1gVdFK2eEQERERvmB0asWKFbF161bZ9vbt23Hv3j2YmJjA1NS0WIIj1XDk4RHEJMdg7XdrlR0KERER/b8vmifuwYMHePz4McRisazs0aNHAIBevXp99nyJRIIlS5bg6NGjAIC+ffvCw8MDGhrySzcFBwdj1qxZedYREBAAZ2dnpKamwtfXFydOnICamho6d+6M2bNnQ0dH50tuiQph3fV1qG5YHd2suik7FCIiIvp/hU7i1q5di3Xr1kFXVzdXoqSmplaoJG7lypW4dOkS/P39kZqaihkzZkBfXx8TJ06UO65Lly5o2bKlXNmsWbPw/v17ODo6yrYfPXqELVu2QCKRYPr06Vi1ahU8PT0Le0tUCA/ePMDpJ6exqM0iaKp/Uc5PRERExajQv5UDAwMxa9YsDB8+/KsulJGRgaCgIPj5+cHBwQEA4OHhgeXLl2P8+PFQV//39TyRSASRSCTbPn36NK5evYpjx45BU1MTT548wYkTJ3Dw4EHUrVsXADB16lTs37//q2Kj/G0I3QAtdS2Mbjha2aEQERHRRwo9sEFdXR2tWrX66gtFREQgLS0NjRs3lpU5OTkhISEB0dHR+Z6XmZmJ5cuXY+TIkahevToA4MqVK7CwsJAlcED249yAgICvjo9y+yD+gN9u/gbXuq4w1ed7j0RERKqk0EncyJEjsXbtWqSkpHzVhWJjY6GrqwsDAwNZWaVKlQAAr1+/zve8kydPIi4uDqNH/9sTFBUVherVq2PPnj3o3Lkz2rZti6VLl8q9q0f/3a7bu5CUkYSJzhM/fzAREREpVKEfpzZt2hRbtmyBs7MzDA0N5R5/Atm9YwVJS0vL9S6dtrY2ABSYfO3atQt9+vSBoaGhrOzDhw+4desWxGIxlixZguTkZCxYsACpqalYsGBBgXFkZGQgIiJCtp2eni63TdkEQcDKSythbWSNCikVlP4ZsZ1KBraT6mMblQxsp5JB2e1U6CTO09MTtWvXRrdu3eTeVysskUiUK1nL2dbV1c3znNjYWISGhuYarKCpqYm0tDSsWbMGxsbGALIHOnz//ffw8vKSJYd50dHRga2trWw7IiJCbpuy/e/5/3A/8T42dt0o99haWdhOJQPbSfWxjUoGtlPJoIh2KihJLHQSFxMTgw0bNsDc3PyrgqhSpQpSU1ORkpICfX19AEB8fDwA5DvP3MWLF1G1alXY29vLlVeuXBkmJiayBA4AatWqBalUitevX391jPSv9dfXw1DHEG72bsoOhYiIiPLwRctu3bx586svZGNjA11dXYSFhcnKQkNDYWJikm/SFR4eDicnp1zlDRs2RHx8POLi4mRljx49go6Ojuw9O/p6cR/isO/ePgxvMBz62vrKDoeIiIjyUOieuIYNG+Lnn3/GiRMnUL169VwT9M6YMaPA80UiEVxdXbFw4UIsW7YMYrEYfn5+GDZsGAAgMTERAFC+fHnZOQ8ePEDHjh1z1eXi4oL69evDw8MDXl5eSE5OxrJly9C3b998H81S4W29sRViqZgDGoiIiFRYoZO4ixcvws7ODu/fv8e9e/fk9qmpqRWqjunTpyMjIwNjx46FtrY2evfujTFjxgAApkyZAgDYuXOn7PiEhAQYGRnlqkddXR0bNmyAj48PBg0aBG1tbfTo0QPTp08v7O1QPqRZUmwM24i2NdvCxsRG2eEQERFRPgqdxE2cOBGOjo5fNaghh46ODry9veHt7Z1r38fJW47z58/nW1eFChXg5+f31bFQ3o4+OoropGj80ukXZYdCREREBSj0O3E//PADnj17VoyhkCpYd30dzAzM0MO6h7JDISIiogIUOomzsLCQLXZPpdOjhEc49fgUxjUax3VSiYiIVFyhf1NbWFjA09MTGzduRPXq1XNN3Lt69eoiD44Ua0PoBmiqa3KdVCIiohKg0EmcpqYmevbsWZyxkBKlSlKx/eZ29LXti6oGVZUdDhEREX1GoZO4JUuWFGccpGRBt4OQmJ7IaUWIiIhKiC968enChQvw9/dHZGQkpFIpLC0tMXz4cHTt2rW44iMFEAQB666vg11lO7Q0b6nscIiIiKgQCp3EHTp0CHPmzIGrqysGDRqErKws3LhxAzNnzoRUKkWPHhzNWFJde3EN4a/Dsb7L+kLP+UdERETKVegkzt/fH7NmzYKb279rafbs2RNWVlbYvHkzk7gSbN31dTDQNsAQ+yHKDoWIiIgKqdBTjLx8+RItW+Z+1NaiRQtERUUVaVCkOG9S32DP3T0Y1mAYDHQMlB0OERERFVKhk7gaNWrgypUrucqvXLmCqlU5mrGkylkndYLTBGWHQkRERF+g0I9Tx40bB09PTzx69AgODg4AgPDwcOzbtw8///xzccVHxSTwdiBmn5mN6KRo6Gjo4GbsTdSrXE/ZYREREVEhFTqJ69KlC7KysrB9+3bs378fOjo6qFWrFlavXo02bdoUZ4xUxAJvB2JsyFikSlIBABnSDIwNGQsAcKvvVtCpREREpCIKTOKGDBmCVatWwcTEBIcOHUKXLl3QrVs3RcVGxcTrjJcsgcuRKkmF1xkvJnFEREQlRIHvxP3zzz+Ij48HAMyaNQspKSkKCYqKV3RS9BeVExERkeopsCeuadOmGDhwICpWrAhBENC3b1+oq+ed9505c6ZYAqSiZ25kjqik3COKzY3MlRANERERfY0Ck7hVq1bh9OnTSE5Ohre3NwYNGoRy5copKjYqJj7tfDDqj1EQS8WyMj0tPfi081FiVERERPQlCkzidHV10b17dwDAtm3b0LNnT5iamiokMCo+bvXdsCVsCy5GX4QgCDA3ModPOx++D0dERFSCFHp0alJSEj58+FCcsZACJWYkol3Ndjg19JSyQyEiIqKvUOjJfhs0aMD33kqJ9Mx03Im7A6dvnJQdChEREX2lQvfEqaurw8/PD+vXr0e1atWgo6Mjt3///v1FHhwVj39i/0FmViYaVW2k7FCIiIjoKxU6iWvQoAEaNGhQnLGQgoS9DAMA9sQRERGVYIVO4iZPnlyccZAChb0KQ0XdipxShIiIqAQr9DtxAHDs2DG4urrCyckJz58/x5IlS7B9+/biio2KSejLUDh94wQ1NTVlh0JERERfqdBJXHBwMBYsWIAOHTpAIpEAAGrWrIk1a9Zg8+bNxRYgFa00SRruxt/l+3BEREQlXKGTuO3bt2P+/PkYN26cbNWGgQMHYvHixQgKCiq2AKloyQY1fMMkjoiIqCQrdBIXHR0NOzu7XOX16tXDmzdvijQoKj5hrziogYiIqDQodBJXs2ZN/P3337nKjx8/jlq1ahVpUFR8Ql+GwkTPBNUNqys7FCIiIvoPCj06ddq0afj+++9x+/ZtSKVSBAUFITo6GufPn8fq1auLM0YqQmGvwjiogYiIqBQodE9c69atsX//fojFYtSpUwf/+9//oKOjgz179qBdu3bFGSMVkTRJGu7GcVADERFRaVBgT1xqaiqWLFmCkydPQltbG+3bt8ecOXOgr6+vqPioCN2KvQWpIOX7cERERKVAgUnc2rVrce7cOYwePRoaGhoIDAxEYmIiVq1apaDwqCjlrNTAnjgiIqKSr8Ak7vjx41i+fDmaNm0KAHB2doabmxskEgm0tLS++GISiQRLlizB0aNHAQB9+/aFh4cHNDQ05I4LDg7GrFmz8qwjICAAzs7OcmUeHh6Ii4vDzp07vzimsiT0VSgql6uMaobVlB0KERER/UcFJnHx8fGwtLSUbdevXx+CICAhIQFVqlT54outXLkSly5dgr+/P1JTUzFjxgzo6+tj4sSJcsd16dIFLVu2lCubNWsW3r9/D0dHR7ny06dP48iRI2jcuPEXx1PWhL0MQ6OqjTiogYiIqBQocGCDVCqV6yVTU1ODlpaWbMWGL5GRkYGgoCB4enrCwcEBzZo1g4eHBwICApCVlSV3rEgkQqVKlWRft27dwtWrV7FixQpoav6bdyYmJmLhwoVo2LDhF8dT1qRKUrlSAxERUSnyRWun/hcRERFIS0uT6zFzcnJCQkICoqOj8z0vMzMTy5cvx8iRI1G9uvzcZosWLULnzp3h4OBQXGGXGrde30KWkMVBDURERKXEZ+eJCw4Ohp6enmxbKpXijz/+gLGxsdxxbm5uBdYTGxsLXV1dGBgYyMoqVaoEAHj9+jVq1KiR53knT55EXFwcRo8eLVd+5swZ3Lp1C4cPH8aaNWs+dxtlXujLUADgcltERESlRIFJ3DfffJNrXVQTExMEBwfLlampqX02iUtLS4OOjo5cmba2NgBALBbne96uXbvQp08fGBoaysqSkpIwf/58rFixArq6ugVe91MZGRmIiIiQbaenp8ttl1Zn759FRVFFJMckI0Kt5N1vWWmnko7tpPrYRiUD26lkUHY7FZjEnT17tsguJBKJciVrOdv5JWKxsbEIDQ2Fp6enXPmiRYvQtm1buLi4fHEcOjo6sLW1lW1HRETIbZdWkecj4VLdBXXr1lV2KF+lrLRTScd2Un1so5KB7VQyKKKdCkoSC73s1n9VpUoVpKamIiUlRTZZcHx8PADA1NQ0z3MuXryIqlWrwt7eXq788OHDEIlEOHz4MIDsqUukUikcHR1x9OhRfPPNN8V4JyXPB/EH3Iu/hz42fZQdChERERURhSVxNjY20NXVRVhYGFq3bg0ACA0NhYmJCczNzfM8Jzw8HE5OuV/EP3XqlNz2pk2b8PDhQ6xYsQKVK1cu+uBLuFux2YMa+D4cERFR6aGwJE4kEsHV1RULFy7EsmXLIBaL4efnh2HDhgHIni4EAMqXLy8758GDB+jYsWOuuiwsLOS2DQ0NIRKJcpVTtpxBDRyZSkREVHooLIkDgOnTpyMjIwNjx46FtrY2evfujTFjxgAApkyZAgByqy4kJCTAyMhIkSGWSmGvwlBFvwq+MeBjZiIiotJCoUmcjo4OvL294e3tnWtfXktmnT9/vlD1fjrwgeSFvgxlLxwREVEpo7DJfkk5UsQpuP/mPldqICIiKmWYxJVyN1/fzB7UwCSOiIioVGESV8qFvQwDwJUaiIiIShsmcaVc2KswVNWvykENREREpQyTuFKOgxqIiIhKJyZxpRgHNRAREZVeTOJKsfBX4RAgsCeOiIioFGISV4qFveKgBiIiotKKSVwpFvoyFGYGZqiiX0XZoRAREVERYxJXioW9CmMvHBERUSnFJK6Uep/xHg/ePIBTVb4PR0REVBoxiSulwl9nD2pgTxwREVHpxCSulJKt1MDpRYiIiEolJnGlVOirUFQzrAZTfVNlh0JERETFgElcKRX2Moy9cERERKUYk7hSKDkjGQ8SHnCSXyIiolKMSVwpFP4qHADfhyMiIirNmMSVQqEvQwFwpQYiIqLSjElcEQu8HYgaq2pAfYE6aqyqgcDbgQqPIexVGKobVkflcpUVfm0iIiJSDE1lB1CaBN4OxNiQsUiVpAIAopKiMDZkLADArb6bwuIIfRnK9+GIiIhKOfbEFSGvM16yBC5HqiQVXme8FBZDUnoSHr19xPfhiIiISjkmcUUoOin6i8qLQ/jr/x/UwPfhiIiISjUmcUXI3Mj8i8qLg2xQA3viiIiISjUmcUXIp50P9LT05Mr0tPTg085HYTGEvQqDuZE5KpWrpLBrEhERkeIxiStCbvXdsKn7JlgYWQAAtNS1sKnbJg5qICIioiLHJK6IudV3w7MfnmFj142QZElQp2IdhV07MT0RkW8j+SiViIioDGASV0wG1R8EPS09bL2xVWHXvPHqBgCwJ46IiKgMYBJXTAx1DNGvbj8E3QnCB/EHhVwz7GUYAA5qICIiKguYxBUjd0d3vBe/x/57+xVyvdBXoahRvgYq6lVUyPWIiIhIeZjEFaMW5i1gVdEKW8MV80g17GUYe+GIiIjKCCZxxUhNTQ2jHEbhr+i/8ODNg2K91ru0d3j87jHfhyMiIiojFJrESSQSLFy4EC4uLnBxccGyZcsglUpzHRccHAxra+s8v65fvw4AiIyMhLu7O5ycnNC6dWv4+voiPT1dkbdTKMMdhkNDTQPbwrcV63VyBjWwJ46IiKhs0FTkxVauXIlLly7B398fqampmDFjBvT19TFx4kS547p06YKWLVvKlc2aNQvv37+Ho6MjUlJSMHr0aDRu3Bh79uxBfHw8vLy8IJFIMHfuXEXe0mdV0a+CrlZdsePWDixquwhaGlrFcp2wV9mDGhpWbVgs9RMREZFqUVhPXEZGBoKCguDp6QkHBwc0a9YMHh4eCAgIQFZWltyxIpEIlSpVkn3dunULV69exYoVK6CpqYnLly8jJSUFixYtgqWlJZo0aYLvv/8ehw8fVtTtfBF3R3fEfojFsUfHiu0aoS9DUbN8TQ5qICIiKiMUlsRFREQgLS0NjRs3lpU5OTkhISEB0dH5LxCfmZmJ5cuXY+TIkahevToAwMHBAevWrYO2trbsODU1NXz48CHPx7PK1qVOF1TVr1qsAxzCXoVx0XsiIqIyRGFJXGxsLHR1dWFgYCArq1Qpe33P169f53veyZMnERcXh9GjR8vKTE1N4eLiItuWSqXYuXMnGjduDA0NjWKI/r/RVNfE8AbDcezRMbx6/6rI63+b9hZP3j2BU1UOaiAiIiorFPZOXFpaGnR0dOTKcnrSxGJxvuft2rULffr0gaGhYb7HeHt74/79+9i7d+9n48jIyEBERIRsOz09XW67uLQybAVfwRfL/1yOMbZjirTu/8X+DwBgkmmikHtRBkW1E/03bCfVxzYqGdhOJYOy20lhSZxIJMqVrOVs6+rq5nlObGwsQkND4enpmed+qVSKBQsW4MCBA1i9ejVsbGw+G4eOjg5sbW1l2xEREXLbxcUWtmh1rxVCXoTAr7cf1NTUiqzuwwnZ7wL2cekDY13jIqtXlSiqnei/YTupPrZRycB2KhkU0U4FJYkKe5xapUoVpKamIiUlRVYWHx8PIPvxaF4uXryIqlWrwt7ePtc+iUSCadOm4eDBg1izZg3at29fPIEXIXdHd0S+jcTFqItFWm/oq1DUMq5VahM4IiIiyk1hSZyNjQ10dXURFhYmKwsNDYWJiQnMzc3zPCc8PBxOTnm/5+Xl5YULFy5g48aNaNeuXbHEXNRc67rCUMewyAc4hL0M4yS/REREZYzCkjiRSARXV1csXLgQYWFhuHLlCvz8/DBs2DAAQGJiIhITE+XOefDgAerUqZOrrjNnzuCPP/7A9OnTYWVlhfj4eNmXIAiKuJ2voqelh0F2g7D/3n4kpScVSZ0JqQl4mviUk/wSERGVMQqd7Hf69OnIyMjA2LFjoa2tjd69e2PMmOyX/KdMmQIA2Llzp+z4hIQEGBkZ5arn+PHjALIHNHh7e8vtu3HjBsqVK1dct/CfjW44Gv5h/gi6E4TxTuP/c31cqYGIiKhsUmgSp6Ojk2fiBcgnbznOnz+fZz0rVqzAihUrijo8hWhUtRHsTe2xNXxrkSRxoS9DAXClBiIiorJGoWunUvakxO6O7gh9GYpbr2/95/rCXoXB0tiSgxqIiIjKGCZxSuBW3w3aGtpFMsAh9GUoBzUQERGVQUzilKCiXkX0tumNgH8CkJ6Z/tX1JKQmICopiu/DERERlUFM4pTE3dEd79Lf4dD9Q19dR9ir7Ola2BNHRERU9jCJU5J2tdrBwsjiPz1S5aAGIiKisotJnJKoq6ljlOMonH5yGs8Sn31VHWGvwlCnQh0YiXJPw0JERESlG5M4JRrhMAJqUMP28O1fdX7oy1A0+obvwxEREZVFTOKUyNzIHB0tO2LbzW2QZkm/6Nz4D/GIToqGU1W+D0dERFQWMYlTMndHd8Qkx+DPJ39+0Xk5gxrYE0dERFQ2MYlTsh7WPVBRt+IXD3AIe5mdxDlWcSyOsIiIiEjFMYlTMh1NHQy1H4o/7v+B+A/xhT4v9FUorCpacVADERFRGcUkTgW4N3SHJEuCgH8CCn1O2MswTvJLRERUhjGJUwF2le3Q2KwxtoZvhSAInz0+7kMcnic/5yS/REREZRiTOBUx2nE07sbfxbUX1z57bM77cOyJIyIiKruYxKmIAXYDoKelhy03tnz22LBXYVCDGhyrclADERFRWcUkTkUY6hiif73+2H13N1LEKQUeG/oye1CDoY6hgqIjIiIiVcMkToW4O7ojRZyCfXf3FXhc2Kswvg9HRERUxjGJUyHNqzeHdUXrAueMi02JRUxyDN+HIyIiKuOYxKkQNTU1jHIchcvPL+P+m/t5HpOzUgN74oiIiMo2JnEqZliDYdBQ08C28G157g99GcpBDURERMQkTtVU0a+C7tbdsePWDkikklz7w16FwdrEGvra+kqIjoiIiFQFkzgV5O7ojrgPcTjy8EiufWEvOaiBiIiImMSppM61O6OqftVcAxxep7zGi/cvOKiBiIiImMSpIk11TYxwGIHjkcfxIvmFrDxnpQb2xBERERGTOBU1ynEUsoQs7Li1Q1aWM6jBoYqD8gIjIiIilcAkTkXVrlAbrS1aY1v4NmQJWQCyBzXYVrLloAYiIiJiEqfK3B3d8fjdY1yMuggguyeO78MRERERwCROpfWt2xeGOobYcmMLXr5/iVcpr/g+HBEREQFgEqfS9LT04FbfDQciDuDMkzMAwJ44IiIiAsAkTuW5O7ojPTMdI/8YCQAYdGAQAm8HKjkqIiIiUjYmcSru/pv7UIMapIIUAPA8+TnGhoxlIkdERFTGKTSJk0gkWLhwIVxcXODi4oJly5ZBKpXmOi44OBjW1tZ5fl2/fh0A8P79e3h4eKBRo0Zo0aIFtmzZoshbURivs14QIMiVpUpS4XXGS0kRERERkSrQVOTFVq5ciUuXLsHf3x+pqamYMWMG9PX1MXHiRLnjunTpgpYtW8qVzZo1C+/fv4ejY/bC715eXnj9+jUCAwPx7NkzzJo1C5UqVULPnj0Vdj+KEJ0U/UXlREREVDYoLInLyMhAUFAQ/Pz84ODgAADw8PDA8uXLMX78eKir/9spKBKJIBKJZNunT5/G1atXcezYMWhqauLFixc4deoUDh06BBsbG9jY2CAyMhI7duwodUmcuZE5opKi8iwnIiKiskthj1MjIiKQlpaGxo0by8qcnJyQkJCA6Oj8e5UyMzOxfPlyjBw5EtWrVwcA3Lx5EwYGBrCxsZGrKyIiAhkZGcV3E0rg084Help6cmV6WnrwaeejpIiIiIhIFSgsiYuNjYWuri4MDAxkZZUqVQIAvH79Ot/zTp48ibi4OIwePVqursqVK8sdV6lSJWRlZSEuLq6II1cut/pu2NR9EyyMLKAGNVgYWWBT901wq++m7NCIiIhIiRT2ODUtLQ06OjpyZdra2gAAsVic73m7du1Cnz59YGho+J/rArIf60ZERMi209PT5bZVUUPNhjje6bhcmarHXNRKQjsR26kkYBuVDGynkkHZ7aSwJE4kEuVKsHK2dXV18zwnNjYWoaGh8PT0/M915dDR0YGtra1sOyIiQm6bVBPbqWRgO6k+tlHJwHYqGRTRTgUliQp7nFqlShWkpqYiJSVFVhYfHw8AMDU1zfOcixcvomrVqrC3t89VV865OeLi4qCpqYmKFSsWceREREREqkdhSZyNjQ10dXURFhYmKwsNDYWJiQnMzfMeaRkeHg4np9xrhTo4OCAxMRGRkZGysrCwMNStWzfXY1YiIiKi0khhSZxIJIKrqysWLlyIsLAwXLlyBX5+fhg2bBgAIDExEYmJiXLnPHjwAHXq1MlVl5mZGdq0aQNPT0/cvXsXJ0+exNatWzF8+HBF3AoRERGR0il0st/p06cjIyMDY8eOhba2Nnr37o0xY8YAAKZMmQIA2Llzp+z4hIQEGBkZ5VmXr68v5s2bBzc3NxgYGGDq1Kno1q1b8d8EERERkQpQaBKno6MDb29veHt759r3cfKW4/z58/nWVb58eaxZs6YowyMiIiIqMRS6dioRERERFQ0mcUREREQlkJogCIKyg1CkmzdvcgQrERERlQgZGRmyNec/VeaSOCIiIqLSgI9TiYiIiEogJnFEREREJRCTOCIiIqISiEkcERERUQnEJI6IiIioBGISR0RERFQCKXTZLVUQHR2N169fQywWQyQSwdTUFNWrV1d2WJQPqVSKa9euITY2FrVq1YK9vb2yQyIiIlIJZSKJEwQB/v7+CAgIQEJCAj6eGk9NTQ0VK1bE8OHDMWbMGCVGSQ0bNsTp06dRoUIFAEB8fDzc3d0RGRmJ8uXL4+3bt2jevDlWrVoFAwMDJUdLRFR0xGIx4uPjIRaLoauriwoVKkBbW1vZYVE+oqOjERsbi5o1a8LExERpcZSJJG7FihX4448/8NNPP8HJyQmVKlWCtrY2xGIx4uLiEBoaCj8/PyQnJ8PDw0PZ4ZZZqampcgm2r68vypUrh7/++gsVK1bEy5cvMW3aNCxevBhLlixRYqQEACkpKbh9+3aunm07Ozvo6+srO7wyLzExEeXLl5cre//+PU6cOIHY2FjUrl0bHTt2hLo636pRppCQEOzYsQMRERHIysqSlWtoaKBevXoYPnw4unTposQIy7bu3bsjICAARkZGALL/3fvxxx9x8eJFANnt1LdvX8ydOxdaWloKj69MrNjQpEkT/PLLL2jatGm+x1y5cgU//fQTLl++rMDI6GM2Nja4fPkyKlasCABo1aoV/Pz84OzsLDvmn3/+wejRo3Ht2jVlhVnmpaenw8fHBwcPHoQgCChfvrzsP0WJiYnQ0NBAnz59MHv2bPYkKJGtrS0uXbok+3l69uwZhgwZAqlUimrVquHZs2eoUqUKtmzZAlNTUyVHWzZt3boV69atw6hRo+Ds7AwTExPZz1J8fDxCQ0Oxbds2fP/99xg+fLiywy2TPv299PPPP+P69etYtmwZateujTt37sDLywtt2rTBzJkzFR5fmeiJEwQB5cqVK/AYHR0diMViBUVEeVFTU4Oampps29jYGLq6unLH6OjoyB1Diuft7Y3w8HBs374djo6O0NT895+RzMxM3LhxA/Pnz8fChQuxaNEiJUZatn36/3NfX1/Ur18fq1evhra2NlJSUuDh4YFFixZh7dq1SoqybNuxYwd8fX3RsWPHXPssLS3RpEkT1KlTB4sXL2YSpyL++usvzJ8/H3Z2dgAAJycnLFiwAB4eHkpJ4spEP3rXrl0xffp0nD9/HikpKXL7UlNTcfHiRXh6euK7775TUoQEZP/SGTlyJDw8PPDrr7+iWrVqWLt2rewRw8uXL7FkyRK4uLgoOdKy7cSJE/D19YWzs7NcAgcAmpqaaNy4MXx9ffHnn38qKULKy507dzBhwgRZ76i+vj6mTZvGpw9KlJqaiho1ahR4TPXq1ZGcnKyYgCiXTzsXdHR0ULlyZbljKleujIyMDEWHBqCM9MTNnj0bfn5+mDZtGtLT0yESiWQ9b2lpaRCJROjbty9mzJih7FDLtN27d+PRo0d4/Pgxbt68icePH+P169dITU2Fvr4+unXrhqpVq2Lx4sXKDrVM09XVxYcPHwo8JjExke9aKdmnv3zMzMwgkUjkjsl5iZ6Uo3Xr1pg3bx68vb1Rp06dXPsfP36Mn3/+Ga1bt1ZCdARkdy7Mnj0bVlZWqFmzJurWrYsdO3bI3svOyMjAunXrlDZzQpl4Jy6HWCxGREQEYmNjZclblSpVYGNjAx0dHWWHR3lITU2Fnp4egOz34WxtbZXy8ij969dff0VQUBAmTpwIJycnVK5cWfafopz3eNasWYP+/ftj2rRpyg63zLKxsYGRkRFq1qyJmjVr4vXr10hJSUFgYCC0tbURGhqKRYsWwdbWlgOFlCQlJQWzZ8/Gn3/+CUNDQ1SuXFnunbikpCR8++23WLp0KQwNDZUdbpl09OhRWedCZGQknj9/DqlUir///htGRkZo0qQJNDU1sXXrVlhbWys8vjKVxBFR0QgICMBvv/2GmJgYud4eQRBgZmaGoUOHYsSIEcoLkBAfH4/IyEjZ1+PHj/H48WOcO3cOIpEITk5OsLOzw6pVq3KNYiXFevnyJY4cOQItLS25DgYHBweYmpri6dOnqF27trLDLNNSUlKQnJyMSpUqISoqStYeJ0+eROPGjZGQkKCUNmISR0Rf7c2bN7l6tpU5ZxIVXlxcXK53e0ixkpOT4enpifPnzwMAzM3NMWfOHLRs2VJ2zJs3b9CyZUtEREQoKcqy7dM2srCwwJw5c9CiRQvZMcpsI760QkRfzcTEBPXq1ZP16jCBKzmYwCmfr68vYmNjERgYiMDAQFhbW2P8+PEICgqSO459LcrzaRtZWVlh3LhxKtNGZWJgAxEVncDAwEIf6+bmVoyRUEHYTqrv4sWL2LBhA+rXrw8ge9WaTZs2YeHChdDQ0ED//v0BgNMqKZGqtxGTOCL6IufPn8elS5dgaGhY4PyLampqTA6UiO2k+jIzMyESieTKxo4dC4lEgvnz50NHRwfNmzdXUnQEqH4b8Z04IvpiP//8My5duoSDBw9y1JwKYzuptqlTpyI1NRXLli2TrRmdw8fHB7t27cKoUaOwZcsWvhOnJKreRkziiOiLZWVlYciQIbC0tIS3t7eyw6F8sJ1UW2xsLCZMmICIiAhs3rxZ7mV5AFi9ejX8/f0hCAKTOCVR9TZiEkdEX+X58+e4efMmunfvruxQqABsJ9WWlZWFiIgImJmZ5TnVy71793Dq1Cn88MMPCo+NsqlyGzGJIyIiIiqBOMUIERERUQnEJI6IiIioBGISR0QlnlgsxubNm9GzZ084OjrC0dERgwcPxvHjx5Ud2hdp27YtAgIClB0GEZUQnCeOiEo0sViMYcOG4d27d5gyZQoaNGgAsViMs2fPwtPTE4mJiRg0aJCywyyU/fv3Q1dXV9lhEFEJwSSOiEq0jRs34tmzZzh27JjcPE6WlpYQiURYu3Yt+vfvDw0NDSVGWTifzkNFRFQQPk4lohIrKysLe/fuxahRo/JMgPr164eDBw/KEjhra2usWrUKzZo1Q48ePSCVShEVFYWJEyfC2dkZLi4umDNnDlJSUgAAV69ehbW1NT58+CCrc+3atejTpw8AICYmBtbW1jhy5AjatWsHR0dHTJkyBW/fvs035j179qBDhw6ws7ND586dcejQIdm+nMepOfXm9ZXj0KFD6NSpExo0aIDevXvLFugmorKDSRwRlVjPnz9HfHw8GjdunOd+kUgEU1NTubKjR4/i999/x9KlS5GSkoLBgwdDU1MTgYGBWLt2LcLCwjB79uwvimPlypWYP38+du7ciRcvXuD777/P87h79+5h/vz58PDwwMmTJzFs2DDMnDkTz549kzuuatWquHTpkuzr8OHDMDY2xtixYwEAf/31F3x8fPD9998jJCQEAwYMwNSpUxEeHv5FcRNRycbHqURUYuX0eH08AWdCQgLat28vd9zmzZvh5OQEILt3rnbt2gCAgIAASKVSLFu2TLY+oq+vL/r3758rsSrI1KlT0bJlSwDZS/H06tULjx8/hqWlpdxxL168gJqaGqpWrQozMzMMHjwYFhYWuXoRNTQ0UKlSJQCARCLBtGnTUK9ePUybNg0A4O/vD3d3d3Tp0gUAYG5ujrt372L79u1wdHQsdNxEVLIxiSOiEsvIyAgAkJycLCsrX7687BFlWloaevbsCalUKttfvXp12d8jIyNha2srt8B1/fr1oaWlhcjISBgYGBQqjpwEEQBsbGygra2Nhw8f5kriWrZsCXt7e/Tv3x+1atXCt99+i969exe4runixYvx6tUrHDhwAOrq2Q9PHj16hFu3bsHf3192nEQiQc2aNQsVLxGVDkziiKjEMjc3h7GxMW7cuAF7e3sA2b1YFhYWACD3LluOjxM2HR2dfOuWSqVQU1PLVZ6ZmZmrTFPz339KBUGAIAh5DqQQiUQICgpCeHg4Lly4gLNnzyIgIAAbN25E8+bNcx2/b98+BAcHY/fu3XK9jVKpFB4eHmjTpk2+cRBR6cd34oioxNLU1MSAAQOwbds2vHv3Ltf+169fF3i+paUlIiIikJ6eLiu7ffs2JBIJLC0toaWlBUA+GYyJiclVz507d2R/v3v3LiQSCWxsbHIdFx4ejrVr16Jhw4aYNm0aQkJCUK9ePZw6dSrXsTdv3sTChQvh7e0NW1vbXHG/ePECFhYWsq8jR47g6NGjBd4vEZUuTOKIqESbNGkSatasiX79+uHQoUOIiopCZGQkNm3ahIEDB8LMzAxmZmZ5ntu9e3fo6OhgxowZePjwIa5fv47Zs2ejWbNmqF27NurUqQORSAR/f388f/4c+/fvz3MU6LJlyxAaGop//vkHc+fORZs2bWBubp7rOF1dXfj7++P3339HTEwMLl26hMePH8t6EXPExcVh8uTJ6Nu3L1q0aIH4+HjZl1gsxujRo7F7924EBQUhOjoaQUFBWLduHapVq1YknykRlQxqgiAIyg6CiOi/kEql2L17Nw4dOoQnT55AKpWiVq1a6NKlCwYNGoRy5coByJ5iZOPGjXKPISMjI7F48WKEhoZCT08PnTp1wvTp06Gvrw8gezTrypUrER8fj2bNmsHFxQUhISEIDg5GTEwM2rVrhx9//BG7du1CSkoKOnbsCC8vL9n5nzp27BjWr1+PqKgoVKhQAQMGDMDEiRMBZE8xMmrUKOjp6WHWrFl5nv/777/DxcUFe/fuxdatW/HixQuYmZlhzJgxcHV1LcqPlYhUHJM4IqKvlJPEhYSEwMrKStnhEFEZw8epRERERCUQkzgiIiKiEoiPU4mIiIhKIPbEEREREZVATOKIiIiISiAmcUREREQlEJM4IiIiohKISRwRERFRCcQkjoiIiKgE+j/mqPlyyxf/1AAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 720x360 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "name_list=find_the_way('./Aalto/False/','.csv')\n",
    "name_list\n",
    "\n",
    "flag=1\n",
    "for i in name_list:\n",
    "    df = pd.read_csv(i) \n",
    "    col=i[16:-10]\n",
    "    temp=pd.DataFrame(df.mean(numeric_only=True),columns=[col])\n",
    "    if flag:\n",
    "        std=temp\n",
    "        flag=0\n",
    "    else:\n",
    "        std[col]=temp[col]\n",
    "\n",
    "\n",
    "tt=std.T\n",
    "tt.index = tt.index.astype(int)\n",
    "tt=tt.sort_index()\n",
    "tt     \n",
    "\n",
    "\n",
    "sns.set_style(\"whitegrid\")\n",
    "graph_name=\"GA_DT_aalto_false.pdf\"\n",
    "my_xticks=tt.index\n",
    "import matplotlib.pylab as pylab\n",
    "params = {'legend.fontsize': 'x-large',\n",
    "          'figure.figsize': (10, 5),\n",
    "         'axes.labelsize': 'x-large',\n",
    "         'axes.titlesize':'x-large',\n",
    "         'xtick.labelsize':'x-large',\n",
    "         'ytick.labelsize':'x-large'}\n",
    "pylab.rcParams.update(params)\n",
    "#plt.figure(figsize=(10,10))\n",
    "#plt.plot(my_xticks,tt['Acc'], linestyle='--', marker='.', color='b',label= \"Separate Train & Test acc\")\n",
    "#plt.plot(my_xticks,cv['Acc'], linestyle='--', marker='.', color='r',label= \"10-Fold CV acc\")\n",
    "plt.plot(my_xticks,tt[' F1-score'], linestyle='-', marker='o', color='g',label= \"F1 Score\")\n",
    "#plt.plot(my_xticks,tt['Acc'], linestyle='-', marker='o', color='b',label= \"Accuracy\")\n",
    "#plt.axhline(0.574329, color='r')\n",
    "plt.title(\"Group size and performance comparison Aalto Dataset\")\n",
    "plt.legend(numpoints=1)\n",
    "#plt.legend(bbox_to_anchor=(1.04,1), loc=\"upper left\")\n",
    "plt.ylabel(\"Performance\")\n",
    "plt.xlabel(\"Group size\")\n",
    "plt.xticks(rotation=90) \n",
    "#plt.ylim([0.69, 0.75]) \n",
    "plt.savefig(graph_name,bbox_inches='tight',format=\"pdf\")#, dpi=400)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}