Basic CNN Sidekick Loop.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%reload_ext autoreload\n",
    "%autoreload 2\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Expects timeseries.py in same folder as nb. \n",
    "from fastai.vision import *\n",
    "from pathlib import Path\n",
    "import pdb\n",
    "import seaborn as sns\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.manifold import TSNE\n",
    "from timeseries import TimeSeriesItem, TimeSeriesList, UCRArchive\n",
    "from scipy.signal import resample\n",
    "from IPython.display import clear_output\n",
    "import fastai.utils.mem"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "#init UCR archive helper class\n",
    "ucr = UCRArchive()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "#All input is resampled down to a length of 96\n",
    "class Resample(PreProcessor):\n",
    "    def process_one(self,item):\n",
    "        return np.concatenate([item[[0]],resample(item[1:],96)]) if len(item) > 97 else item"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Helper functions, modified to 1d from fastai\n",
    "def create_head_1d(nf:int, nc:int, lin_ftrs:Optional[Collection[int]]=None, ps:Floats=0.5, bn_final:bool=False):\n",
    "    \"Model head that takes `nf` features, runs through `lin_ftrs`, and about `nc` classes.\"\n",
    "    lin_ftrs = [nf, 512, nc] if lin_ftrs is None else [nf] + lin_ftrs + [nc]\n",
    "    ps = listify(ps)\n",
    "    if len(ps)==1: ps = [ps[0]/2] * (len(lin_ftrs)-2) + ps\n",
    "    actns = [nn.ReLU(inplace=True)] * (len(lin_ftrs)-2) + [None]\n",
    "    layers = []\n",
    "    for ni,no,p,actn in zip(lin_ftrs[:-1],lin_ftrs[1:],ps,actns):\n",
    "        layers += bn_drop_lin(ni,no,True,p,actn)\n",
    "    if bn_final: layers.append(nn.BatchNorm1d(lin_ftrs[-1], momentum=0.01))\n",
    "    return nn.Sequential(*layers)\n",
    "\n",
    "def conv1d(ni:int, nf:int, ks:int=3, stride:int=1, padding:int=None, bias=False, init:LayerFunc=nn.init.kaiming_normal_) -> nn.Conv1d:\n",
    "    \"Create and initialize `nn.Conv1d` layer. `padding` defaults to `ks//2`.\"\n",
    "    if padding is None: padding = ks//2\n",
    "    return init_default(nn.Conv1d(ni, nf, kernel_size=ks, stride=stride, padding=padding, bias=bias), init)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "#This is the hero network, which serves as a backbone to all the other models\n",
    "class HeroConvnet(nn.Module):\n",
    "    def __init__(self, num_layers=8, start_nf=8):\n",
    "        super().__init__()\n",
    "        \n",
    "        layers = [nn.Sequential(conv1d(1,start_nf,3,1),nn.ReLU())] #First layer is stride 1, creates initial set of filters\n",
    "        nf = start_nf\n",
    "        for _ in range(num_layers): #Then num_layers stride 2 convs, doubling the number of filters each layer\n",
    "            layers.append(nn.Sequential(conv1d(nf,nf*2,3,2),nn.ReLU()))\n",
    "            nf *= 2\n",
    "        \n",
    "        self.nf = nf\n",
    "        self.layers = nn.ModuleList(layers)\n",
    "        self.avg = nn.AdaptiveAvgPool1d(1)\n",
    "            \n",
    "            \n",
    "    def forward(self, x):\n",
    "        actvns = [x]\n",
    "        \n",
    "        for l in self.layers:\n",
    "            actvns.append(l(actvns[-1]))\n",
    "\n",
    "        return self.avg(actvns[-1]), actvns[1:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "class BasicClassifier(nn.Module):\n",
    "    def __init__(self,numClasses):\n",
    "        super().__init__()\n",
    "        self.conv = HeroConvnet()\n",
    "        self.out = create_head_1d(self.conv.nf,numClasses,ps=0.0)\n",
    "              \n",
    "    def forward(self,ts):\n",
    "        ts = self.conv(ts.unsqueeze(1))[0].squeeze(-1)\n",
    "        return self.out(ts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Basic variational autoencoder with hero net serving as encoder and a few linear layers as decoder\n",
    "class TSAutoencoder(nn.Module):\n",
    "    def __init__(self,seqLen,latentDim=12):\n",
    "        super().__init__()\n",
    "        self.conv = HeroConvnet()\n",
    "        self.mean = torch.nn.Linear(self.conv.nf,latentDim)\n",
    "        self.logvar = torch.nn.Linear(self.conv.nf,latentDim)\n",
    "        self.out = create_head_1d(latentDim,seqLen,lin_ftrs=[256,512],ps=0.0)\n",
    "\n",
    "    def forward(self,ts):\n",
    "        seqLen = ts.shape[1]\n",
    "        ts, _ = self.conv(ts.unsqueeze(1))\n",
    "        ts = ts.squeeze(-1)\n",
    "\n",
    "        mean, logvar = self.mean(ts), self.logvar(ts)\n",
    "          \n",
    "        ls = mean\n",
    "        if self.training:\n",
    "            std = torch.exp(0.5 * logvar)\n",
    "            eps = torch.randn_like(std)\n",
    "            ls = eps.mul(std).add_(mean)        \n",
    "        return self.out(ls), mean, logvar"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "#The sidekick network mirrors the structure of the hero, but concats the output of each layer of the hero to the input of each \n",
    "#layer of the sidekick\n",
    "class SidekickConvnet(nn.Module):\n",
    "    def __init__(self, num_classes, num_layers=8, start_nf=8, start_nf_hero=8):\n",
    "        super().__init__()\n",
    "        \n",
    "        self.hero = HeroConvnet(num_layers,start_nf_hero)\n",
    "        \n",
    "        layers = [nn.Sequential(conv1d(1,start_nf,3,1),nn.ReLU())] \n",
    "        nf = start_nf\n",
    "        nf_hero = start_nf_hero\n",
    "        for _ in range(num_layers):\n",
    "            layers.append(nn.Sequential(conv1d(nf+nf_hero,nf*2,3,2),nn.ReLU()))\n",
    "            nf *= 2\n",
    "            nf_hero *= 2\n",
    "        \n",
    "        self.layers = nn.ModuleList(layers)\n",
    "        self.avg = nn.AdaptiveAvgPool1d(1)\n",
    "        self.out = create_head_1d(nf + nf_hero,num_classes,ps=0.0)\n",
    "    \n",
    "    def forward(self,ts):\n",
    "        ts = ts.unsqueeze(1)\n",
    "        pt, actvns = self.hero(ts)\n",
    "        \n",
    "        x = self.layers[0](ts)\n",
    "        for l,a in zip(self.layers[1:],actvns):\n",
    "            x = l(torch.cat([x,a],dim=1))\n",
    "            \n",
    "        x = torch.cat([self.avg(x),pt],dim=1).squeeze(-1)\n",
    "        return self.out(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "class VAELoss(torch.nn.Module):\n",
    "    def __init__(self,beta=1.0):\n",
    "        super().__init__()\n",
    "        self.beta = beta\n",
    "    def forward(self,p,target):\n",
    "        pred,mean,logvar = p\n",
    "        self.mse = torch.nn.functional.mse_loss(pred,target,reduction=\"sum\")\n",
    "        self.kld = self.beta * -0.5 * torch.sum(1+logvar-mean.pow(2)-logvar.exp())\n",
    "        return self.mse + self.kld"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "@fastai.utils.mem.gpu_mem_restore\n",
    "def EvaluateDataset(dataset_name):\n",
    "    out = [dataset_name]\n",
    "    \n",
    "    try:\n",
    "        src = TimeSeriesList.from_csv_list(ucr.get_csv_files(dataset_name),labelCol=0)#,processor=Resample())\n",
    "        valIdxs = np.random.choice(len(src.items),int(len(src.items)*0.3),replace=False)\n",
    "        data = src.split_by_idx(valIdxs)\n",
    "        data = data.label_from_col()\n",
    "        idxs = np.random.choice(len(data.x),size=len(data.x)//10,replace=False)\n",
    "        bs = min(64,len(data.x)//50)\n",
    "        data.x.items = data.train.x.items[idxs]\n",
    "        data.y.items = data.train.y.items[idxs]\n",
    "        data = data.databunch(bs=bs,num_workers=0)\n",
    "\n",
    "        src = TimeSeriesList.from_csv_list(ucr.get_csv_files(dataset_name),labelCol=0)#,processor=Resample())\n",
    "        dataAE = src.split_by_idx(valIdxs)\n",
    "        dataAE = dataAE.label_from_self()\n",
    "        dataAE = dataAE.databunch(bs=bs,num_workers=0)\n",
    "\n",
    "        learnBase = Learner(data,BasicClassifier(data.train_ds.c),loss_func=F.cross_entropy,metrics=[accuracy])\n",
    "        learnBase.fit_one_cycle(20,1e-3,wd=0.2)\n",
    "        out.append(max([m[0].item() for m in learnBase.recorder.metrics]))\n",
    "\n",
    "        learnAE = Learner(dataAE,TSAutoencoder(len(data.train_ds[0][0].data),latentDim=12),loss_func=VAELoss())\n",
    "        learnAE.fit_one_cycle(20,1e-2)\n",
    "        out.append(learnAE.validate(dataAE.train_dl)[0])\n",
    "        \n",
    "        learnSidekick = Learner(data,SidekickConvnet(data.train_ds.c), loss_func=F.cross_entropy,metrics=[accuracy],\n",
    "                            callback_fns=BnFreeze,bn_wd=False,train_bn=False)\n",
    "        learnSidekick.split([learnSidekick.model.hero,learnSidekick.model.layers[0],learnSidekick.model.out])\n",
    "        learnSidekick.model.hero.load_state_dict(learnAE.model.conv.state_dict())\n",
    "        learnSidekick.freeze_to(1)\n",
    "        learnSidekick.fit_one_cycle(20,1e-3,wd=0.2)\n",
    "        learnSidekick.fit_one_cycle(20,1e-4,wd=0.2)\n",
    "        out.append(max([m[0].item() for m in learnSidekick.recorder.metrics]))\n",
    "        \n",
    "        learnAE.fit_one_cycle(200,1e-3)\n",
    "        out.append(learnAE.validate(dataAE.train_dl)[0])\n",
    "\n",
    "\n",
    "        learnDT = Learner(data,BasicClassifier(data.train_ds.c),loss_func=F.cross_entropy,metrics=[accuracy],\n",
    "                     callback_fns=BnFreeze,bn_wd=False,train_bn=False)\n",
    "        learnDT.split([*learnDT.model.conv.layers,learnDT.model.conv.avg,learnDT.model.out])\n",
    "        learnDT.model.conv.load_state_dict(learnAE.model.conv.state_dict())\n",
    "        learnDT.freeze_to(-1)\n",
    "        learnDT.fit_one_cycle(20,1e-2)\n",
    "        out.append(max([m[0].item() for m in learnDT.recorder.metrics]))\n",
    "        learnDT.unfreeze()\n",
    "        learnDT.fit_one_cycle(20,1e-3)\n",
    "        out.append(max([m[0].item() for m in learnDT.recorder.metrics]))\n",
    "        \n",
    "        learnSidekickBase = Learner(data,SidekickConvnet(data.train_ds.c), loss_func=F.cross_entropy,metrics=[accuracy],\n",
    "                    callback_fns=BnFreeze,bn_wd=False,train_bn=False)\n",
    "        learnSidekickBase.fit_one_cycle(20,1e-3,wd=0.2)\n",
    "        learnSidekickBase.fit_one_cycle(20,1e-4,wd=0.2)\n",
    "        out.append(max([m[0].item() for m in learnSidekickBase.recorder.metrics]))\n",
    "\n",
    "        learnSidekick = Learner(data,SidekickConvnet(data.train_ds.c), loss_func=F.cross_entropy,metrics=[accuracy],\n",
    "                            callback_fns=BnFreeze,bn_wd=False,train_bn=False)\n",
    "        learnSidekick.split([learnSidekick.model.hero,learnSidekick.model.layers[0],learnSidekick.model.out])\n",
    "        learnSidekick.model.hero.load_state_dict(learnAE.model.conv.state_dict())\n",
    "        learnSidekick.freeze_to(1)\n",
    "        learnSidekick.fit_one_cycle(20,1e-3,wd=0.2)\n",
    "        learnSidekick.fit_one_cycle(20,1e-4,wd=0.2)\n",
    "        out.append(max([m[0].item() for m in learnSidekick.recorder.metrics]))\n",
    "    except:\n",
    "        pass\n",
    "    return out"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "results = []\n",
    "skip = [\"ACSF1\",\"AllGestureWiimoteX\",\"AllGestureWiimoteY\",\"AllGestureWiimoteZ\"]\n",
    "for ds in ucr.list_datasets():\n",
    "    if ds in skip: continue\n",
    "    print(f\"Evaluating {ds}\")\n",
    "    #for _ in range(4): results.append(EvaluateDataset(ds))\n",
    "    results.append(EvaluateDataset(ds))\n",
    "    clear_output()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Adiac',\n",
       "  0.3717948794364929,\n",
       "  58.85842,\n",
       "  0.4017094075679779,\n",
       "  26.876024,\n",
       "  0.14102564752101898,\n",
       "  0.1794871836900711,\n",
       "  0.4188034236431122,\n",
       "  0.38461539149284363],\n",
       " ['ArrowHead',\n",
       "  0.7777777910232544,\n",
       "  67.830734,\n",
       "  0.6666666865348816,\n",
       "  66.81082,\n",
       "  0.4920634925365448,\n",
       "  0.5079365372657776,\n",
       "  0.7777777910232544,\n",
       "  0.7460317611694336],\n",
       " ['Beef'],\n",
       " ['BeetleFly'],\n",
       " ['BirdChicken'],\n",
       " ['BME',\n",
       "  0.9444444179534912,\n",
       "  95.975204,\n",
       "  0.7592592835426331,\n",
       "  101.59677,\n",
       "  0.5185185074806213,\n",
       "  0.7407407164573669,\n",
       "  0.7777777910232544,\n",
       "  0.7037037014961243],\n",
       " ['Car'],\n",
       " ['CBF',\n",
       "  0.9749103784561157,\n",
       "  462.54697,\n",
       "  0.9749103784561157,\n",
       "  424.61813,\n",
       "  0.9928315281867981,\n",
       "  0.9964157938957214,\n",
       "  0.939068078994751,\n",
       "  0.9856630563735962],\n",
       " ['Chinatown',\n",
       "  0.9266055226325989,\n",
       "  nan,\n",
       "  0.7247706651687622,\n",
       "  nan,\n",
       "  0.7247706651687622,\n",
       "  0.7247706651687622,\n",
       "  0.963302731513977,\n",
       "  0.7247706651687622],\n",
       " ['ChlorineConcentration',\n",
       "  0.6006191968917847,\n",
       "  389.72275,\n",
       "  0.7221361994743347,\n",
       "  445.20932,\n",
       "  0.5735294222831726,\n",
       "  0.5820433497428894,\n",
       "  0.7105262875556946,\n",
       "  0.6888545155525208],\n",
       " ['CinCECGTorso',\n",
       "  0.9577465057373047,\n",
       "  2114.1963,\n",
       "  0.9882628917694092,\n",
       "  1109.6003,\n",
       "  0.9741784334182739,\n",
       "  0.9812206625938416,\n",
       "  0.9694835543632507,\n",
       "  0.98591548204422],\n",
       " ['Coffee'],\n",
       " ['Computers',\n",
       "  0.653333306312561,\n",
       "  2533.7737,\n",
       "  0.6800000071525574,\n",
       "  2202.983,\n",
       "  0.6200000047683716,\n",
       "  0.6266666650772095,\n",
       "  0.653333306312561,\n",
       "  0.6399999856948853],\n",
       " ['CricketX',\n",
       "  0.2777777910232544,\n",
       "  1203.7533,\n",
       "  0.3034188151359558,\n",
       "  867.66315,\n",
       "  0.3205128312110901,\n",
       "  0.3205128312110901,\n",
       "  0.28632479906082153,\n",
       "  0.29487180709838867],\n",
       " ['CricketY',\n",
       "  0.29487180709838867,\n",
       "  867.8343,\n",
       "  0.33760684728622437,\n",
       "  626.65234,\n",
       "  0.3162393271923065,\n",
       "  0.2905983030796051,\n",
       "  0.3290598392486572,\n",
       "  0.3162393271923065],\n",
       " ['CricketZ',\n",
       "  0.3760683834552765,\n",
       "  1164.6066,\n",
       "  0.38034188747406006,\n",
       "  852.9093,\n",
       "  0.3461538553237915,\n",
       "  0.3504273593425751,\n",
       "  0.31196582317352295,\n",
       "  0.36752137541770935],\n",
       " ['Crop',\n",
       "  0.7020833492279053,\n",
       "  97.43784,\n",
       "  0.7087500095367432,\n",
       "  95.075455,\n",
       "  0.39097222685813904,\n",
       "  0.5180555582046509,\n",
       "  0.698888897895813,\n",
       "  0.7024999856948853],\n",
       " ['DiatomSizeReduction',\n",
       "  0.9791666865348816,\n",
       "  56.085873,\n",
       "  0.9895833134651184,\n",
       "  88926.46,\n",
       "  0.8541666865348816,\n",
       "  0.875,\n",
       "  1.0,\n",
       "  0.9895833134651184],\n",
       " ['DistalPhalanxOutlineAgeGroup',\n",
       "  0.7639751434326172,\n",
       "  17.899471,\n",
       "  0.8012422323226929,\n",
       "  18.51531,\n",
       "  0.8074533939361572,\n",
       "  0.8260869383811951,\n",
       "  0.7950310707092285,\n",
       "  0.7639751434326172],\n",
       " ['DistalPhalanxOutlineCorrect',\n",
       "  0.7213740348815918,\n",
       "  47.36693,\n",
       "  0.7022900581359863,\n",
       "  167.96405,\n",
       "  0.7099236845970154,\n",
       "  0.7633587718009949,\n",
       "  0.7061068415641785,\n",
       "  0.6984732747077942],\n",
       " ['DistalPhalanxTW',\n",
       "  0.7204968929290771,\n",
       "  17.69956,\n",
       "  0.7329192757606506,\n",
       "  18.064512,\n",
       "  0.7639751434326172,\n",
       "  0.7639751434326172,\n",
       "  0.7204968929290771,\n",
       "  0.7204968929290771],\n",
       " ['DodgerLoopDay',\n",
       "  0.1702127605676651,\n",
       "  nan,\n",
       "  0.1702127605676651,\n",
       "  nan,\n",
       "  0.1702127605676651,\n",
       "  0.1702127605676651,\n",
       "  0.08510638028383255,\n",
       "  0.1702127605676651],\n",
       " ['DodgerLoopGame',\n",
       "  0.6808510422706604,\n",
       "  nan,\n",
       "  0.4893617033958435,\n",
       "  nan,\n",
       "  0.4893617033958435,\n",
       "  0.4893617033958435,\n",
       "  0.6170212626457214,\n",
       "  0.4893617033958435],\n",
       " ['DodgerLoopWeekend',\n",
       "  0.936170220375061,\n",
       "  nan,\n",
       "  0.6808510422706604,\n",
       "  nan,\n",
       "  0.6808510422706604,\n",
       "  0.6808510422706604,\n",
       "  0.914893627166748,\n",
       "  0.6808510422706604],\n",
       " ['Earthquakes',\n",
       "  0.7536231875419617,\n",
       "  3055.5698,\n",
       "  0.7536231875419617,\n",
       "  3019.725,\n",
       "  0.7536231875419617,\n",
       "  0.7318840622901917,\n",
       "  0.6884058117866516,\n",
       "  0.760869562625885],\n",
       " ['ECG200',\n",
       "  0.75,\n",
       "  74.86023,\n",
       "  0.75,\n",
       "  74.655205,\n",
       "  0.6000000238418579,\n",
       "  0.6000000238418579,\n",
       "  0.75,\n",
       "  0.75],\n",
       " ['ECG5000',\n",
       "  0.9459999799728394,\n",
       "  741.97345,\n",
       "  0.9380000233650208,\n",
       "  658.92035,\n",
       "  0.9340000152587891,\n",
       "  0.9346666932106018,\n",
       "  0.9399999976158142,\n",
       "  0.9386666417121887],\n",
       " ['ECGFiveDays',\n",
       "  0.9886792302131653,\n",
       "  147.19931,\n",
       "  0.9735848903656006,\n",
       "  131.87057,\n",
       "  0.9849056601524353,\n",
       "  0.9773585200309753,\n",
       "  0.9735848903656006,\n",
       "  0.9849056601524353],\n",
       " ['ElectricDevices',\n",
       "  0.6892406344413757,\n",
       "  3597.005,\n",
       "  0.6920456886291504,\n",
       "  6300.741,\n",
       "  0.609096348285675,\n",
       "  0.6415547728538513,\n",
       "  0.6758164763450623,\n",
       "  0.6928471326828003],\n",
       " ['EOGHorizontalSignal',\n",
       "  0.5253456234931946,\n",
       "  nan,\n",
       "  0.4930875599384308,\n",
       "  nan,\n",
       "  0.0875576063990593,\n",
       "  0.0875576063990593,\n",
       "  0.4700460731983185,\n",
       "  0.47926267981529236],\n",
       " ['EOGVerticalSignal',\n",
       "  0.299539178609848,\n",
       "  nan,\n",
       "  0.3087557554244995,\n",
       "  nan,\n",
       "  0.1105990782380104,\n",
       "  0.0875576063990593,\n",
       "  0.3179723620414734,\n",
       "  0.29032257199287415],\n",
       " ['EthanolLevel',\n",
       "  0.49501660466194153,\n",
       "  113.71965,\n",
       "  0.5382059812545776,\n",
       "  100.981766,\n",
       "  0.302325576543808,\n",
       "  0.3322259187698364,\n",
       "  0.5481727719306946,\n",
       "  0.554817259311676],\n",
       " ['FaceAll',\n",
       "  0.765925943851471,\n",
       "  1310.7766,\n",
       "  0.834074079990387,\n",
       "  956.16425,\n",
       "  0.746666669845581,\n",
       "  0.7644444704055786,\n",
       "  0.7896296381950378,\n",
       "  0.8488888740539551],\n",
       " ['FaceFour'],\n",
       " ['FacesUCR',\n",
       "  0.8474074006080627,\n",
       "  1244.1477,\n",
       "  0.863703727722168,\n",
       "  1261.1782,\n",
       "  0.7733333110809326,\n",
       "  0.8014814853668213,\n",
       "  0.7985185384750366,\n",
       "  0.8488888740539551],\n",
       " ['FiftyWords',\n",
       "  0.4354243576526642,\n",
       "  607.99084,\n",
       "  0.43911439180374146,\n",
       "  387.9247,\n",
       "  0.45018449425697327,\n",
       "  0.46494466066360474,\n",
       "  0.45018449425697327,\n",
       "  0.43911439180374146],\n",
       " ['Fish',\n",
       "  0.7047619223594666,\n",
       "  67.87476,\n",
       "  0.6857143044471741,\n",
       "  73.09132,\n",
       "  0.4476190507411957,\n",
       "  0.4952380955219269,\n",
       "  0.6857143044471741,\n",
       "  0.723809540271759],\n",
       " ['FordA',\n",
       "  0.7554200291633606,\n",
       "  15092.22,\n",
       "  0.8089430928230286,\n",
       "  9008.921,\n",
       "  0.6646341681480408,\n",
       "  0.6808943152427673,\n",
       "  0.8252032399177551,\n",
       "  0.8069105744361877],\n",
       " ['FordB',\n",
       "  0.7344335913658142,\n",
       "  17079.877,\n",
       "  0.8102025389671326,\n",
       "  9677.434,\n",
       "  0.5791447758674622,\n",
       "  0.6039009690284729,\n",
       "  0.7486871480941772,\n",
       "  0.7434358596801758],\n",
       " ['FreezerRegularTrain',\n",
       "  0.995555579662323,\n",
       "  nan,\n",
       "  0.996666669845581,\n",
       "  nan,\n",
       "  0.5066666603088379,\n",
       "  0.5066666603088379,\n",
       "  0.995555579662323,\n",
       "  0.996666669845581],\n",
       " ['FreezerSmallTrain',\n",
       "  0.9988412261009216,\n",
       "  371.6075,\n",
       "  0.9988412261009216,\n",
       "  398.51007,\n",
       "  0.7566627860069275,\n",
       "  0.8319814801216125,\n",
       "  0.9988412261009216,\n",
       "  0.9988412261009216],\n",
       " ['Fungi',\n",
       "  0.44262295961380005,\n",
       "  nan,\n",
       "  0.04918032884597778,\n",
       "  nan,\n",
       "  0.1147540956735611,\n",
       "  0.09836065769195557,\n",
       "  0.3442623019218445,\n",
       "  0.04918032884597778],\n",
       " ['GestureMidAirD1',\n",
       "  0.07920791953802109,\n",
       "  nan,\n",
       "  0.029702970758080482,\n",
       "  nan,\n",
       "  0.06930693238973618,\n",
       "  0.07920791953802109,\n",
       "  0.029702970758080482,\n",
       "  0.029702970758080482],\n",
       " ['GestureMidAirD2',\n",
       "  0.06930693238973618,\n",
       "  nan,\n",
       "  0.039603959769010544,\n",
       "  nan,\n",
       "  0.039603959769010544,\n",
       "  0.039603959769010544,\n",
       "  0.029702970758080482,\n",
       "  0.039603959769010544],\n",
       " ['GestureMidAirD3',\n",
       "  0.07920791953802109,\n",
       "  nan,\n",
       "  0.029702970758080482,\n",
       "  nan,\n",
       "  0.039603959769010544,\n",
       "  0.039603959769010544,\n",
       "  0.019801979884505272,\n",
       "  0.029702970758080482],\n",
       " ['GesturePebbleZ1',\n",
       "  0.16483516991138458,\n",
       "  nan,\n",
       "  0.16483516991138458,\n",
       "  nan,\n",
       "  0.16483516991138458,\n",
       "  0.24175824224948883,\n",
       "  0.16483516991138458,\n",
       "  0.16483516991138458],\n",
       " ['GesturePebbleZ2',\n",
       "  0.19780220091342926,\n",
       "  nan,\n",
       "  0.10989011079072952,\n",
       "  nan,\n",
       "  0.1538461595773697,\n",
       "  0.21978022158145905,\n",
       "  0.1538461595773697,\n",
       "  0.10989011079072952],\n",
       " ['GunPoint',\n",
       "  0.7166666388511658,\n",
       "  62.429184,\n",
       "  0.6333333253860474,\n",
       "  63.89928,\n",
       "  0.699999988079071,\n",
       "  0.6833333373069763,\n",
       "  0.699999988079071,\n",
       "  0.7333333492279053],\n",
       " ['GunPointAgeSpan',\n",
       "  0.8592592477798462,\n",
       "  nan,\n",
       "  0.5185185074806213,\n",
       "  nan,\n",
       "  0.5185185074806213,\n",
       "  0.5185185074806213,\n",
       "  0.8962963223457336,\n",
       "  0.5185185074806213],\n",
       " ['GunPointMaleVersusFemale',\n",
       "  0.8444444537162781,\n",
       "  nan,\n",
       "  0.42222222685813904,\n",
       "  nan,\n",
       "  0.5777778029441833,\n",
       "  0.5777778029441833,\n",
       "  0.9407407641410828,\n",
       "  0.5777778029441833],\n",
       " ['GunPointOldVersusYoung',\n",
       "  1.0,\n",
       "  nan,\n",
       "  0.5555555820465088,\n",
       "  nan,\n",
       "  0.5555555820465088,\n",
       "  0.5555555820465088,\n",
       "  0.9925925731658936,\n",
       "  0.5555555820465088],\n",
       " ['Ham',\n",
       "  0.71875,\n",
       "  248.60802,\n",
       "  0.6875,\n",
       "  177.1912,\n",
       "  0.515625,\n",
       "  0.546875,\n",
       "  0.71875,\n",
       "  0.703125],\n",
       " ['HandOutlines',\n",
       "  0.856447696685791,\n",
       "  1124.704,\n",
       "  0.8686131238937378,\n",
       "  60627.035,\n",
       "  0.8832116723060608,\n",
       "  0.885644793510437,\n",
       "  0.8686131238937378,\n",
       "  0.8613138794898987],\n",
       " ['Haptics',\n",
       "  0.3550724685192108,\n",
       "  550.27924,\n",
       "  0.3550724685192108,\n",
       "  2888.6223,\n",
       "  0.41304346919059753,\n",
       "  0.4202898442745209,\n",
       "  0.4057970941066742,\n",
       "  0.41304346919059753],\n",
       " ['Herring'],\n",
       " ['HouseTwenty',\n",
       "  0.7021276354789734,\n",
       "  nan,\n",
       "  0.6382978558540344,\n",
       "  nan,\n",
       "  0.6382978558540344,\n",
       "  0.6382978558540344,\n",
       "  0.7446808218955994,\n",
       "  0.6382978558540344],\n",
       " ['InlineSkate',\n",
       "  0.2461538463830948,\n",
       "  1364.4706,\n",
       "  0.2410256415605545,\n",
       "  735.09485,\n",
       "  0.2769230902194977,\n",
       "  0.2769230902194977,\n",
       "  0.23076923191547394,\n",
       "  0.2666666805744171],\n",
       " ['InsectEPGRegularTrain',\n",
       "  1.0,\n",
       "  nan,\n",
       "  0.37634408473968506,\n",
       "  nan,\n",
       "  0.46236559748649597,\n",
       "  0.46236559748649597,\n",
       "  1.0,\n",
       "  0.37634408473968506],\n",
       " ['InsectEPGSmallTrain', 1.0, 794.8031, 1.0, 1525.942, 1.0, 1.0, 1.0, 1.0],\n",
       " ['InsectWingbeatSound',\n",
       "  0.6348484754562378,\n",
       "  807.99835,\n",
       "  0.6000000238418579,\n",
       "  644.40894,\n",
       "  0.6212121248245239,\n",
       "  0.6060606241226196,\n",
       "  0.5833333134651184,\n",
       "  0.6106060743331909],\n",
       " ['ItalyPowerDemand',\n",
       "  0.9847561120986938,\n",
       "  47.907898,\n",
       "  0.9817073345184326,\n",
       "  45.911167,\n",
       "  0.9542682766914368,\n",
       "  0.9603658318519592,\n",
       "  0.9695122241973877,\n",
       "  0.9725610017776489],\n",
       " ['LargeKitchenAppliances',\n",
       "  0.48444443941116333,\n",
       "  4683.7188,\n",
       "  0.4888888895511627,\n",
       "  4510.467,\n",
       "  0.47999998927116394,\n",
       "  0.47555556893348694,\n",
       "  0.4933333396911621,\n",
       "  0.4977777898311615],\n",
       " ['Lightning2'],\n",
       " ['Lightning7',\n",
       "  0.380952388048172,\n",
       "  nan,\n",
       "  0.1428571492433548,\n",
       "  nan,\n",
       "  0.1428571492433548,\n",
       "  0.2380952388048172,\n",
       "  0.2857142984867096,\n",
       "  0.1428571492433548],\n",
       " ['Mallat',\n",
       "  0.9833333492279053,\n",
       "  722.2725,\n",
       "  0.987500011920929,\n",
       "  616.3491,\n",
       "  0.9763888716697693,\n",
       "  0.9888888597488403,\n",
       "  0.9847221970558167,\n",
       "  0.9916666746139526],\n",
       " ['Meat'],\n",
       " ['MedicalImages',\n",
       "  0.5058479309082031,\n",
       "  238.74522,\n",
       "  0.5321637392044067,\n",
       "  398.2287,\n",
       "  0.5321637392044067,\n",
       "  0.5380116701126099,\n",
       "  0.5409356951713562,\n",
       "  0.5350877046585083],\n",
       " ['MelbournePedestrian',\n",
       "  0.8529680371284485,\n",
       "  nan,\n",
       "  0.8949771523475647,\n",
       "  nan,\n",
       "  0.10867580026388168,\n",
       "  0.10867580026388168,\n",
       "  0.8821917772293091,\n",
       "  0.8958904147148132],\n",
       " ['MiddlePhalanxOutlineAgeGroup',\n",
       "  0.740963876247406,\n",
       "  14.848752,\n",
       "  0.7168674468994141,\n",
       "  11.38399,\n",
       "  0.740963876247406,\n",
       "  0.6867470145225525,\n",
       "  0.6626505851745605,\n",
       "  0.6867470145225525],\n",
       " ['MiddlePhalanxOutlineCorrect',\n",
       "  0.7902621626853943,\n",
       "  25.574486,\n",
       "  0.7528089880943298,\n",
       "  20.402948,\n",
       "  0.7602996230125427,\n",
       "  0.7715355753898621,\n",
       "  0.7640449404716492,\n",
       "  0.7677902579307556],\n",
       " ['MiddlePhalanxTW',\n",
       "  0.6666666865348816,\n",
       "  13.314564,\n",
       "  0.6363636255264282,\n",
       "  11.394979,\n",
       "  0.6606060862541199,\n",
       "  0.6606060862541199,\n",
       "  0.6606060862541199,\n",
       "  0.6303030252456665],\n",
       " ['MixedShapesRegularTrain',\n",
       "  0.8415051102638245,\n",
       "  2106.698,\n",
       "  0.8608893752098083,\n",
       "  1811.9076,\n",
       "  0.851767361164093,\n",
       "  0.8677309155464172,\n",
       "  0.8380843997001648,\n",
       "  0.8802736401557922],\n",
       " ['MixedShapesSmallTrain',\n",
       "  0.846763551235199,\n",
       "  1964.1217,\n",
       "  0.8731836080551147,\n",
       "  1231.103,\n",
       "  0.8890356421470642,\n",
       "  0.887714684009552,\n",
       "  0.8282694816589355,\n",
       "  0.8718625903129578],\n",
       " ['MoteStrain',\n",
       "  0.834645688533783,\n",
       "  479.7277,\n",
       "  0.8425197005271912,\n",
       "  436.1576,\n",
       "  0.887139081954956,\n",
       "  0.8320209980010986,\n",
       "  0.8530183434486389,\n",
       "  0.8713910579681396],\n",
       " ['NonInvasiveFetalECGThorax1',\n",
       "  0.7998228669166565,\n",
       "  633.5013,\n",
       "  0.8139947056770325,\n",
       "  1159.7202,\n",
       "  0.7404782772064209,\n",
       "  0.748449981212616,\n",
       "  0.8051372766494751,\n",
       "  0.7953941822052002],\n",
       " ['NonInvasiveFetalECGThorax2',\n",
       "  0.7989371418952942,\n",
       "  610.60913,\n",
       "  0.8467670679092407,\n",
       "  579.25714,\n",
       "  0.7767935991287231,\n",
       "  0.7936226725578308,\n",
       "  0.8255093097686768,\n",
       "  0.8396811485290527],\n",
       " ['OliveOil'],\n",
       " ['OSULeaf',\n",
       "  0.31060606241226196,\n",
       "  1075.5579,\n",
       "  0.3636363744735718,\n",
       "  697.9964,\n",
       "  0.3787878751754761,\n",
       "  0.39393940567970276,\n",
       "  0.3030303120613098,\n",
       "  0.34090909361839294],\n",
       " ['PhalangesOutlinesCorrect',\n",
       "  0.6725219488143921,\n",
       "  89.74263,\n",
       "  0.7728983759880066,\n",
       "  8876.871,\n",
       "  0.7151819467544556,\n",
       "  0.720200777053833,\n",
       "  0.7728983759880066,\n",
       "  0.8117942214012146],\n",
       " ['Phoneme'],\n",
       " ['PickupGestureWiimoteZ'],\n",
       " ['PigAirwayPressure',\n",
       "  0.07526881992816925,\n",
       "  nan,\n",
       "  0.02150537632405758,\n",
       "  nan,\n",
       "  0.02150537632405758,\n",
       "  0.02150537632405758,\n",
       "  0.08602150529623032,\n",
       "  0.02150537632405758],\n",
       " ['PigArtPressure',\n",
       "  0.04301075264811516,\n",
       "  nan,\n",
       "  0.032258063554763794,\n",
       "  nan,\n",
       "  0.032258063554763794,\n",
       "  0.032258063554763794,\n",
       "  0.07526881992816925,\n",
       "  0.032258063554763794],\n",
       " ['PigCVP',\n",
       "  0.04301075264811516,\n",
       "  nan,\n",
       "  0.02150537632405758,\n",
       "  nan,\n",
       "  0.032258063554763794,\n",
       "  0.032258063554763794,\n",
       "  0.08602150529623032,\n",
       "  0.02150537632405758],\n",
       " ['PLAID',\n",
       "  0.16459627449512482,\n",
       "  nan,\n",
       "  0.16459627449512482,\n",
       "  nan,\n",
       "  0.16459627449512482,\n",
       "  0.16459627449512482,\n",
       "  0.16459627449512482,\n",
       "  0.16459627449512482],\n",
       " ['Plane',\n",
       "  0.7301587462425232,\n",
       "  91.51872,\n",
       "  0.7460317611694336,\n",
       "  91.03261,\n",
       "  0.2539682686328888,\n",
       "  0.30158731341362,\n",
       "  0.682539701461792,\n",
       "  0.761904776096344],\n",
       " ['PowerCons',\n",
       "  0.9444444179534912,\n",
       "  431.14362,\n",
       "  0.9722222089767456,\n",
       "  773.77386,\n",
       "  0.9629629850387573,\n",
       "  0.9629629850387573,\n",
       "  0.9907407164573669,\n",
       "  1.0],\n",
       " ['ProximalPhalanxOutlineAgeGroup',\n",
       "  0.8066298365592957,\n",
       "  11.367347,\n",
       "  0.8121547102928162,\n",
       "  9.0100355,\n",
       "  0.8618784546852112,\n",
       "  0.8508287072181702,\n",
       "  0.8176795840263367,\n",
       "  0.8121547102928162],\n",
       " ['ProximalPhalanxOutlineCorrect',\n",
       "  0.7977527976036072,\n",
       "  16.762218,\n",
       "  0.8014981150627136,\n",
       "  13.122142,\n",
       "  0.7340824007987976,\n",
       "  0.7340824007987976,\n",
       "  0.7865168452262878,\n",
       "  0.7752808928489685],\n",
       " ['ProximalPhalanxTW',\n",
       "  0.7845304012298584,\n",
       "  11.3747,\n",
       "  0.7900552749633789,\n",
       "  8.715163,\n",
       "  0.8342541456222534,\n",
       "  0.8397790193557739,\n",
       "  0.8011049628257751,\n",
       "  0.7569060921669006],\n",
       " ['RefrigerationDevices',\n",
       "  0.46222221851348877,\n",
       "  7163.329,\n",
       "  0.47111111879348755,\n",
       "  7092.5156,\n",
       "  0.4000000059604645,\n",
       "  0.4000000059604645,\n",
       "  0.4888888895511627,\n",
       "  0.5066666603088379],\n",
       " ['Rock'],\n",
       " ['ScreenType',\n",
       "  0.36000001430511475,\n",
       "  2904.2488,\n",
       "  0.3777777850627899,\n",
       "  2551.41,\n",
       "  0.3777777850627899,\n",
       "  0.36000001430511475,\n",
       "  0.3777777850627899,\n",
       "  0.36444443464279175],\n",
       " ['SemgHandGenderCh2',\n",
       "  0.8074073791503906,\n",
       "  nan,\n",
       "  0.7851851582527161,\n",
       "  nan,\n",
       "  0.6111111044883728,\n",
       "  0.6111111044883728,\n",
       "  0.8111110925674438,\n",
       "  0.7555555701255798],\n",
       " ['SemgHandMovementCh2',\n",
       "  0.43703705072402954,\n",
       "  nan,\n",
       "  0.47777777910232544,\n",
       "  nan,\n",
       "  0.192592591047287,\n",
       "  0.192592591047287,\n",
       "  0.5037037134170532,\n",
       "  0.42222222685813904],\n",
       " ['SemgHandSubjectCh2',\n",
       "  0.6111111044883728,\n",
       "  nan,\n",
       "  0.4851851761341095,\n",
       "  nan,\n",
       "  0.22592592239379883,\n",
       "  0.2074074000120163,\n",
       "  0.699999988079071,\n",
       "  0.5703703761100769],\n",
       " ['ShakeGestureWiimoteZ'],\n",
       " ['ShapeletSim',\n",
       "  0.6666666865348816,\n",
       "  999.49164,\n",
       "  0.6499999761581421,\n",
       "  990.90436,\n",
       "  0.5166666507720947,\n",
       "  0.5166666507720947,\n",
       "  0.5833333134651184,\n",
       "  0.5],\n",
       " ['ShapesAll',\n",
       "  0.3499999940395355,\n",
       "  890.932,\n",
       "  0.35277777910232544,\n",
       "  1076.5931,\n",
       "  0.34166666865348816,\n",
       "  0.35277777910232544,\n",
       "  0.33888888359069824,\n",
       "  0.35555556416511536],\n",
       " ['SmallKitchenAppliances',\n",
       "  0.5555555820465088,\n",
       "  7152.426,\n",
       "  0.5733333230018616,\n",
       "  3844.4968,\n",
       "  0.4533333480358124,\n",
       "  0.46666666865348816,\n",
       "  0.5688889026641846,\n",
       "  0.5066666603088379],\n",
       " ['SmoothSubspace',\n",
       "  0.7777777910232544,\n",
       "  4.0844417,\n",
       "  0.8666666746139526,\n",
       "  4.075406,\n",
       "  0.8444444537162781,\n",
       "  0.8666666746139526,\n",
       "  0.9222221970558167,\n",
       "  0.855555534362793],\n",
       " ['SonyAIBORobotSurface1',\n",
       "  0.9677419066429138,\n",
       "  155.03845,\n",
       "  0.9892473220825195,\n",
       "  107.79633,\n",
       "  0.9892473220825195,\n",
       "  0.9838709831237793,\n",
       "  0.9516128897666931,\n",
       "  0.9892473220825195],\n",
       " ['SonyAIBORobotSurface2',\n",
       "  0.8945578336715698,\n",
       "  295.83115,\n",
       "  0.942176878452301,\n",
       "  249.58499,\n",
       "  0.8979591727256775,\n",
       "  0.918367326259613,\n",
       "  0.8877550959587097,\n",
       "  0.8979591727256775],\n",
       " ['StarLightCurves',\n",
       "  0.9610108137130737,\n",
       "  1863.4016,\n",
       "  0.9703971147537231,\n",
       "  31878.129,\n",
       "  0.9451263546943665,\n",
       "  0.9487364888191223,\n",
       "  0.9631769061088562,\n",
       "  0.9628158807754517],\n",
       " ['Strawberry',\n",
       "  0.9251700639724731,\n",
       "  42.498474,\n",
       "  0.9625850319862366,\n",
       "  42.704296,\n",
       "  0.7448979616165161,\n",
       "  0.8979591727256775,\n",
       "  0.9591836929321289,\n",
       "  0.9455782175064087],\n",
       " ['SwedishLeaf',\n",
       "  0.637982189655304,\n",
       "  227.14806,\n",
       "  0.6795251965522766,\n",
       "  3427.8845,\n",
       "  0.5816023945808411,\n",
       "  0.6023738980293274,\n",
       "  0.718100905418396,\n",
       "  0.715133547782898],\n",
       " ['Symbols',\n",
       "  0.9281045794487,\n",
       "  360.53058,\n",
       "  0.9117646813392639,\n",
       "  301.65497,\n",
       "  0.9542483687400818,\n",
       "  0.9542483687400818,\n",
       "  0.9281045794487,\n",
       "  0.9281045794487],\n",
       " ['SyntheticControl',\n",
       "  0.7833333611488342,\n",
       "  275.66046,\n",
       "  0.894444465637207,\n",
       "  256.64914,\n",
       "  0.7888888716697693,\n",
       "  0.894444465637207,\n",
       "  0.7555555701255798,\n",
       "  0.8611111044883728],\n",
       " ['ToeSegmentation1',\n",
       "  0.612500011920929,\n",
       "  669.0637,\n",
       "  0.574999988079071,\n",
       "  464.85858,\n",
       "  0.5874999761581421,\n",
       "  0.6000000238418579,\n",
       "  0.4625000059604645,\n",
       "  0.612500011920929],\n",
       " ['ToeSegmentation2',\n",
       "  0.7551020383834839,\n",
       "  668.8018,\n",
       "  0.7551020383834839,\n",
       "  669.3241,\n",
       "  0.7142857313156128,\n",
       "  0.7755101919174194,\n",
       "  0.7755101919174194,\n",
       "  0.5918367505073547],\n",
       " ['Trace',\n",
       "  0.5333333611488342,\n",
       "  nan,\n",
       "  0.25,\n",
       "  nan,\n",
       "  0.30000001192092896,\n",
       "  0.30000001192092896,\n",
       "  0.6000000238418579,\n",
       "  0.25],\n",
       " ['TwoLeadECG',\n",
       "  0.9913793206214905,\n",
       "  69.54308,\n",
       "  0.9942528605461121,\n",
       "  66.461006,\n",
       "  0.6120689511299133,\n",
       "  0.931034505367279,\n",
       "  0.9942528605461121,\n",
       "  0.9971264600753784],\n",
       " ['TwoPatterns', 0.6106666922569275, 2473.8518, 0.8866666555404663],\n",
       " ['UMD'],\n",
       " ['UWaveGestureLibraryAll'],\n",
       " ['UWaveGestureLibraryX'],\n",
       " ['UWaveGestureLibraryY'],\n",
       " ['UWaveGestureLibraryZ'],\n",
       " ['Wafer'],\n",
       " ['Wine'],\n",
       " ['WordSynonyms'],\n",
       " ['Worms'],\n",
       " ['WormsTwoClass'],\n",
       " ['Yoga']]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(results,columns=[\"Name\",\"Baseline\",\"AE20\",\"Sidekick20\",\"AE200\",\"Direct\",\"Fine Tune\",\"SidekickBase\",\"Sidekick\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Name</th>\n",
       "      <th>Baseline</th>\n",
       "      <th>AE20</th>\n",
       "      <th>Sidekick20</th>\n",
       "      <th>AE200</th>\n",
       "      <th>Direct</th>\n",
       "      <th>Fine Tune</th>\n",
       "      <th>SidekickBase</th>\n",
       "      <th>Sidekick</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Adiac</td>\n",
       "      <td>0.371795</td>\n",
       "      <td>58.858421</td>\n",
       "      <td>0.401709</td>\n",
       "      <td>26.876024</td>\n",
       "      <td>0.141026</td>\n",
       "      <td>0.179487</td>\n",
       "      <td>0.418803</td>\n",
       "      <td>0.384615</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ArrowHead</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>67.830734</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>66.810822</td>\n",
       "      <td>0.492063</td>\n",
       "      <td>0.507937</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>0.746032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Beef</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>BeetleFly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>BirdChicken</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>BME</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>95.975204</td>\n",
       "      <td>0.759259</td>\n",
       "      <td>101.596771</td>\n",
       "      <td>0.518519</td>\n",
       "      <td>0.740741</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>0.703704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Car</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>CBF</td>\n",
       "      <td>0.974910</td>\n",
       "      <td>462.546967</td>\n",
       "      <td>0.974910</td>\n",
       "      <td>424.618134</td>\n",
       "      <td>0.992832</td>\n",
       "      <td>0.996416</td>\n",
       "      <td>0.939068</td>\n",
       "      <td>0.985663</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Chinatown</td>\n",
       "      <td>0.926606</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.724771</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.724771</td>\n",
       "      <td>0.724771</td>\n",
       "      <td>0.963303</td>\n",
       "      <td>0.724771</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>ChlorineConcentration</td>\n",
       "      <td>0.600619</td>\n",
       "      <td>389.722748</td>\n",
       "      <td>0.722136</td>\n",
       "      <td>445.209320</td>\n",
       "      <td>0.573529</td>\n",
       "      <td>0.582043</td>\n",
       "      <td>0.710526</td>\n",
       "      <td>0.688855</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>CinCECGTorso</td>\n",
       "      <td>0.957747</td>\n",
       "      <td>2114.196289</td>\n",
       "      <td>0.988263</td>\n",
       "      <td>1109.600342</td>\n",
       "      <td>0.974178</td>\n",
       "      <td>0.981221</td>\n",
       "      <td>0.969484</td>\n",
       "      <td>0.985915</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Coffee</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Computers</td>\n",
       "      <td>0.653333</td>\n",
       "      <td>2533.773682</td>\n",
       "      <td>0.680000</td>\n",
       "      <td>2202.982910</td>\n",
       "      <td>0.620000</td>\n",
       "      <td>0.626667</td>\n",
       "      <td>0.653333</td>\n",
       "      <td>0.640000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>CricketX</td>\n",
       "      <td>0.277778</td>\n",
       "      <td>1203.753296</td>\n",
       "      <td>0.303419</td>\n",
       "      <td>867.663147</td>\n",
       "      <td>0.320513</td>\n",
       "      <td>0.320513</td>\n",
       "      <td>0.286325</td>\n",
       "      <td>0.294872</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>CricketY</td>\n",
       "      <td>0.294872</td>\n",
       "      <td>867.834290</td>\n",
       "      <td>0.337607</td>\n",
       "      <td>626.652344</td>\n",
       "      <td>0.316239</td>\n",
       "      <td>0.290598</td>\n",
       "      <td>0.329060</td>\n",
       "      <td>0.316239</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>CricketZ</td>\n",
       "      <td>0.376068</td>\n",
       "      <td>1164.606567</td>\n",
       "      <td>0.380342</td>\n",
       "      <td>852.909302</td>\n",
       "      <td>0.346154</td>\n",
       "      <td>0.350427</td>\n",
       "      <td>0.311966</td>\n",
       "      <td>0.367521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Crop</td>\n",
       "      <td>0.702083</td>\n",
       "      <td>97.437843</td>\n",
       "      <td>0.708750</td>\n",
       "      <td>95.075455</td>\n",
       "      <td>0.390972</td>\n",
       "      <td>0.518056</td>\n",
       "      <td>0.698889</td>\n",
       "      <td>0.702500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>DiatomSizeReduction</td>\n",
       "      <td>0.979167</td>\n",
       "      <td>56.085873</td>\n",
       "      <td>0.989583</td>\n",
       "      <td>88926.460938</td>\n",
       "      <td>0.854167</td>\n",
       "      <td>0.875000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.989583</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>DistalPhalanxOutlineAgeGroup</td>\n",
       "      <td>0.763975</td>\n",
       "      <td>17.899471</td>\n",
       "      <td>0.801242</td>\n",
       "      <td>18.515310</td>\n",
       "      <td>0.807453</td>\n",
       "      <td>0.826087</td>\n",
       "      <td>0.795031</td>\n",
       "      <td>0.763975</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>DistalPhalanxOutlineCorrect</td>\n",
       "      <td>0.721374</td>\n",
       "      <td>47.366928</td>\n",
       "      <td>0.702290</td>\n",
       "      <td>167.964050</td>\n",
       "      <td>0.709924</td>\n",
       "      <td>0.763359</td>\n",
       "      <td>0.706107</td>\n",
       "      <td>0.698473</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>DistalPhalanxTW</td>\n",
       "      <td>0.720497</td>\n",
       "      <td>17.699560</td>\n",
       "      <td>0.732919</td>\n",
       "      <td>18.064512</td>\n",
       "      <td>0.763975</td>\n",
       "      <td>0.763975</td>\n",
       "      <td>0.720497</td>\n",
       "      <td>0.720497</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>DodgerLoopDay</td>\n",
       "      <td>0.170213</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.170213</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.170213</td>\n",
       "      <td>0.170213</td>\n",
       "      <td>0.085106</td>\n",
       "      <td>0.170213</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>DodgerLoopGame</td>\n",
       "      <td>0.680851</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.489362</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.489362</td>\n",
       "      <td>0.489362</td>\n",
       "      <td>0.617021</td>\n",
       "      <td>0.489362</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>DodgerLoopWeekend</td>\n",
       "      <td>0.936170</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.680851</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.680851</td>\n",
       "      <td>0.680851</td>\n",
       "      <td>0.914894</td>\n",
       "      <td>0.680851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Earthquakes</td>\n",
       "      <td>0.753623</td>\n",
       "      <td>3055.569824</td>\n",
       "      <td>0.753623</td>\n",
       "      <td>3019.725098</td>\n",
       "      <td>0.753623</td>\n",
       "      <td>0.731884</td>\n",
       "      <td>0.688406</td>\n",
       "      <td>0.760870</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>ECG200</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>74.860229</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>74.655205</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>0.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>ECG5000</td>\n",
       "      <td>0.946000</td>\n",
       "      <td>741.973450</td>\n",
       "      <td>0.938000</td>\n",
       "      <td>658.920349</td>\n",
       "      <td>0.934000</td>\n",
       "      <td>0.934667</td>\n",
       "      <td>0.940000</td>\n",
       "      <td>0.938667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>ECGFiveDays</td>\n",
       "      <td>0.988679</td>\n",
       "      <td>147.199310</td>\n",
       "      <td>0.973585</td>\n",
       "      <td>131.870575</td>\n",
       "      <td>0.984906</td>\n",
       "      <td>0.977359</td>\n",
       "      <td>0.973585</td>\n",
       "      <td>0.984906</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>ElectricDevices</td>\n",
       "      <td>0.689241</td>\n",
       "      <td>3597.004883</td>\n",
       "      <td>0.692046</td>\n",
       "      <td>6300.741211</td>\n",
       "      <td>0.609096</td>\n",
       "      <td>0.641555</td>\n",
       "      <td>0.675816</td>\n",
       "      <td>0.692847</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>EOGHorizontalSignal</td>\n",
       "      <td>0.525346</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.493088</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.087558</td>\n",
       "      <td>0.087558</td>\n",
       "      <td>0.470046</td>\n",
       "      <td>0.479263</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>SemgHandMovementCh2</td>\n",
       "      <td>0.437037</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.477778</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.192593</td>\n",
       "      <td>0.192593</td>\n",
       "      <td>0.503704</td>\n",
       "      <td>0.422222</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>SemgHandSubjectCh2</td>\n",
       "      <td>0.611111</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.485185</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.225926</td>\n",
       "      <td>0.207407</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>0.570370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>ShakeGestureWiimoteZ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>ShapeletSim</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>999.491638</td>\n",
       "      <td>0.650000</td>\n",
       "      <td>990.904358</td>\n",
       "      <td>0.516667</td>\n",
       "      <td>0.516667</td>\n",
       "      <td>0.583333</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>ShapesAll</td>\n",
       "      <td>0.350000</td>\n",
       "      <td>890.932007</td>\n",
       "      <td>0.352778</td>\n",
       "      <td>1076.593140</td>\n",
       "      <td>0.341667</td>\n",
       "      <td>0.352778</td>\n",
       "      <td>0.338889</td>\n",
       "      <td>0.355556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>SmallKitchenAppliances</td>\n",
       "      <td>0.555556</td>\n",
       "      <td>7152.425781</td>\n",
       "      <td>0.573333</td>\n",
       "      <td>3844.496826</td>\n",
       "      <td>0.453333</td>\n",
       "      <td>0.466667</td>\n",
       "      <td>0.568889</td>\n",
       "      <td>0.506667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>SmoothSubspace</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>4.084442</td>\n",
       "      <td>0.866667</td>\n",
       "      <td>4.075406</td>\n",
       "      <td>0.844444</td>\n",
       "      <td>0.866667</td>\n",
       "      <td>0.922222</td>\n",
       "      <td>0.855556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>SonyAIBORobotSurface1</td>\n",
       "      <td>0.967742</td>\n",
       "      <td>155.038452</td>\n",
       "      <td>0.989247</td>\n",
       "      <td>107.796333</td>\n",
       "      <td>0.989247</td>\n",
       "      <td>0.983871</td>\n",
       "      <td>0.951613</td>\n",
       "      <td>0.989247</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>SonyAIBORobotSurface2</td>\n",
       "      <td>0.894558</td>\n",
       "      <td>295.831146</td>\n",
       "      <td>0.942177</td>\n",
       "      <td>249.584991</td>\n",
       "      <td>0.897959</td>\n",
       "      <td>0.918367</td>\n",
       "      <td>0.887755</td>\n",
       "      <td>0.897959</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>103</th>\n",
       "      <td>StarLightCurves</td>\n",
       "      <td>0.961011</td>\n",
       "      <td>1863.401611</td>\n",
       "      <td>0.970397</td>\n",
       "      <td>31878.128906</td>\n",
       "      <td>0.945126</td>\n",
       "      <td>0.948736</td>\n",
       "      <td>0.963177</td>\n",
       "      <td>0.962816</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>Strawberry</td>\n",
       "      <td>0.925170</td>\n",
       "      <td>42.498474</td>\n",
       "      <td>0.962585</td>\n",
       "      <td>42.704296</td>\n",
       "      <td>0.744898</td>\n",
       "      <td>0.897959</td>\n",
       "      <td>0.959184</td>\n",
       "      <td>0.945578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>SwedishLeaf</td>\n",
       "      <td>0.637982</td>\n",
       "      <td>227.148056</td>\n",
       "      <td>0.679525</td>\n",
       "      <td>3427.884521</td>\n",
       "      <td>0.581602</td>\n",
       "      <td>0.602374</td>\n",
       "      <td>0.718101</td>\n",
       "      <td>0.715134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>Symbols</td>\n",
       "      <td>0.928105</td>\n",
       "      <td>360.530579</td>\n",
       "      <td>0.911765</td>\n",
       "      <td>301.654968</td>\n",
       "      <td>0.954248</td>\n",
       "      <td>0.954248</td>\n",
       "      <td>0.928105</td>\n",
       "      <td>0.928105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>SyntheticControl</td>\n",
       "      <td>0.783333</td>\n",
       "      <td>275.660461</td>\n",
       "      <td>0.894444</td>\n",
       "      <td>256.649139</td>\n",
       "      <td>0.788889</td>\n",
       "      <td>0.894444</td>\n",
       "      <td>0.755556</td>\n",
       "      <td>0.861111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>ToeSegmentation1</td>\n",
       "      <td>0.612500</td>\n",
       "      <td>669.063721</td>\n",
       "      <td>0.575000</td>\n",
       "      <td>464.858582</td>\n",
       "      <td>0.587500</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.462500</td>\n",
       "      <td>0.612500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>ToeSegmentation2</td>\n",
       "      <td>0.755102</td>\n",
       "      <td>668.801819</td>\n",
       "      <td>0.755102</td>\n",
       "      <td>669.324097</td>\n",
       "      <td>0.714286</td>\n",
       "      <td>0.775510</td>\n",
       "      <td>0.775510</td>\n",
       "      <td>0.591837</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>Trace</td>\n",
       "      <td>0.533333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>TwoLeadECG</td>\n",
       "      <td>0.991379</td>\n",
       "      <td>69.543083</td>\n",
       "      <td>0.994253</td>\n",
       "      <td>66.461006</td>\n",
       "      <td>0.612069</td>\n",
       "      <td>0.931035</td>\n",
       "      <td>0.994253</td>\n",
       "      <td>0.997126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>TwoPatterns</td>\n",
       "      <td>0.610667</td>\n",
       "      <td>2473.851807</td>\n",
       "      <td>0.886667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>UMD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>UWaveGestureLibraryAll</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>UWaveGestureLibraryX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>UWaveGestureLibraryY</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>UWaveGestureLibraryZ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>Wafer</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>Wine</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>WordSynonyms</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>Worms</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>WormsTwoClass</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>Yoga</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>124 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                             Name  Baseline         AE20  Sidekick20  \\\n",
       "0                           Adiac  0.371795    58.858421    0.401709   \n",
       "1                       ArrowHead  0.777778    67.830734    0.666667   \n",
       "2                            Beef       NaN          NaN         NaN   \n",
       "3                       BeetleFly       NaN          NaN         NaN   \n",
       "4                     BirdChicken       NaN          NaN         NaN   \n",
       "5                             BME  0.944444    95.975204    0.759259   \n",
       "6                             Car       NaN          NaN         NaN   \n",
       "7                             CBF  0.974910   462.546967    0.974910   \n",
       "8                       Chinatown  0.926606          NaN    0.724771   \n",
       "9           ChlorineConcentration  0.600619   389.722748    0.722136   \n",
       "10                   CinCECGTorso  0.957747  2114.196289    0.988263   \n",
       "11                         Coffee       NaN          NaN         NaN   \n",
       "12                      Computers  0.653333  2533.773682    0.680000   \n",
       "13                       CricketX  0.277778  1203.753296    0.303419   \n",
       "14                       CricketY  0.294872   867.834290    0.337607   \n",
       "15                       CricketZ  0.376068  1164.606567    0.380342   \n",
       "16                           Crop  0.702083    97.437843    0.708750   \n",
       "17            DiatomSizeReduction  0.979167    56.085873    0.989583   \n",
       "18   DistalPhalanxOutlineAgeGroup  0.763975    17.899471    0.801242   \n",
       "19    DistalPhalanxOutlineCorrect  0.721374    47.366928    0.702290   \n",
       "20                DistalPhalanxTW  0.720497    17.699560    0.732919   \n",
       "21                  DodgerLoopDay  0.170213          NaN    0.170213   \n",
       "22                 DodgerLoopGame  0.680851          NaN    0.489362   \n",
       "23              DodgerLoopWeekend  0.936170          NaN    0.680851   \n",
       "24                    Earthquakes  0.753623  3055.569824    0.753623   \n",
       "25                         ECG200  0.750000    74.860229    0.750000   \n",
       "26                        ECG5000  0.946000   741.973450    0.938000   \n",
       "27                    ECGFiveDays  0.988679   147.199310    0.973585   \n",
       "28                ElectricDevices  0.689241  3597.004883    0.692046   \n",
       "29            EOGHorizontalSignal  0.525346          NaN    0.493088   \n",
       "..                            ...       ...          ...         ...   \n",
       "94            SemgHandMovementCh2  0.437037          NaN    0.477778   \n",
       "95             SemgHandSubjectCh2  0.611111          NaN    0.485185   \n",
       "96           ShakeGestureWiimoteZ       NaN          NaN         NaN   \n",
       "97                    ShapeletSim  0.666667   999.491638    0.650000   \n",
       "98                      ShapesAll  0.350000   890.932007    0.352778   \n",
       "99         SmallKitchenAppliances  0.555556  7152.425781    0.573333   \n",
       "100                SmoothSubspace  0.777778     4.084442    0.866667   \n",
       "101         SonyAIBORobotSurface1  0.967742   155.038452    0.989247   \n",
       "102         SonyAIBORobotSurface2  0.894558   295.831146    0.942177   \n",
       "103               StarLightCurves  0.961011  1863.401611    0.970397   \n",
       "104                    Strawberry  0.925170    42.498474    0.962585   \n",
       "105                   SwedishLeaf  0.637982   227.148056    0.679525   \n",
       "106                       Symbols  0.928105   360.530579    0.911765   \n",
       "107              SyntheticControl  0.783333   275.660461    0.894444   \n",
       "108              ToeSegmentation1  0.612500   669.063721    0.575000   \n",
       "109              ToeSegmentation2  0.755102   668.801819    0.755102   \n",
       "110                         Trace  0.533333          NaN    0.250000   \n",
       "111                    TwoLeadECG  0.991379    69.543083    0.994253   \n",
       "112                   TwoPatterns  0.610667  2473.851807    0.886667   \n",
       "113                           UMD       NaN          NaN         NaN   \n",
       "114        UWaveGestureLibraryAll       NaN          NaN         NaN   \n",
       "115          UWaveGestureLibraryX       NaN          NaN         NaN   \n",
       "116          UWaveGestureLibraryY       NaN          NaN         NaN   \n",
       "117          UWaveGestureLibraryZ       NaN          NaN         NaN   \n",
       "118                         Wafer       NaN          NaN         NaN   \n",
       "119                          Wine       NaN          NaN         NaN   \n",
       "120                  WordSynonyms       NaN          NaN         NaN   \n",
       "121                         Worms       NaN          NaN         NaN   \n",
       "122                 WormsTwoClass       NaN          NaN         NaN   \n",
       "123                          Yoga       NaN          NaN         NaN   \n",
       "\n",
       "            AE200    Direct  Fine Tune  SidekickBase  Sidekick  \n",
       "0       26.876024  0.141026   0.179487      0.418803  0.384615  \n",
       "1       66.810822  0.492063   0.507937      0.777778  0.746032  \n",
       "2             NaN       NaN        NaN           NaN       NaN  \n",
       "3             NaN       NaN        NaN           NaN       NaN  \n",
       "4             NaN       NaN        NaN           NaN       NaN  \n",
       "5      101.596771  0.518519   0.740741      0.777778  0.703704  \n",
       "6             NaN       NaN        NaN           NaN       NaN  \n",
       "7      424.618134  0.992832   0.996416      0.939068  0.985663  \n",
       "8             NaN  0.724771   0.724771      0.963303  0.724771  \n",
       "9      445.209320  0.573529   0.582043      0.710526  0.688855  \n",
       "10    1109.600342  0.974178   0.981221      0.969484  0.985915  \n",
       "11            NaN       NaN        NaN           NaN       NaN  \n",
       "12    2202.982910  0.620000   0.626667      0.653333  0.640000  \n",
       "13     867.663147  0.320513   0.320513      0.286325  0.294872  \n",
       "14     626.652344  0.316239   0.290598      0.329060  0.316239  \n",
       "15     852.909302  0.346154   0.350427      0.311966  0.367521  \n",
       "16      95.075455  0.390972   0.518056      0.698889  0.702500  \n",
       "17   88926.460938  0.854167   0.875000      1.000000  0.989583  \n",
       "18      18.515310  0.807453   0.826087      0.795031  0.763975  \n",
       "19     167.964050  0.709924   0.763359      0.706107  0.698473  \n",
       "20      18.064512  0.763975   0.763975      0.720497  0.720497  \n",
       "21            NaN  0.170213   0.170213      0.085106  0.170213  \n",
       "22            NaN  0.489362   0.489362      0.617021  0.489362  \n",
       "23            NaN  0.680851   0.680851      0.914894  0.680851  \n",
       "24    3019.725098  0.753623   0.731884      0.688406  0.760870  \n",
       "25      74.655205  0.600000   0.600000      0.750000  0.750000  \n",
       "26     658.920349  0.934000   0.934667      0.940000  0.938667  \n",
       "27     131.870575  0.984906   0.977359      0.973585  0.984906  \n",
       "28    6300.741211  0.609096   0.641555      0.675816  0.692847  \n",
       "29            NaN  0.087558   0.087558      0.470046  0.479263  \n",
       "..            ...       ...        ...           ...       ...  \n",
       "94            NaN  0.192593   0.192593      0.503704  0.422222  \n",
       "95            NaN  0.225926   0.207407      0.700000  0.570370  \n",
       "96            NaN       NaN        NaN           NaN       NaN  \n",
       "97     990.904358  0.516667   0.516667      0.583333  0.500000  \n",
       "98    1076.593140  0.341667   0.352778      0.338889  0.355556  \n",
       "99    3844.496826  0.453333   0.466667      0.568889  0.506667  \n",
       "100      4.075406  0.844444   0.866667      0.922222  0.855556  \n",
       "101    107.796333  0.989247   0.983871      0.951613  0.989247  \n",
       "102    249.584991  0.897959   0.918367      0.887755  0.897959  \n",
       "103  31878.128906  0.945126   0.948736      0.963177  0.962816  \n",
       "104     42.704296  0.744898   0.897959      0.959184  0.945578  \n",
       "105   3427.884521  0.581602   0.602374      0.718101  0.715134  \n",
       "106    301.654968  0.954248   0.954248      0.928105  0.928105  \n",
       "107    256.649139  0.788889   0.894444      0.755556  0.861111  \n",
       "108    464.858582  0.587500   0.600000      0.462500  0.612500  \n",
       "109    669.324097  0.714286   0.775510      0.775510  0.591837  \n",
       "110           NaN  0.300000   0.300000      0.600000  0.250000  \n",
       "111     66.461006  0.612069   0.931035      0.994253  0.997126  \n",
       "112           NaN       NaN        NaN           NaN       NaN  \n",
       "113           NaN       NaN        NaN           NaN       NaN  \n",
       "114           NaN       NaN        NaN           NaN       NaN  \n",
       "115           NaN       NaN        NaN           NaN       NaN  \n",
       "116           NaN       NaN        NaN           NaN       NaN  \n",
       "117           NaN       NaN        NaN           NaN       NaN  \n",
       "118           NaN       NaN        NaN           NaN       NaN  \n",
       "119           NaN       NaN        NaN           NaN       NaN  \n",
       "120           NaN       NaN        NaN           NaN       NaN  \n",
       "121           NaN       NaN        NaN           NaN       NaN  \n",
       "122           NaN       NaN        NaN           NaN       NaN  \n",
       "123           NaN       NaN        NaN           NaN       NaN  \n",
       "\n",
       "[124 rows x 9 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.groupby(by=\"Name\").mean().reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"Gain\"] = df[\"Sidekick\"] - df[[\"Baseline\",\"SidekickBase\"]].max(axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"Sidekick Gain\"] = df[\"Sidekick\"] - df[[\"Direct\",\"Fine Tune\"]].max(axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv(\"results.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_clipboard()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Name</th>\n",
       "      <th>Baseline</th>\n",
       "      <th>AE20</th>\n",
       "      <th>Sidekick20</th>\n",
       "      <th>AE200</th>\n",
       "      <th>Direct</th>\n",
       "      <th>Fine Tune</th>\n",
       "      <th>SidekickBase</th>\n",
       "      <th>Sidekick</th>\n",
       "      <th>Gain</th>\n",
       "      <th>Sidekick Gain</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>SyntheticControl</td>\n",
       "      <td>0.783333</td>\n",
       "      <td>275.660461</td>\n",
       "      <td>0.894444</td>\n",
       "      <td>256.649139</td>\n",
       "      <td>0.788889</td>\n",
       "      <td>0.894444</td>\n",
       "      <td>0.755556</td>\n",
       "      <td>0.861111</td>\n",
       "      <td>0.077778</td>\n",
       "      <td>-0.033333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>FaceAll</td>\n",
       "      <td>0.765926</td>\n",
       "      <td>1310.776611</td>\n",
       "      <td>0.834074</td>\n",
       "      <td>956.164246</td>\n",
       "      <td>0.746667</td>\n",
       "      <td>0.764444</td>\n",
       "      <td>0.789630</td>\n",
       "      <td>0.848889</td>\n",
       "      <td>0.059259</td>\n",
       "      <td>0.084444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>PhalangesOutlinesCorrect</td>\n",
       "      <td>0.672522</td>\n",
       "      <td>89.742630</td>\n",
       "      <td>0.772898</td>\n",
       "      <td>8876.871094</td>\n",
       "      <td>0.715182</td>\n",
       "      <td>0.720201</td>\n",
       "      <td>0.772898</td>\n",
       "      <td>0.811794</td>\n",
       "      <td>0.038896</td>\n",
       "      <td>0.091593</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>MixedShapesRegularTrain</td>\n",
       "      <td>0.841505</td>\n",
       "      <td>2106.697998</td>\n",
       "      <td>0.860889</td>\n",
       "      <td>1811.907593</td>\n",
       "      <td>0.851767</td>\n",
       "      <td>0.867731</td>\n",
       "      <td>0.838084</td>\n",
       "      <td>0.880274</td>\n",
       "      <td>0.038769</td>\n",
       "      <td>0.012543</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>Plane</td>\n",
       "      <td>0.730159</td>\n",
       "      <td>91.518723</td>\n",
       "      <td>0.746032</td>\n",
       "      <td>91.032608</td>\n",
       "      <td>0.253968</td>\n",
       "      <td>0.301587</td>\n",
       "      <td>0.682540</td>\n",
       "      <td>0.761905</td>\n",
       "      <td>0.031746</td>\n",
       "      <td>0.460317</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>OSULeaf</td>\n",
       "      <td>0.310606</td>\n",
       "      <td>1075.557861</td>\n",
       "      <td>0.363636</td>\n",
       "      <td>697.996399</td>\n",
       "      <td>0.378788</td>\n",
       "      <td>0.393939</td>\n",
       "      <td>0.303030</td>\n",
       "      <td>0.340909</td>\n",
       "      <td>0.030303</td>\n",
       "      <td>-0.053030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>MixedShapesSmallTrain</td>\n",
       "      <td>0.846764</td>\n",
       "      <td>1964.121704</td>\n",
       "      <td>0.873184</td>\n",
       "      <td>1231.103027</td>\n",
       "      <td>0.889036</td>\n",
       "      <td>0.887715</td>\n",
       "      <td>0.828269</td>\n",
       "      <td>0.871863</td>\n",
       "      <td>0.025099</td>\n",
       "      <td>-0.017173</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>SonyAIBORobotSurface1</td>\n",
       "      <td>0.967742</td>\n",
       "      <td>155.038452</td>\n",
       "      <td>0.989247</td>\n",
       "      <td>107.796333</td>\n",
       "      <td>0.989247</td>\n",
       "      <td>0.983871</td>\n",
       "      <td>0.951613</td>\n",
       "      <td>0.989247</td>\n",
       "      <td>0.021505</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>InlineSkate</td>\n",
       "      <td>0.246154</td>\n",
       "      <td>1364.470581</td>\n",
       "      <td>0.241026</td>\n",
       "      <td>735.094849</td>\n",
       "      <td>0.276923</td>\n",
       "      <td>0.276923</td>\n",
       "      <td>0.230769</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>0.020513</td>\n",
       "      <td>-0.010256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Fish</td>\n",
       "      <td>0.704762</td>\n",
       "      <td>67.874763</td>\n",
       "      <td>0.685714</td>\n",
       "      <td>73.091316</td>\n",
       "      <td>0.447619</td>\n",
       "      <td>0.495238</td>\n",
       "      <td>0.685714</td>\n",
       "      <td>0.723810</td>\n",
       "      <td>0.019048</td>\n",
       "      <td>0.228571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>MoteStrain</td>\n",
       "      <td>0.834646</td>\n",
       "      <td>479.727692</td>\n",
       "      <td>0.842520</td>\n",
       "      <td>436.157593</td>\n",
       "      <td>0.887139</td>\n",
       "      <td>0.832021</td>\n",
       "      <td>0.853018</td>\n",
       "      <td>0.871391</td>\n",
       "      <td>0.018373</td>\n",
       "      <td>-0.015748</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>RefrigerationDevices</td>\n",
       "      <td>0.462222</td>\n",
       "      <td>7163.329102</td>\n",
       "      <td>0.471111</td>\n",
       "      <td>7092.515625</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.488889</td>\n",
       "      <td>0.506667</td>\n",
       "      <td>0.017778</td>\n",
       "      <td>0.106667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>GunPoint</td>\n",
       "      <td>0.716667</td>\n",
       "      <td>62.429184</td>\n",
       "      <td>0.633333</td>\n",
       "      <td>63.899281</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>0.683333</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.016667</td>\n",
       "      <td>0.033333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>CinCECGTorso</td>\n",
       "      <td>0.957747</td>\n",
       "      <td>2114.196289</td>\n",
       "      <td>0.988263</td>\n",
       "      <td>1109.600342</td>\n",
       "      <td>0.974178</td>\n",
       "      <td>0.981221</td>\n",
       "      <td>0.969484</td>\n",
       "      <td>0.985915</td>\n",
       "      <td>0.016432</td>\n",
       "      <td>0.004695</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>NonInvasiveFetalECGThorax2</td>\n",
       "      <td>0.798937</td>\n",
       "      <td>610.609131</td>\n",
       "      <td>0.846767</td>\n",
       "      <td>579.257141</td>\n",
       "      <td>0.776794</td>\n",
       "      <td>0.793623</td>\n",
       "      <td>0.825509</td>\n",
       "      <td>0.839681</td>\n",
       "      <td>0.014172</td>\n",
       "      <td>0.046058</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>MelbournePedestrian</td>\n",
       "      <td>0.852968</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.894977</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.108676</td>\n",
       "      <td>0.108676</td>\n",
       "      <td>0.882192</td>\n",
       "      <td>0.895890</td>\n",
       "      <td>0.013699</td>\n",
       "      <td>0.787215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>CBF</td>\n",
       "      <td>0.974910</td>\n",
       "      <td>462.546967</td>\n",
       "      <td>0.974910</td>\n",
       "      <td>424.618134</td>\n",
       "      <td>0.992832</td>\n",
       "      <td>0.996416</td>\n",
       "      <td>0.939068</td>\n",
       "      <td>0.985663</td>\n",
       "      <td>0.010753</td>\n",
       "      <td>-0.010753</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>PowerCons</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>431.143616</td>\n",
       "      <td>0.972222</td>\n",
       "      <td>773.773865</td>\n",
       "      <td>0.962963</td>\n",
       "      <td>0.962963</td>\n",
       "      <td>0.990741</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.009259</td>\n",
       "      <td>0.037037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>CricketX</td>\n",
       "      <td>0.277778</td>\n",
       "      <td>1203.753296</td>\n",
       "      <td>0.303419</td>\n",
       "      <td>867.663147</td>\n",
       "      <td>0.320513</td>\n",
       "      <td>0.320513</td>\n",
       "      <td>0.286325</td>\n",
       "      <td>0.294872</td>\n",
       "      <td>0.008547</td>\n",
       "      <td>-0.025641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Earthquakes</td>\n",
       "      <td>0.753623</td>\n",
       "      <td>3055.569824</td>\n",
       "      <td>0.753623</td>\n",
       "      <td>3019.725098</td>\n",
       "      <td>0.753623</td>\n",
       "      <td>0.731884</td>\n",
       "      <td>0.688406</td>\n",
       "      <td>0.760870</td>\n",
       "      <td>0.007246</td>\n",
       "      <td>0.007246</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>Haptics</td>\n",
       "      <td>0.355072</td>\n",
       "      <td>550.279236</td>\n",
       "      <td>0.355072</td>\n",
       "      <td>2888.622314</td>\n",
       "      <td>0.413043</td>\n",
       "      <td>0.420290</td>\n",
       "      <td>0.405797</td>\n",
       "      <td>0.413043</td>\n",
       "      <td>0.007246</td>\n",
       "      <td>-0.007246</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>Mallat</td>\n",
       "      <td>0.983333</td>\n",
       "      <td>722.272522</td>\n",
       "      <td>0.987500</td>\n",
       "      <td>616.349121</td>\n",
       "      <td>0.976389</td>\n",
       "      <td>0.988889</td>\n",
       "      <td>0.984722</td>\n",
       "      <td>0.991667</td>\n",
       "      <td>0.006944</td>\n",
       "      <td>0.002778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>EthanolLevel</td>\n",
       "      <td>0.495017</td>\n",
       "      <td>113.719650</td>\n",
       "      <td>0.538206</td>\n",
       "      <td>100.981766</td>\n",
       "      <td>0.302326</td>\n",
       "      <td>0.332226</td>\n",
       "      <td>0.548173</td>\n",
       "      <td>0.554817</td>\n",
       "      <td>0.006644</td>\n",
       "      <td>0.222591</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>ShapesAll</td>\n",
       "      <td>0.350000</td>\n",
       "      <td>890.932007</td>\n",
       "      <td>0.352778</td>\n",
       "      <td>1076.593140</td>\n",
       "      <td>0.341667</td>\n",
       "      <td>0.352778</td>\n",
       "      <td>0.338889</td>\n",
       "      <td>0.355556</td>\n",
       "      <td>0.005556</td>\n",
       "      <td>0.002778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>LargeKitchenAppliances</td>\n",
       "      <td>0.484444</td>\n",
       "      <td>4683.718750</td>\n",
       "      <td>0.488889</td>\n",
       "      <td>4510.466797</td>\n",
       "      <td>0.480000</td>\n",
       "      <td>0.475556</td>\n",
       "      <td>0.493333</td>\n",
       "      <td>0.497778</td>\n",
       "      <td>0.004444</td>\n",
       "      <td>0.017778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>ElectricDevices</td>\n",
       "      <td>0.689241</td>\n",
       "      <td>3597.004883</td>\n",
       "      <td>0.692046</td>\n",
       "      <td>6300.741211</td>\n",
       "      <td>0.609096</td>\n",
       "      <td>0.641555</td>\n",
       "      <td>0.675816</td>\n",
       "      <td>0.692847</td>\n",
       "      <td>0.003606</td>\n",
       "      <td>0.051292</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>SonyAIBORobotSurface2</td>\n",
       "      <td>0.894558</td>\n",
       "      <td>295.831146</td>\n",
       "      <td>0.942177</td>\n",
       "      <td>249.584991</td>\n",
       "      <td>0.897959</td>\n",
       "      <td>0.918367</td>\n",
       "      <td>0.887755</td>\n",
       "      <td>0.897959</td>\n",
       "      <td>0.003401</td>\n",
       "      <td>-0.020408</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>TwoLeadECG</td>\n",
       "      <td>0.991379</td>\n",
       "      <td>69.543083</td>\n",
       "      <td>0.994253</td>\n",
       "      <td>66.461006</td>\n",
       "      <td>0.612069</td>\n",
       "      <td>0.931035</td>\n",
       "      <td>0.994253</td>\n",
       "      <td>0.997126</td>\n",
       "      <td>0.002874</td>\n",
       "      <td>0.066092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>FacesUCR</td>\n",
       "      <td>0.847407</td>\n",
       "      <td>1244.147705</td>\n",
       "      <td>0.863704</td>\n",
       "      <td>1261.178223</td>\n",
       "      <td>0.773333</td>\n",
       "      <td>0.801481</td>\n",
       "      <td>0.798519</td>\n",
       "      <td>0.848889</td>\n",
       "      <td>0.001481</td>\n",
       "      <td>0.047407</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>FreezerRegularTrain</td>\n",
       "      <td>0.995556</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.996667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.506667</td>\n",
       "      <td>0.506667</td>\n",
       "      <td>0.995556</td>\n",
       "      <td>0.996667</td>\n",
       "      <td>0.001111</td>\n",
       "      <td>0.490000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>GunPointAgeSpan</td>\n",
       "      <td>0.859259</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.518519</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.518519</td>\n",
       "      <td>0.518519</td>\n",
       "      <td>0.896296</td>\n",
       "      <td>0.518519</td>\n",
       "      <td>-0.377778</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>Fungi</td>\n",
       "      <td>0.442623</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.049180</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.114754</td>\n",
       "      <td>0.098361</td>\n",
       "      <td>0.344262</td>\n",
       "      <td>0.049180</td>\n",
       "      <td>-0.393443</td>\n",
       "      <td>-0.065574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>GunPointOldVersusYoung</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.555556</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.555556</td>\n",
       "      <td>0.555556</td>\n",
       "      <td>0.992593</td>\n",
       "      <td>0.555556</td>\n",
       "      <td>-0.444444</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>InsectEPGRegularTrain</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.376344</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.462366</td>\n",
       "      <td>0.462366</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.376344</td>\n",
       "      <td>-0.623656</td>\n",
       "      <td>-0.086022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Beef</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>BeetleFly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>BirdChicken</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Car</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Coffee</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>FaceFour</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>Herring</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>Lightning2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>Meat</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>OliveOil</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>Phoneme</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>PickupGestureWiimoteZ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>Rock</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>ShakeGestureWiimoteZ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>TwoPatterns</td>\n",
       "      <td>0.610667</td>\n",
       "      <td>2473.851807</td>\n",
       "      <td>0.886667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>UMD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>UWaveGestureLibraryAll</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>UWaveGestureLibraryX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>UWaveGestureLibraryY</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>UWaveGestureLibraryZ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>Wafer</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>Wine</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>WordSynonyms</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>Worms</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>WormsTwoClass</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>Yoga</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>124 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                           Name  Baseline         AE20  Sidekick20  \\\n",
       "107            SyntheticControl  0.783333   275.660461    0.894444   \n",
       "32                      FaceAll  0.765926  1310.776611    0.834074   \n",
       "78     PhalangesOutlinesCorrect  0.672522    89.742630    0.772898   \n",
       "71      MixedShapesRegularTrain  0.841505  2106.697998    0.860889   \n",
       "85                        Plane  0.730159    91.518723    0.746032   \n",
       "77                      OSULeaf  0.310606  1075.557861    0.363636   \n",
       "72        MixedShapesSmallTrain  0.846764  1964.121704    0.873184   \n",
       "101       SonyAIBORobotSurface1  0.967742   155.038452    0.989247   \n",
       "56                  InlineSkate  0.246154  1364.470581    0.241026   \n",
       "36                         Fish  0.704762    67.874763    0.685714   \n",
       "73                   MoteStrain  0.834646   479.727692    0.842520   \n",
       "90         RefrigerationDevices  0.462222  7163.329102    0.471111   \n",
       "47                     GunPoint  0.716667    62.429184    0.633333   \n",
       "10                 CinCECGTorso  0.957747  2114.196289    0.988263   \n",
       "75   NonInvasiveFetalECGThorax2  0.798937   610.609131    0.846767   \n",
       "67          MelbournePedestrian  0.852968          NaN    0.894977   \n",
       "7                           CBF  0.974910   462.546967    0.974910   \n",
       "86                    PowerCons  0.944444   431.143616    0.972222   \n",
       "13                     CricketX  0.277778  1203.753296    0.303419   \n",
       "24                  Earthquakes  0.753623  3055.569824    0.753623   \n",
       "53                      Haptics  0.355072   550.279236    0.355072   \n",
       "64                       Mallat  0.983333   722.272522    0.987500   \n",
       "31                 EthanolLevel  0.495017   113.719650    0.538206   \n",
       "98                    ShapesAll  0.350000   890.932007    0.352778   \n",
       "61       LargeKitchenAppliances  0.484444  4683.718750    0.488889   \n",
       "28              ElectricDevices  0.689241  3597.004883    0.692046   \n",
       "102       SonyAIBORobotSurface2  0.894558   295.831146    0.942177   \n",
       "111                  TwoLeadECG  0.991379    69.543083    0.994253   \n",
       "34                     FacesUCR  0.847407  1244.147705    0.863704   \n",
       "39          FreezerRegularTrain  0.995556          NaN    0.996667   \n",
       "..                          ...       ...          ...         ...   \n",
       "48              GunPointAgeSpan  0.859259          NaN    0.518519   \n",
       "41                        Fungi  0.442623          NaN    0.049180   \n",
       "50       GunPointOldVersusYoung  1.000000          NaN    0.555556   \n",
       "57        InsectEPGRegularTrain  1.000000          NaN    0.376344   \n",
       "2                          Beef       NaN          NaN         NaN   \n",
       "3                     BeetleFly       NaN          NaN         NaN   \n",
       "4                   BirdChicken       NaN          NaN         NaN   \n",
       "6                           Car       NaN          NaN         NaN   \n",
       "11                       Coffee       NaN          NaN         NaN   \n",
       "33                     FaceFour       NaN          NaN         NaN   \n",
       "54                      Herring       NaN          NaN         NaN   \n",
       "62                   Lightning2       NaN          NaN         NaN   \n",
       "65                         Meat       NaN          NaN         NaN   \n",
       "76                     OliveOil       NaN          NaN         NaN   \n",
       "79                      Phoneme       NaN          NaN         NaN   \n",
       "80        PickupGestureWiimoteZ       NaN          NaN         NaN   \n",
       "91                         Rock       NaN          NaN         NaN   \n",
       "96         ShakeGestureWiimoteZ       NaN          NaN         NaN   \n",
       "112                 TwoPatterns  0.610667  2473.851807    0.886667   \n",
       "113                         UMD       NaN          NaN         NaN   \n",
       "114      UWaveGestureLibraryAll       NaN          NaN         NaN   \n",
       "115        UWaveGestureLibraryX       NaN          NaN         NaN   \n",
       "116        UWaveGestureLibraryY       NaN          NaN         NaN   \n",
       "117        UWaveGestureLibraryZ       NaN          NaN         NaN   \n",
       "118                       Wafer       NaN          NaN         NaN   \n",
       "119                        Wine       NaN          NaN         NaN   \n",
       "120                WordSynonyms       NaN          NaN         NaN   \n",
       "121                       Worms       NaN          NaN         NaN   \n",
       "122               WormsTwoClass       NaN          NaN         NaN   \n",
       "123                        Yoga       NaN          NaN         NaN   \n",
       "\n",
       "           AE200    Direct  Fine Tune  SidekickBase  Sidekick      Gain  \\\n",
       "107   256.649139  0.788889   0.894444      0.755556  0.861111  0.077778   \n",
       "32    956.164246  0.746667   0.764444      0.789630  0.848889  0.059259   \n",
       "78   8876.871094  0.715182   0.720201      0.772898  0.811794  0.038896   \n",
       "71   1811.907593  0.851767   0.867731      0.838084  0.880274  0.038769   \n",
       "85     91.032608  0.253968   0.301587      0.682540  0.761905  0.031746   \n",
       "77    697.996399  0.378788   0.393939      0.303030  0.340909  0.030303   \n",
       "72   1231.103027  0.889036   0.887715      0.828269  0.871863  0.025099   \n",
       "101   107.796333  0.989247   0.983871      0.951613  0.989247  0.021505   \n",
       "56    735.094849  0.276923   0.276923      0.230769  0.266667  0.020513   \n",
       "36     73.091316  0.447619   0.495238      0.685714  0.723810  0.019048   \n",
       "73    436.157593  0.887139   0.832021      0.853018  0.871391  0.018373   \n",
       "90   7092.515625  0.400000   0.400000      0.488889  0.506667  0.017778   \n",
       "47     63.899281  0.700000   0.683333      0.700000  0.733333  0.016667   \n",
       "10   1109.600342  0.974178   0.981221      0.969484  0.985915  0.016432   \n",
       "75    579.257141  0.776794   0.793623      0.825509  0.839681  0.014172   \n",
       "67           NaN  0.108676   0.108676      0.882192  0.895890  0.013699   \n",
       "7     424.618134  0.992832   0.996416      0.939068  0.985663  0.010753   \n",
       "86    773.773865  0.962963   0.962963      0.990741  1.000000  0.009259   \n",
       "13    867.663147  0.320513   0.320513      0.286325  0.294872  0.008547   \n",
       "24   3019.725098  0.753623   0.731884      0.688406  0.760870  0.007246   \n",
       "53   2888.622314  0.413043   0.420290      0.405797  0.413043  0.007246   \n",
       "64    616.349121  0.976389   0.988889      0.984722  0.991667  0.006944   \n",
       "31    100.981766  0.302326   0.332226      0.548173  0.554817  0.006644   \n",
       "98   1076.593140  0.341667   0.352778      0.338889  0.355556  0.005556   \n",
       "61   4510.466797  0.480000   0.475556      0.493333  0.497778  0.004444   \n",
       "28   6300.741211  0.609096   0.641555      0.675816  0.692847  0.003606   \n",
       "102   249.584991  0.897959   0.918367      0.887755  0.897959  0.003401   \n",
       "111    66.461006  0.612069   0.931035      0.994253  0.997126  0.002874   \n",
       "34   1261.178223  0.773333   0.801481      0.798519  0.848889  0.001481   \n",
       "39           NaN  0.506667   0.506667      0.995556  0.996667  0.001111   \n",
       "..           ...       ...        ...           ...       ...       ...   \n",
       "48           NaN  0.518519   0.518519      0.896296  0.518519 -0.377778   \n",
       "41           NaN  0.114754   0.098361      0.344262  0.049180 -0.393443   \n",
       "50           NaN  0.555556   0.555556      0.992593  0.555556 -0.444444   \n",
       "57           NaN  0.462366   0.462366      1.000000  0.376344 -0.623656   \n",
       "2            NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "3            NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "4            NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "6            NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "11           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "33           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "54           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "62           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "65           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "76           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "79           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "80           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "91           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "96           NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "112          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "113          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "114          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "115          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "116          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "117          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "118          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "119          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "120          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "121          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "122          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "123          NaN       NaN        NaN           NaN       NaN       NaN   \n",
       "\n",
       "     Sidekick Gain  \n",
       "107      -0.033333  \n",
       "32        0.084444  \n",
       "78        0.091593  \n",
       "71        0.012543  \n",
       "85        0.460317  \n",
       "77       -0.053030  \n",
       "72       -0.017173  \n",
       "101       0.000000  \n",
       "56       -0.010256  \n",
       "36        0.228571  \n",
       "73       -0.015748  \n",
       "90        0.106667  \n",
       "47        0.033333  \n",
       "10        0.004695  \n",
       "75        0.046058  \n",
       "67        0.787215  \n",
       "7        -0.010753  \n",
       "86        0.037037  \n",
       "13       -0.025641  \n",
       "24        0.007246  \n",
       "53       -0.007246  \n",
       "64        0.002778  \n",
       "31        0.222591  \n",
       "98        0.002778  \n",
       "61        0.017778  \n",
       "28        0.051292  \n",
       "102      -0.020408  \n",
       "111       0.066092  \n",
       "34        0.047407  \n",
       "39        0.490000  \n",
       "..             ...  \n",
       "48        0.000000  \n",
       "41       -0.065574  \n",
       "50        0.000000  \n",
       "57       -0.086022  \n",
       "2              NaN  \n",
       "3              NaN  \n",
       "4              NaN  \n",
       "6              NaN  \n",
       "11             NaN  \n",
       "33             NaN  \n",
       "54             NaN  \n",
       "62             NaN  \n",
       "65             NaN  \n",
       "76             NaN  \n",
       "79             NaN  \n",
       "80             NaN  \n",
       "91             NaN  \n",
       "96             NaN  \n",
       "112            NaN  \n",
       "113            NaN  \n",
       "114            NaN  \n",
       "115            NaN  \n",
       "116            NaN  \n",
       "117            NaN  \n",
       "118            NaN  \n",
       "119            NaN  \n",
       "120            NaN  \n",
       "121            NaN  \n",
       "122            NaN  \n",
       "123            NaN  \n",
       "\n",
       "[124 rows x 11 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.sort_values(\"Gain\",ascending=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}