notebook/Inspect Predictions - Graph.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from collections import Counter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import networkx as nx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [],
   "source": [
    "#path = '../../bert-cmp/bert/'\n",
    "path = '../graph_cls/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [],
   "source": [
    "prefix='MSRC_21'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.027983</td>\n",
       "      <td>0.079788</td>\n",
       "      <td>0.036235</td>\n",
       "      <td>0.023015</td>\n",
       "      <td>0.065610</td>\n",
       "      <td>0.043837</td>\n",
       "      <td>0.052609</td>\n",
       "      <td>0.055141</td>\n",
       "      <td>0.029711</td>\n",
       "      <td>0.049585</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035592</td>\n",
       "      <td>0.045377</td>\n",
       "      <td>0.052197</td>\n",
       "      <td>0.042461</td>\n",
       "      <td>0.029877</td>\n",
       "      <td>0.049065</td>\n",
       "      <td>0.059313</td>\n",
       "      <td>0.057875</td>\n",
       "      <td>0.023566</td>\n",
       "      <td>0.021527</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.082299</td>\n",
       "      <td>0.040789</td>\n",
       "      <td>0.077948</td>\n",
       "      <td>0.062490</td>\n",
       "      <td>0.031518</td>\n",
       "      <td>0.034720</td>\n",
       "      <td>0.037025</td>\n",
       "      <td>0.035525</td>\n",
       "      <td>0.095922</td>\n",
       "      <td>0.033952</td>\n",
       "      <td>...</td>\n",
       "      <td>0.041695</td>\n",
       "      <td>0.033751</td>\n",
       "      <td>0.027364</td>\n",
       "      <td>0.068650</td>\n",
       "      <td>0.033005</td>\n",
       "      <td>0.041409</td>\n",
       "      <td>0.051750</td>\n",
       "      <td>0.051339</td>\n",
       "      <td>0.029467</td>\n",
       "      <td>0.026703</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.032876</td>\n",
       "      <td>0.055980</td>\n",
       "      <td>0.046175</td>\n",
       "      <td>0.029865</td>\n",
       "      <td>0.054967</td>\n",
       "      <td>0.066957</td>\n",
       "      <td>0.064695</td>\n",
       "      <td>0.055646</td>\n",
       "      <td>0.039173</td>\n",
       "      <td>0.055304</td>\n",
       "      <td>...</td>\n",
       "      <td>0.038458</td>\n",
       "      <td>0.044789</td>\n",
       "      <td>0.065258</td>\n",
       "      <td>0.046748</td>\n",
       "      <td>0.023493</td>\n",
       "      <td>0.048465</td>\n",
       "      <td>0.043368</td>\n",
       "      <td>0.054927</td>\n",
       "      <td>0.021698</td>\n",
       "      <td>0.020615</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.031383</td>\n",
       "      <td>0.054110</td>\n",
       "      <td>0.034033</td>\n",
       "      <td>0.028100</td>\n",
       "      <td>0.069831</td>\n",
       "      <td>0.047403</td>\n",
       "      <td>0.057749</td>\n",
       "      <td>0.082137</td>\n",
       "      <td>0.033190</td>\n",
       "      <td>0.044436</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042111</td>\n",
       "      <td>0.044177</td>\n",
       "      <td>0.047025</td>\n",
       "      <td>0.043393</td>\n",
       "      <td>0.029789</td>\n",
       "      <td>0.048610</td>\n",
       "      <td>0.058187</td>\n",
       "      <td>0.053505</td>\n",
       "      <td>0.024899</td>\n",
       "      <td>0.028315</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.029956</td>\n",
       "      <td>0.060813</td>\n",
       "      <td>0.046997</td>\n",
       "      <td>0.026556</td>\n",
       "      <td>0.085200</td>\n",
       "      <td>0.047002</td>\n",
       "      <td>0.056402</td>\n",
       "      <td>0.049594</td>\n",
       "      <td>0.028837</td>\n",
       "      <td>0.052252</td>\n",
       "      <td>...</td>\n",
       "      <td>0.036659</td>\n",
       "      <td>0.040185</td>\n",
       "      <td>0.045348</td>\n",
       "      <td>0.045102</td>\n",
       "      <td>0.028286</td>\n",
       "      <td>0.056712</td>\n",
       "      <td>0.056932</td>\n",
       "      <td>0.054910</td>\n",
       "      <td>0.023694</td>\n",
       "      <td>0.021604</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.032505</td>\n",
       "      <td>0.050670</td>\n",
       "      <td>0.060178</td>\n",
       "      <td>0.029576</td>\n",
       "      <td>0.043828</td>\n",
       "      <td>0.036130</td>\n",
       "      <td>0.045985</td>\n",
       "      <td>0.041704</td>\n",
       "      <td>0.034196</td>\n",
       "      <td>0.041549</td>\n",
       "      <td>...</td>\n",
       "      <td>0.028658</td>\n",
       "      <td>0.035186</td>\n",
       "      <td>0.044895</td>\n",
       "      <td>0.036150</td>\n",
       "      <td>0.035234</td>\n",
       "      <td>0.041594</td>\n",
       "      <td>0.049718</td>\n",
       "      <td>0.059555</td>\n",
       "      <td>0.031673</td>\n",
       "      <td>0.029378</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.103993</td>\n",
       "      <td>0.040298</td>\n",
       "      <td>0.066262</td>\n",
       "      <td>0.071247</td>\n",
       "      <td>0.028470</td>\n",
       "      <td>0.039297</td>\n",
       "      <td>0.036226</td>\n",
       "      <td>0.035376</td>\n",
       "      <td>0.104617</td>\n",
       "      <td>0.035680</td>\n",
       "      <td>...</td>\n",
       "      <td>0.041949</td>\n",
       "      <td>0.031776</td>\n",
       "      <td>0.035615</td>\n",
       "      <td>0.066399</td>\n",
       "      <td>0.032411</td>\n",
       "      <td>0.034684</td>\n",
       "      <td>0.034398</td>\n",
       "      <td>0.046455</td>\n",
       "      <td>0.032355</td>\n",
       "      <td>0.028351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.032741</td>\n",
       "      <td>0.075311</td>\n",
       "      <td>0.043249</td>\n",
       "      <td>0.029438</td>\n",
       "      <td>0.045879</td>\n",
       "      <td>0.047930</td>\n",
       "      <td>0.057232</td>\n",
       "      <td>0.051124</td>\n",
       "      <td>0.038082</td>\n",
       "      <td>0.067939</td>\n",
       "      <td>...</td>\n",
       "      <td>0.040822</td>\n",
       "      <td>0.046295</td>\n",
       "      <td>0.065309</td>\n",
       "      <td>0.059787</td>\n",
       "      <td>0.023003</td>\n",
       "      <td>0.051813</td>\n",
       "      <td>0.047852</td>\n",
       "      <td>0.060252</td>\n",
       "      <td>0.021338</td>\n",
       "      <td>0.018432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.054265</td>\n",
       "      <td>0.047404</td>\n",
       "      <td>0.050633</td>\n",
       "      <td>0.048070</td>\n",
       "      <td>0.033149</td>\n",
       "      <td>0.046264</td>\n",
       "      <td>0.051029</td>\n",
       "      <td>0.042253</td>\n",
       "      <td>0.072159</td>\n",
       "      <td>0.044815</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035738</td>\n",
       "      <td>0.084483</td>\n",
       "      <td>0.038417</td>\n",
       "      <td>0.061949</td>\n",
       "      <td>0.041061</td>\n",
       "      <td>0.040599</td>\n",
       "      <td>0.048070</td>\n",
       "      <td>0.044206</td>\n",
       "      <td>0.024852</td>\n",
       "      <td>0.027938</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.026146</td>\n",
       "      <td>0.054937</td>\n",
       "      <td>0.048305</td>\n",
       "      <td>0.025034</td>\n",
       "      <td>0.053544</td>\n",
       "      <td>0.036021</td>\n",
       "      <td>0.047155</td>\n",
       "      <td>0.045463</td>\n",
       "      <td>0.026715</td>\n",
       "      <td>0.041865</td>\n",
       "      <td>...</td>\n",
       "      <td>0.029586</td>\n",
       "      <td>0.038165</td>\n",
       "      <td>0.045176</td>\n",
       "      <td>0.034079</td>\n",
       "      <td>0.036344</td>\n",
       "      <td>0.044400</td>\n",
       "      <td>0.056563</td>\n",
       "      <td>0.058041</td>\n",
       "      <td>0.030263</td>\n",
       "      <td>0.028583</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.044803</td>\n",
       "      <td>0.043459</td>\n",
       "      <td>0.058550</td>\n",
       "      <td>0.037652</td>\n",
       "      <td>0.048391</td>\n",
       "      <td>0.053492</td>\n",
       "      <td>0.055440</td>\n",
       "      <td>0.044599</td>\n",
       "      <td>0.060610</td>\n",
       "      <td>0.041145</td>\n",
       "      <td>...</td>\n",
       "      <td>0.030184</td>\n",
       "      <td>0.036030</td>\n",
       "      <td>0.048406</td>\n",
       "      <td>0.039524</td>\n",
       "      <td>0.027613</td>\n",
       "      <td>0.036440</td>\n",
       "      <td>0.040421</td>\n",
       "      <td>0.063431</td>\n",
       "      <td>0.025538</td>\n",
       "      <td>0.026594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.039564</td>\n",
       "      <td>0.051063</td>\n",
       "      <td>0.054792</td>\n",
       "      <td>0.036674</td>\n",
       "      <td>0.033903</td>\n",
       "      <td>0.045849</td>\n",
       "      <td>0.049141</td>\n",
       "      <td>0.040761</td>\n",
       "      <td>0.034873</td>\n",
       "      <td>0.051248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034034</td>\n",
       "      <td>0.097834</td>\n",
       "      <td>0.042714</td>\n",
       "      <td>0.052912</td>\n",
       "      <td>0.044169</td>\n",
       "      <td>0.042934</td>\n",
       "      <td>0.052739</td>\n",
       "      <td>0.045535</td>\n",
       "      <td>0.027757</td>\n",
       "      <td>0.029915</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.025149</td>\n",
       "      <td>0.068353</td>\n",
       "      <td>0.036118</td>\n",
       "      <td>0.022852</td>\n",
       "      <td>0.066839</td>\n",
       "      <td>0.042206</td>\n",
       "      <td>0.055307</td>\n",
       "      <td>0.051360</td>\n",
       "      <td>0.029594</td>\n",
       "      <td>0.047536</td>\n",
       "      <td>...</td>\n",
       "      <td>0.032840</td>\n",
       "      <td>0.045380</td>\n",
       "      <td>0.052624</td>\n",
       "      <td>0.039152</td>\n",
       "      <td>0.029014</td>\n",
       "      <td>0.047138</td>\n",
       "      <td>0.058443</td>\n",
       "      <td>0.063205</td>\n",
       "      <td>0.022645</td>\n",
       "      <td>0.022546</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.034673</td>\n",
       "      <td>0.085115</td>\n",
       "      <td>0.041795</td>\n",
       "      <td>0.028061</td>\n",
       "      <td>0.050224</td>\n",
       "      <td>0.049211</td>\n",
       "      <td>0.054105</td>\n",
       "      <td>0.054421</td>\n",
       "      <td>0.036506</td>\n",
       "      <td>0.058971</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042580</td>\n",
       "      <td>0.047073</td>\n",
       "      <td>0.060709</td>\n",
       "      <td>0.058086</td>\n",
       "      <td>0.024581</td>\n",
       "      <td>0.053250</td>\n",
       "      <td>0.049764</td>\n",
       "      <td>0.057859</td>\n",
       "      <td>0.021567</td>\n",
       "      <td>0.017666</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.042686</td>\n",
       "      <td>0.046866</td>\n",
       "      <td>0.064636</td>\n",
       "      <td>0.038779</td>\n",
       "      <td>0.044685</td>\n",
       "      <td>0.033205</td>\n",
       "      <td>0.039628</td>\n",
       "      <td>0.042859</td>\n",
       "      <td>0.039978</td>\n",
       "      <td>0.036608</td>\n",
       "      <td>...</td>\n",
       "      <td>0.037727</td>\n",
       "      <td>0.037264</td>\n",
       "      <td>0.031588</td>\n",
       "      <td>0.048745</td>\n",
       "      <td>0.043206</td>\n",
       "      <td>0.051650</td>\n",
       "      <td>0.075562</td>\n",
       "      <td>0.053607</td>\n",
       "      <td>0.034320</td>\n",
       "      <td>0.029350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.078728</td>\n",
       "      <td>0.037026</td>\n",
       "      <td>0.098867</td>\n",
       "      <td>0.061680</td>\n",
       "      <td>0.027539</td>\n",
       "      <td>0.034491</td>\n",
       "      <td>0.037569</td>\n",
       "      <td>0.033485</td>\n",
       "      <td>0.084809</td>\n",
       "      <td>0.034476</td>\n",
       "      <td>...</td>\n",
       "      <td>0.038219</td>\n",
       "      <td>0.031806</td>\n",
       "      <td>0.028372</td>\n",
       "      <td>0.060416</td>\n",
       "      <td>0.035160</td>\n",
       "      <td>0.040257</td>\n",
       "      <td>0.046530</td>\n",
       "      <td>0.050388</td>\n",
       "      <td>0.034917</td>\n",
       "      <td>0.029220</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.091983</td>\n",
       "      <td>0.051195</td>\n",
       "      <td>0.057827</td>\n",
       "      <td>0.059279</td>\n",
       "      <td>0.037479</td>\n",
       "      <td>0.038869</td>\n",
       "      <td>0.038894</td>\n",
       "      <td>0.041632</td>\n",
       "      <td>0.087360</td>\n",
       "      <td>0.037998</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042463</td>\n",
       "      <td>0.034077</td>\n",
       "      <td>0.036834</td>\n",
       "      <td>0.069890</td>\n",
       "      <td>0.030210</td>\n",
       "      <td>0.039705</td>\n",
       "      <td>0.045320</td>\n",
       "      <td>0.051975</td>\n",
       "      <td>0.025327</td>\n",
       "      <td>0.022671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.087725</td>\n",
       "      <td>0.037342</td>\n",
       "      <td>0.061506</td>\n",
       "      <td>0.071084</td>\n",
       "      <td>0.028710</td>\n",
       "      <td>0.038580</td>\n",
       "      <td>0.037890</td>\n",
       "      <td>0.035150</td>\n",
       "      <td>0.126100</td>\n",
       "      <td>0.034042</td>\n",
       "      <td>...</td>\n",
       "      <td>0.041944</td>\n",
       "      <td>0.034975</td>\n",
       "      <td>0.030699</td>\n",
       "      <td>0.066693</td>\n",
       "      <td>0.033787</td>\n",
       "      <td>0.036047</td>\n",
       "      <td>0.038344</td>\n",
       "      <td>0.044913</td>\n",
       "      <td>0.032446</td>\n",
       "      <td>0.030885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.032999</td>\n",
       "      <td>0.057029</td>\n",
       "      <td>0.032893</td>\n",
       "      <td>0.031609</td>\n",
       "      <td>0.072348</td>\n",
       "      <td>0.041264</td>\n",
       "      <td>0.046101</td>\n",
       "      <td>0.052090</td>\n",
       "      <td>0.034681</td>\n",
       "      <td>0.042465</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045231</td>\n",
       "      <td>0.049808</td>\n",
       "      <td>0.037461</td>\n",
       "      <td>0.046802</td>\n",
       "      <td>0.039396</td>\n",
       "      <td>0.052338</td>\n",
       "      <td>0.076085</td>\n",
       "      <td>0.051606</td>\n",
       "      <td>0.029022</td>\n",
       "      <td>0.029630</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.032931</td>\n",
       "      <td>0.041823</td>\n",
       "      <td>0.033188</td>\n",
       "      <td>0.033331</td>\n",
       "      <td>0.115316</td>\n",
       "      <td>0.046938</td>\n",
       "      <td>0.050329</td>\n",
       "      <td>0.046147</td>\n",
       "      <td>0.032505</td>\n",
       "      <td>0.042334</td>\n",
       "      <td>...</td>\n",
       "      <td>0.040709</td>\n",
       "      <td>0.041920</td>\n",
       "      <td>0.035222</td>\n",
       "      <td>0.034031</td>\n",
       "      <td>0.041053</td>\n",
       "      <td>0.048224</td>\n",
       "      <td>0.056014</td>\n",
       "      <td>0.044282</td>\n",
       "      <td>0.033669</td>\n",
       "      <td>0.040630</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.030760</td>\n",
       "      <td>0.054202</td>\n",
       "      <td>0.044486</td>\n",
       "      <td>0.035570</td>\n",
       "      <td>0.041990</td>\n",
       "      <td>0.042787</td>\n",
       "      <td>0.057056</td>\n",
       "      <td>0.045820</td>\n",
       "      <td>0.039764</td>\n",
       "      <td>0.093046</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034534</td>\n",
       "      <td>0.042414</td>\n",
       "      <td>0.061096</td>\n",
       "      <td>0.058227</td>\n",
       "      <td>0.026941</td>\n",
       "      <td>0.047547</td>\n",
       "      <td>0.048564</td>\n",
       "      <td>0.058848</td>\n",
       "      <td>0.026303</td>\n",
       "      <td>0.027081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.033354</td>\n",
       "      <td>0.059032</td>\n",
       "      <td>0.036468</td>\n",
       "      <td>0.030955</td>\n",
       "      <td>0.064287</td>\n",
       "      <td>0.039781</td>\n",
       "      <td>0.045661</td>\n",
       "      <td>0.050616</td>\n",
       "      <td>0.032897</td>\n",
       "      <td>0.043318</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042850</td>\n",
       "      <td>0.054727</td>\n",
       "      <td>0.036977</td>\n",
       "      <td>0.049809</td>\n",
       "      <td>0.040564</td>\n",
       "      <td>0.052956</td>\n",
       "      <td>0.079728</td>\n",
       "      <td>0.051484</td>\n",
       "      <td>0.027723</td>\n",
       "      <td>0.027752</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.043943</td>\n",
       "      <td>0.050321</td>\n",
       "      <td>0.044892</td>\n",
       "      <td>0.037023</td>\n",
       "      <td>0.041556</td>\n",
       "      <td>0.047991</td>\n",
       "      <td>0.037874</td>\n",
       "      <td>0.042047</td>\n",
       "      <td>0.035697</td>\n",
       "      <td>0.039862</td>\n",
       "      <td>...</td>\n",
       "      <td>0.150360</td>\n",
       "      <td>0.033615</td>\n",
       "      <td>0.038781</td>\n",
       "      <td>0.048114</td>\n",
       "      <td>0.035387</td>\n",
       "      <td>0.052964</td>\n",
       "      <td>0.036683</td>\n",
       "      <td>0.042427</td>\n",
       "      <td>0.037527</td>\n",
       "      <td>0.031521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.086575</td>\n",
       "      <td>0.034601</td>\n",
       "      <td>0.058675</td>\n",
       "      <td>0.073111</td>\n",
       "      <td>0.029412</td>\n",
       "      <td>0.038210</td>\n",
       "      <td>0.037658</td>\n",
       "      <td>0.035155</td>\n",
       "      <td>0.128458</td>\n",
       "      <td>0.032865</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042086</td>\n",
       "      <td>0.035956</td>\n",
       "      <td>0.029215</td>\n",
       "      <td>0.062356</td>\n",
       "      <td>0.037203</td>\n",
       "      <td>0.035600</td>\n",
       "      <td>0.038399</td>\n",
       "      <td>0.042228</td>\n",
       "      <td>0.035287</td>\n",
       "      <td>0.035151</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.033616</td>\n",
       "      <td>0.077075</td>\n",
       "      <td>0.042619</td>\n",
       "      <td>0.028655</td>\n",
       "      <td>0.046721</td>\n",
       "      <td>0.049217</td>\n",
       "      <td>0.056031</td>\n",
       "      <td>0.052203</td>\n",
       "      <td>0.038103</td>\n",
       "      <td>0.061711</td>\n",
       "      <td>...</td>\n",
       "      <td>0.041874</td>\n",
       "      <td>0.047211</td>\n",
       "      <td>0.069920</td>\n",
       "      <td>0.057508</td>\n",
       "      <td>0.023108</td>\n",
       "      <td>0.052065</td>\n",
       "      <td>0.046508</td>\n",
       "      <td>0.059036</td>\n",
       "      <td>0.021542</td>\n",
       "      <td>0.018080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.030743</td>\n",
       "      <td>0.062387</td>\n",
       "      <td>0.043996</td>\n",
       "      <td>0.032692</td>\n",
       "      <td>0.043117</td>\n",
       "      <td>0.044674</td>\n",
       "      <td>0.057717</td>\n",
       "      <td>0.047802</td>\n",
       "      <td>0.038690</td>\n",
       "      <td>0.086031</td>\n",
       "      <td>...</td>\n",
       "      <td>0.036194</td>\n",
       "      <td>0.043663</td>\n",
       "      <td>0.064207</td>\n",
       "      <td>0.059341</td>\n",
       "      <td>0.024537</td>\n",
       "      <td>0.049248</td>\n",
       "      <td>0.048372</td>\n",
       "      <td>0.060466</td>\n",
       "      <td>0.023488</td>\n",
       "      <td>0.022653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.078209</td>\n",
       "      <td>0.049287</td>\n",
       "      <td>0.065102</td>\n",
       "      <td>0.057921</td>\n",
       "      <td>0.032000</td>\n",
       "      <td>0.040219</td>\n",
       "      <td>0.046224</td>\n",
       "      <td>0.038248</td>\n",
       "      <td>0.100858</td>\n",
       "      <td>0.040724</td>\n",
       "      <td>...</td>\n",
       "      <td>0.043450</td>\n",
       "      <td>0.036104</td>\n",
       "      <td>0.038153</td>\n",
       "      <td>0.072896</td>\n",
       "      <td>0.026318</td>\n",
       "      <td>0.039224</td>\n",
       "      <td>0.040962</td>\n",
       "      <td>0.052158</td>\n",
       "      <td>0.025452</td>\n",
       "      <td>0.022144</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.034559</td>\n",
       "      <td>0.065191</td>\n",
       "      <td>0.040685</td>\n",
       "      <td>0.029936</td>\n",
       "      <td>0.048363</td>\n",
       "      <td>0.046057</td>\n",
       "      <td>0.051913</td>\n",
       "      <td>0.047731</td>\n",
       "      <td>0.033854</td>\n",
       "      <td>0.051908</td>\n",
       "      <td>...</td>\n",
       "      <td>0.036911</td>\n",
       "      <td>0.083034</td>\n",
       "      <td>0.046336</td>\n",
       "      <td>0.055994</td>\n",
       "      <td>0.035326</td>\n",
       "      <td>0.047796</td>\n",
       "      <td>0.062853</td>\n",
       "      <td>0.052634</td>\n",
       "      <td>0.021429</td>\n",
       "      <td>0.022588</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.086283</td>\n",
       "      <td>0.045861</td>\n",
       "      <td>0.062427</td>\n",
       "      <td>0.058375</td>\n",
       "      <td>0.028427</td>\n",
       "      <td>0.044481</td>\n",
       "      <td>0.042494</td>\n",
       "      <td>0.037384</td>\n",
       "      <td>0.071423</td>\n",
       "      <td>0.042134</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035771</td>\n",
       "      <td>0.064745</td>\n",
       "      <td>0.040726</td>\n",
       "      <td>0.066867</td>\n",
       "      <td>0.038131</td>\n",
       "      <td>0.034964</td>\n",
       "      <td>0.039009</td>\n",
       "      <td>0.045857</td>\n",
       "      <td>0.026465</td>\n",
       "      <td>0.026685</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.062459</td>\n",
       "      <td>0.041017</td>\n",
       "      <td>0.058636</td>\n",
       "      <td>0.057057</td>\n",
       "      <td>0.041305</td>\n",
       "      <td>0.047517</td>\n",
       "      <td>0.050627</td>\n",
       "      <td>0.041722</td>\n",
       "      <td>0.076179</td>\n",
       "      <td>0.040864</td>\n",
       "      <td>...</td>\n",
       "      <td>0.041665</td>\n",
       "      <td>0.037326</td>\n",
       "      <td>0.046682</td>\n",
       "      <td>0.068976</td>\n",
       "      <td>0.026715</td>\n",
       "      <td>0.036728</td>\n",
       "      <td>0.038237</td>\n",
       "      <td>0.064387</td>\n",
       "      <td>0.026799</td>\n",
       "      <td>0.025560</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>0.065614</td>\n",
       "      <td>0.039598</td>\n",
       "      <td>0.111301</td>\n",
       "      <td>0.051659</td>\n",
       "      <td>0.029684</td>\n",
       "      <td>0.034585</td>\n",
       "      <td>0.040770</td>\n",
       "      <td>0.034798</td>\n",
       "      <td>0.067167</td>\n",
       "      <td>0.036953</td>\n",
       "      <td>...</td>\n",
       "      <td>0.037534</td>\n",
       "      <td>0.034122</td>\n",
       "      <td>0.029891</td>\n",
       "      <td>0.054243</td>\n",
       "      <td>0.034711</td>\n",
       "      <td>0.043401</td>\n",
       "      <td>0.050102</td>\n",
       "      <td>0.052792</td>\n",
       "      <td>0.034134</td>\n",
       "      <td>0.028355</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>0.035028</td>\n",
       "      <td>0.071044</td>\n",
       "      <td>0.042615</td>\n",
       "      <td>0.029416</td>\n",
       "      <td>0.056253</td>\n",
       "      <td>0.044821</td>\n",
       "      <td>0.069191</td>\n",
       "      <td>0.051838</td>\n",
       "      <td>0.037086</td>\n",
       "      <td>0.058182</td>\n",
       "      <td>...</td>\n",
       "      <td>0.043910</td>\n",
       "      <td>0.049231</td>\n",
       "      <td>0.060864</td>\n",
       "      <td>0.051451</td>\n",
       "      <td>0.025514</td>\n",
       "      <td>0.049892</td>\n",
       "      <td>0.049833</td>\n",
       "      <td>0.052714</td>\n",
       "      <td>0.023082</td>\n",
       "      <td>0.019822</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>0.101112</td>\n",
       "      <td>0.048375</td>\n",
       "      <td>0.064964</td>\n",
       "      <td>0.062281</td>\n",
       "      <td>0.031821</td>\n",
       "      <td>0.042080</td>\n",
       "      <td>0.039278</td>\n",
       "      <td>0.040072</td>\n",
       "      <td>0.083869</td>\n",
       "      <td>0.040515</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042343</td>\n",
       "      <td>0.032872</td>\n",
       "      <td>0.044111</td>\n",
       "      <td>0.064455</td>\n",
       "      <td>0.030700</td>\n",
       "      <td>0.036691</td>\n",
       "      <td>0.033516</td>\n",
       "      <td>0.048578</td>\n",
       "      <td>0.029632</td>\n",
       "      <td>0.024524</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>0.030393</td>\n",
       "      <td>0.052510</td>\n",
       "      <td>0.037849</td>\n",
       "      <td>0.029890</td>\n",
       "      <td>0.086273</td>\n",
       "      <td>0.044839</td>\n",
       "      <td>0.050140</td>\n",
       "      <td>0.050668</td>\n",
       "      <td>0.030873</td>\n",
       "      <td>0.043122</td>\n",
       "      <td>...</td>\n",
       "      <td>0.040347</td>\n",
       "      <td>0.044339</td>\n",
       "      <td>0.037591</td>\n",
       "      <td>0.040867</td>\n",
       "      <td>0.036208</td>\n",
       "      <td>0.052100</td>\n",
       "      <td>0.068486</td>\n",
       "      <td>0.052356</td>\n",
       "      <td>0.028037</td>\n",
       "      <td>0.028341</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>0.034393</td>\n",
       "      <td>0.074622</td>\n",
       "      <td>0.042625</td>\n",
       "      <td>0.028708</td>\n",
       "      <td>0.053640</td>\n",
       "      <td>0.046086</td>\n",
       "      <td>0.066082</td>\n",
       "      <td>0.052191</td>\n",
       "      <td>0.037034</td>\n",
       "      <td>0.059698</td>\n",
       "      <td>...</td>\n",
       "      <td>0.043335</td>\n",
       "      <td>0.048588</td>\n",
       "      <td>0.062705</td>\n",
       "      <td>0.053943</td>\n",
       "      <td>0.024106</td>\n",
       "      <td>0.050823</td>\n",
       "      <td>0.049352</td>\n",
       "      <td>0.055087</td>\n",
       "      <td>0.021811</td>\n",
       "      <td>0.018500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>0.034628</td>\n",
       "      <td>0.048158</td>\n",
       "      <td>0.034503</td>\n",
       "      <td>0.029887</td>\n",
       "      <td>0.063577</td>\n",
       "      <td>0.045613</td>\n",
       "      <td>0.057075</td>\n",
       "      <td>0.096326</td>\n",
       "      <td>0.034519</td>\n",
       "      <td>0.042707</td>\n",
       "      <td>...</td>\n",
       "      <td>0.043000</td>\n",
       "      <td>0.042002</td>\n",
       "      <td>0.046209</td>\n",
       "      <td>0.042759</td>\n",
       "      <td>0.032315</td>\n",
       "      <td>0.046696</td>\n",
       "      <td>0.053674</td>\n",
       "      <td>0.049011</td>\n",
       "      <td>0.028683</td>\n",
       "      <td>0.035491</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>0.029707</td>\n",
       "      <td>0.052203</td>\n",
       "      <td>0.044853</td>\n",
       "      <td>0.027425</td>\n",
       "      <td>0.052746</td>\n",
       "      <td>0.038242</td>\n",
       "      <td>0.049532</td>\n",
       "      <td>0.043025</td>\n",
       "      <td>0.034755</td>\n",
       "      <td>0.041804</td>\n",
       "      <td>...</td>\n",
       "      <td>0.028580</td>\n",
       "      <td>0.038398</td>\n",
       "      <td>0.049179</td>\n",
       "      <td>0.032092</td>\n",
       "      <td>0.034688</td>\n",
       "      <td>0.037681</td>\n",
       "      <td>0.045880</td>\n",
       "      <td>0.060169</td>\n",
       "      <td>0.030638</td>\n",
       "      <td>0.032345</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>0.032829</td>\n",
       "      <td>0.060884</td>\n",
       "      <td>0.036295</td>\n",
       "      <td>0.030453</td>\n",
       "      <td>0.066238</td>\n",
       "      <td>0.039350</td>\n",
       "      <td>0.045534</td>\n",
       "      <td>0.051757</td>\n",
       "      <td>0.033199</td>\n",
       "      <td>0.043487</td>\n",
       "      <td>...</td>\n",
       "      <td>0.044384</td>\n",
       "      <td>0.048178</td>\n",
       "      <td>0.037859</td>\n",
       "      <td>0.050210</td>\n",
       "      <td>0.038253</td>\n",
       "      <td>0.054807</td>\n",
       "      <td>0.079265</td>\n",
       "      <td>0.052785</td>\n",
       "      <td>0.028003</td>\n",
       "      <td>0.026768</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>0.039032</td>\n",
       "      <td>0.044988</td>\n",
       "      <td>0.047372</td>\n",
       "      <td>0.039070</td>\n",
       "      <td>0.039515</td>\n",
       "      <td>0.053132</td>\n",
       "      <td>0.053471</td>\n",
       "      <td>0.041611</td>\n",
       "      <td>0.036943</td>\n",
       "      <td>0.048158</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033388</td>\n",
       "      <td>0.102279</td>\n",
       "      <td>0.044595</td>\n",
       "      <td>0.045020</td>\n",
       "      <td>0.044324</td>\n",
       "      <td>0.038106</td>\n",
       "      <td>0.045737</td>\n",
       "      <td>0.046186</td>\n",
       "      <td>0.028856</td>\n",
       "      <td>0.034689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>0.035166</td>\n",
       "      <td>0.051704</td>\n",
       "      <td>0.040098</td>\n",
       "      <td>0.030816</td>\n",
       "      <td>0.108649</td>\n",
       "      <td>0.053707</td>\n",
       "      <td>0.060677</td>\n",
       "      <td>0.045415</td>\n",
       "      <td>0.034643</td>\n",
       "      <td>0.058854</td>\n",
       "      <td>...</td>\n",
       "      <td>0.038591</td>\n",
       "      <td>0.038493</td>\n",
       "      <td>0.050301</td>\n",
       "      <td>0.040746</td>\n",
       "      <td>0.029858</td>\n",
       "      <td>0.049727</td>\n",
       "      <td>0.039092</td>\n",
       "      <td>0.045415</td>\n",
       "      <td>0.028905</td>\n",
       "      <td>0.032281</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>0.040830</td>\n",
       "      <td>0.045328</td>\n",
       "      <td>0.083087</td>\n",
       "      <td>0.039127</td>\n",
       "      <td>0.033020</td>\n",
       "      <td>0.036804</td>\n",
       "      <td>0.041127</td>\n",
       "      <td>0.042001</td>\n",
       "      <td>0.031746</td>\n",
       "      <td>0.043694</td>\n",
       "      <td>...</td>\n",
       "      <td>0.039158</td>\n",
       "      <td>0.036597</td>\n",
       "      <td>0.040224</td>\n",
       "      <td>0.047358</td>\n",
       "      <td>0.042660</td>\n",
       "      <td>0.053042</td>\n",
       "      <td>0.055306</td>\n",
       "      <td>0.048353</td>\n",
       "      <td>0.042441</td>\n",
       "      <td>0.031642</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>0.041650</td>\n",
       "      <td>0.057578</td>\n",
       "      <td>0.045023</td>\n",
       "      <td>0.034186</td>\n",
       "      <td>0.042197</td>\n",
       "      <td>0.048577</td>\n",
       "      <td>0.040336</td>\n",
       "      <td>0.043883</td>\n",
       "      <td>0.034974</td>\n",
       "      <td>0.042952</td>\n",
       "      <td>...</td>\n",
       "      <td>0.141277</td>\n",
       "      <td>0.034930</td>\n",
       "      <td>0.042204</td>\n",
       "      <td>0.051819</td>\n",
       "      <td>0.031393</td>\n",
       "      <td>0.055175</td>\n",
       "      <td>0.038236</td>\n",
       "      <td>0.045235</td>\n",
       "      <td>0.032450</td>\n",
       "      <td>0.026259</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>0.032713</td>\n",
       "      <td>0.061353</td>\n",
       "      <td>0.042793</td>\n",
       "      <td>0.027991</td>\n",
       "      <td>0.056604</td>\n",
       "      <td>0.060919</td>\n",
       "      <td>0.061583</td>\n",
       "      <td>0.057007</td>\n",
       "      <td>0.037884</td>\n",
       "      <td>0.055115</td>\n",
       "      <td>...</td>\n",
       "      <td>0.039434</td>\n",
       "      <td>0.046046</td>\n",
       "      <td>0.060298</td>\n",
       "      <td>0.051175</td>\n",
       "      <td>0.024780</td>\n",
       "      <td>0.052373</td>\n",
       "      <td>0.051754</td>\n",
       "      <td>0.053424</td>\n",
       "      <td>0.020771</td>\n",
       "      <td>0.019766</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>0.045771</td>\n",
       "      <td>0.049979</td>\n",
       "      <td>0.041616</td>\n",
       "      <td>0.033799</td>\n",
       "      <td>0.042908</td>\n",
       "      <td>0.042321</td>\n",
       "      <td>0.056762</td>\n",
       "      <td>0.104992</td>\n",
       "      <td>0.042933</td>\n",
       "      <td>0.047098</td>\n",
       "      <td>...</td>\n",
       "      <td>0.043015</td>\n",
       "      <td>0.038799</td>\n",
       "      <td>0.050409</td>\n",
       "      <td>0.051644</td>\n",
       "      <td>0.031264</td>\n",
       "      <td>0.044841</td>\n",
       "      <td>0.042476</td>\n",
       "      <td>0.044926</td>\n",
       "      <td>0.032908</td>\n",
       "      <td>0.039834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>0.040931</td>\n",
       "      <td>0.047643</td>\n",
       "      <td>0.040107</td>\n",
       "      <td>0.031950</td>\n",
       "      <td>0.046874</td>\n",
       "      <td>0.045935</td>\n",
       "      <td>0.060147</td>\n",
       "      <td>0.108192</td>\n",
       "      <td>0.038718</td>\n",
       "      <td>0.047083</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042215</td>\n",
       "      <td>0.039123</td>\n",
       "      <td>0.053071</td>\n",
       "      <td>0.045750</td>\n",
       "      <td>0.030564</td>\n",
       "      <td>0.043848</td>\n",
       "      <td>0.040309</td>\n",
       "      <td>0.045465</td>\n",
       "      <td>0.032688</td>\n",
       "      <td>0.040211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>0.034741</td>\n",
       "      <td>0.052510</td>\n",
       "      <td>0.039006</td>\n",
       "      <td>0.036425</td>\n",
       "      <td>0.061919</td>\n",
       "      <td>0.043182</td>\n",
       "      <td>0.046908</td>\n",
       "      <td>0.049995</td>\n",
       "      <td>0.042774</td>\n",
       "      <td>0.037348</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045532</td>\n",
       "      <td>0.045355</td>\n",
       "      <td>0.033203</td>\n",
       "      <td>0.044898</td>\n",
       "      <td>0.037339</td>\n",
       "      <td>0.087399</td>\n",
       "      <td>0.061417</td>\n",
       "      <td>0.044706</td>\n",
       "      <td>0.036172</td>\n",
       "      <td>0.032557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>0.070671</td>\n",
       "      <td>0.035206</td>\n",
       "      <td>0.065472</td>\n",
       "      <td>0.066309</td>\n",
       "      <td>0.030341</td>\n",
       "      <td>0.036256</td>\n",
       "      <td>0.042044</td>\n",
       "      <td>0.033793</td>\n",
       "      <td>0.098926</td>\n",
       "      <td>0.046726</td>\n",
       "      <td>...</td>\n",
       "      <td>0.032634</td>\n",
       "      <td>0.031806</td>\n",
       "      <td>0.034654</td>\n",
       "      <td>0.058815</td>\n",
       "      <td>0.034700</td>\n",
       "      <td>0.034561</td>\n",
       "      <td>0.041438</td>\n",
       "      <td>0.053717</td>\n",
       "      <td>0.035184</td>\n",
       "      <td>0.036769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>0.072850</td>\n",
       "      <td>0.049221</td>\n",
       "      <td>0.067587</td>\n",
       "      <td>0.054379</td>\n",
       "      <td>0.032313</td>\n",
       "      <td>0.039659</td>\n",
       "      <td>0.043492</td>\n",
       "      <td>0.037515</td>\n",
       "      <td>0.100107</td>\n",
       "      <td>0.038627</td>\n",
       "      <td>...</td>\n",
       "      <td>0.036176</td>\n",
       "      <td>0.033324</td>\n",
       "      <td>0.038019</td>\n",
       "      <td>0.064474</td>\n",
       "      <td>0.027746</td>\n",
       "      <td>0.037270</td>\n",
       "      <td>0.041472</td>\n",
       "      <td>0.059757</td>\n",
       "      <td>0.026183</td>\n",
       "      <td>0.023426</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>0.025679</td>\n",
       "      <td>0.046917</td>\n",
       "      <td>0.043180</td>\n",
       "      <td>0.025024</td>\n",
       "      <td>0.085426</td>\n",
       "      <td>0.044842</td>\n",
       "      <td>0.053735</td>\n",
       "      <td>0.045834</td>\n",
       "      <td>0.025718</td>\n",
       "      <td>0.042990</td>\n",
       "      <td>...</td>\n",
       "      <td>0.029402</td>\n",
       "      <td>0.037000</td>\n",
       "      <td>0.045183</td>\n",
       "      <td>0.028420</td>\n",
       "      <td>0.033811</td>\n",
       "      <td>0.042795</td>\n",
       "      <td>0.048573</td>\n",
       "      <td>0.055434</td>\n",
       "      <td>0.028894</td>\n",
       "      <td>0.030096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>0.034231</td>\n",
       "      <td>0.049624</td>\n",
       "      <td>0.045663</td>\n",
       "      <td>0.034626</td>\n",
       "      <td>0.047241</td>\n",
       "      <td>0.056521</td>\n",
       "      <td>0.060523</td>\n",
       "      <td>0.045989</td>\n",
       "      <td>0.034630</td>\n",
       "      <td>0.051727</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034507</td>\n",
       "      <td>0.082339</td>\n",
       "      <td>0.056270</td>\n",
       "      <td>0.049734</td>\n",
       "      <td>0.032287</td>\n",
       "      <td>0.039418</td>\n",
       "      <td>0.043215</td>\n",
       "      <td>0.056819</td>\n",
       "      <td>0.023095</td>\n",
       "      <td>0.025953</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>0.033792</td>\n",
       "      <td>0.040988</td>\n",
       "      <td>0.047591</td>\n",
       "      <td>0.034842</td>\n",
       "      <td>0.059777</td>\n",
       "      <td>0.075034</td>\n",
       "      <td>0.064774</td>\n",
       "      <td>0.054025</td>\n",
       "      <td>0.039948</td>\n",
       "      <td>0.048264</td>\n",
       "      <td>...</td>\n",
       "      <td>0.038036</td>\n",
       "      <td>0.042633</td>\n",
       "      <td>0.060574</td>\n",
       "      <td>0.036926</td>\n",
       "      <td>0.026981</td>\n",
       "      <td>0.042624</td>\n",
       "      <td>0.038169</td>\n",
       "      <td>0.052943</td>\n",
       "      <td>0.026706</td>\n",
       "      <td>0.027815</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>103</th>\n",
       "      <td>0.044039</td>\n",
       "      <td>0.050073</td>\n",
       "      <td>0.044893</td>\n",
       "      <td>0.037138</td>\n",
       "      <td>0.041541</td>\n",
       "      <td>0.047957</td>\n",
       "      <td>0.037785</td>\n",
       "      <td>0.041982</td>\n",
       "      <td>0.035756</td>\n",
       "      <td>0.039755</td>\n",
       "      <td>...</td>\n",
       "      <td>0.150544</td>\n",
       "      <td>0.033580</td>\n",
       "      <td>0.038651</td>\n",
       "      <td>0.047953</td>\n",
       "      <td>0.035551</td>\n",
       "      <td>0.052896</td>\n",
       "      <td>0.036629</td>\n",
       "      <td>0.042309</td>\n",
       "      <td>0.037734</td>\n",
       "      <td>0.031740</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>0.039508</td>\n",
       "      <td>0.048220</td>\n",
       "      <td>0.070464</td>\n",
       "      <td>0.037606</td>\n",
       "      <td>0.031462</td>\n",
       "      <td>0.042207</td>\n",
       "      <td>0.045672</td>\n",
       "      <td>0.040224</td>\n",
       "      <td>0.031544</td>\n",
       "      <td>0.049167</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033919</td>\n",
       "      <td>0.075613</td>\n",
       "      <td>0.040119</td>\n",
       "      <td>0.051125</td>\n",
       "      <td>0.045410</td>\n",
       "      <td>0.046406</td>\n",
       "      <td>0.055250</td>\n",
       "      <td>0.046127</td>\n",
       "      <td>0.031071</td>\n",
       "      <td>0.029454</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>0.033318</td>\n",
       "      <td>0.056001</td>\n",
       "      <td>0.038777</td>\n",
       "      <td>0.028807</td>\n",
       "      <td>0.108424</td>\n",
       "      <td>0.052708</td>\n",
       "      <td>0.060891</td>\n",
       "      <td>0.047204</td>\n",
       "      <td>0.033393</td>\n",
       "      <td>0.058685</td>\n",
       "      <td>...</td>\n",
       "      <td>0.038305</td>\n",
       "      <td>0.039929</td>\n",
       "      <td>0.049885</td>\n",
       "      <td>0.042224</td>\n",
       "      <td>0.028364</td>\n",
       "      <td>0.051583</td>\n",
       "      <td>0.042900</td>\n",
       "      <td>0.047559</td>\n",
       "      <td>0.025985</td>\n",
       "      <td>0.028312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>0.034721</td>\n",
       "      <td>0.055520</td>\n",
       "      <td>0.051867</td>\n",
       "      <td>0.031946</td>\n",
       "      <td>0.046088</td>\n",
       "      <td>0.039720</td>\n",
       "      <td>0.045655</td>\n",
       "      <td>0.045936</td>\n",
       "      <td>0.029345</td>\n",
       "      <td>0.044850</td>\n",
       "      <td>...</td>\n",
       "      <td>0.036477</td>\n",
       "      <td>0.068055</td>\n",
       "      <td>0.036590</td>\n",
       "      <td>0.051115</td>\n",
       "      <td>0.043800</td>\n",
       "      <td>0.051092</td>\n",
       "      <td>0.075092</td>\n",
       "      <td>0.050028</td>\n",
       "      <td>0.027076</td>\n",
       "      <td>0.026337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>0.032552</td>\n",
       "      <td>0.054551</td>\n",
       "      <td>0.039057</td>\n",
       "      <td>0.030704</td>\n",
       "      <td>0.067524</td>\n",
       "      <td>0.035670</td>\n",
       "      <td>0.043789</td>\n",
       "      <td>0.048266</td>\n",
       "      <td>0.035439</td>\n",
       "      <td>0.038089</td>\n",
       "      <td>...</td>\n",
       "      <td>0.037341</td>\n",
       "      <td>0.043735</td>\n",
       "      <td>0.034683</td>\n",
       "      <td>0.042035</td>\n",
       "      <td>0.041449</td>\n",
       "      <td>0.048337</td>\n",
       "      <td>0.078866</td>\n",
       "      <td>0.055057</td>\n",
       "      <td>0.029704</td>\n",
       "      <td>0.030256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>0.033187</td>\n",
       "      <td>0.039050</td>\n",
       "      <td>0.044955</td>\n",
       "      <td>0.036343</td>\n",
       "      <td>0.057956</td>\n",
       "      <td>0.066457</td>\n",
       "      <td>0.058844</td>\n",
       "      <td>0.049751</td>\n",
       "      <td>0.039147</td>\n",
       "      <td>0.047794</td>\n",
       "      <td>...</td>\n",
       "      <td>0.037655</td>\n",
       "      <td>0.042061</td>\n",
       "      <td>0.075929</td>\n",
       "      <td>0.032373</td>\n",
       "      <td>0.027754</td>\n",
       "      <td>0.039334</td>\n",
       "      <td>0.033061</td>\n",
       "      <td>0.055804</td>\n",
       "      <td>0.031685</td>\n",
       "      <td>0.031679</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>0.033913</td>\n",
       "      <td>0.073319</td>\n",
       "      <td>0.045752</td>\n",
       "      <td>0.030965</td>\n",
       "      <td>0.046855</td>\n",
       "      <td>0.050233</td>\n",
       "      <td>0.056725</td>\n",
       "      <td>0.051077</td>\n",
       "      <td>0.042377</td>\n",
       "      <td>0.053276</td>\n",
       "      <td>...</td>\n",
       "      <td>0.043072</td>\n",
       "      <td>0.044549</td>\n",
       "      <td>0.054345</td>\n",
       "      <td>0.056473</td>\n",
       "      <td>0.023588</td>\n",
       "      <td>0.076329</td>\n",
       "      <td>0.045670</td>\n",
       "      <td>0.054391</td>\n",
       "      <td>0.024653</td>\n",
       "      <td>0.019419</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>0.037041</td>\n",
       "      <td>0.067774</td>\n",
       "      <td>0.044258</td>\n",
       "      <td>0.029269</td>\n",
       "      <td>0.046685</td>\n",
       "      <td>0.054345</td>\n",
       "      <td>0.056277</td>\n",
       "      <td>0.054281</td>\n",
       "      <td>0.040839</td>\n",
       "      <td>0.059444</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042391</td>\n",
       "      <td>0.046726</td>\n",
       "      <td>0.059803</td>\n",
       "      <td>0.060979</td>\n",
       "      <td>0.026854</td>\n",
       "      <td>0.054391</td>\n",
       "      <td>0.052803</td>\n",
       "      <td>0.049506</td>\n",
       "      <td>0.022400</td>\n",
       "      <td>0.020520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>0.034605</td>\n",
       "      <td>0.073372</td>\n",
       "      <td>0.042616</td>\n",
       "      <td>0.028921</td>\n",
       "      <td>0.054673</td>\n",
       "      <td>0.045587</td>\n",
       "      <td>0.067342</td>\n",
       "      <td>0.052097</td>\n",
       "      <td>0.037022</td>\n",
       "      <td>0.059170</td>\n",
       "      <td>...</td>\n",
       "      <td>0.043520</td>\n",
       "      <td>0.048837</td>\n",
       "      <td>0.062061</td>\n",
       "      <td>0.053001</td>\n",
       "      <td>0.024568</td>\n",
       "      <td>0.050495</td>\n",
       "      <td>0.049570</td>\n",
       "      <td>0.054210</td>\n",
       "      <td>0.022218</td>\n",
       "      <td>0.018925</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>112 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           0         1         2         3         4         5         6   \\\n",
       "0    0.027983  0.079788  0.036235  0.023015  0.065610  0.043837  0.052609   \n",
       "1    0.082299  0.040789  0.077948  0.062490  0.031518  0.034720  0.037025   \n",
       "2    0.032876  0.055980  0.046175  0.029865  0.054967  0.066957  0.064695   \n",
       "3    0.031383  0.054110  0.034033  0.028100  0.069831  0.047403  0.057749   \n",
       "4    0.029956  0.060813  0.046997  0.026556  0.085200  0.047002  0.056402   \n",
       "5    0.032505  0.050670  0.060178  0.029576  0.043828  0.036130  0.045985   \n",
       "6    0.103993  0.040298  0.066262  0.071247  0.028470  0.039297  0.036226   \n",
       "7    0.032741  0.075311  0.043249  0.029438  0.045879  0.047930  0.057232   \n",
       "8    0.054265  0.047404  0.050633  0.048070  0.033149  0.046264  0.051029   \n",
       "9    0.026146  0.054937  0.048305  0.025034  0.053544  0.036021  0.047155   \n",
       "10   0.044803  0.043459  0.058550  0.037652  0.048391  0.053492  0.055440   \n",
       "11   0.039564  0.051063  0.054792  0.036674  0.033903  0.045849  0.049141   \n",
       "12   0.025149  0.068353  0.036118  0.022852  0.066839  0.042206  0.055307   \n",
       "13   0.034673  0.085115  0.041795  0.028061  0.050224  0.049211  0.054105   \n",
       "14   0.042686  0.046866  0.064636  0.038779  0.044685  0.033205  0.039628   \n",
       "15   0.078728  0.037026  0.098867  0.061680  0.027539  0.034491  0.037569   \n",
       "16   0.091983  0.051195  0.057827  0.059279  0.037479  0.038869  0.038894   \n",
       "17   0.087725  0.037342  0.061506  0.071084  0.028710  0.038580  0.037890   \n",
       "18   0.032999  0.057029  0.032893  0.031609  0.072348  0.041264  0.046101   \n",
       "19   0.032931  0.041823  0.033188  0.033331  0.115316  0.046938  0.050329   \n",
       "20   0.030760  0.054202  0.044486  0.035570  0.041990  0.042787  0.057056   \n",
       "21   0.033354  0.059032  0.036468  0.030955  0.064287  0.039781  0.045661   \n",
       "22   0.043943  0.050321  0.044892  0.037023  0.041556  0.047991  0.037874   \n",
       "23   0.086575  0.034601  0.058675  0.073111  0.029412  0.038210  0.037658   \n",
       "24   0.033616  0.077075  0.042619  0.028655  0.046721  0.049217  0.056031   \n",
       "25   0.030743  0.062387  0.043996  0.032692  0.043117  0.044674  0.057717   \n",
       "26   0.078209  0.049287  0.065102  0.057921  0.032000  0.040219  0.046224   \n",
       "27   0.034559  0.065191  0.040685  0.029936  0.048363  0.046057  0.051913   \n",
       "28   0.086283  0.045861  0.062427  0.058375  0.028427  0.044481  0.042494   \n",
       "29   0.062459  0.041017  0.058636  0.057057  0.041305  0.047517  0.050627   \n",
       "..        ...       ...       ...       ...       ...       ...       ...   \n",
       "82   0.065614  0.039598  0.111301  0.051659  0.029684  0.034585  0.040770   \n",
       "83   0.035028  0.071044  0.042615  0.029416  0.056253  0.044821  0.069191   \n",
       "84   0.101112  0.048375  0.064964  0.062281  0.031821  0.042080  0.039278   \n",
       "85   0.030393  0.052510  0.037849  0.029890  0.086273  0.044839  0.050140   \n",
       "86   0.034393  0.074622  0.042625  0.028708  0.053640  0.046086  0.066082   \n",
       "87   0.034628  0.048158  0.034503  0.029887  0.063577  0.045613  0.057075   \n",
       "88   0.029707  0.052203  0.044853  0.027425  0.052746  0.038242  0.049532   \n",
       "89   0.032829  0.060884  0.036295  0.030453  0.066238  0.039350  0.045534   \n",
       "90   0.039032  0.044988  0.047372  0.039070  0.039515  0.053132  0.053471   \n",
       "91   0.035166  0.051704  0.040098  0.030816  0.108649  0.053707  0.060677   \n",
       "92   0.040830  0.045328  0.083087  0.039127  0.033020  0.036804  0.041127   \n",
       "93   0.041650  0.057578  0.045023  0.034186  0.042197  0.048577  0.040336   \n",
       "94   0.032713  0.061353  0.042793  0.027991  0.056604  0.060919  0.061583   \n",
       "95   0.045771  0.049979  0.041616  0.033799  0.042908  0.042321  0.056762   \n",
       "96   0.040931  0.047643  0.040107  0.031950  0.046874  0.045935  0.060147   \n",
       "97   0.034741  0.052510  0.039006  0.036425  0.061919  0.043182  0.046908   \n",
       "98   0.070671  0.035206  0.065472  0.066309  0.030341  0.036256  0.042044   \n",
       "99   0.072850  0.049221  0.067587  0.054379  0.032313  0.039659  0.043492   \n",
       "100  0.025679  0.046917  0.043180  0.025024  0.085426  0.044842  0.053735   \n",
       "101  0.034231  0.049624  0.045663  0.034626  0.047241  0.056521  0.060523   \n",
       "102  0.033792  0.040988  0.047591  0.034842  0.059777  0.075034  0.064774   \n",
       "103  0.044039  0.050073  0.044893  0.037138  0.041541  0.047957  0.037785   \n",
       "104  0.039508  0.048220  0.070464  0.037606  0.031462  0.042207  0.045672   \n",
       "105  0.033318  0.056001  0.038777  0.028807  0.108424  0.052708  0.060891   \n",
       "106  0.034721  0.055520  0.051867  0.031946  0.046088  0.039720  0.045655   \n",
       "107  0.032552  0.054551  0.039057  0.030704  0.067524  0.035670  0.043789   \n",
       "108  0.033187  0.039050  0.044955  0.036343  0.057956  0.066457  0.058844   \n",
       "109  0.033913  0.073319  0.045752  0.030965  0.046855  0.050233  0.056725   \n",
       "110  0.037041  0.067774  0.044258  0.029269  0.046685  0.054345  0.056277   \n",
       "111  0.034605  0.073372  0.042616  0.028921  0.054673  0.045587  0.067342   \n",
       "\n",
       "           7         8         9   ...        12        13        14  \\\n",
       "0    0.055141  0.029711  0.049585  ...  0.035592  0.045377  0.052197   \n",
       "1    0.035525  0.095922  0.033952  ...  0.041695  0.033751  0.027364   \n",
       "2    0.055646  0.039173  0.055304  ...  0.038458  0.044789  0.065258   \n",
       "3    0.082137  0.033190  0.044436  ...  0.042111  0.044177  0.047025   \n",
       "4    0.049594  0.028837  0.052252  ...  0.036659  0.040185  0.045348   \n",
       "5    0.041704  0.034196  0.041549  ...  0.028658  0.035186  0.044895   \n",
       "6    0.035376  0.104617  0.035680  ...  0.041949  0.031776  0.035615   \n",
       "7    0.051124  0.038082  0.067939  ...  0.040822  0.046295  0.065309   \n",
       "8    0.042253  0.072159  0.044815  ...  0.035738  0.084483  0.038417   \n",
       "9    0.045463  0.026715  0.041865  ...  0.029586  0.038165  0.045176   \n",
       "10   0.044599  0.060610  0.041145  ...  0.030184  0.036030  0.048406   \n",
       "11   0.040761  0.034873  0.051248  ...  0.034034  0.097834  0.042714   \n",
       "12   0.051360  0.029594  0.047536  ...  0.032840  0.045380  0.052624   \n",
       "13   0.054421  0.036506  0.058971  ...  0.042580  0.047073  0.060709   \n",
       "14   0.042859  0.039978  0.036608  ...  0.037727  0.037264  0.031588   \n",
       "15   0.033485  0.084809  0.034476  ...  0.038219  0.031806  0.028372   \n",
       "16   0.041632  0.087360  0.037998  ...  0.042463  0.034077  0.036834   \n",
       "17   0.035150  0.126100  0.034042  ...  0.041944  0.034975  0.030699   \n",
       "18   0.052090  0.034681  0.042465  ...  0.045231  0.049808  0.037461   \n",
       "19   0.046147  0.032505  0.042334  ...  0.040709  0.041920  0.035222   \n",
       "20   0.045820  0.039764  0.093046  ...  0.034534  0.042414  0.061096   \n",
       "21   0.050616  0.032897  0.043318  ...  0.042850  0.054727  0.036977   \n",
       "22   0.042047  0.035697  0.039862  ...  0.150360  0.033615  0.038781   \n",
       "23   0.035155  0.128458  0.032865  ...  0.042086  0.035956  0.029215   \n",
       "24   0.052203  0.038103  0.061711  ...  0.041874  0.047211  0.069920   \n",
       "25   0.047802  0.038690  0.086031  ...  0.036194  0.043663  0.064207   \n",
       "26   0.038248  0.100858  0.040724  ...  0.043450  0.036104  0.038153   \n",
       "27   0.047731  0.033854  0.051908  ...  0.036911  0.083034  0.046336   \n",
       "28   0.037384  0.071423  0.042134  ...  0.035771  0.064745  0.040726   \n",
       "29   0.041722  0.076179  0.040864  ...  0.041665  0.037326  0.046682   \n",
       "..        ...       ...       ...  ...       ...       ...       ...   \n",
       "82   0.034798  0.067167  0.036953  ...  0.037534  0.034122  0.029891   \n",
       "83   0.051838  0.037086  0.058182  ...  0.043910  0.049231  0.060864   \n",
       "84   0.040072  0.083869  0.040515  ...  0.042343  0.032872  0.044111   \n",
       "85   0.050668  0.030873  0.043122  ...  0.040347  0.044339  0.037591   \n",
       "86   0.052191  0.037034  0.059698  ...  0.043335  0.048588  0.062705   \n",
       "87   0.096326  0.034519  0.042707  ...  0.043000  0.042002  0.046209   \n",
       "88   0.043025  0.034755  0.041804  ...  0.028580  0.038398  0.049179   \n",
       "89   0.051757  0.033199  0.043487  ...  0.044384  0.048178  0.037859   \n",
       "90   0.041611  0.036943  0.048158  ...  0.033388  0.102279  0.044595   \n",
       "91   0.045415  0.034643  0.058854  ...  0.038591  0.038493  0.050301   \n",
       "92   0.042001  0.031746  0.043694  ...  0.039158  0.036597  0.040224   \n",
       "93   0.043883  0.034974  0.042952  ...  0.141277  0.034930  0.042204   \n",
       "94   0.057007  0.037884  0.055115  ...  0.039434  0.046046  0.060298   \n",
       "95   0.104992  0.042933  0.047098  ...  0.043015  0.038799  0.050409   \n",
       "96   0.108192  0.038718  0.047083  ...  0.042215  0.039123  0.053071   \n",
       "97   0.049995  0.042774  0.037348  ...  0.045532  0.045355  0.033203   \n",
       "98   0.033793  0.098926  0.046726  ...  0.032634  0.031806  0.034654   \n",
       "99   0.037515  0.100107  0.038627  ...  0.036176  0.033324  0.038019   \n",
       "100  0.045834  0.025718  0.042990  ...  0.029402  0.037000  0.045183   \n",
       "101  0.045989  0.034630  0.051727  ...  0.034507  0.082339  0.056270   \n",
       "102  0.054025  0.039948  0.048264  ...  0.038036  0.042633  0.060574   \n",
       "103  0.041982  0.035756  0.039755  ...  0.150544  0.033580  0.038651   \n",
       "104  0.040224  0.031544  0.049167  ...  0.033919  0.075613  0.040119   \n",
       "105  0.047204  0.033393  0.058685  ...  0.038305  0.039929  0.049885   \n",
       "106  0.045936  0.029345  0.044850  ...  0.036477  0.068055  0.036590   \n",
       "107  0.048266  0.035439  0.038089  ...  0.037341  0.043735  0.034683   \n",
       "108  0.049751  0.039147  0.047794  ...  0.037655  0.042061  0.075929   \n",
       "109  0.051077  0.042377  0.053276  ...  0.043072  0.044549  0.054345   \n",
       "110  0.054281  0.040839  0.059444  ...  0.042391  0.046726  0.059803   \n",
       "111  0.052097  0.037022  0.059170  ...  0.043520  0.048837  0.062061   \n",
       "\n",
       "           15        16        17        18        19        20        21  \n",
       "0    0.042461  0.029877  0.049065  0.059313  0.057875  0.023566  0.021527  \n",
       "1    0.068650  0.033005  0.041409  0.051750  0.051339  0.029467  0.026703  \n",
       "2    0.046748  0.023493  0.048465  0.043368  0.054927  0.021698  0.020615  \n",
       "3    0.043393  0.029789  0.048610  0.058187  0.053505  0.024899  0.028315  \n",
       "4    0.045102  0.028286  0.056712  0.056932  0.054910  0.023694  0.021604  \n",
       "5    0.036150  0.035234  0.041594  0.049718  0.059555  0.031673  0.029378  \n",
       "6    0.066399  0.032411  0.034684  0.034398  0.046455  0.032355  0.028351  \n",
       "7    0.059787  0.023003  0.051813  0.047852  0.060252  0.021338  0.018432  \n",
       "8    0.061949  0.041061  0.040599  0.048070  0.044206  0.024852  0.027938  \n",
       "9    0.034079  0.036344  0.044400  0.056563  0.058041  0.030263  0.028583  \n",
       "10   0.039524  0.027613  0.036440  0.040421  0.063431  0.025538  0.026594  \n",
       "11   0.052912  0.044169  0.042934  0.052739  0.045535  0.027757  0.029915  \n",
       "12   0.039152  0.029014  0.047138  0.058443  0.063205  0.022645  0.022546  \n",
       "13   0.058086  0.024581  0.053250  0.049764  0.057859  0.021567  0.017666  \n",
       "14   0.048745  0.043206  0.051650  0.075562  0.053607  0.034320  0.029350  \n",
       "15   0.060416  0.035160  0.040257  0.046530  0.050388  0.034917  0.029220  \n",
       "16   0.069890  0.030210  0.039705  0.045320  0.051975  0.025327  0.022671  \n",
       "17   0.066693  0.033787  0.036047  0.038344  0.044913  0.032446  0.030885  \n",
       "18   0.046802  0.039396  0.052338  0.076085  0.051606  0.029022  0.029630  \n",
       "19   0.034031  0.041053  0.048224  0.056014  0.044282  0.033669  0.040630  \n",
       "20   0.058227  0.026941  0.047547  0.048564  0.058848  0.026303  0.027081  \n",
       "21   0.049809  0.040564  0.052956  0.079728  0.051484  0.027723  0.027752  \n",
       "22   0.048114  0.035387  0.052964  0.036683  0.042427  0.037527  0.031521  \n",
       "23   0.062356  0.037203  0.035600  0.038399  0.042228  0.035287  0.035151  \n",
       "24   0.057508  0.023108  0.052065  0.046508  0.059036  0.021542  0.018080  \n",
       "25   0.059341  0.024537  0.049248  0.048372  0.060466  0.023488  0.022653  \n",
       "26   0.072896  0.026318  0.039224  0.040962  0.052158  0.025452  0.022144  \n",
       "27   0.055994  0.035326  0.047796  0.062853  0.052634  0.021429  0.022588  \n",
       "28   0.066867  0.038131  0.034964  0.039009  0.045857  0.026465  0.026685  \n",
       "29   0.068976  0.026715  0.036728  0.038237  0.064387  0.026799  0.025560  \n",
       "..        ...       ...       ...       ...       ...       ...       ...  \n",
       "82   0.054243  0.034711  0.043401  0.050102  0.052792  0.034134  0.028355  \n",
       "83   0.051451  0.025514  0.049892  0.049833  0.052714  0.023082  0.019822  \n",
       "84   0.064455  0.030700  0.036691  0.033516  0.048578  0.029632  0.024524  \n",
       "85   0.040867  0.036208  0.052100  0.068486  0.052356  0.028037  0.028341  \n",
       "86   0.053943  0.024106  0.050823  0.049352  0.055087  0.021811  0.018500  \n",
       "87   0.042759  0.032315  0.046696  0.053674  0.049011  0.028683  0.035491  \n",
       "88   0.032092  0.034688  0.037681  0.045880  0.060169  0.030638  0.032345  \n",
       "89   0.050210  0.038253  0.054807  0.079265  0.052785  0.028003  0.026768  \n",
       "90   0.045020  0.044324  0.038106  0.045737  0.046186  0.028856  0.034689  \n",
       "91   0.040746  0.029858  0.049727  0.039092  0.045415  0.028905  0.032281  \n",
       "92   0.047358  0.042660  0.053042  0.055306  0.048353  0.042441  0.031642  \n",
       "93   0.051819  0.031393  0.055175  0.038236  0.045235  0.032450  0.026259  \n",
       "94   0.051175  0.024780  0.052373  0.051754  0.053424  0.020771  0.019766  \n",
       "95   0.051644  0.031264  0.044841  0.042476  0.044926  0.032908  0.039834  \n",
       "96   0.045750  0.030564  0.043848  0.040309  0.045465  0.032688  0.040211  \n",
       "97   0.044898  0.037339  0.087399  0.061417  0.044706  0.036172  0.032557  \n",
       "98   0.058815  0.034700  0.034561  0.041438  0.053717  0.035184  0.036769  \n",
       "99   0.064474  0.027746  0.037270  0.041472  0.059757  0.026183  0.023426  \n",
       "100  0.028420  0.033811  0.042795  0.048573  0.055434  0.028894  0.030096  \n",
       "101  0.049734  0.032287  0.039418  0.043215  0.056819  0.023095  0.025953  \n",
       "102  0.036926  0.026981  0.042624  0.038169  0.052943  0.026706  0.027815  \n",
       "103  0.047953  0.035551  0.052896  0.036629  0.042309  0.037734  0.031740  \n",
       "104  0.051125  0.045410  0.046406  0.055250  0.046127  0.031071  0.029454  \n",
       "105  0.042224  0.028364  0.051583  0.042900  0.047559  0.025985  0.028312  \n",
       "106  0.051115  0.043800  0.051092  0.075092  0.050028  0.027076  0.026337  \n",
       "107  0.042035  0.041449  0.048337  0.078866  0.055057  0.029704  0.030256  \n",
       "108  0.032373  0.027754  0.039334  0.033061  0.055804  0.031685  0.031679  \n",
       "109  0.056473  0.023588  0.076329  0.045670  0.054391  0.024653  0.019419  \n",
       "110  0.060979  0.026854  0.054391  0.052803  0.049506  0.022400  0.020520  \n",
       "111  0.053001  0.024568  0.050495  0.049570  0.054210  0.022218  0.018925  \n",
       "\n",
       "[112 rows x 22 columns]"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df = pd.read_csv(path+'cls_output-no-lm-'+prefix+'/test_results.tsv', header=None, sep='\\t')\n",
    "results_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(112, 22)"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>[CLS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>[MASK]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         0\n",
       "0        0\n",
       "1        1\n",
       "2        2\n",
       "3        3\n",
       "4        4\n",
       "5        5\n",
       "6        6\n",
       "7        7\n",
       "8        8\n",
       "9        9\n",
       "10      10\n",
       "11      11\n",
       "12      12\n",
       "13      13\n",
       "14      14\n",
       "15      15\n",
       "16      16\n",
       "17      17\n",
       "18      18\n",
       "19      19\n",
       "20   [CLS]\n",
       "21  [MASK]"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vocab_label_df = pd.read_csv(path+prefix+'-vocab_label.txt', header=None)\n",
    "vocab_label_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [],
   "source": [
    "n=10\n",
    "preds = []\n",
    "for idx, row in results_df.iterrows():\n",
    "    top_n = list(np.argsort(-row)[:n])\n",
    "    preds.append(top_n[:n])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[[1, 4, 11, 18, 10, 19, 7, 6, 14, 9],\n",
       " [8, 0, 2, 15, 3, 18, 19, 12, 17, 1],\n",
       " [5, 14, 6, 1, 7, 9, 4, 19, 17, 11],\n",
       " [7, 4, 18, 6, 11, 1, 19, 17, 5, 14],\n",
       " [4, 11, 1, 18, 17, 6, 19, 9, 7, 5],\n",
       " [10, 11, 2, 19, 1, 18, 6, 14, 4, 7],\n",
       " [8, 0, 3, 15, 2, 19, 12, 1, 5, 6],\n",
       " [1, 9, 14, 19, 15, 6, 17, 7, 5, 18],\n",
       " [13, 8, 15, 0, 6, 2, 3, 18, 1, 5],\n",
       " [10, 11, 19, 18, 1, 4, 2, 6, 7, 14],\n",
       " [10, 19, 8, 2, 11, 6, 5, 14, 4, 0],\n",
       " [13, 2, 15, 18, 9, 1, 6, 11, 5, 19],\n",
       " [10, 1, 11, 4, 19, 18, 6, 14, 7, 9],\n",
       " [1, 14, 9, 15, 19, 7, 6, 17, 4, 18],\n",
       " [18, 10, 2, 11, 19, 17, 15, 1, 4, 16],\n",
       " [2, 8, 0, 3, 15, 19, 18, 17, 10, 12],\n",
       " [0, 8, 15, 3, 2, 19, 1, 18, 12, 7],\n",
       " [8, 0, 3, 15, 2, 19, 12, 5, 18, 6],\n",
       " [18, 4, 11, 1, 17, 7, 19, 13, 15, 6],\n",
       " [4, 11, 18, 6, 17, 5, 10, 7, 19, 9],\n",
       " [9, 14, 19, 15, 6, 1, 18, 17, 7, 2],\n",
       " [18, 4, 1, 11, 13, 17, 19, 7, 15, 6],\n",
       " [12, 17, 1, 15, 5, 2, 0, 19, 7, 4],\n",
       " [8, 0, 3, 15, 2, 19, 12, 18, 5, 6],\n",
       " [1, 14, 9, 19, 15, 6, 7, 17, 5, 13],\n",
       " [9, 14, 1, 19, 15, 6, 17, 18, 7, 5],\n",
       " [8, 0, 15, 2, 3, 19, 1, 6, 12, 18],\n",
       " [13, 1, 18, 15, 19, 6, 9, 11, 4, 17],\n",
       " [0, 8, 15, 13, 2, 3, 1, 19, 5, 6],\n",
       " [8, 15, 19, 0, 2, 3, 6, 5, 14, 7],\n",
       " [8, 0, 3, 15, 2, 19, 12, 5, 18, 16],\n",
       " [8, 0, 3, 2, 15, 19, 12, 5, 20, 16],\n",
       " [10, 11, 17, 4, 6, 19, 1, 7, 18, 2],\n",
       " [1, 14, 9, 15, 7, 19, 6, 5, 17, 4],\n",
       " [9, 14, 19, 15, 1, 6, 18, 17, 7, 2],\n",
       " [10, 2, 13, 11, 18, 19, 1, 9, 6, 16],\n",
       " [8, 0, 15, 2, 3, 19, 1, 12, 6, 5],\n",
       " [1, 13, 15, 9, 14, 6, 19, 5, 18, 7],\n",
       " [7, 4, 6, 18, 1, 11, 19, 14, 17, 15],\n",
       " [9, 14, 19, 15, 6, 1, 18, 17, 7, 2],\n",
       " [10, 11, 2, 18, 19, 1, 4, 17, 6, 7],\n",
       " [10, 11, 19, 2, 4, 18, 1, 6, 14, 7],\n",
       " [18, 17, 4, 11, 1, 7, 13, 19, 12, 15],\n",
       " [4, 11, 18, 10, 19, 7, 6, 5, 17, 1],\n",
       " [8, 0, 2, 3, 15, 19, 10, 1, 6, 5],\n",
       " [18, 11, 4, 1, 10, 19, 17, 7, 6, 13],\n",
       " [8, 0, 3, 15, 2, 19, 12, 5, 18, 17],\n",
       " [18, 1, 15, 19, 4, 17, 7, 6, 11, 13],\n",
       " [1, 6, 14, 9, 4, 19, 15, 7, 17, 18],\n",
       " [18, 4, 1, 11, 7, 17, 13, 19, 15, 12],\n",
       " [11, 19, 10, 1, 4, 6, 18, 14, 7, 17],\n",
       " [1, 14, 6, 9, 19, 15, 7, 17, 4, 18],\n",
       " [10, 11, 2, 19, 18, 4, 16, 21, 6, 8],\n",
       " [8, 0, 3, 15, 2, 19, 12, 18, 5, 20],\n",
       " [12, 1, 17, 15, 5, 2, 19, 7, 9, 4],\n",
       " [8, 0, 15, 3, 2, 5, 18, 19, 12, 17],\n",
       " [2, 8, 0, 15, 19, 3, 18, 1, 17, 6],\n",
       " [1, 18, 11, 4, 19, 10, 17, 7, 6, 14],\n",
       " [12, 1, 15, 17, 19, 14, 9, 5, 7, 6],\n",
       " [12, 17, 5, 1, 15, 0, 2, 4, 7, 19],\n",
       " [10, 11, 19, 4, 2, 1, 6, 18, 14, 7],\n",
       " [7, 6, 14, 1, 19, 5, 9, 4, 15, 17],\n",
       " [12, 1, 17, 15, 5, 2, 19, 7, 0, 9],\n",
       " [13, 15, 1, 9, 18, 6, 19, 5, 14, 2],\n",
       " [8, 0, 3, 2, 15, 19, 12, 20, 5, 18],\n",
       " [9, 14, 19, 15, 6, 1, 18, 17, 7, 2],\n",
       " [8, 0, 3, 2, 15, 19, 12, 20, 5, 18],\n",
       " [1, 14, 9, 15, 7, 6, 19, 5, 17, 4],\n",
       " [5, 6, 4, 14, 11, 10, 19, 7, 2, 9],\n",
       " [1, 17, 14, 15, 6, 19, 9, 7, 5, 4],\n",
       " [0, 8, 3, 2, 15, 19, 12, 20, 5, 16],\n",
       " [1, 14, 15, 9, 6, 17, 7, 5, 18, 19],\n",
       " [5, 14, 11, 6, 4, 10, 19, 7, 9, 2],\n",
       " [17, 2, 1, 15, 6, 19, 7, 18, 5, 11],\n",
       " [4, 6, 11, 10, 9, 5, 14, 1, 19, 17],\n",
       " [6, 7, 5, 14, 4, 19, 11, 10, 9, 2],\n",
       " [10, 4, 11, 2, 19, 6, 5, 8, 0, 9],\n",
       " [13, 15, 1, 8, 2, 19, 0, 9, 6, 18],\n",
       " [17, 1, 6, 15, 5, 7, 19, 2, 4, 8],\n",
       " [9, 1, 14, 19, 15, 6, 17, 7, 18, 5],\n",
       " [10, 11, 19, 4, 1, 14, 6, 18, 7, 2],\n",
       " [1, 17, 14, 15, 9, 19, 6, 7, 5, 18],\n",
       " [2, 8, 0, 15, 19, 3, 18, 10, 17, 11],\n",
       " [1, 6, 14, 9, 4, 19, 7, 15, 17, 18],\n",
       " [0, 8, 2, 15, 3, 19, 1, 14, 12, 5],\n",
       " [4, 18, 11, 1, 19, 17, 7, 6, 10, 5],\n",
       " [1, 6, 14, 9, 19, 15, 4, 7, 17, 18],\n",
       " [7, 4, 6, 18, 11, 19, 1, 17, 14, 5],\n",
       " [10, 11, 19, 4, 1, 6, 14, 18, 2, 7],\n",
       " [18, 4, 1, 11, 17, 19, 7, 15, 13, 6],\n",
       " [13, 6, 5, 9, 11, 2, 19, 18, 10, 15],\n",
       " [4, 6, 9, 5, 1, 14, 17, 11, 7, 19],\n",
       " [2, 10, 11, 18, 17, 19, 15, 1, 9, 16],\n",
       " [12, 1, 17, 15, 5, 19, 2, 7, 9, 14],\n",
       " [6, 1, 5, 14, 7, 4, 9, 19, 17, 18],\n",
       " [7, 6, 15, 14, 1, 9, 0, 19, 17, 12],\n",
       " [7, 6, 14, 1, 9, 4, 5, 15, 19, 17],\n",
       " [17, 4, 18, 1, 11, 7, 6, 12, 13, 15],\n",
       " [8, 0, 3, 2, 15, 19, 9, 10, 6, 18],\n",
       " [8, 0, 2, 15, 19, 3, 1, 6, 18, 10],\n",
       " [10, 4, 11, 19, 6, 18, 1, 7, 14, 5],\n",
       " [13, 6, 19, 5, 14, 9, 11, 15, 1, 4],\n",
       " [5, 6, 14, 4, 11, 7, 19, 10, 9, 2],\n",
       " [12, 17, 1, 5, 15, 2, 0, 19, 7, 4],\n",
       " [13, 2, 10, 18, 11, 15, 9, 1, 17, 19],\n",
       " [4, 6, 9, 1, 5, 17, 14, 11, 19, 7],\n",
       " [18, 13, 11, 1, 2, 15, 17, 19, 10, 4],\n",
       " [18, 11, 4, 10, 19, 1, 17, 7, 6, 13],\n",
       " [14, 5, 11, 10, 6, 4, 19, 7, 9, 2],\n",
       " [17, 1, 6, 15, 19, 14, 9, 7, 5, 4],\n",
       " [1, 15, 14, 9, 6, 17, 5, 7, 18, 19],\n",
       " [1, 6, 14, 9, 4, 19, 15, 7, 17, 18]]"
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "preds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(112, 1)"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "label_df = pd.read_csv(path+prefix+'_label_val.txt', header=None)\n",
    "label_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [],
   "source": [
    "labels= []; labels_str =[]\n",
    "\n",
    "for idx, row in label_df.iterrows():\n",
    "    labels.append(vocab_label_df.index[vocab_label_df[0]==str(row[0])][0])\n",
    "    labels_str.append(row[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[1,\n",
       " 2,\n",
       " 5,\n",
       " 7,\n",
       " 11,\n",
       " 10,\n",
       " 3,\n",
       " 9,\n",
       " 8,\n",
       " 10,\n",
       " 5,\n",
       " 13,\n",
       " 18,\n",
       " 1,\n",
       " 18,\n",
       " 2,\n",
       " 3,\n",
       " 3,\n",
       " 11,\n",
       " 4,\n",
       " 9,\n",
       " 18,\n",
       " 12,\n",
       " 8,\n",
       " 14,\n",
       " 9,\n",
       " 6,\n",
       " 13,\n",
       " 0,\n",
       " 15,\n",
       " 8,\n",
       " 3,\n",
       " 17,\n",
       " 1,\n",
       " 9,\n",
       " 16,\n",
       " 8,\n",
       " 13,\n",
       " 7,\n",
       " 9,\n",
       " 10,\n",
       " 10,\n",
       " 17,\n",
       " 11,\n",
       " 0,\n",
       " 18,\n",
       " 5,\n",
       " 18,\n",
       " 6,\n",
       " 1,\n",
       " 11,\n",
       " 6,\n",
       " 10,\n",
       " 15,\n",
       " 12,\n",
       " 5,\n",
       " 2,\n",
       " 19,\n",
       " 12,\n",
       " 12,\n",
       " 10,\n",
       " 7,\n",
       " 12,\n",
       " 15,\n",
       " 3,\n",
       " 9,\n",
       " 3,\n",
       " 1,\n",
       " 5,\n",
       " 17,\n",
       " 3,\n",
       " 5,\n",
       " 14,\n",
       " 17,\n",
       " 4,\n",
       " 7,\n",
       " 4,\n",
       " 13,\n",
       " 17,\n",
       " 9,\n",
       " 10,\n",
       " 17,\n",
       " 2,\n",
       " 6,\n",
       " 0,\n",
       " 11,\n",
       " 6,\n",
       " 7,\n",
       " 10,\n",
       " 18,\n",
       " 19,\n",
       " 4,\n",
       " 15,\n",
       " 12,\n",
       " 5,\n",
       " 7,\n",
       " 7,\n",
       " 17,\n",
       " 19,\n",
       " 19,\n",
       " 11,\n",
       " 15,\n",
       " 5,\n",
       " 12,\n",
       " 16,\n",
       " 4,\n",
       " 13,\n",
       " 18,\n",
       " 14,\n",
       " 17,\n",
       " 5,\n",
       " 6]"
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "labels_str"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA2QAAAJFCAYAAACybzTvAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAGmVJREFUeJzt3X+Q5wdd3/HXOzmgxEAI5ABLvB4V1DK1lPSKVJSflgZjg2XoEKzyo47ptJVQdGqvtZ1UZ6QnLVKsxpoitBQkVUBKDUVgIBSGMeQnhHAgGAMJUAwWoQIthrz7x/cLLNtLbr/kvvve7D4eMzv53vf7ze1rdve+u8/v9/P9bnV3AAAA2H4nTQ8AAADYqwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEP2reMvPeOMM/rgwYPr+KsBAAB2vKuuuurT3b3/eNdbS5AdPHgwV1555Tr+agAAgB2vqj66les5ZBEAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhggwAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAh+6YHAOt18PCl0xOO6cYj50xPAAAY5xEyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhggwAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhggwAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhggwAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhggwAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhWwqyqnp+VV1fVe+vqldX1Z9Z9zAAAIDd7rhBVlUPSnJBkkPd/ReTnJzkvHUPAwAA2O22esjiviT3rKp9SU5J8on1TQIAANgbjhtk3f3xJP8myceSfDLJZ7v7zeseBgAAsNvtO94Vqur0JE9J8uAkf5zkN6vqh7v7lZuud36S85PkwIEDa5gKAFtz8PCl0xOO6cYj50xPAJbcTrBTbOWQxe9L8gfdfUt3/2mS1yX57s1X6u6Lu/tQdx/av3//id4JAACw62wlyD6W5FFVdUpVVZInJjm63lkAAAC731aeQ3Z5ktckuTrJdcv/5+I17wIAANj1jvscsiTp7guTXLjmLQAAAHvKVl/2HgAAgBNMkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwJB90wNgVQcPXzo94ZhuPHLO9AROAF9fq9mpHy9Ws1M/jzv16x7Wyb/HvccjZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQ7YUZFV1n6p6TVV9sKqOVtVfW/cwAACA3W7fFq/3kiRv6u6nVdXdk5yyxk0AAAB7wnGDrKpOS/KYJM9Oku7+UpIvrXcWAADA7reVQxYfnOSWJC+vqmuq6qVV9U1r3gUAALDrbeWQxX1Jzkry3O6+vKpekuRwkn+x8UpVdX6S85PkwIEDJ3onsMscPHzp9ATYdr7uAdhsK4+Q3Zzk5u6+fPnn12QRaF+nuy/u7kPdfWj//v0nciMAAMCudNwg6+7/meSmqvr25VlPTPKBta4CAADYA7b6KovPTfKq5Sss3pDkOeubBAAAsDdsKci6+9okh9a8BQAAYE/Z0i+GBgAA4MQTZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMGTf9ACSg4cvnZ5wTDceOWd6wl3KTv08AtxV7dTb1Z36/dHHC+6aPEIGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBky0FWVSdX1TVV9dvrHAQAALBXrPII2fOSHF3XEAAAgL1mS0FWVWcmOSfJS9c7BwAAYO/Y6iNk/zbJTyW5bY1bAAAA9pR9x7tCVf1Akj/s7quq6nF3cL3zk5yfJAcOHDhhA5lz8PCl0xOAJf8eAZi0k78P3XjknOkJd8pWHiF7dJJzq+rGJJckeUJVvXLzlbr74u4+1N2H9u/ff4JnAgAA7D7HDbLu/qfdfWZ3H0xyXpK3dfcPr30ZAADALuf3kAEAAAw57nPINuruy5JctpYlAAAAe4xHyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhggwAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhggwAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhggwAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGCLIAAAAhggyAACAIYIMAABgiCADAAAYIsgAAACGCDIAAIAhggwAAGCIIAMAABgiyAAAAIYIMgAAgCGCDAAAYIggAwAAGLJvesB2Onj40ukJAMBdnJ8ngBPJI2QAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEOOG2RV9S1V9faq+kBVXV9Vz9uOYQAAALvdvi1c59YkP9ndV1fVvZJcVVVv6e4PrHkbAADArnbcR8i6+5PdffXy9P9OcjTJg9Y9DAAAYLdb6TlkVXUwySOSXL6OMQAAAHvJVg5ZTJJU1alJXpvkH3X3545x+flJzk+SAwcOnLCBAADcdR08fOn0BNjRtvQIWVXdLYsYe1V3v+5Y1+nui7v7UHcf2r9//4ncCAAAsCtt5VUWK8mvJTna3b+w/kkAAAB7w1YeIXt0kh9J8oSqunb59v1r3gUAALDrHfc5ZN39riS1DVsAAAD2lJVeZREAAIATR5ABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADBFkAAAAQwQZAADAEEEGAAAwRJABAAAMEWQAAABDBBkAAMAQQQYAADBEkAEAAAwRZAAAAEMEGQAAwBBBBgAAMESQAQAADNlSkFXV2VX1oar6SFUdXvcoAACAveC4QVZVJyf55SRPTvKwJM+oqoetexgAAMBut5VHyB6Z5CPdfUN3fynJJUmest5ZAAAAu99WguxBSW7a8Oebl+cBAABwJ+w7UX9RVZ2f5PzlH/+kqj50ov7uPeCMJJ+eHnEMdq3GrtXYtRq7VmPXauxajV2rsWs1dq2ofn7HbvtzW7nSVoLs40m+ZcOfz1ye93W6++IkF29pGl+nqq7s7kPTOzazazV2rcau1di1GrtWY9dq7FqNXauxa3U7edtWbOWQxSuSPLSqHlxVd09yXpI3rHcWAADA7nfcR8i6+9aq+vEkv5Pk5CQv6+7r174MAABgl9vSc8i6+41J3rjmLXvZTj3U067V2LUau1Zj12rsWo1dq7FrNXatxq7V7eRtx1XdPb0BAABgT9rKc8gAAABYA0EGAAAwRJABAAAMOWG/GJqtqarvSPKUJA9anvXxJG/o7qNzq3a25cfsQUku7+4/2XD+2d39psFdj0zS3X1FVT0sydlJPrh8EZwdoape0d3PnN6xWVV9T5JHJnl/d795cMd3JTna3Z+rqnsmOZzkrCQfSPKC7v7s0K4LkvxWd9808f5vz4ZfffKJ7n5rVf1Qku9OcjTJxd39p4Pb/nySp2bxezO/nOT3kvx6d39uahMAbIUX9dhGVfVPkjwjySVJbl6efWYWP+Bc0t1Hprbdkap6Tne/fOh9X5DkH2bxA99fTvK87v6vy8uu7u6zhnZdmOTJWdyp8ZYk35Xk7Un+epLf6e6fG9i0+fcDVpLHJ3lbknT3udu96atDqt7T3Y9cnv6xLD6nv5XkSUn+29TXflVdn+Thy1/vcXGSLyR5TZInLs9/6tCuzyb5fJLfT/LqJL/Z3bdMbNmoql6Vxdf8KUn+OMmpSV6XxceruvtZQ7suSPIDSf5Hku9Pcs1y399K8g+6+7KJXbDdqur+3f2H0zvuSqrqft39R9M72OO629s2vWVxj+3djnH+3ZN8eHrfHez+2OD7vi7JqcvTB5NcmUWUJck1w7tOzuIH088luffy/Hsmed/QpquTvDLJ45I8dvnfTy5PP3b4a+iaDaevSLJ/efqbklw3uOvoxo/fpsuunfx4ZXFI+ZOS/FqSW5K8KcmzktxrcNf7lv/dl+RTSU5e/rmmvu6X7/+6DVtOSXLZ8vSB4duJ05IcSfLBJP8ryR9lcefSkST3mdp1nM3/ffB93zvJv0ryn5P80KbLLhrc9cAkv5Lkl5PcL8m/XH7N/UaSbx7cdd9Nb/dLcmOS05Pcd3DX2RtOn7a8DXtfkl9P8oCpXcs9R5KcsTx9KMkNST6S5KOT3yeX37//eZJvnfz4HGPXoSzubH5lFkcfvCXJZ5ffxx8xuOvUJD+b5PrlnluS/G6SZ09/zL7RN88h2163Jfmzxzj/m5eXjamq993O23VJHjA47aReHqbY3TdmERlPrqpfyOKHwCm3dveXu/sLSX6/l4dFdfcXM/e5PJTkqiQ/neSzvXhU4Ivd/Y7ufsfQpq84qapOr6r7ZfFIyi1J0t2fT3Lr4K73V9VzlqffW1WHkqSqvi3J2OF3WRwKe1t3v7m7fzSL242Lsjgs9obBXSctD1u8Vxbhc9ry/HskudvYqoWvHIJ/jyy+Wae7P5bZXb+R5DNJHtfd9+3u+2XxqPVnlpeNqKqzbuftr2RxJMKUl2dxu/7aJOdV1Wur6h7Lyx41Nyv/MYvDmG/K4ofTL2bxSOw7k/z7uVn5dBa3+V95uzKLw/uvXp6e8oINp1+UxR2DfzOLH+J/dWTR15zT3Z9env7XSZ7e3Q/J4uiWF83NyulJ7pPk7VX1nqp6flUd6+fF7XZRkhcmuTTJu5P8aneflsXh/RcN7npVFt8L/0aSn0nyi0l+JMnjq+oFd/Q/7lQOWdxGVXV2kl9K8uEsbtiTxT24D0ny4z37fKhPZfGF/ZnNFyV5d3eP3DBU1duS/ER3X7vhvH1JXpbk73T3yUO7Lk/y+O7+QlWd1N23Lc8/Lcnbe+hQyuWGM5O8OItHMM7t7gNTW76iqm7MIlQrSSd5dHd/sqpOTfKu7h75IXD5+XpJku/N4oebs7L4t3lTkgu6+71Du67p7kfczmWnLO8I2HZV9fwkz83i0eEXZfF82Buy+GH5Nd39M0O7npfkR5NcnsXn8ue7++VVtT/Ja7v7MUO7PtTd377qZetWVV9O8o4c+06tR3X3Pbd5UpKkqq7deFtQVT+dRficm+QtU7erG/89VtXHNt6mbt68zbt+MouQ+Mfdfd3yvD/o7gdP7Nmw66tPJzjG53Ts47V8/0eTfGcvDlP/3e5+1IbLruvu7xzatfFj9r1ZPL3lqVk8ov7q7h75pcfH+dq/3e9T27Drvd398A1/vqK7/2pVnZTkA939HRO77gwv6rGNuvtNy3veH5mvf1GPK7r7y3PLkiS/ncWhgdduvqCqLtv+OV/1zGx6BKW7b03yzKqavKftMd39f5d7Nj4idrcsDisb0903J/nbVXVOFodTjuvug7dz0W1ZPM9nRC9etOPZVXXvJA/O4jbx5u7+1NSmpaff3gVTMbZ83y+uqv+yPP2JqnpFku9L8h+6+z2Du15SVW9N8heSvKi7P7g8/5YkIzG29NGq+qkk/+krX1NV9YAkz87X7pSbcDTJ3+vuD2++oKomd91j4x1c3f1zVfXxLJ4beOrgro1HE71i02UjdwomSXe/aPnv8cXLz9uFWdzhNe3+VfUTWQT/vauq+mv3/k8fmXVRkjdW1ZEkb6qql2TxPNgnJPn/fv6Z0N3vTPLOqnpuFsH99CQjQZbk/1TVk7I4GqKr6ge7+/VV9dgsXjxpyuer6nu6+11VdW4Wh4Snu2+rqsmjp75hHiEDgDWoqtOzOLTnKUnuvzz7U0nekORId28+ImG7dj0ti+dufugYl/1gd79+YFaq6oVJ3tzdb910/tlJ/l13P3Ro188meWFveJXf5fkPyeLz+LSJXZu2nJvknyU52N0PHN5y4aazLuruW6rqgVl8HEdf+beqHpfk7yf5tizuhLspyeuTvGx5h+/Epku6+7yJ931HqurhWRyyeFuS52fxcXtWFg8m/Fh3v3to119K8tIkD83ieWR/t7t/b3lUxDO6+xcndt0ZggwAttnkq9feEbtWs5N21eJXd3xrd79/J+3aaKfuSnbuNrtWs1N3HY8gA4Bttvn5GDuFXauxazU7dVeyc7fZtZqduut4PIcMANagqt53exdl8NVr7VqNXavZqbuSnbvNrtXs1F13hiADgPV4QO7g1Wu3f85X2bUau1azU3clO3ebXavZqbu+YYIMANZjp756rV2rsWs1O3VXsnO32bWanbrrG+Y5ZAAAAEOmfx8EAADAniXIAAAAhggyAACAIYIMAABgiCADAAAY8v8AoDgh0KCUqocAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 1080x720 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "c = Counter(labels_str)\n",
    "\n",
    "plt.figure(figsize=(15,10))\n",
    "labels, values = zip(*c.items())\n",
    "\n",
    "indexes = np.arange(len(labels))\n",
    "width = 1\n",
    "\n",
    "plt.bar(indexes, values, width)\n",
    "plt.xticks(indexes + width * 0.5, labels, rotation=90)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Label = 1\n",
      "Pred  =\n",
      "---- 0. 1\n",
      "\n",
      "Label = 2\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 5\n",
      "Pred  =\n",
      "---- 0. 5\n",
      "\n",
      "Label = 7\n",
      "Pred  =\n",
      "---- 0. 7\n",
      "\n",
      "Label = 11\n",
      "Pred  =\n",
      "     0. 4\n",
      "\n",
      "Label = 10\n",
      "Pred  =\n",
      "---- 0. 10\n",
      "\n",
      "Label = 3\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 9\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 8\n",
      "Pred  =\n",
      "     0. 13\n",
      "\n",
      "Label = 10\n",
      "Pred  =\n",
      "---- 0. 10\n",
      "\n",
      "Label = 5\n",
      "Pred  =\n",
      "     0. 10\n",
      "\n",
      "Label = 13\n",
      "Pred  =\n",
      "---- 0. 13\n",
      "\n",
      "Label = 18\n",
      "Pred  =\n",
      "     0. 10\n",
      "\n",
      "Label = 1\n",
      "Pred  =\n",
      "---- 0. 1\n",
      "\n",
      "Label = 18\n",
      "Pred  =\n",
      "---- 0. 18\n",
      "\n",
      "Label = 2\n",
      "Pred  =\n",
      "---- 0. 2\n",
      "\n",
      "Label = 3\n",
      "Pred  =\n",
      "     0. 0\n",
      "\n",
      "Label = 3\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 11\n",
      "Pred  =\n",
      "     0. 18\n",
      "\n",
      "Label = 4\n",
      "Pred  =\n",
      "---- 0. 4\n",
      "\n",
      "Label = 9\n",
      "Pred  =\n",
      "---- 0. 9\n",
      "\n",
      "Label = 18\n",
      "Pred  =\n",
      "---- 0. 18\n",
      "\n",
      "Label = 12\n",
      "Pred  =\n",
      "---- 0. 12\n",
      "\n",
      "Label = 8\n",
      "Pred  =\n",
      "---- 0. 8\n",
      "\n",
      "Label = 14\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 9\n",
      "Pred  =\n",
      "---- 0. 9\n",
      "\n",
      "Label = 6\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 13\n",
      "Pred  =\n",
      "---- 0. 13\n",
      "\n",
      "Label = 0\n",
      "Pred  =\n",
      "---- 0. 0\n",
      "\n",
      "Label = 15\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 8\n",
      "Pred  =\n",
      "---- 0. 8\n",
      "\n",
      "Label = 3\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 17\n",
      "Pred  =\n",
      "     0. 10\n",
      "\n",
      "Label = 1\n",
      "Pred  =\n",
      "---- 0. 1\n",
      "\n",
      "Label = 9\n",
      "Pred  =\n",
      "---- 0. 9\n",
      "\n",
      "Label = 16\n",
      "Pred  =\n",
      "     0. 10\n",
      "\n",
      "Label = 8\n",
      "Pred  =\n",
      "---- 0. 8\n",
      "\n",
      "Label = 13\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 7\n",
      "Pred  =\n",
      "---- 0. 7\n",
      "\n",
      "Label = 9\n",
      "Pred  =\n",
      "---- 0. 9\n",
      "\n",
      "Label = 10\n",
      "Pred  =\n",
      "---- 0. 10\n",
      "\n",
      "Label = 10\n",
      "Pred  =\n",
      "---- 0. 10\n",
      "\n",
      "Label = 17\n",
      "Pred  =\n",
      "     0. 18\n",
      "\n",
      "Label = 11\n",
      "Pred  =\n",
      "     0. 4\n",
      "\n",
      "Label = 0\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 18\n",
      "Pred  =\n",
      "---- 0. 18\n",
      "\n",
      "Label = 5\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 18\n",
      "Pred  =\n",
      "---- 0. 18\n",
      "\n",
      "Label = 6\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 1\n",
      "Pred  =\n",
      "     0. 18\n",
      "\n",
      "Label = 11\n",
      "Pred  =\n",
      "---- 0. 11\n",
      "\n",
      "Label = 6\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 10\n",
      "Pred  =\n",
      "---- 0. 10\n",
      "\n",
      "Label = 15\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 12\n",
      "Pred  =\n",
      "---- 0. 12\n",
      "\n",
      "Label = 5\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 2\n",
      "Pred  =\n",
      "---- 0. 2\n",
      "\n",
      "Label = 19\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 12\n",
      "Pred  =\n",
      "---- 0. 12\n",
      "\n",
      "Label = 12\n",
      "Pred  =\n",
      "---- 0. 12\n",
      "\n",
      "Label = 10\n",
      "Pred  =\n",
      "---- 0. 10\n",
      "\n",
      "Label = 7\n",
      "Pred  =\n",
      "---- 0. 7\n",
      "\n",
      "Label = 12\n",
      "Pred  =\n",
      "---- 0. 12\n",
      "\n",
      "Label = 15\n",
      "Pred  =\n",
      "     0. 13\n",
      "\n",
      "Label = 3\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 9\n",
      "Pred  =\n",
      "---- 0. 9\n",
      "\n",
      "Label = 3\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 1\n",
      "Pred  =\n",
      "---- 0. 1\n",
      "\n",
      "Label = 5\n",
      "Pred  =\n",
      "---- 0. 5\n",
      "\n",
      "Label = 17\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 3\n",
      "Pred  =\n",
      "     0. 0\n",
      "\n",
      "Label = 5\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 14\n",
      "Pred  =\n",
      "     0. 5\n",
      "\n",
      "Label = 17\n",
      "Pred  =\n",
      "---- 0. 17\n",
      "\n",
      "Label = 4\n",
      "Pred  =\n",
      "---- 0. 4\n",
      "\n",
      "Label = 7\n",
      "Pred  =\n",
      "     0. 6\n",
      "\n",
      "Label = 4\n",
      "Pred  =\n",
      "     0. 10\n",
      "\n",
      "Label = 13\n",
      "Pred  =\n",
      "---- 0. 13\n",
      "\n",
      "Label = 17\n",
      "Pred  =\n",
      "---- 0. 17\n",
      "\n",
      "Label = 9\n",
      "Pred  =\n",
      "---- 0. 9\n",
      "\n",
      "Label = 10\n",
      "Pred  =\n",
      "---- 0. 10\n",
      "\n",
      "Label = 17\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 2\n",
      "Pred  =\n",
      "---- 0. 2\n",
      "\n",
      "Label = 6\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 0\n",
      "Pred  =\n",
      "---- 0. 0\n",
      "\n",
      "Label = 11\n",
      "Pred  =\n",
      "     0. 4\n",
      "\n",
      "Label = 6\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 7\n",
      "Pred  =\n",
      "---- 0. 7\n",
      "\n",
      "Label = 10\n",
      "Pred  =\n",
      "---- 0. 10\n",
      "\n",
      "Label = 18\n",
      "Pred  =\n",
      "---- 0. 18\n",
      "\n",
      "Label = 19\n",
      "Pred  =\n",
      "     0. 13\n",
      "\n",
      "Label = 4\n",
      "Pred  =\n",
      "---- 0. 4\n",
      "\n",
      "Label = 15\n",
      "Pred  =\n",
      "     0. 2\n",
      "\n",
      "Label = 12\n",
      "Pred  =\n",
      "---- 0. 12\n",
      "\n",
      "Label = 5\n",
      "Pred  =\n",
      "     0. 6\n",
      "\n",
      "Label = 7\n",
      "Pred  =\n",
      "---- 0. 7\n",
      "\n",
      "Label = 7\n",
      "Pred  =\n",
      "---- 0. 7\n",
      "\n",
      "Label = 17\n",
      "Pred  =\n",
      "---- 0. 17\n",
      "\n",
      "Label = 19\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 19\n",
      "Pred  =\n",
      "     0. 8\n",
      "\n",
      "Label = 11\n",
      "Pred  =\n",
      "     0. 10\n",
      "\n",
      "Label = 15\n",
      "Pred  =\n",
      "     0. 13\n",
      "\n",
      "Label = 5\n",
      "Pred  =\n",
      "---- 0. 5\n",
      "\n",
      "Label = 12\n",
      "Pred  =\n",
      "---- 0. 12\n",
      "\n",
      "Label = 16\n",
      "Pred  =\n",
      "     0. 13\n",
      "\n",
      "Label = 4\n",
      "Pred  =\n",
      "---- 0. 4\n",
      "\n",
      "Label = 13\n",
      "Pred  =\n",
      "     0. 18\n",
      "\n",
      "Label = 18\n",
      "Pred  =\n",
      "---- 0. 18\n",
      "\n",
      "Label = 14\n",
      "Pred  =\n",
      "---- 0. 14\n",
      "\n",
      "Label = 17\n",
      "Pred  =\n",
      "---- 0. 17\n",
      "\n",
      "Label = 5\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n",
      "Label = 6\n",
      "Pred  =\n",
      "     0. 1\n",
      "\n"
     ]
    }
   ],
   "source": [
    "pred_str = []; score = 0; rank = []\n",
    "for idx, r in enumerate(preds):\n",
    "    #print(snippet.loc[idx][0])\n",
    "    print(\"Label =\", labels_str[idx])\n",
    "    preds_ = []\n",
    "    print(\"Pred  =\")\n",
    "    correct = False\n",
    "    for i in range(1):\n",
    "        p = vocab_label_df.loc[r[i]][0] \n",
    "        if str(p)==str(labels_str[idx]):\n",
    "            score +=1\n",
    "            rank.append(i+1)\n",
    "            print(\"---- {}. {}\".format(i,p))\n",
    "            correct = True\n",
    "        else:\n",
    "            print(\"     {}. {}\".format(i,p))\n",
    "        preds_.append(p)\n",
    "    if correct == False:\n",
    "        rank.append(i)\n",
    "    pred_str.append(preds_)\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.5446428571428571"
      ]
     },
     "execution_count": 114,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "score/len(preds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}