Evol_Record_Manage.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Exp Record Editting"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "df = pd.read_excel(r\"S:\\ExpRecord_tmp.xlsx\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'PONCELAB-OFF6'"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import os\n",
    "os.environ['COMPUTERNAME']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " Volume in drive S is Network Mapping\n",
      " Volume Serial Number is 92B3-CACF\n",
      "\n",
      " Directory of S:\\\n",
      "\n",
      "2023-11-06  04:33 PM    <DIR>          .\n",
      "2023-11-06  04:33 PM    <DIR>          ..\n",
      "2021-05-19  01:56 AM        46,959,292 Alfa-16112020-001_formatted.mat\n",
      "2022-12-12  02:26 PM            36,448 Beto-30112020-002-errorMess.mat\n",
      "2022-12-12  02:28 PM            52,728 Beto-31052022-002-errorMess.mat\n",
      "2022-05-31  04:29 PM    <DIR>          Data-Behavior (BHV2)\n",
      "2023-11-06  04:26 PM    <DIR>          Data-Ephys-MAT\n",
      "2023-11-06  04:02 PM    <DIR>          Data-Ephys-Raw\n",
      "2023-01-19  12:53 PM             3,162 Evol_BigGAN_AB_loadingfail.xlsx\n",
      "2023-01-30  06:50 PM           364,998 Evol_BigGAN_singular_ExpsMeta.mat\n",
      "2023-11-06  04:31 PM             5,467 ExpRecord_out.xlsx\n",
      "2020-10-09  04:56 PM            17,958 ExpRecord_out_Alfa.xlsx\n",
      "2020-10-09  05:57 PM            17,527 ExpRecord_out_Beto.xlsx\n",
      "2020-04-12  11:32 PM            12,167 ExpRecord_tmp.xlsx\n",
      "2019-12-09  05:00 PM           110,592 ExpSpecTable.xls\n",
      "2023-09-12  09:57 PM           116,191 ExpSpecTable_Augment.xlsx\n",
      "2023-09-12  09:57 PM           117,566 ExpSpecTable_Augment_AltS.xlsx\n",
      "2023-01-30  11:16 AM             1,386 Exp_error_log.log\n",
      "2023-09-11  04:39 PM             4,366 Exp_error_log2 (2).log\n",
      "2023-09-12  10:19 PM             1,887 Exp_error_log2.log\n",
      "2023-01-18  10:26 PM             4,369 Exp_error_log_new.log\n",
      "2023-09-12  10:09 PM           128,679 Exp_Record_Alfa.xlsx\n",
      "2023-01-17  11:24 PM           126,782 Exp_Record_Alfa_AltS.xlsx\n",
      "2023-01-30  10:59 AM           127,971 Exp_Record_Alfa_backup.xlsx\n",
      "2023-11-06  03:28 PM             8,522 Exp_Record_Caos.xlsx\n",
      "2023-09-13  01:20 PM    <DIR>          Stimuli\n",
      "              20 File(s)     48,218,058 bytes\n",
      "               6 Dir(s)  143,894,167,552 bytes free\n"
     ]
    }
   ],
   "source": [
    "!dir S:\\"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ephysFN</th>\n",
       "      <th>expControlFN</th>\n",
       "      <th>stimuli</th>\n",
       "      <th>comments</th>\n",
       "      <th>Exp_collection</th>\n",
       "      <th>Expi</th>\n",
       "      <th>pref_chan</th>\n",
       "      <th>stim_size</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>Plan is to run</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>rf mapping (10 min)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Evolution (20-30 min)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Occlusion (10 min)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Selectivity  (3 min)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Reconstruction (20 min)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Caos-06112023-001.pl2</td>\n",
       "      <td>231106_Caos_rfMapper_basic.bhv2</td>\n",
       "      <td>N:\\Stimuli\\RFs\\2023\\11-06-Caos-01</td>\n",
       "      <td>Rf mapping at 1:15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>200 ml water in tank</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Stopped after 6 block</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 min rf mapping</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPLITED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Caos-06112023-002</td>\n",
       "      <td>231106_Caos_rfMapper_basic(1).bhv2</td>\n",
       "      <td>N:\\Stimuli\\RFs\\2023\\11-06-Caos-02</td>\n",
       "      <td>RF mapping at 1:27</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Finished at 1:33</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>After 4 block</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1 degree stimuli</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPLITED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Caos-06112023-003</td>\n",
       "      <td>231106_Caos_generate_integrated.bhv2</td>\n",
       "      <td>N:\\Stimuli\\Evolutions\\2023\\2023-11-06-Caos-01</td>\n",
       "      <td>Evolution started at 1:39 PM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>trying 71 (0 0 ) 3 1 CMAES</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sparse PSTH, but let's see</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MU 3-4/5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TERMINATED – Not improve in PSTH</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Caos-06112023-004</td>\n",
       "      <td>231106_Caos_generate_integrated(1).bhv2</td>\n",
       "      <td>N:\\Stimuli\\Evolutions\\2023\\2023-11-06-Caos-02</td>\n",
       "      <td>Evolution started at 1:46PM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>trying 71 (0 0 ) 3 2 CMAES</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Evolving from Hash</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>added 200 ml AJ to 300 levee (400 ml added in ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Stopped at 25 block</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>At 2:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Response onset enhancement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPLITED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Caos-06112023-005</td>\n",
       "      <td>231106_Caos_selectivity_basic.bhv2</td>\n",
       "      <td>N:\\Stimuli\\Selectivity\\2023\\11-06-Caos-01</td>\n",
       "      <td>Occlusion at 2:05</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(0 0 ) 3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPLITED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Caos-06112023-006</td>\n",
       "      <td>231106_Caos_selectivity_basic(1).bhv2</td>\n",
       "      <td>N:\\Stimuli\\Selectivity\\2023\\11-06-Caos-02</td>\n",
       "      <td>Selectivity at 2:07</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(0 0 ) 3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPLITED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Caos-06112023-007</td>\n",
       "      <td>231106_141337_Caos_reconstruction_cosine.bhv2</td>\n",
       "      <td>N:\\Stimuli\\Reconstruction\\2023\\2023-11-06-Caos-01</td>\n",
       "      <td>Reconstruction at 2:13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(0 0 ) 3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>All channels</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Finished at 2:24</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPLITED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>Caos-06112023-008</td>\n",
       "      <td>231106_142438_Caos_reconstruction_cosine.bhv2</td>\n",
       "      <td>N:\\Stimuli\\Reconstruction\\2023\\2023-11-06-Caos-02</td>\n",
       "      <td>Reconstruction at 2:25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(0 0 ) 3, 06</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Just V4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Stopped at 37 block</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPLITED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>Caos-06112023-009</td>\n",
       "      <td>231106_Caos_selectivity_basic(2).bhv2</td>\n",
       "      <td>N:\\Stimuli\\Selectivity\\2023\\11-06-Caos-03</td>\n",
       "      <td>Selectivity at 2:40</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Size tuning</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10 block</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-issue with the V1, IT, array</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPLITED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>Caos-06112023-010</td>\n",
       "      <td>231106_Caos_selectivity_basic(3).bhv2</td>\n",
       "      <td>N:\\Stimuli\\Selectivity\\2023\\11-06-Caos-04</td>\n",
       "      <td>Selectivity at 2:50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Size tuning</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>17block</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPLITED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  ephysFN                                   expControlFN  \\\n",
       "0                       -                                              -   \n",
       "1                     NaN                                            NaN   \n",
       "2                     NaN                                            NaN   \n",
       "3                     NaN                                            NaN   \n",
       "4                     NaN                                            NaN   \n",
       "5                     NaN                                            NaN   \n",
       "6   Caos-06112023-001.pl2                231106_Caos_rfMapper_basic.bhv2   \n",
       "7                     NaN                                            NaN   \n",
       "8                     NaN                                            NaN   \n",
       "9                     NaN                                            NaN   \n",
       "10                    NaN                                            NaN   \n",
       "11      Caos-06112023-002             231106_Caos_rfMapper_basic(1).bhv2   \n",
       "12                    NaN                                            NaN   \n",
       "13                    NaN                                            NaN   \n",
       "14                    NaN                                            NaN   \n",
       "15                    NaN                                            NaN   \n",
       "16      Caos-06112023-003           231106_Caos_generate_integrated.bhv2   \n",
       "17                    NaN                                            NaN   \n",
       "18                    NaN                                            NaN   \n",
       "19                    NaN                                            NaN   \n",
       "20                    NaN                                            NaN   \n",
       "21      Caos-06112023-004        231106_Caos_generate_integrated(1).bhv2   \n",
       "22                    NaN                                            NaN   \n",
       "23                    NaN                                            NaN   \n",
       "24                    NaN                                            NaN   \n",
       "25                    NaN                                            NaN   \n",
       "26                    NaN                                            NaN   \n",
       "27                    NaN                                            NaN   \n",
       "28                    NaN                                            NaN   \n",
       "29                    NaN                                            NaN   \n",
       "30      Caos-06112023-005             231106_Caos_selectivity_basic.bhv2   \n",
       "31                    NaN                                            NaN   \n",
       "32                    NaN                                            NaN   \n",
       "33                    NaN                                            NaN   \n",
       "34      Caos-06112023-006          231106_Caos_selectivity_basic(1).bhv2   \n",
       "35                    NaN                                            NaN   \n",
       "36                    NaN                                            NaN   \n",
       "37                    NaN                                            NaN   \n",
       "38      Caos-06112023-007  231106_141337_Caos_reconstruction_cosine.bhv2   \n",
       "39                    NaN                                            NaN   \n",
       "40                    NaN                                            NaN   \n",
       "41                    NaN                                            NaN   \n",
       "42                    NaN                                            NaN   \n",
       "43                    NaN                                            NaN   \n",
       "44      Caos-06112023-008  231106_142438_Caos_reconstruction_cosine.bhv2   \n",
       "45                    NaN                                            NaN   \n",
       "46                    NaN                                            NaN   \n",
       "47                    NaN                                            NaN   \n",
       "48                    NaN                                            NaN   \n",
       "49                    NaN                                            NaN   \n",
       "50      Caos-06112023-009          231106_Caos_selectivity_basic(2).bhv2   \n",
       "51                    NaN                                            NaN   \n",
       "52                    NaN                                            NaN   \n",
       "53                    NaN                                            NaN   \n",
       "54                    NaN                                            NaN   \n",
       "55                    NaN                                            NaN   \n",
       "56      Caos-06112023-010          231106_Caos_selectivity_basic(3).bhv2   \n",
       "57                    NaN                                            NaN   \n",
       "58                    NaN                                            NaN   \n",
       "59                    NaN                                            NaN   \n",
       "\n",
       "                                              stimuli  \\\n",
       "0                                                   -   \n",
       "1                                                 NaN   \n",
       "2                                                 NaN   \n",
       "3                                                 NaN   \n",
       "4                                                 NaN   \n",
       "5                                                 NaN   \n",
       "6                   N:\\Stimuli\\RFs\\2023\\11-06-Caos-01   \n",
       "7                                                 NaN   \n",
       "8                                                 NaN   \n",
       "9                                                 NaN   \n",
       "10                                                NaN   \n",
       "11                  N:\\Stimuli\\RFs\\2023\\11-06-Caos-02   \n",
       "12                                                NaN   \n",
       "13                                                NaN   \n",
       "14                                                NaN   \n",
       "15                                                NaN   \n",
       "16      N:\\Stimuli\\Evolutions\\2023\\2023-11-06-Caos-01   \n",
       "17                                                NaN   \n",
       "18                                                NaN   \n",
       "19                                                NaN   \n",
       "20                                                NaN   \n",
       "21      N:\\Stimuli\\Evolutions\\2023\\2023-11-06-Caos-02   \n",
       "22                                                NaN   \n",
       "23                                                NaN   \n",
       "24                                                NaN   \n",
       "25                                                NaN   \n",
       "26                                                NaN   \n",
       "27                                                NaN   \n",
       "28                                                NaN   \n",
       "29                                                NaN   \n",
       "30          N:\\Stimuli\\Selectivity\\2023\\11-06-Caos-01   \n",
       "31                                                NaN   \n",
       "32                                                NaN   \n",
       "33                                                NaN   \n",
       "34          N:\\Stimuli\\Selectivity\\2023\\11-06-Caos-02   \n",
       "35                                                NaN   \n",
       "36                                                NaN   \n",
       "37                                                NaN   \n",
       "38  N:\\Stimuli\\Reconstruction\\2023\\2023-11-06-Caos-01   \n",
       "39                                                NaN   \n",
       "40                                                NaN   \n",
       "41                                                NaN   \n",
       "42                                                NaN   \n",
       "43                                                NaN   \n",
       "44  N:\\Stimuli\\Reconstruction\\2023\\2023-11-06-Caos-02   \n",
       "45                                                NaN   \n",
       "46                                                NaN   \n",
       "47                                                NaN   \n",
       "48                                                NaN   \n",
       "49                                                NaN   \n",
       "50          N:\\Stimuli\\Selectivity\\2023\\11-06-Caos-03   \n",
       "51                                                NaN   \n",
       "52                                                NaN   \n",
       "53                                                NaN   \n",
       "54                                                NaN   \n",
       "55                                                NaN   \n",
       "56          N:\\Stimuli\\Selectivity\\2023\\11-06-Caos-04   \n",
       "57                                                NaN   \n",
       "58                                                NaN   \n",
       "59                                                NaN   \n",
       "\n",
       "                                             comments  Exp_collection  Expi  \\\n",
       "0                                      Plan is to run             NaN   NaN   \n",
       "1                                 rf mapping (10 min)             NaN   NaN   \n",
       "2                               Evolution (20-30 min)             NaN   NaN   \n",
       "3                                  Occlusion (10 min)             NaN   NaN   \n",
       "4                                Selectivity  (3 min)             NaN   NaN   \n",
       "5                             Reconstruction (20 min)             NaN   NaN   \n",
       "6                                  Rf mapping at 1:15             NaN   NaN   \n",
       "7                                200 ml water in tank             NaN   NaN   \n",
       "8                               Stopped after 6 block             NaN   NaN   \n",
       "9                                    5 min rf mapping             NaN   NaN   \n",
       "10                                          COMPLITED             NaN   NaN   \n",
       "11                                 RF mapping at 1:27             NaN   NaN   \n",
       "12                                   Finished at 1:33             NaN   NaN   \n",
       "13                                      After 4 block             NaN   NaN   \n",
       "14                                   1 degree stimuli             NaN   NaN   \n",
       "15                                          COMPLITED             NaN   NaN   \n",
       "16                       Evolution started at 1:39 PM             NaN   NaN   \n",
       "17                         trying 71 (0 0 ) 3 1 CMAES             NaN   NaN   \n",
       "18                         Sparse PSTH, but let's see             NaN   NaN   \n",
       "19                                           MU 3-4/5             NaN   NaN   \n",
       "20                   TERMINATED – Not improve in PSTH             NaN   NaN   \n",
       "21                        Evolution started at 1:46PM             NaN   NaN   \n",
       "22                         trying 71 (0 0 ) 3 2 CMAES             NaN   NaN   \n",
       "23                                 Evolving from Hash             NaN   NaN   \n",
       "24  added 200 ml AJ to 300 levee (400 ml added in ...             NaN   NaN   \n",
       "25                                Stopped at 25 block             NaN   NaN   \n",
       "26                                            At 2:00             NaN   NaN   \n",
       "27                         Response onset enhancement             NaN   NaN   \n",
       "28                                                NaN             NaN   NaN   \n",
       "29                                          COMPLITED             NaN   NaN   \n",
       "30                                  Occlusion at 2:05             NaN   NaN   \n",
       "31                                           (0 0 ) 3             NaN   NaN   \n",
       "32                                          COMPLITED             NaN   NaN   \n",
       "33                                                NaN             NaN   NaN   \n",
       "34                                Selectivity at 2:07             NaN   NaN   \n",
       "35                                           (0 0 ) 3             NaN   NaN   \n",
       "36                                          COMPLITED             NaN   NaN   \n",
       "37                                                NaN             NaN   NaN   \n",
       "38                             Reconstruction at 2:13             NaN   NaN   \n",
       "39                                           (0 0 ) 3             NaN   NaN   \n",
       "40                                       All channels             NaN   NaN   \n",
       "41                                   Finished at 2:24             NaN   NaN   \n",
       "42                                          COMPLITED             NaN   NaN   \n",
       "43                                                NaN             NaN   NaN   \n",
       "44                             Reconstruction at 2:25             NaN   NaN   \n",
       "45                                       (0 0 ) 3, 06             NaN   NaN   \n",
       "46                                            Just V4             NaN   NaN   \n",
       "47                                Stopped at 37 block             NaN   NaN   \n",
       "48                                          COMPLITED             NaN   NaN   \n",
       "49                                                NaN             NaN   NaN   \n",
       "50                                Selectivity at 2:40             NaN   NaN   \n",
       "51                                        Size tuning             NaN   NaN   \n",
       "52                                           10 block             NaN   NaN   \n",
       "53                      -issue with the V1, IT, array             NaN   NaN   \n",
       "54                                          COMPLITED             NaN   NaN   \n",
       "55                                                NaN             NaN   NaN   \n",
       "56                                Selectivity at 2:50             NaN   NaN   \n",
       "57                                        Size tuning             NaN   NaN   \n",
       "58                                            17block             NaN   NaN   \n",
       "59                                          COMPLITED             NaN   NaN   \n",
       "\n",
       "    pref_chan  stim_size  \n",
       "0         NaN        NaN  \n",
       "1         NaN        NaN  \n",
       "2         NaN        NaN  \n",
       "3         NaN        NaN  \n",
       "4         NaN        NaN  \n",
       "5         NaN        NaN  \n",
       "6         NaN        NaN  \n",
       "7         NaN        NaN  \n",
       "8         NaN        NaN  \n",
       "9         NaN        NaN  \n",
       "10        NaN        NaN  \n",
       "11        NaN        NaN  \n",
       "12        NaN        NaN  \n",
       "13        NaN        NaN  \n",
       "14        NaN        NaN  \n",
       "15        NaN        NaN  \n",
       "16        NaN        NaN  \n",
       "17        NaN        NaN  \n",
       "18        NaN        NaN  \n",
       "19        NaN        NaN  \n",
       "20        NaN        NaN  \n",
       "21        NaN        NaN  \n",
       "22        NaN        NaN  \n",
       "23        NaN        NaN  \n",
       "24        NaN        NaN  \n",
       "25        NaN        NaN  \n",
       "26        NaN        NaN  \n",
       "27        NaN        NaN  \n",
       "28        NaN        NaN  \n",
       "29        NaN        NaN  \n",
       "30        NaN        NaN  \n",
       "31        NaN        NaN  \n",
       "32        NaN        NaN  \n",
       "33        NaN        NaN  \n",
       "34        NaN        NaN  \n",
       "35        NaN        NaN  \n",
       "36        NaN        NaN  \n",
       "37        NaN        NaN  \n",
       "38        NaN        NaN  \n",
       "39        NaN        NaN  \n",
       "40        NaN        NaN  \n",
       "41        NaN        NaN  \n",
       "42        NaN        NaN  \n",
       "43        NaN        NaN  \n",
       "44        NaN        NaN  \n",
       "45        NaN        NaN  \n",
       "46        NaN        NaN  \n",
       "47        NaN        NaN  \n",
       "48        NaN        NaN  \n",
       "49        NaN        NaN  \n",
       "50        NaN        NaN  \n",
       "51        NaN        NaN  \n",
       "52        NaN        NaN  \n",
       "53        NaN        NaN  \n",
       "54        NaN        NaN  \n",
       "55        NaN        NaN  \n",
       "56        NaN        NaN  \n",
       "57        NaN        NaN  \n",
       "58        NaN        NaN  \n",
       "59        NaN        NaN  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "df = pd.read_excel(r\"D:\\ExpRecord_tmp.xlsx\")\n",
    "df_formal = pd.read_excel(r\"S:\\ExpSpecTable_Augment.xlsx\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def process_concat_cells(df, out_excel, Animal):\n",
    "    \"\"\"Process the raw form excel copied from onenote to well formed excel\n",
    "    Filter the array using `Animal` label\"\"\n",
    "    \"\"\"\n",
    "    if isinstance(df,str):\n",
    "        df = pd.read_excel(df)\n",
    "    df = df.dropna(axis=0, how='all') # drop lines full with nan\n",
    "    df = df.reset_index(drop=True)  # (index=range(df.shape[0]))  # make the index contiguous!\n",
    "    row_num = df.shape[0]\n",
    "    #%%\n",
    "    msk = ~ df.ephysFN.isna()  # 500 rows\n",
    "    # df.ephysFN[msk].str.contains(\"Alfa\")  # 436 rows containing Alfa\n",
    "    if Animal is \"Alfa\":\n",
    "        search_str = \"Alfa|ALfa\"\n",
    "    elif Animal is \"Beto\":\n",
    "        search_str = \"Beto\"\n",
    "    elif Animal is \"Caos\":\n",
    "        search_str = \"Caos\"\n",
    "    elif Animal is \"Both\":\n",
    "        search_str = \"Beto|Alfa|ALfa\"\n",
    "    else:\n",
    "        search_str = \"Beto|Alfa|ALfa|Caos\"\n",
    "    ExpEphysNames = df.ephysFN[df.ephysFN.str.contains(search_str)==True]\n",
    "    print(ExpEphysNames)\n",
    "    RowidEphs = ExpEphysNames.index\n",
    "    ExpBhv2Names = df.expControlFN[df.expControlFN.str.contains(search_str)==True]\n",
    "    RowidBhv = ExpEphysNames.index\n",
    "    assert RowidEphs is RowidBhv\n",
    "    #%%\n",
    "    df.comments.fillna(value=\"\", inplace=True)\n",
    "    df.comments = df.comments.astype(\"str\")\n",
    "    df.stimuli.fillna(value=\"\", inplace=True)\n",
    "    df.stimuli = df.stimuli.astype(\"str\")\n",
    "    #%%\n",
    "    for Expi, rowi in enumerate(RowidEphs):\n",
    "        if Expi != len(RowidEphs) - 1:\n",
    "            nextrow = RowidEphs[Expi + 1]\n",
    "        else:\n",
    "            nextrow = row_num\n",
    "        print(\"\\nExp %d\\t %s\\t %s\"%( Expi, df.ephysFN[rowi], df.expControlFN[rowi]))\n",
    "        print(df.comments[rowi:nextrow].str.cat(sep=\"\\n\"))\n",
    "    # \n",
    "    stimuli_miss_cnt = 0  # Count how many stimuli entries are missed\n",
    "    df_sort = df[df.ephysFN.str.contains(search_str)==True]\n",
    "    df_sort = df_sort.reset_index(drop=True)\n",
    "    for Expi, rowi in enumerate(RowidEphs):\n",
    "        if Expi != len(RowidEphs) - 1:\n",
    "            nextrow = RowidEphs[Expi + 1]\n",
    "        else:\n",
    "            nextrow = row_num\n",
    "        df_sort.comments[Expi] = df.comments[rowi:nextrow].str.cat(sep=\"\\n\")\n",
    "        df_sort.ephysFN[Expi] = df.ephysFN[rowi]\n",
    "        df_sort.expControlFN[Expi] = df.expControlFN[rowi]\n",
    "        if \"Stimuli\" in df.stimuli[rowi]:\n",
    "            df_sort.stimuli[Expi] = df.stimuli[rowi]\n",
    "        else:\n",
    "            df_sort.stimuli[Expi] = \"\"\n",
    "            stimuli_miss_cnt += 1\n",
    "            # print out info for further examination\n",
    "            print(\"\\nExp %d\\t %s\\t %s\" % (Expi, df.ephysFN[rowi], df.expControlFN[rowi]))\n",
    "            print(df.stimuli[rowi:nextrow].str.cat(sep=\"\"))\n",
    "            if (\"Abort\" in df_sort.comments[Expi]) or (\"abort\" in df_sort.comments[Expi]):\n",
    "                print(\"Do aborted! No worry.\")\n",
    "    print(stimuli_miss_cnt, \"stimuli missing\")\n",
    "    #%%\n",
    "    df_sort.to_excel(out_excel,index=False)\n",
    "    return df_sort"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "141"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(df_formal.expControlFN==name).nonzero()[0][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [],
   "source": [
    "def concat_table(df_old, df_new, addexplabel=None, out_path=None):\n",
    "    if isinstance(df_old,str):\n",
    "        out_path = df_old\n",
    "        df_old = pd.read_excel(df_old)\n",
    "    if isinstance(df_new,str):\n",
    "        df_new = pd.read_excel(df_new)\n",
    "    # Check if the experiments in the new datatable has been recorded\n",
    "    break_flag = False\n",
    "    for name in df_new.expControlFN:\n",
    "        if (df_old.expControlFN==name).any():\n",
    "            print(\"%s  has been recorded in the excel index %d, please check\"%(name, (df_old.expControlFN==name).nonzero()[0][0]))\n",
    "            break_flag = True\n",
    "    if break_flag:\n",
    "        raise ValueError\n",
    "    if addexplabel is not None:\n",
    "        df_new.Exp_collection[:] = addexplabel\n",
    "    df_cat = pd.concat([df_old,df_new], axis=0, ignore_index=True)\n",
    "    df_cat.to_excel(out_path,index=False)\n",
    "    return df_cat\n",
    "\n",
    "def sort_merge_table(df_sort, addexplabel=None):\n",
    "    Animal_strs = [\"Alfa\", \"Beto\"]\n",
    "    df_paths = [r\"S:\\Exp_Record_Alfa.xlsx\", r\"S:\\ExpSpecTable_Augment.xlsx\"]\n",
    "    if isinstance(df_sort,str):\n",
    "        df_sort = pd.read_excel(df_sort)\n",
    "    # loop through animal name and sort corresponding exp to the collection\n",
    "    for animal, out_path in zip(Animal_strs, df_paths):\n",
    "        print(\"Sort out exp for %s, adding \"%animal)\n",
    "        df_old = pd.read_excel(out_path) # load the old exp collection\n",
    "        id_col = []\n",
    "        for idx in df_sort.index:\n",
    "            name = df_sort.expControlFN[idx]\n",
    "            if name is np.nan:\n",
    "                print(\"%s Empty bhv file entry encountered\" % df_sort.ephysFN[idx])\n",
    "                continue\n",
    "            if animal.lower() in name.lower():\n",
    "                if (df_old.expControlFN==name).any():\n",
    "                    print(\"%s  has been recorded in the excel index %d, please check. Skipping.\"%(name, (df_old.expControlFN==name).nonzero()[0][0]))\n",
    "                else:\n",
    "                    id_col.append(idx)\n",
    "        if len(id_col) == 0:\n",
    "            print(\"\\nNo new experiments to add! Continue.\")\n",
    "            continue\n",
    "        df_ftr = df_sort.iloc[id_col].copy()\n",
    "        print(df_ftr.expControlFN)\n",
    "        if addexplabel is not None:\n",
    "            df_ftr.Exp_collection[:] = addexplabel\n",
    "        df_cat = pd.concat([df_old, df_ftr], axis=0, ignore_index=True)\n",
    "        df_cat.to_excel(out_path,index=False) # write to the excel of all old experiments \n",
    "    return\n",
    "# pd.concat([df_formal,df_sort], axis=0, ignore_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6     Caos-06112023-001.pl2\n",
      "11        Caos-06112023-002\n",
      "16        Caos-06112023-003\n",
      "21        Caos-06112023-004\n",
      "29        Caos-06112023-005\n",
      "32        Caos-06112023-006\n",
      "35        Caos-06112023-007\n",
      "40        Caos-06112023-008\n",
      "45        Caos-06112023-009\n",
      "50        Caos-06112023-010\n",
      "Name: ephysFN, dtype: object\n",
      "\n",
      "Exp 0\t Caos-06112023-001.pl2\t 231106_Caos_rfMapper_basic.bhv2\n",
      "Rf mapping at 1:15\n",
      "200 ml water in tank\n",
      "Stopped after 6 block\n",
      "5 min rf mapping\n",
      "COMPLITED\n",
      "\n",
      "Exp 1\t Caos-06112023-002\t 231106_Caos_rfMapper_basic(1).bhv2\n",
      "RF mapping at 1:27\n",
      "Finished at 1:33\n",
      "After 4 block\n",
      "1 degree stimuli\n",
      "COMPLITED\n",
      "\n",
      "Exp 2\t Caos-06112023-003\t 231106_Caos_generate_integrated.bhv2\n",
      "Evolution started at 1:39 PM\n",
      "trying 71 (0 0 ) 3 1 CMAES\n",
      "Sparse PSTH, but let's see\n",
      "MU 3-4/5\n",
      "TERMINATED – Not improve in PSTH\n",
      "\n",
      "Exp 3\t Caos-06112023-004\t 231106_Caos_generate_integrated(1).bhv2\n",
      "Evolution started at 1:46PM\n",
      "trying 71 (0 0 ) 3 2 CMAES\n",
      "Evolving from Hash\n",
      "added 200 ml AJ to 300 levee (400 ml added in sum)\n",
      "Stopped at 25 block\n",
      "At 2:00\n",
      "Response onset enhancement\n",
      "COMPLITED\n",
      "\n",
      "Exp 4\t Caos-06112023-005\t 231106_Caos_selectivity_basic.bhv2\n",
      "Occlusion at 2:05\n",
      "(0 0 ) 3\n",
      "COMPLITED\n",
      "\n",
      "Exp 5\t Caos-06112023-006\t 231106_Caos_selectivity_basic(1).bhv2\n",
      "Selectivity at 2:07\n",
      "(0 0 ) 3\n",
      "COMPLITED\n",
      "\n",
      "Exp 6\t Caos-06112023-007\t 231106_141337_Caos_reconstruction_cosine.bhv2\n",
      "Reconstruction at 2:13\n",
      "(0 0 ) 3\n",
      "All channels\n",
      "Finished at 2:24\n",
      "COMPLITED\n",
      "\n",
      "Exp 7\t Caos-06112023-008\t 231106_142438_Caos_reconstruction_cosine.bhv2\n",
      "Reconstruction at 2:25\n",
      "(0 0 ) 3, 06\n",
      "Just V4\n",
      "Stopped at 37 block\n",
      "COMPLITED\n",
      "\n",
      "Exp 8\t Caos-06112023-009\t 231106_Caos_selectivity_basic(2).bhv2\n",
      "Selectivity at 2:40\n",
      "Size tuning\n",
      "10 block\n",
      "-issue with the V1, IT, array\n",
      "COMPLITED\n",
      "\n",
      "Exp 9\t Caos-06112023-010\t 231106_Caos_selectivity_basic(3).bhv2\n",
      "Selectivity at 2:50\n",
      "Size tuning\n",
      "17block\n",
      "COMPLITED\n",
      "0 stimuli missing\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:51: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:52: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:53: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:55: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n"
     ]
    }
   ],
   "source": [
    "Animal = \"Caos\"#\"Beto\" # \"Alfa\" \"ALfa\"\n",
    "df_sort = process_concat_cells(r\"S:\\ExpRecord_tmp.xlsx\", \"S:\\ExpRecord_out.xlsx\", Animal=Animal)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Exp 0\t Alfa64chan-19032020-001\t 200319_Alfa_rfMapper_basic\n",
      "001 Rf mapper 2 degrees, 2 [-8 8]\n",
      "Start at 144. 5 blocks complete, stop at 149\n",
      "Completed\n",
      "\n",
      "Exp 1\t Alfa64chan-19032020-002\t 200319_Alfa_rfMapper_basic(1)\n",
      "002 Rf mapper, 1 degree [-2 2]\n",
      "Start at 1:50. 6 blocks complete stop at 152\n",
      "Completed\n",
      "\n",
      "Exp 2\t Alfa64chan-19032020-003\t 200319_Alfa_generate_integrated\n",
      "003 generate integrated starts 13:59\n",
      "50 (-1.0,-2.5) 4 1 ZOHA full\n",
      "50 (-1.0,-2.5) 4 1 ZOHA reduced\n",
      "a beautiful brown convexity\n",
      "Good gap\n",
      "46 mins\n",
      "Completed\n",
      "\n",
      "Exp 3\t Alfa64chan-19032020-004\t 200319_Alfa_generate_integrated(2)\n",
      "004 starts 14:50\n",
      "GI(1) is discarded… didn't start recording\n",
      "50 (-1.0,-2.5) 4 1 ZOHA reduced\n",
      "50 (-1.0,-2.5) 4 1 ZOHA reduced\n",
      "Try 2 reduced to see the variability \n",
      "At least one of them can potentially reach as high.\n",
      "Still a brown convexity!\n",
      "Note thread 1 is pretty unstable….Step size problem? Overshoot\n",
      "PSTH looks promising. \n",
      "Plan to reach 40 and terminates.\n",
      "Completed\n",
      "\n",
      "Exp 4\t Alfa64chan-19032020-005\t 200319_Alfa_generate_integrated(3)\n",
      "46, SU, V1\n",
      "full vs reduced\n",
      "46 (0,0) 3 3 zoha full\n",
      "46 (0,0) 3 3 zoha reduced (50D)\n",
      "visualy responsive\n",
      "Didn't quite finish, but the 2 evolutions are quite intertwined.\n",
      "Completed\n",
      "\n",
      "Exp 5\t Beto-19032020-001\t 200319_Beto_rfMapper_basic\n",
      "001 RFMapping 13:\n",
      "-8:8:8 \n",
      "Carlos' huge image test\n",
      "Completed\n",
      "\n",
      "Exp 6\t Beto-19032020-002\t 200319_Beto_rfMapper_basic(1)\n",
      "002 RFMapping starts 13:36\n",
      "-8:2:8\n",
      "Mid image, 6mins\n",
      "Completed\n",
      "\n",
      "Exp 7\t Beto-19032020-003\t 200319_Beto_rfMapper_basic(2)\n",
      "003 RFMapping starts 13:49\n",
      "-2:1:2\n",
      "Completed\n",
      "\n",
      "Exp 8\t Beto-19032020-004\t 200319_Beto_generate_integrated\n",
      "004 Generate Integrated starts 14:06\n",
      "25 [-1 -1.5 ] 4 1 ZOHA_Sphere_lr_euclid\n",
      "25 [-1 -1.5 ] 4 1 ZOHA_Sphere_lr_euclid_RD\n",
      "A little bit single unit, Maybe we should not split this unit.\n",
      "Still use the Inverse decay + 1.2 learning rate protocol\n",
      "Response is sparse.\n",
      "Starts taking off around gen 7, very slowly.\n",
      "Not very success to take off\n",
      "Not very successful in both……Not an informative comparison?\n",
      "Gen 13, Exploration 41.8 deg seems to take off…… Not really just flucturation.\n",
      "It's a good sign, Full evolution starts to dominate around 20 gens. Around 25 gens reduced starts to take off as well.\n",
      "Interestingly this evolution is pretty unstable, the score keep going up and down.\n",
      "Seems they plateau at around very different spots.\n",
      "Still growing! Exploration 29.2 - 28.2 degs. (This cell is more sensititve to finer changes? )\n",
      "Pretty large gap!\n",
      "27.3 deg, the cell still growng… Maybe single units really likes small exploration? The interaction goes.\n",
      "Really taking off! Around 45!\n",
      "Seems you really need to have a small learning rate for this cell to get to the top of mountain right?\n",
      "How could we test the sharpness of mountain hypothesis? Successfulness of different learning rate tuning schedule? \n",
      "Great evolution! 51gens, the ZOHA full finally plateaued. 51 gens\n",
      "Completed\n",
      "\n",
      "Exp 9\t Beto-19032020-005\t 200319_Beto_generate_integrated(1)\n",
      "005 Generate Integrated starts 15:07\n",
      "25 [-1 -1.5 ] 4 1 CMAES\n",
      "See if CMAES can replicate the really late growing of response.\n",
      "Just curious, not relavent to current exp series, but can serve as control for the final activation level and the learning curve.\n",
      "CMAES goes up and down pretty fast.\n",
      "Seems CMAES's learning curve is smoother.\n",
      "Starts bumpping around.\n",
      "Seems it plateaus pretty early and didn't get the peak up there! Ends 60gens\n",
      "Completed\n",
      "\n",
      "Exp 10\t Beto-19032020-006\t 200319_Beto_generate_integrated(2)\n",
      "006 Generate Integrated starts 15:50\n",
      "39 [0 0 ] 3 2 ZOHA_Sphere_lr_euclid\n",
      "39 [0 0 ] 3 2 ZOHA_Sphere_lr_euclid_RD\n",
      "A fast V1 Hash Evolution comparison.\n",
      "Comes pretty close, just as predicted.\n",
      "maybe 11 generations are enough. Bump him up. 16mins 15 gens\n",
      "Completed\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:48: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:49: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:50: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:52: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 stimuli missing\n"
     ]
    }
   ],
   "source": [
    "Animal = \"Both\"#\"Beto\" # \"Alfa\" \"ALfa\"\n",
    "df_sort = process_concat_cells(r\"D:\\ExpRecord_tmp.xlsx\", \"D:\\ExpRecord_out.xlsx\", Animal=Animal)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Which animal to parse?Alfa\n"
     ]
    }
   ],
   "source": [
    "Animal = input(\"Which animal to parse?\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(Animal)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ephysFN</th>\n",
       "      <th>expControlFN</th>\n",
       "      <th>stimuli</th>\n",
       "      <th>comments</th>\n",
       "      <th>Exp_collection</th>\n",
       "      <th>Expi</th>\n",
       "      <th>pref_chan</th>\n",
       "      <th>stim_size</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alfa64chan-19032020-001</td>\n",
       "      <td>200319_Alfa_rfMapper_basic</td>\n",
       "      <td>N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Alfa</td>\n",
       "      <td>001 Rf mapper 2 degrees, 2 [-8 8]\\nStart at 14...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alfa64chan-19032020-002</td>\n",
       "      <td>200319_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Alfa</td>\n",
       "      <td>002 Rf mapper, 1 degree [-2 2]\\nStart at 1:50....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alfa64chan-19032020-003</td>\n",
       "      <td>200319_Alfa_generate_integrated</td>\n",
       "      <td>N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Alfa-...</td>\n",
       "      <td>003 generate integrated starts 13:59\\n50 (-1.0...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Alfa64chan-19032020-004</td>\n",
       "      <td>200319_Alfa_generate_integrated(2)</td>\n",
       "      <td>N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Alfa-...</td>\n",
       "      <td>004 starts 14:50\\nGI(1) is discarded… didn't s...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Alfa64chan-19032020-005</td>\n",
       "      <td>200319_Alfa_generate_integrated(3)</td>\n",
       "      <td>N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Alfa-...</td>\n",
       "      <td>46, SU, V1\\nfull vs reduced\\n46 (0,0) 3 3 zoha...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Beto-19032020-001</td>\n",
       "      <td>200319_Beto_rfMapper_basic</td>\n",
       "      <td>N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Beto</td>\n",
       "      <td>001 RFMapping 13:\\n-8:8:8 \\nCarlos' huge image...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Beto-19032020-002</td>\n",
       "      <td>200319_Beto_rfMapper_basic(1)</td>\n",
       "      <td>N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Beto</td>\n",
       "      <td>002 RFMapping starts 13:36\\n-8:2:8\\nMid image,...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Beto-19032020-003</td>\n",
       "      <td>200319_Beto_rfMapper_basic(2)</td>\n",
       "      <td>N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Beto</td>\n",
       "      <td>003 RFMapping starts 13:49\\n-2:1:2\\nCompleted</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Beto-19032020-004</td>\n",
       "      <td>200319_Beto_generate_integrated</td>\n",
       "      <td>N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Beto-...</td>\n",
       "      <td>004 Generate Integrated starts 14:06\\n25 [-1 -...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Beto-19032020-005</td>\n",
       "      <td>200319_Beto_generate_integrated(1)</td>\n",
       "      <td>N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Beto-...</td>\n",
       "      <td>005 Generate Integrated starts 15:07\\n25 [-1 -...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Beto-19032020-006</td>\n",
       "      <td>200319_Beto_generate_integrated(2)</td>\n",
       "      <td>N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Beto-...</td>\n",
       "      <td>006 Generate Integrated starts 15:50\\n39 [0 0 ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    ephysFN                        expControlFN  \\\n",
       "0   Alfa64chan-19032020-001          200319_Alfa_rfMapper_basic   \n",
       "1   Alfa64chan-19032020-002       200319_Alfa_rfMapper_basic(1)   \n",
       "2   Alfa64chan-19032020-003     200319_Alfa_generate_integrated   \n",
       "3   Alfa64chan-19032020-004  200319_Alfa_generate_integrated(2)   \n",
       "4   Alfa64chan-19032020-005  200319_Alfa_generate_integrated(3)   \n",
       "5         Beto-19032020-001          200319_Beto_rfMapper_basic   \n",
       "6         Beto-19032020-002       200319_Beto_rfMapper_basic(1)   \n",
       "7         Beto-19032020-003       200319_Beto_rfMapper_basic(2)   \n",
       "8         Beto-19032020-004     200319_Beto_generate_integrated   \n",
       "9         Beto-19032020-005  200319_Beto_generate_integrated(1)   \n",
       "10        Beto-19032020-006  200319_Beto_generate_integrated(2)   \n",
       "\n",
       "                                              stimuli  \\\n",
       "0       N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Alfa   \n",
       "1       N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Alfa   \n",
       "2   N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Alfa-...   \n",
       "3   N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Alfa-...   \n",
       "4   N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Alfa-...   \n",
       "5       N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Beto   \n",
       "6       N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Beto   \n",
       "7       N:\\Stimuli\\2019-06-RF-mapping\\2020-03-19-Beto   \n",
       "8   N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Beto-...   \n",
       "9   N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Beto-...   \n",
       "10  N:\\Stimuli\\2019-12-Evolutions\\2020-03-19-Beto-...   \n",
       "\n",
       "                                             comments  Exp_collection  Expi  \\\n",
       "0   001 Rf mapper 2 degrees, 2 [-8 8]\\nStart at 14...             NaN   NaN   \n",
       "1   002 Rf mapper, 1 degree [-2 2]\\nStart at 1:50....             NaN   NaN   \n",
       "2   003 generate integrated starts 13:59\\n50 (-1.0...             NaN   NaN   \n",
       "3   004 starts 14:50\\nGI(1) is discarded… didn't s...             NaN   NaN   \n",
       "4   46, SU, V1\\nfull vs reduced\\n46 (0,0) 3 3 zoha...             NaN   NaN   \n",
       "5   001 RFMapping 13:\\n-8:8:8 \\nCarlos' huge image...             NaN   NaN   \n",
       "6   002 RFMapping starts 13:36\\n-8:2:8\\nMid image,...             NaN   NaN   \n",
       "7       003 RFMapping starts 13:49\\n-2:1:2\\nCompleted             NaN   NaN   \n",
       "8   004 Generate Integrated starts 14:06\\n25 [-1 -...             NaN   NaN   \n",
       "9   005 Generate Integrated starts 15:07\\n25 [-1 -...             NaN   NaN   \n",
       "10  006 Generate Integrated starts 15:50\\n39 [0 0 ...             NaN   NaN   \n",
       "\n",
       "    pref_chan  stim_size  \n",
       "0         NaN        NaN  \n",
       "1         NaN        NaN  \n",
       "2         NaN        NaN  \n",
       "3         NaN        NaN  \n",
       "4         NaN        NaN  \n",
       "5         NaN        NaN  \n",
       "6         NaN        NaN  \n",
       "7         NaN        NaN  \n",
       "8         NaN        NaN  \n",
       "9         NaN        NaN  \n",
       "10        NaN        NaN  "
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_sort"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sort out exp for Alfa, adding \n",
      "0            200319_Alfa_rfMapper_basic\n",
      "1         200319_Alfa_rfMapper_basic(1)\n",
      "2       200319_Alfa_generate_integrated\n",
      "3    200319_Alfa_generate_integrated(2)\n",
      "4    200319_Alfa_generate_integrated(3)\n",
      "Name: expControlFN, dtype: object\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:41: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:42: FutureWarning: Sorting because non-concatenation axis is not aligned. A future version\n",
      "of pandas will change to not sort by default.\n",
      "\n",
      "To accept the future behavior, pass 'sort=True'.\n",
      "\n",
      "To retain the current behavior and silence the warning, pass sort=False\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sort out exp for Beto, adding \n",
      "5             200319_Beto_rfMapper_basic\n",
      "6          200319_Beto_rfMapper_basic(1)\n",
      "7          200319_Beto_rfMapper_basic(2)\n",
      "8        200319_Beto_generate_integrated\n",
      "9     200319_Beto_generate_integrated(1)\n",
      "10    200319_Beto_generate_integrated(2)\n",
      "Name: expControlFN, dtype: object\n"
     ]
    }
   ],
   "source": [
    "sort_merge_table(df_sort, addexplabel=\"ReducDimen_Evol\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:16: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  app.launch_new_instance()\n"
     ]
    }
   ],
   "source": [
    "if Animal == \"Beto\":\n",
    "    table_old = r\"S:\\ExpSpecTable_Augment.xlsx\"\n",
    "elif Animal == \"Alfa\":\n",
    "    table_old = r\"S:\\Exp_Record_Alfa.xlsx\"\n",
    "df_cat = concat_table(table_old, r\"D:\\ExpRecord_out.xlsx\", addexplabel=\"ReducDimen_Evol\") # \"Optim_tuning\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "df_sort.Exp_collection[:] = \"SUHash\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "!S:\\ExpSpecTable_Augment.xlsx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "The process cannot access the file because it is being used by another process.\n"
     ]
    }
   ],
   "source": [
    "!S:\\Exp_Record_Alfa.xlsx"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Find Corresponding BHV2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "df = pd.read_excel(r\"D:\\ExpRecord_out.xlsx\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "search_str='Alfa'\n",
    "ExpEphysNames = df.ephysFN[df.ephysFN.str.contains(search_str)==True]\n",
    "RowidEphs = ExpEphysNames.index\n",
    "ExpBhv2Names = df.expControlFN[df.expControlFN.str.contains(search_str)==True]\n",
    "RowidBhv = ExpBhv2Names.index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "from os.path import pathsep,split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# https://www.journaldev.com/23365/python-string-to-datetime-strptime\n",
    "from datetime import datetime\n",
    "datetime_str = '2020-02-04-13-38-53'\n",
    "date_object = datetime.strptime(datetime_str, '%Y-%m-%d-%H-%M-%S')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "import glob\n",
    "from os.path import join\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [],
   "source": [
    "#alfa_gen_fns1 = glob.glob(join(\"N:/Data-Behavior (BHV2)/\", \"*_ALfa_generate*.bhv2\"))\n",
    "alfa_gen_fns = glob.glob(join(\"N:/Data-Behavior (BHV2)/\", \"*_Alfa_generate*.bhv2\"))\n",
    "alfa_RF_fns = glob.glob(join(\"N:/Data-Behavior (BHV2)/\", \"*_Alfa_rfMapper*.bhv2\"))\n",
    "#alfa_gen_fns = sorted(alfa_gen_fns1+alfa_gen_fns2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "313"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(alfa_RF_fns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'200204_Alfa_generate'"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "datetime_str = '2020-02-04-13-38-53'\n",
    "date_obj = datetime.strptime(datetime_str, '%Y-%m-%d-%H-%M-%S')\n",
    "\"%s_Alfa_generate\" % date_obj.strftime('%y%m%d')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "alfa_gen_mtime = []\n",
    "for fn in alfa_gen_fns:\n",
    "    TS = os.path.getmtime(fn)\n",
    "    alfa_gen_mtime.append(datetime.fromtimestamp(TS))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 2020-02-04-13-38-53 Alfa64chan-04022020-002\n",
      "200204_ALfa_generate_integrated.bhv2 14:01:35 22.9 Mb\n",
      "200204_ALfa_generate_integrated(1).bhv2 14:57:44 592.6 Mb\n",
      "\n",
      "1 2020-02-04-14-03-42 Alfa64chan-04022020-003\n",
      "200204_ALfa_generate_integrated(1).bhv2 14:57:44 592.6 Mb\n",
      "\n",
      "3 2020-02-05-12-18-42 Alfa64chan-05022020-005\n",
      "200205_ALfa_generate_integrated(3).bhv2 13:16:40 46.6 Mb\n",
      "200205_ALfa_generate_integrated(4).bhv2 13:55:07 37.4 Mb\n",
      "200205_ALfa_generate_integrated(2).bhv2 12:43:04 26.0 Mb\n",
      "\n",
      "4 2020-02-05-13-18-55 Alfa64chan-05022020-007\n",
      "200205_ALfa_generate_integrated(4).bhv2 13:55:07 37.4 Mb\n",
      "\n",
      "5 2020-02-10-16-42-15 Alfa64chan-10022020-004\n",
      "200210_Alfa_generate_integrated(1).bhv2 17:38:20 27.7 Mb\n",
      "200210_Alfa_generate_integrated(2).bhv2 18:03:23 48.9 Mb\n",
      "200210_Alfa_generate_integrated.bhv2 17:34:27 75.4 Mb\n",
      "\n",
      "6 2020-02-11-10-30-50 Alfa64chan-11022020-003\n",
      "200211_Alfa_generate_integrated.bhv2 11:40:24 48.4 Mb\n",
      "\n",
      "9 2020-02-13-12-41-34 Alfa64chan-13022020-003\n",
      "200213_Alfa_generate_integrated(2).bhv2 14:50:59 101.1 Mb\n",
      "\n",
      "14 2020-02-17-13-23-41 Alfa64chan-17022020-005\n",
      "200217_Alfa_generate_integrated(4).bhv2 14:47:26 93.1 Mb\n",
      "\n",
      "17 2020-02-18-12-31-42 Alfa64chan-18022020-003\n",
      "200218_Alfa_generate_integrated.bhv2 15:02:17 155.4 Mb\n",
      "\n",
      "22 2020-02-19-13-01-32 Alfa64chan-19022020-005\n",
      "200219_Alfa_generate_integrated(3).bhv2 11:06:35 18.9 Mb\n",
      "200219_Alfa_generate_integrated(2).bhv2 15:27:33 164.2 Mb\n",
      "\n",
      "25 2020-02-20-12-58-56 Alfa64chan-20022020-003\n",
      "200220_Alfa_generate_integrated(4).bhv2 14:59:59 14.1 Mb\n",
      "200220_Alfa_generate_integrated(2).bhv2 13:56:31 13.2 Mb\n",
      "200220_Alfa_generate_integrated(1).bhv2 13:55:42 13.1 Mb\n",
      "200220_Alfa_generate_integrated.bhv2 13:53:44 69.8 Mb\n",
      "200220_Alfa_generate_integrated(3).bhv2 14:56:03 69.6 Mb\n",
      "200220_Alfa_generate_integrated(5).bhv2 16:07:04 77.7 Mb\n",
      "\n",
      "28 2020-02-20-13-57-30 Alfa64chan-20022020-006\n",
      "200220_Alfa_generate_integrated(4).bhv2 14:59:59 14.1 Mb\n",
      "200220_Alfa_generate_integrated(3).bhv2 14:56:03 69.6 Mb\n",
      "200220_Alfa_generate_integrated(5).bhv2 16:07:04 77.7 Mb\n",
      "\n",
      "30 2020-02-20-15-00-54 Alfa64chan-20022020-008\n",
      "200220_Alfa_generate_integrated(5).bhv2 16:07:04 77.7 Mb\n",
      "\n",
      "33 2020-02-21-14-00-54 Alfa64chan-21022020-003\n",
      "200221_Alfa_generate_integrated.bhv2 15:22:34 36.6 Mb\n",
      "200221_Alfa_generate_integrated(1).bhv2 15:06:06 13.6 Mb\n",
      "\n",
      "38 2020-02-24-14-05-10 Alfa64chan-24022020-005\n",
      "200224_Alfa_generate_integrated(4).bhv2 16:17:22 101.6 Mb\n",
      "200224_Alfa_generate_integrated(3).bhv2 14:45:07 58.4 Mb\n",
      "\n",
      "39 2020-02-24-14-48-31 Alfa64chan-24022020-006\n",
      "200224_Alfa_generate_integrated(4).bhv2 16:17:22 101.6 Mb\n",
      "\n",
      "43 2020-02-25-13-18-15 Alfa64chan-25022020-004\n",
      "200225_Alfa_generate_integrated(4).bhv2 16:16:28 54.6 Mb\n",
      "200225_Alfa_generate_integrated(2).bhv2 14:29:06 78.7 Mb\n",
      "200225_Alfa_generate_integrated(3).bhv2 15:28:19 71.7 Mb\n",
      "\n",
      "44 2020-02-25-14-36-14 Alfa64chan-25022020-005\n",
      "200225_Alfa_generate_integrated(4).bhv2 16:16:28 54.6 Mb\n",
      "200225_Alfa_generate_integrated(3).bhv2 15:28:19 71.7 Mb\n",
      "\n",
      "45 2020-02-25-15-34-30 Alfa64chan-25022020-006\n",
      "200225_Alfa_generate_integrated(4).bhv2 16:16:28 54.6 Mb\n",
      "\n",
      "48 2020-02-26-13-24-53 Alfa64chan-26022020-003\n",
      "200226_Alfa_generate_integrated(1).bhv2 15:33:08 95.1 Mb\n",
      "200226_Alfa_generate_integrated.bhv2 14:02:52 55.6 Mb\n",
      "\n",
      "49 2020-02-26-14-04-11 Alfa64chan-26022020-004\n",
      "200226_Alfa_generate_integrated(1).bhv2 15:33:08 95.1 Mb\n",
      "\n",
      "52 2020-02-28-14-12-38 Alfa64chan-28022020-003\n",
      "200228_Alfa_generate_integrated.bhv2 14:44:16 46.7 Mb\n",
      "200228_Alfa_generate_integrated(1).bhv2 15:57:00 74.9 Mb\n",
      "\n",
      "53 2020-02-28-14-46-53 Alfa64chan-28022020-004\n",
      "200228_Alfa_generate_integrated(1).bhv2 15:57:00 74.9 Mb\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for idx, stim_path in zip(RowidEphs, df.stimuli[RowidEphs]):\n",
    "    if stim_path is np.nan:\n",
    "        continue\n",
    "    net_path, folder = split(stim_path)\n",
    "    if \"Evolutions\" in net_path:\n",
    "        print(idx, folder, df.ephysFN[idx])\n",
    "        datetime_str = folder\n",
    "        date_obj = datetime.strptime(datetime_str, '%Y-%m-%d-%H-%M-%S')\n",
    "        bhv_tmplate = \"%s\" % date_obj.strftime('%y%m%d')\n",
    "        candidate_fns = [fn for fn in alfa_gen_fns if bhv_tmplate in fn]\n",
    "        for fn in candidate_fns:\n",
    "            TS = os.path.getmtime(fn)\n",
    "            Tobj = datetime.fromtimestamp(TS)\n",
    "            if Tobj < date_obj:\n",
    "                continue\n",
    "            SZ = os.path.getsize(fn)\n",
    "            print(split(fn)[1], Tobj.strftime('%H:%M:%S'), \"%.1f Mb\" % (SZ/(2**20)))\n",
    "        print('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'13022020'"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.ephysFN[idx][11:19]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2 Alfa64chan-05022020-004\n",
      "200205_ALfa_rfMapper_basic.bhv2 11:59:11 21.2 Mb\n",
      "200205_ALfa_rfMapper_basic(2).bhv2 12:07:42 22.6 Mb\n",
      "\n",
      "8 Alfa64chan-13022020-002\n",
      "200213_Alfa_rfMapper_basic(1).bhv2 12:06:10 26.7 Mb\n",
      "\n",
      "10 Alfa64chan-17022020-001\n",
      "200217_Alfa_rfMapper_basic(1).bhv2 12:58:37 31.9 Mb\n",
      "200217_Alfa_rfMapper_basic.bhv2 12:43:13 21.5 Mb\n",
      "\n",
      "11 Alfa64chan-17022020-002\n",
      "200217_Alfa_rfMapper_basic(1).bhv2 12:58:37 31.9 Mb\n",
      "200217_Alfa_rfMapper_basic.bhv2 12:43:13 21.5 Mb\n",
      "\n",
      "12 Alfa64chan-17022020-003\n",
      "200217_Alfa_rfMapper_basic(1).bhv2 12:58:37 31.9 Mb\n",
      "200217_Alfa_rfMapper_basic.bhv2 12:43:13 21.5 Mb\n",
      "\n",
      "13 Alfa64chan-17022020-004\n",
      "200217_Alfa_rfMapper_basic(1).bhv2 12:58:37 31.9 Mb\n",
      "200217_Alfa_rfMapper_basic.bhv2 12:43:13 21.5 Mb\n",
      "\n",
      "15 Alfa64chan-18022020-001\n",
      "200218_Alfa_rfMapper_basic.bhv2 12:14:21 39.0 Mb\n",
      "200218_Alfa_rfMapper_basic(1).bhv2 12:26:22 27.0 Mb\n",
      "\n",
      "16 Alfa64chan-18022020-002\n",
      "200218_Alfa_rfMapper_basic.bhv2 12:14:21 39.0 Mb\n",
      "200218_Alfa_rfMapper_basic(1).bhv2 12:26:22 27.0 Mb\n",
      "\n",
      "18 Alfa64chan-19022020-001\n",
      "200219_Alfa_rfMapper_basic(1).bhv2 12:37:16 18.5 Mb\n",
      "200219_Alfa_rfMapper_basic.bhv2 12:31:32 25.2 Mb\n",
      "\n",
      "19 Alfa64chan-19022020-002\n",
      "200219_Alfa_rfMapper_basic(1).bhv2 12:37:16 18.5 Mb\n",
      "200219_Alfa_rfMapper_basic.bhv2 12:31:32 25.2 Mb\n",
      "\n",
      "20 Alfa64chan-19022020-003\n",
      "200219_Alfa_rfMapper_basic(1).bhv2 12:37:16 18.5 Mb\n",
      "200219_Alfa_rfMapper_basic.bhv2 12:31:32 25.2 Mb\n",
      "\n",
      "21 Alfa64chan-19022020-004\n",
      "200219_Alfa_rfMapper_basic(1).bhv2 12:37:16 18.5 Mb\n",
      "200219_Alfa_rfMapper_basic.bhv2 12:31:32 25.2 Mb\n",
      "\n",
      "23 Alfa64chan-20022020-001\n",
      "200220_Alfa_rfMapper_basic(1).bhv2 12:52:35 25.4 Mb\n",
      "200220_Alfa_rfMapper_basic.bhv2 12:43:28 18.4 Mb\n",
      "\n",
      "24 Alfa64chan-20022020-002\n",
      "200220_Alfa_rfMapper_basic(1).bhv2 12:52:35 25.4 Mb\n",
      "200220_Alfa_rfMapper_basic.bhv2 12:43:28 18.4 Mb\n",
      "\n",
      "26 Alfa64chan-20022020-004\n",
      "200220_Alfa_rfMapper_basic(1).bhv2 12:52:35 25.4 Mb\n",
      "200220_Alfa_rfMapper_basic.bhv2 12:43:28 18.4 Mb\n",
      "\n",
      "27 Alfa64chan-20022020-005\n",
      "200220_Alfa_rfMapper_basic(1).bhv2 12:52:35 25.4 Mb\n",
      "200220_Alfa_rfMapper_basic.bhv2 12:43:28 18.4 Mb\n",
      "\n",
      "29 Alfa64chan-20022020-007\n",
      "200220_Alfa_rfMapper_basic(1).bhv2 12:52:35 25.4 Mb\n",
      "200220_Alfa_rfMapper_basic.bhv2 12:43:28 18.4 Mb\n",
      "\n",
      "31 Alfa64chan-21022020-001\n",
      "200221_Alfa_rfMapper_basic(1).bhv2 13:54:35 30.3 Mb\n",
      "200221_Alfa_rfMapper_basic.bhv2 13:44:51 44.8 Mb\n",
      "\n",
      "32 Alfa64chan-21022020-002\n",
      "200221_Alfa_rfMapper_basic(1).bhv2 13:54:35 30.3 Mb\n",
      "200221_Alfa_rfMapper_basic.bhv2 13:44:51 44.8 Mb\n",
      "\n",
      "34 Alfa64chan-21022020-004\n",
      "200221_Alfa_rfMapper_basic(1).bhv2 13:54:35 30.3 Mb\n",
      "200221_Alfa_rfMapper_basic.bhv2 13:44:51 44.8 Mb\n",
      "\n",
      "35 Alfa64chan-24022020-001\n",
      "200224_Alfa_rfMapper_basic(1).bhv2 13:50:14 55.3 Mb\n",
      "200224_Alfa_rfMapper_basic.bhv2 13:36:30 35.1 Mb\n",
      "\n",
      "36 Alfa64chan-24022020-002\n",
      "200224_Alfa_rfMapper_basic(1).bhv2 13:50:14 55.3 Mb\n",
      "200224_Alfa_rfMapper_basic.bhv2 13:36:30 35.1 Mb\n",
      "\n",
      "37 Alfa64chan-24022020-003\n",
      "200224_Alfa_rfMapper_basic(1).bhv2 13:50:14 55.3 Mb\n",
      "200224_Alfa_rfMapper_basic.bhv2 13:36:30 35.1 Mb\n",
      "\n",
      "40 Alfa64chan-25022020-001\n",
      "200225_Alfa_rfMapper_basic(1).bhv2 13:03:37 24.1 Mb\n",
      "200225_Alfa_rfMapper_basic.bhv2 12:58:05 49.9 Mb\n",
      "\n",
      "41 Alfa64chan-25022020-002\n",
      "200225_Alfa_rfMapper_basic(1).bhv2 13:03:37 24.1 Mb\n",
      "200225_Alfa_rfMapper_basic.bhv2 12:58:05 49.9 Mb\n",
      "\n",
      "42 Alfa64chan-25022020-003\n",
      "200225_Alfa_rfMapper_basic(1).bhv2 13:03:37 24.1 Mb\n",
      "200225_Alfa_rfMapper_basic.bhv2 12:58:05 49.9 Mb\n",
      "\n",
      "46 Alfa64chan-26022020-001\n",
      "200226_Alfa_rfMapper_basic(1).bhv2 13:19:59 50.4 Mb\n",
      "200226_Alfa_rfMapper_basic.bhv2 13:08:50 20.0 Mb\n",
      "\n",
      "47 Alfa64chan-26022020-002\n",
      "200226_Alfa_rfMapper_basic(1).bhv2 13:19:59 50.4 Mb\n",
      "200226_Alfa_rfMapper_basic.bhv2 13:08:50 20.0 Mb\n",
      "\n",
      "50 Alfa64chan-28022020-001\n",
      "200228_Alfa_rfMapper_basic.bhv2 14:02:05 49.6 Mb\n",
      "200228_Alfa_rfMapper_basic(1).bhv2 14:06:44 19.6 Mb\n",
      "\n",
      "51 Alfa64chan-28022020-002\n",
      "200228_Alfa_rfMapper_basic.bhv2 14:02:05 49.6 Mb\n",
      "200228_Alfa_rfMapper_basic(1).bhv2 14:06:44 19.6 Mb\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for idx, ctrlFN in zip(RowidEphs, df.expControlFN[RowidEphs]):\n",
    "    if ctrlFN is np.nan:\n",
    "        print(idx, df.ephysFN[idx])\n",
    "        date_obj = datetime.strptime(df.ephysFN[idx][11:19], '%d%m%Y')\n",
    "        bhv_tmplate = \"%s\" % date_obj.strftime('%y%m%d')\n",
    "        candidate_fns = [fn for fn in alfa_RF_fns if bhv_tmplate in fn]\n",
    "        for fn in candidate_fns:\n",
    "            TS = os.path.getmtime(fn)\n",
    "            Tobj = datetime.fromtimestamp(TS)\n",
    "            if Tobj < date_obj:\n",
    "                continue\n",
    "            SZ = os.path.getsize(fn)\n",
    "            print(split(fn)[1], Tobj.strftime('%H:%M:%S'), \"%.1f Mb\" % (SZ/(2**20)))\n",
    "        print('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ephysFN</th>\n",
       "      <th>expControlFN</th>\n",
       "      <th>stimuli</th>\n",
       "      <th>comments</th>\n",
       "      <th>Exp_collection</th>\n",
       "      <th>Expi</th>\n",
       "      <th>pref_chan</th>\n",
       "      <th>stim_size</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alfa64chan-04022020-002</td>\n",
       "      <td>200204_ALfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-04-Alfa-01\\...</td>\n",
       "      <td>Start: 1:38 pm, generate_integrated, parallel ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alfa64chan-04022020-003</td>\n",
       "      <td>200204_ALfa_generate_integrated(1)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-04-Alfa-02\\...</td>\n",
       "      <td>Start: 2:03 pm, restarted evolution\\ngenerate_...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alfa64chan-05022020-005</td>\n",
       "      <td>200205_ALfa_generate_integrated(2)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-05-Alfa-01\\...</td>\n",
       "      <td>005 generate_integrated   SU vs Hash\\nCh. 33 [...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Alfa64chan-05022020-007</td>\n",
       "      <td>200205_ALfa_generate_integrated(4)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-05-Alfa-03\\...</td>\n",
       "      <td>007 generate_integrated  SU vs Hash\\nCh. 38 [0...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Alfa64chan-10022020-004</td>\n",
       "      <td>200210_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-10-Alfa-01\\...</td>\n",
       "      <td>Ch. 7 [0 -2] 3 1 'CMAES'\\nCh. 7 [0 -2] 3 2 'CM...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Alfa64chan-11022020-003</td>\n",
       "      <td>200211_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-11-Alfa-01\\...</td>\n",
       "      <td>SU v Hash ch. 63 [0, -2] SU 1/5 very visually ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Alfa64chan-13022020-001</td>\n",
       "      <td>200213_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>N:\\Stimuli\\2019-06-RF-mapping\\2020-02-13-Alfa</td>\n",
       "      <td>001RFMapping \\nstarts 11:59 AM\\n-8:2:8 2deg im...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Alfa64chan-13022020-002</td>\n",
       "      <td>200213_Alfa_generate_integrated(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>002 generate_integrated\\n63 [0, -2] 3 1  CMAES...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Alfa64chan-13022020-003</td>\n",
       "      <td>200213_Alfa_generate_integrated(2)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-13-Alfa-01\\...</td>\n",
       "      <td>003 generate_integrated\\nRe open ML2, change t...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Alfa64chan-17022020-001</td>\n",
       "      <td>200217_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>001 RFMapper   starts\\n-1.5:0.5:1.5 mapping 1 deg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Alfa64chan-17022020-002</td>\n",
       "      <td>200217_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>002 RFMapper starts 12:49\\n-8:2:8 mapping 2 de...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Alfa64chan-17022020-003</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>003 generate_integrated\\n9 [-2.9 2.5] 4 deg 1 ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Alfa64chan-17022020-005</td>\n",
       "      <td>200217_Alfa_generate_integrated(4)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-17-Alfa-01\\...</td>\n",
       "      <td>005 generate_integrated\\nBlack line (is this S...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Alfa64chan-18022020-001</td>\n",
       "      <td>200218_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Rf mapper\\n10 blocks, complete</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Alfa64chan-18022020-002</td>\n",
       "      <td>200218_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Rf mapper\\n11 blocks, complete</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Alfa64chan-18022020-003</td>\n",
       "      <td>200218_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-18-Alfa-01\\...</td>\n",
       "      <td>Generate parallel, SU vs hash\\nStart: 12:31 pm...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Alfa64chan-19022020-001</td>\n",
       "      <td>200219_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 blocks\\n-8:2:8, 2 degrees\\ncomplete</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Alfa64chan-19022020-002</td>\n",
       "      <td>200219_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.5:0.5:1.5, 1 degree\\n5 blocks\\nStart: 12:32...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Alfa64chan-19022020-005</td>\n",
       "      <td>200219_Alfa_generate_integrated(2)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-19-Alfa-01\\...</td>\n",
       "      <td>Start: 1:01 pm\\nCh. 2, two gorgeous SUs (1/5 a...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Alfa64chan-20022020-001</td>\n",
       "      <td>200220_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Rf mapper\\n-1.5:0.5:1.5, 1 degree\\nStart: 12:3...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Alfa64chan-20022020-002</td>\n",
       "      <td>200220_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Rf mapper\\n-8:2:8, 2 degrees\\nStart: 12:44 pm\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Alfa64chan-20022020-003</td>\n",
       "      <td>200220_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-01\\...</td>\n",
       "      <td>Ch. 25 parallel evolution, SU (1/5) vs hash (5...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Alfa64chan-20022020-006</td>\n",
       "      <td>200220_Alfa_generate_integrated(3)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-02\\...</td>\n",
       "      <td>Eye position STILL not showing up, but I'm tir...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Alfa64chan-20022020-008</td>\n",
       "      <td>200220_Alfa_generate_integrated(5)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-03\\...</td>\n",
       "      <td>Ch. 15 parallel evolution, SU (1/5) vs MU (3/5...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Alfa64chan-21022020-001</td>\n",
       "      <td>200221_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>RF mapper, -8:2:8, 2 degrees\\nStart: 1:28 pm\\n...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Alfa64chan-21022020-002</td>\n",
       "      <td>200221_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>RF mapper, -1.5:0.5:1.5, 1 degree\\nStart: 1:45...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Alfa64chan-21022020-003</td>\n",
       "      <td>200221_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-21-Alfa-01\\...</td>\n",
       "      <td>Start: 2:00 pm\\nCh. 21, SU (1/5) vs. hash (5/5...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Alfa64chan-24022020-001</td>\n",
       "      <td>200224_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 1:29 pm\\n-1.5:0.5:1.5, 1 degree\\n10 blo...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Alfa64chan-24022020-002</td>\n",
       "      <td>200224_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 1:37 pm\\n-8:2:8, 2 degrees\\n11 blocks, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Alfa64chan-24022020-005</td>\n",
       "      <td>200224_Alfa_generate_integrated(3)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-24-Alfa-01\\...</td>\n",
       "      <td>Start: 2:05 pm\\nCh. 29, SU (1.5/5)  vs. hash (...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Alfa64chan-24022020-006</td>\n",
       "      <td>200224_Alfa_generate_integrated(4)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-24-Alfa-02\\...</td>\n",
       "      <td>Start: 2:48 pm\\nCh. 50, SU (1/5, sparse) vs ha...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Alfa64chan-25022020-001</td>\n",
       "      <td>200225_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 12:48 pm, RF mapper\\n-8:2:8, 2 degrees\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Alfa64chan-25022020-002</td>\n",
       "      <td>200225_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 12:59 pm, RF mapper\\n-1:0.5:1, 1 degree...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Alfa64chan-25022020-004</td>\n",
       "      <td>200225_Alfa_generate_integrated(2)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-01\\...</td>\n",
       "      <td>SU vs. hash, start: 1:18 pm\\nOne SU (1/5), one...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Alfa64chan-25022020-005</td>\n",
       "      <td>200225_Alfa_generate_integrated(3)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-02\\...</td>\n",
       "      <td>SU vs. SU vs. hash, start: 2:36 pm\\nTwo SUs (1...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Alfa64chan-25022020-006</td>\n",
       "      <td>200225_Alfa_generate_integrated(4)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-03\\...</td>\n",
       "      <td>CMAES vs. GA, start: 3:34 pm, evolving from vi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Alfa64chan-26022020-001</td>\n",
       "      <td>200226_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 1:05 pm, RF mapper\\n-1:0.5:1, 1 degree\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Alfa64chan-26022020-002</td>\n",
       "      <td>200226_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 1:09 pm, RF mapper\\n-8:2:8, 2 degrees\\n...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Alfa64chan-26022020-003</td>\n",
       "      <td>200226_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-26-Alfa-01\\...</td>\n",
       "      <td>Start: 1:24 pm, Ch. 24 SU (1/5) vs. hash (4/5)...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Alfa64chan-26022020-004</td>\n",
       "      <td>200226_Alfa_generate_integrated(1)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-26-Alfa-02\\...</td>\n",
       "      <td>Start: 2:04 pm\\n24 [-0.5 -0.5] 4 1 CMAES\\n24 [...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>Alfa64chan-28022020-001</td>\n",
       "      <td>200228_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>RF mapper, start: 1:51 pm\\n-8:2:8, 2 degrees\\n...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>Alfa64chan-28022020-002</td>\n",
       "      <td>200228_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>RF mapper, start: 2:03 pm\\n-1:0.5:1, 1 degree\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>Alfa64chan-28022020-003</td>\n",
       "      <td>200228_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-28-Alfa-01\\...</td>\n",
       "      <td>CMAES vs. GA, start: 2:13 pm\\nCh. 25, one hash...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>Alfa64chan-28022020-004</td>\n",
       "      <td>200228_Alfa_generate_integrated(1)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-28-Alfa-02\\...</td>\n",
       "      <td>CMAES vs. GA, start: 2:46 pm\\nCh. 12, one hash...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    ephysFN                        expControlFN  \\\n",
       "0   Alfa64chan-04022020-002     200204_ALfa_generate_integrated   \n",
       "1   Alfa64chan-04022020-003  200204_ALfa_generate_integrated(1)   \n",
       "2   Alfa64chan-05022020-005  200205_ALfa_generate_integrated(2)   \n",
       "3   Alfa64chan-05022020-007  200205_ALfa_generate_integrated(4)   \n",
       "4   Alfa64chan-10022020-004     200210_Alfa_generate_integrated   \n",
       "5   Alfa64chan-11022020-003     200211_Alfa_generate_integrated   \n",
       "6   Alfa64chan-13022020-001       200213_Alfa_rfMapper_basic(1)   \n",
       "7   Alfa64chan-13022020-002  200213_Alfa_generate_integrated(1)   \n",
       "8   Alfa64chan-13022020-003  200213_Alfa_generate_integrated(2)   \n",
       "9   Alfa64chan-17022020-001          200217_Alfa_rfMapper_basic   \n",
       "10  Alfa64chan-17022020-002       200217_Alfa_rfMapper_basic(1)   \n",
       "11  Alfa64chan-17022020-003                                 NaN   \n",
       "12  Alfa64chan-17022020-005  200217_Alfa_generate_integrated(4)   \n",
       "13  Alfa64chan-18022020-001          200218_Alfa_rfMapper_basic   \n",
       "14  Alfa64chan-18022020-002       200218_Alfa_rfMapper_basic(1)   \n",
       "15  Alfa64chan-18022020-003     200218_Alfa_generate_integrated   \n",
       "16  Alfa64chan-19022020-001          200219_Alfa_rfMapper_basic   \n",
       "17  Alfa64chan-19022020-002       200219_Alfa_rfMapper_basic(1)   \n",
       "18  Alfa64chan-19022020-005  200219_Alfa_generate_integrated(2)   \n",
       "19  Alfa64chan-20022020-001          200220_Alfa_rfMapper_basic   \n",
       "20  Alfa64chan-20022020-002       200220_Alfa_rfMapper_basic(1)   \n",
       "21  Alfa64chan-20022020-003     200220_Alfa_generate_integrated   \n",
       "22  Alfa64chan-20022020-006  200220_Alfa_generate_integrated(3)   \n",
       "23  Alfa64chan-20022020-008  200220_Alfa_generate_integrated(5)   \n",
       "24  Alfa64chan-21022020-001          200221_Alfa_rfMapper_basic   \n",
       "25  Alfa64chan-21022020-002       200221_Alfa_rfMapper_basic(1)   \n",
       "26  Alfa64chan-21022020-003     200221_Alfa_generate_integrated   \n",
       "27  Alfa64chan-24022020-001          200224_Alfa_rfMapper_basic   \n",
       "28  Alfa64chan-24022020-002       200224_Alfa_rfMapper_basic(1)   \n",
       "29  Alfa64chan-24022020-005  200224_Alfa_generate_integrated(3)   \n",
       "30  Alfa64chan-24022020-006  200224_Alfa_generate_integrated(4)   \n",
       "31  Alfa64chan-25022020-001          200225_Alfa_rfMapper_basic   \n",
       "32  Alfa64chan-25022020-002       200225_Alfa_rfMapper_basic(1)   \n",
       "33  Alfa64chan-25022020-004  200225_Alfa_generate_integrated(2)   \n",
       "34  Alfa64chan-25022020-005  200225_Alfa_generate_integrated(3)   \n",
       "35  Alfa64chan-25022020-006  200225_Alfa_generate_integrated(4)   \n",
       "36  Alfa64chan-26022020-001          200226_Alfa_rfMapper_basic   \n",
       "37  Alfa64chan-26022020-002       200226_Alfa_rfMapper_basic(1)   \n",
       "38  Alfa64chan-26022020-003     200226_Alfa_generate_integrated   \n",
       "39  Alfa64chan-26022020-004  200226_Alfa_generate_integrated(1)   \n",
       "40  Alfa64chan-28022020-001          200228_Alfa_rfMapper_basic   \n",
       "41  Alfa64chan-28022020-002       200228_Alfa_rfMapper_basic(1)   \n",
       "42  Alfa64chan-28022020-003     200228_Alfa_generate_integrated   \n",
       "43  Alfa64chan-28022020-004  200228_Alfa_generate_integrated(1)   \n",
       "\n",
       "                                              stimuli  \\\n",
       "0   Stimuli\\2019-12-Evolutions\\2020-02-04-Alfa-01\\...   \n",
       "1   Stimuli\\2019-12-Evolutions\\2020-02-04-Alfa-02\\...   \n",
       "2   Stimuli\\2019-12-Evolutions\\2020-02-05-Alfa-01\\...   \n",
       "3   Stimuli\\2019-12-Evolutions\\2020-02-05-Alfa-03\\...   \n",
       "4   Stimuli\\2019-12-Evolutions\\2020-02-10-Alfa-01\\...   \n",
       "5   Stimuli\\2019-12-Evolutions\\2020-02-11-Alfa-01\\...   \n",
       "6       N:\\Stimuli\\2019-06-RF-mapping\\2020-02-13-Alfa   \n",
       "7                                                 NaN   \n",
       "8   Stimuli\\2019-12-Evolutions\\2020-02-13-Alfa-01\\...   \n",
       "9                                                 NaN   \n",
       "10                                                NaN   \n",
       "11                                                NaN   \n",
       "12  Stimuli\\2019-12-Evolutions\\2020-02-17-Alfa-01\\...   \n",
       "13                                                NaN   \n",
       "14                                                NaN   \n",
       "15  Stimuli\\2019-12-Evolutions\\2020-02-18-Alfa-01\\...   \n",
       "16                                                NaN   \n",
       "17                                                NaN   \n",
       "18  Stimuli\\2019-12-Evolutions\\2020-02-19-Alfa-01\\...   \n",
       "19                                                NaN   \n",
       "20                                                NaN   \n",
       "21  Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-01\\...   \n",
       "22  Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-02\\...   \n",
       "23  Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-03\\...   \n",
       "24                                                NaN   \n",
       "25                                                NaN   \n",
       "26  Stimuli\\2019-12-Evolutions\\2020-02-21-Alfa-01\\...   \n",
       "27                                                NaN   \n",
       "28                                                NaN   \n",
       "29  Stimuli\\2019-12-Evolutions\\2020-02-24-Alfa-01\\...   \n",
       "30  Stimuli\\2019-12-Evolutions\\2020-02-24-Alfa-02\\...   \n",
       "31                                                NaN   \n",
       "32                                                NaN   \n",
       "33  Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-01\\...   \n",
       "34  Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-02\\...   \n",
       "35  Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-03\\...   \n",
       "36                                                NaN   \n",
       "37                                                NaN   \n",
       "38  Stimuli\\2019-12-Evolutions\\2020-02-26-Alfa-01\\...   \n",
       "39  Stimuli\\2019-12-Evolutions\\2020-02-26-Alfa-02\\...   \n",
       "40                                                NaN   \n",
       "41                                                NaN   \n",
       "42  Stimuli\\2019-12-Evolutions\\2020-02-28-Alfa-01\\...   \n",
       "43  Stimuli\\2019-12-Evolutions\\2020-02-28-Alfa-02\\...   \n",
       "\n",
       "                                             comments  Exp_collection  Expi  \\\n",
       "0   Start: 1:38 pm, generate_integrated, parallel ...             NaN   NaN   \n",
       "1   Start: 2:03 pm, restarted evolution\\ngenerate_...             NaN   NaN   \n",
       "2   005 generate_integrated   SU vs Hash\\nCh. 33 [...             NaN   NaN   \n",
       "3   007 generate_integrated  SU vs Hash\\nCh. 38 [0...             NaN   NaN   \n",
       "4   Ch. 7 [0 -2] 3 1 'CMAES'\\nCh. 7 [0 -2] 3 2 'CM...             NaN   NaN   \n",
       "5   SU v Hash ch. 63 [0, -2] SU 1/5 very visually ...             NaN   NaN   \n",
       "6   001RFMapping \\nstarts 11:59 AM\\n-8:2:8 2deg im...             NaN   NaN   \n",
       "7   002 generate_integrated\\n63 [0, -2] 3 1  CMAES...             NaN   NaN   \n",
       "8   003 generate_integrated\\nRe open ML2, change t...             NaN   NaN   \n",
       "9   001 RFMapper   starts\\n-1.5:0.5:1.5 mapping 1 deg             NaN   NaN   \n",
       "10  002 RFMapper starts 12:49\\n-8:2:8 mapping 2 de...             NaN   NaN   \n",
       "11  003 generate_integrated\\n9 [-2.9 2.5] 4 deg 1 ...             NaN   NaN   \n",
       "12  005 generate_integrated\\nBlack line (is this S...             NaN   NaN   \n",
       "13                     Rf mapper\\n10 blocks, complete             NaN   NaN   \n",
       "14                     Rf mapper\\n11 blocks, complete             NaN   NaN   \n",
       "15  Generate parallel, SU vs hash\\nStart: 12:31 pm...             NaN   NaN   \n",
       "16              5 blocks\\n-8:2:8, 2 degrees\\ncomplete             NaN   NaN   \n",
       "17  -1.5:0.5:1.5, 1 degree\\n5 blocks\\nStart: 12:32...             NaN   NaN   \n",
       "18  Start: 1:01 pm\\nCh. 2, two gorgeous SUs (1/5 a...             NaN   NaN   \n",
       "19  Rf mapper\\n-1.5:0.5:1.5, 1 degree\\nStart: 12:3...             NaN   NaN   \n",
       "20  Rf mapper\\n-8:2:8, 2 degrees\\nStart: 12:44 pm\\...             NaN   NaN   \n",
       "21  Ch. 25 parallel evolution, SU (1/5) vs hash (5...             NaN   NaN   \n",
       "22  Eye position STILL not showing up, but I'm tir...             NaN   NaN   \n",
       "23  Ch. 15 parallel evolution, SU (1/5) vs MU (3/5...             NaN   NaN   \n",
       "24  RF mapper, -8:2:8, 2 degrees\\nStart: 1:28 pm\\n...             NaN   NaN   \n",
       "25  RF mapper, -1.5:0.5:1.5, 1 degree\\nStart: 1:45...             NaN   NaN   \n",
       "26  Start: 2:00 pm\\nCh. 21, SU (1/5) vs. hash (5/5...             NaN   NaN   \n",
       "27  Start: 1:29 pm\\n-1.5:0.5:1.5, 1 degree\\n10 blo...             NaN   NaN   \n",
       "28  Start: 1:37 pm\\n-8:2:8, 2 degrees\\n11 blocks, ...             NaN   NaN   \n",
       "29  Start: 2:05 pm\\nCh. 29, SU (1.5/5)  vs. hash (...             NaN   NaN   \n",
       "30  Start: 2:48 pm\\nCh. 50, SU (1/5, sparse) vs ha...             NaN   NaN   \n",
       "31  Start: 12:48 pm, RF mapper\\n-8:2:8, 2 degrees\\...             NaN   NaN   \n",
       "32  Start: 12:59 pm, RF mapper\\n-1:0.5:1, 1 degree...             NaN   NaN   \n",
       "33  SU vs. hash, start: 1:18 pm\\nOne SU (1/5), one...             NaN   NaN   \n",
       "34  SU vs. SU vs. hash, start: 2:36 pm\\nTwo SUs (1...             NaN   NaN   \n",
       "35  CMAES vs. GA, start: 3:34 pm, evolving from vi...             NaN   NaN   \n",
       "36  Start: 1:05 pm, RF mapper\\n-1:0.5:1, 1 degree\\...             NaN   NaN   \n",
       "37  Start: 1:09 pm, RF mapper\\n-8:2:8, 2 degrees\\n...             NaN   NaN   \n",
       "38  Start: 1:24 pm, Ch. 24 SU (1/5) vs. hash (4/5)...             NaN   NaN   \n",
       "39  Start: 2:04 pm\\n24 [-0.5 -0.5] 4 1 CMAES\\n24 [...             NaN   NaN   \n",
       "40  RF mapper, start: 1:51 pm\\n-8:2:8, 2 degrees\\n...             NaN   NaN   \n",
       "41  RF mapper, start: 2:03 pm\\n-1:0.5:1, 1 degree\\...             NaN   NaN   \n",
       "42  CMAES vs. GA, start: 2:13 pm\\nCh. 25, one hash...             NaN   NaN   \n",
       "43  CMAES vs. GA, start: 2:46 pm\\nCh. 12, one hash...             NaN   NaN   \n",
       "\n",
       "    pref_chan  stim_size  \n",
       "0         NaN        NaN  \n",
       "1         NaN        NaN  \n",
       "2         NaN        NaN  \n",
       "3         NaN        NaN  \n",
       "4         NaN        NaN  \n",
       "5         NaN        NaN  \n",
       "6         NaN        NaN  \n",
       "7         NaN        NaN  \n",
       "8         NaN        NaN  \n",
       "9         NaN        NaN  \n",
       "10        NaN        NaN  \n",
       "11        NaN        NaN  \n",
       "12        NaN        NaN  \n",
       "13        NaN        NaN  \n",
       "14        NaN        NaN  \n",
       "15        NaN        NaN  \n",
       "16        NaN        NaN  \n",
       "17        NaN        NaN  \n",
       "18        NaN        NaN  \n",
       "19        NaN        NaN  \n",
       "20        NaN        NaN  \n",
       "21        NaN        NaN  \n",
       "22        NaN        NaN  \n",
       "23        NaN        NaN  \n",
       "24        NaN        NaN  \n",
       "25        NaN        NaN  \n",
       "26        NaN        NaN  \n",
       "27        NaN        NaN  \n",
       "28        NaN        NaN  \n",
       "29        NaN        NaN  \n",
       "30        NaN        NaN  \n",
       "31        NaN        NaN  \n",
       "32        NaN        NaN  \n",
       "33        NaN        NaN  \n",
       "34        NaN        NaN  \n",
       "35        NaN        NaN  \n",
       "36        NaN        NaN  \n",
       "37        NaN        NaN  \n",
       "38        NaN        NaN  \n",
       "39        NaN        NaN  \n",
       "40        NaN        NaN  \n",
       "41        NaN        NaN  \n",
       "42        NaN        NaN  \n",
       "43        NaN        NaN  "
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'str' object has no attribute 'contains'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-99-c6c8208043f0>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexpControlFN\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcontains\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'Alfa'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;31mAttributeError\u001b[0m: 'str' object has no attribute 'contains'"
     ]
    }
   ],
   "source": [
    "df.expControlFN[1].contains('Alfa')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sort out exp for Alfa, adding \n",
      "0        200204_ALfa_generate_integrated\n",
      "1     200204_ALfa_generate_integrated(1)\n",
      "2     200205_ALfa_generate_integrated(2)\n",
      "3     200205_ALfa_generate_integrated(4)\n",
      "4        200210_Alfa_generate_integrated\n",
      "5        200211_Alfa_generate_integrated\n",
      "6          200213_Alfa_rfMapper_basic(1)\n",
      "7     200213_Alfa_generate_integrated(1)\n",
      "8     200213_Alfa_generate_integrated(2)\n",
      "9             200217_Alfa_rfMapper_basic\n",
      "10         200217_Alfa_rfMapper_basic(1)\n",
      "11    200217_Alfa_generate_integrated(4)\n",
      "12            200218_Alfa_rfMapper_basic\n",
      "13         200218_Alfa_rfMapper_basic(1)\n",
      "14       200218_Alfa_generate_integrated\n",
      "15            200219_Alfa_rfMapper_basic\n",
      "16         200219_Alfa_rfMapper_basic(1)\n",
      "17    200219_Alfa_generate_integrated(2)\n",
      "18            200220_Alfa_rfMapper_basic\n",
      "19         200220_Alfa_rfMapper_basic(1)\n",
      "20       200220_Alfa_generate_integrated\n",
      "21    200220_Alfa_generate_integrated(3)\n",
      "22    200220_Alfa_generate_integrated(5)\n",
      "23            200221_Alfa_rfMapper_basic\n",
      "24         200221_Alfa_rfMapper_basic(1)\n",
      "25       200221_Alfa_generate_integrated\n",
      "26            200224_Alfa_rfMapper_basic\n",
      "27         200224_Alfa_rfMapper_basic(1)\n",
      "28    200224_Alfa_generate_integrated(3)\n",
      "29    200224_Alfa_generate_integrated(4)\n",
      "30            200225_Alfa_rfMapper_basic\n",
      "31         200225_Alfa_rfMapper_basic(1)\n",
      "32    200225_Alfa_generate_integrated(2)\n",
      "33    200225_Alfa_generate_integrated(3)\n",
      "34    200225_Alfa_generate_integrated(4)\n",
      "35            200226_Alfa_rfMapper_basic\n",
      "36         200226_Alfa_rfMapper_basic(1)\n",
      "37       200226_Alfa_generate_integrated\n",
      "38    200226_Alfa_generate_integrated(1)\n",
      "39            200228_Alfa_rfMapper_basic\n",
      "40         200228_Alfa_rfMapper_basic(1)\n",
      "41       200228_Alfa_generate_integrated\n",
      "42    200228_Alfa_generate_integrated(1)\n",
      "Name: expControlFN, dtype: object\n",
      "Sort out exp for Beto, adding \n",
      "\n",
      "No new experiments to add! Continue.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:47: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:48: FutureWarning: Sorting because non-concatenation axis is not aligned. A future version\n",
      "of pandas will change to not sort by default.\n",
      "\n",
      "To accept the future behavior, pass 'sort=True'.\n",
      "\n",
      "To retain the current behavior and silence the warning, pass sort=False\n",
      "\n"
     ]
    }
   ],
   "source": [
    "sort_merge_table(\"D:/ExpRecord_out.xlsx\", addexplabel=\"SUHash\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sort out exp for Alfa, adding \n",
      "Alfa64chan-17022020-003 Empty bhv file entry encountered\n",
      "0        200204_ALfa_generate_integrated\n",
      "1     200204_ALfa_generate_integrated(1)\n",
      "2     200205_ALfa_generate_integrated(2)\n",
      "3     200205_ALfa_generate_integrated(4)\n",
      "4        200210_Alfa_generate_integrated\n",
      "5        200211_Alfa_generate_integrated\n",
      "6          200213_Alfa_rfMapper_basic(1)\n",
      "7     200213_Alfa_generate_integrated(1)\n",
      "8     200213_Alfa_generate_integrated(2)\n",
      "9             200217_Alfa_rfMapper_basic\n",
      "10         200217_Alfa_rfMapper_basic(1)\n",
      "12    200217_Alfa_generate_integrated(4)\n",
      "13            200218_Alfa_rfMapper_basic\n",
      "14         200218_Alfa_rfMapper_basic(1)\n",
      "15       200218_Alfa_generate_integrated\n",
      "16            200219_Alfa_rfMapper_basic\n",
      "17         200219_Alfa_rfMapper_basic(1)\n",
      "18    200219_Alfa_generate_integrated(2)\n",
      "19            200220_Alfa_rfMapper_basic\n",
      "20         200220_Alfa_rfMapper_basic(1)\n",
      "21       200220_Alfa_generate_integrated\n",
      "22    200220_Alfa_generate_integrated(3)\n",
      "23    200220_Alfa_generate_integrated(5)\n",
      "24            200221_Alfa_rfMapper_basic\n",
      "25         200221_Alfa_rfMapper_basic(1)\n",
      "26       200221_Alfa_generate_integrated\n",
      "27            200224_Alfa_rfMapper_basic\n",
      "28         200224_Alfa_rfMapper_basic(1)\n",
      "29    200224_Alfa_generate_integrated(3)\n",
      "30    200224_Alfa_generate_integrated(4)\n",
      "31            200225_Alfa_rfMapper_basic\n",
      "32         200225_Alfa_rfMapper_basic(1)\n",
      "33    200225_Alfa_generate_integrated(2)\n",
      "34    200225_Alfa_generate_integrated(3)\n",
      "35    200225_Alfa_generate_integrated(4)\n",
      "36            200226_Alfa_rfMapper_basic\n",
      "37         200226_Alfa_rfMapper_basic(1)\n",
      "38       200226_Alfa_generate_integrated\n",
      "39    200226_Alfa_generate_integrated(1)\n",
      "40            200228_Alfa_rfMapper_basic\n",
      "41         200228_Alfa_rfMapper_basic(1)\n",
      "42       200228_Alfa_generate_integrated\n",
      "43    200228_Alfa_generate_integrated(1)\n",
      "Name: expControlFN, dtype: object\n"
     ]
    },
    {
     "ename": "NameError",
     "evalue": "name 'addexplabel' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-110-bc6eadfb177a>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     24\u001b[0m     \u001b[0mdf_ftr\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf_sort\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0miloc\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mid_col\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcopy\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     25\u001b[0m     \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf_ftr\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexpControlFN\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 26\u001b[1;33m     \u001b[1;32mif\u001b[0m \u001b[0maddexplabel\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     27\u001b[0m         \u001b[0mdf_ftr\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mExp_collection\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0maddexplabel\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     28\u001b[0m     \u001b[0mdf_cat\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconcat\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mdf_old\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf_ftr\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mignore_index\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mTrue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNameError\u001b[0m: name 'addexplabel' is not defined"
     ]
    }
   ],
   "source": [
    "df_sort = df.copy()\n",
    "Animal_strs = [\"Alfa\", \"Beto\"]\n",
    "df_paths = [r\"S:\\Exp_Record_Alfa.xlsx\", r\"S:\\ExpSpecTable_Augment.xlsx\"]\n",
    "if isinstance(df_sort,str):\n",
    "    df_sort = pd.read_excel(df_sort)\n",
    "# loop through animal name and sort corresponding exp to the collection\n",
    "for animal, out_path in zip(Animal_strs, df_paths):\n",
    "    print(\"Sort out exp for %s, adding \"%animal)\n",
    "    df_old = pd.read_excel(out_path) # load the old exp collection\n",
    "    id_col = []\n",
    "    for idx in df_sort.index:\n",
    "        name = df_sort.expControlFN[idx]\n",
    "        if name is np.nan:\n",
    "            print(\"%s Empty bhv file entry encountered\" % df_sort.ephysFN[idx])\n",
    "            continue\n",
    "        if animal.lower() in name.lower():\n",
    "            if (df_old.expControlFN==name).any():\n",
    "                print(\"%s  has been recorded in the excel index %d, please check. Skipping.\"%(name, (df_old.expControlFN==name).nonzero()[0][0]))\n",
    "            else:\n",
    "                id_col.append(idx)\n",
    "    if len(id_col) == 0:\n",
    "        print(\"\\nNo new experiments to add! Continue.\")\n",
    "        continue\n",
    "    df_ftr = df_sort.iloc[id_col].copy()\n",
    "    print(df_ftr.expControlFN)\n",
    "    if addexplabel is not None:\n",
    "        df_ftr.Exp_collection[:] = addexplabel\n",
    "    df_cat = pd.concat([df_old, df_ftr], axis=0, ignore_index=True)\n",
    "    df_cat.to_excel(out_path,index=False) # write to the excel of all old experiments "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ephysFN</th>\n",
       "      <th>expControlFN</th>\n",
       "      <th>stimuli</th>\n",
       "      <th>comments</th>\n",
       "      <th>Exp_collection</th>\n",
       "      <th>Expi</th>\n",
       "      <th>pref_chan</th>\n",
       "      <th>stim_size</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alfa64chan-04022020-002</td>\n",
       "      <td>200204_ALfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-04-Alfa-01\\...</td>\n",
       "      <td>Start: 1:38 pm, generate_integrated, parallel ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alfa64chan-04022020-003</td>\n",
       "      <td>200204_ALfa_generate_integrated(1)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-04-Alfa-02\\...</td>\n",
       "      <td>Start: 2:03 pm, restarted evolution\\ngenerate_...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alfa64chan-05022020-005</td>\n",
       "      <td>200205_ALfa_generate_integrated(2)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-05-Alfa-01\\...</td>\n",
       "      <td>005 generate_integrated   SU vs Hash\\nCh. 33 [...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Alfa64chan-05022020-007</td>\n",
       "      <td>200205_ALfa_generate_integrated(4)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-05-Alfa-03\\...</td>\n",
       "      <td>007 generate_integrated  SU vs Hash\\nCh. 38 [0...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Alfa64chan-10022020-004</td>\n",
       "      <td>200210_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-10-Alfa-01\\...</td>\n",
       "      <td>Ch. 7 [0 -2] 3 1 'CMAES'\\nCh. 7 [0 -2] 3 2 'CM...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Alfa64chan-11022020-003</td>\n",
       "      <td>200211_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-11-Alfa-01\\...</td>\n",
       "      <td>SU v Hash ch. 63 [0, -2] SU 1/5 very visually ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Alfa64chan-13022020-001</td>\n",
       "      <td>200213_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>N:\\Stimuli\\2019-06-RF-mapping\\2020-02-13-Alfa</td>\n",
       "      <td>001RFMapping \\nstarts 11:59 AM\\n-8:2:8 2deg im...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Alfa64chan-13022020-002</td>\n",
       "      <td>200213_Alfa_generate_integrated(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>002 generate_integrated\\n63 [0, -2] 3 1  CMAES...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Alfa64chan-13022020-003</td>\n",
       "      <td>200213_Alfa_generate_integrated(2)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-13-Alfa-01\\...</td>\n",
       "      <td>003 generate_integrated\\nRe open ML2, change t...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Alfa64chan-17022020-001</td>\n",
       "      <td>200217_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>001 RFMapper   starts\\n-1.5:0.5:1.5 mapping 1 deg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Alfa64chan-17022020-002</td>\n",
       "      <td>200217_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>002 RFMapper starts 12:49\\n-8:2:8 mapping 2 de...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Alfa64chan-17022020-003</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>003 generate_integrated\\n9 [-2.9 2.5] 4 deg 1 ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Alfa64chan-17022020-005</td>\n",
       "      <td>200217_Alfa_generate_integrated(4)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-17-Alfa-01\\...</td>\n",
       "      <td>005 generate_integrated\\nBlack line (is this S...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Alfa64chan-18022020-001</td>\n",
       "      <td>200218_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Rf mapper\\n10 blocks, complete</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Alfa64chan-18022020-002</td>\n",
       "      <td>200218_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Rf mapper\\n11 blocks, complete</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Alfa64chan-18022020-003</td>\n",
       "      <td>200218_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-18-Alfa-01\\...</td>\n",
       "      <td>Generate parallel, SU vs hash\\nStart: 12:31 pm...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Alfa64chan-19022020-001</td>\n",
       "      <td>200219_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 blocks\\n-8:2:8, 2 degrees\\ncomplete</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Alfa64chan-19022020-002</td>\n",
       "      <td>200219_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.5:0.5:1.5, 1 degree\\n5 blocks\\nStart: 12:32...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Alfa64chan-19022020-005</td>\n",
       "      <td>200219_Alfa_generate_integrated(2)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-19-Alfa-01\\...</td>\n",
       "      <td>Start: 1:01 pm\\nCh. 2, two gorgeous SUs (1/5 a...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Alfa64chan-20022020-001</td>\n",
       "      <td>200220_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Rf mapper\\n-1.5:0.5:1.5, 1 degree\\nStart: 12:3...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Alfa64chan-20022020-002</td>\n",
       "      <td>200220_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Rf mapper\\n-8:2:8, 2 degrees\\nStart: 12:44 pm\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Alfa64chan-20022020-003</td>\n",
       "      <td>200220_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-01\\...</td>\n",
       "      <td>Ch. 25 parallel evolution, SU (1/5) vs hash (5...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Alfa64chan-20022020-006</td>\n",
       "      <td>200220_Alfa_generate_integrated(3)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-02\\...</td>\n",
       "      <td>Eye position STILL not showing up, but I'm tir...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Alfa64chan-20022020-008</td>\n",
       "      <td>200220_Alfa_generate_integrated(5)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-03\\...</td>\n",
       "      <td>Ch. 15 parallel evolution, SU (1/5) vs MU (3/5...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Alfa64chan-21022020-001</td>\n",
       "      <td>200221_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>RF mapper, -8:2:8, 2 degrees\\nStart: 1:28 pm\\n...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Alfa64chan-21022020-002</td>\n",
       "      <td>200221_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>RF mapper, -1.5:0.5:1.5, 1 degree\\nStart: 1:45...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Alfa64chan-21022020-003</td>\n",
       "      <td>200221_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-21-Alfa-01\\...</td>\n",
       "      <td>Start: 2:00 pm\\nCh. 21, SU (1/5) vs. hash (5/5...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Alfa64chan-24022020-001</td>\n",
       "      <td>200224_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 1:29 pm\\n-1.5:0.5:1.5, 1 degree\\n10 blo...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Alfa64chan-24022020-002</td>\n",
       "      <td>200224_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 1:37 pm\\n-8:2:8, 2 degrees\\n11 blocks, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Alfa64chan-24022020-005</td>\n",
       "      <td>200224_Alfa_generate_integrated(3)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-24-Alfa-01\\...</td>\n",
       "      <td>Start: 2:05 pm\\nCh. 29, SU (1.5/5)  vs. hash (...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Alfa64chan-24022020-006</td>\n",
       "      <td>200224_Alfa_generate_integrated(4)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-24-Alfa-02\\...</td>\n",
       "      <td>Start: 2:48 pm\\nCh. 50, SU (1/5, sparse) vs ha...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Alfa64chan-25022020-001</td>\n",
       "      <td>200225_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 12:48 pm, RF mapper\\n-8:2:8, 2 degrees\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Alfa64chan-25022020-002</td>\n",
       "      <td>200225_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 12:59 pm, RF mapper\\n-1:0.5:1, 1 degree...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Alfa64chan-25022020-004</td>\n",
       "      <td>200225_Alfa_generate_integrated(2)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-01\\...</td>\n",
       "      <td>SU vs. hash, start: 1:18 pm\\nOne SU (1/5), one...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Alfa64chan-25022020-005</td>\n",
       "      <td>200225_Alfa_generate_integrated(3)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-02\\...</td>\n",
       "      <td>SU vs. SU vs. hash, start: 2:36 pm\\nTwo SUs (1...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Alfa64chan-25022020-006</td>\n",
       "      <td>200225_Alfa_generate_integrated(4)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-03\\...</td>\n",
       "      <td>CMAES vs. GA, start: 3:34 pm, evolving from vi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Alfa64chan-26022020-001</td>\n",
       "      <td>200226_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 1:05 pm, RF mapper\\n-1:0.5:1, 1 degree\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Alfa64chan-26022020-002</td>\n",
       "      <td>200226_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Start: 1:09 pm, RF mapper\\n-8:2:8, 2 degrees\\n...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Alfa64chan-26022020-003</td>\n",
       "      <td>200226_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-26-Alfa-01\\...</td>\n",
       "      <td>Start: 1:24 pm, Ch. 24 SU (1/5) vs. hash (4/5)...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Alfa64chan-26022020-004</td>\n",
       "      <td>200226_Alfa_generate_integrated(1)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-26-Alfa-02\\...</td>\n",
       "      <td>Start: 2:04 pm\\n24 [-0.5 -0.5] 4 1 CMAES\\n24 [...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>Alfa64chan-28022020-001</td>\n",
       "      <td>200228_Alfa_rfMapper_basic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>RF mapper, start: 1:51 pm\\n-8:2:8, 2 degrees\\n...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>Alfa64chan-28022020-002</td>\n",
       "      <td>200228_Alfa_rfMapper_basic(1)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>RF mapper, start: 2:03 pm\\n-1:0.5:1, 1 degree\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>Alfa64chan-28022020-003</td>\n",
       "      <td>200228_Alfa_generate_integrated</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-28-Alfa-01\\...</td>\n",
       "      <td>CMAES vs. GA, start: 2:13 pm\\nCh. 25, one hash...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>Alfa64chan-28022020-004</td>\n",
       "      <td>200228_Alfa_generate_integrated(1)</td>\n",
       "      <td>Stimuli\\2019-12-Evolutions\\2020-02-28-Alfa-02\\...</td>\n",
       "      <td>CMAES vs. GA, start: 2:46 pm\\nCh. 12, one hash...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    ephysFN                        expControlFN  \\\n",
       "0   Alfa64chan-04022020-002     200204_ALfa_generate_integrated   \n",
       "1   Alfa64chan-04022020-003  200204_ALfa_generate_integrated(1)   \n",
       "2   Alfa64chan-05022020-005  200205_ALfa_generate_integrated(2)   \n",
       "3   Alfa64chan-05022020-007  200205_ALfa_generate_integrated(4)   \n",
       "4   Alfa64chan-10022020-004     200210_Alfa_generate_integrated   \n",
       "5   Alfa64chan-11022020-003     200211_Alfa_generate_integrated   \n",
       "6   Alfa64chan-13022020-001       200213_Alfa_rfMapper_basic(1)   \n",
       "7   Alfa64chan-13022020-002  200213_Alfa_generate_integrated(1)   \n",
       "8   Alfa64chan-13022020-003  200213_Alfa_generate_integrated(2)   \n",
       "9   Alfa64chan-17022020-001          200217_Alfa_rfMapper_basic   \n",
       "10  Alfa64chan-17022020-002       200217_Alfa_rfMapper_basic(1)   \n",
       "11  Alfa64chan-17022020-003                                 NaN   \n",
       "12  Alfa64chan-17022020-005  200217_Alfa_generate_integrated(4)   \n",
       "13  Alfa64chan-18022020-001          200218_Alfa_rfMapper_basic   \n",
       "14  Alfa64chan-18022020-002       200218_Alfa_rfMapper_basic(1)   \n",
       "15  Alfa64chan-18022020-003     200218_Alfa_generate_integrated   \n",
       "16  Alfa64chan-19022020-001          200219_Alfa_rfMapper_basic   \n",
       "17  Alfa64chan-19022020-002       200219_Alfa_rfMapper_basic(1)   \n",
       "18  Alfa64chan-19022020-005  200219_Alfa_generate_integrated(2)   \n",
       "19  Alfa64chan-20022020-001          200220_Alfa_rfMapper_basic   \n",
       "20  Alfa64chan-20022020-002       200220_Alfa_rfMapper_basic(1)   \n",
       "21  Alfa64chan-20022020-003     200220_Alfa_generate_integrated   \n",
       "22  Alfa64chan-20022020-006  200220_Alfa_generate_integrated(3)   \n",
       "23  Alfa64chan-20022020-008  200220_Alfa_generate_integrated(5)   \n",
       "24  Alfa64chan-21022020-001          200221_Alfa_rfMapper_basic   \n",
       "25  Alfa64chan-21022020-002       200221_Alfa_rfMapper_basic(1)   \n",
       "26  Alfa64chan-21022020-003     200221_Alfa_generate_integrated   \n",
       "27  Alfa64chan-24022020-001          200224_Alfa_rfMapper_basic   \n",
       "28  Alfa64chan-24022020-002       200224_Alfa_rfMapper_basic(1)   \n",
       "29  Alfa64chan-24022020-005  200224_Alfa_generate_integrated(3)   \n",
       "30  Alfa64chan-24022020-006  200224_Alfa_generate_integrated(4)   \n",
       "31  Alfa64chan-25022020-001          200225_Alfa_rfMapper_basic   \n",
       "32  Alfa64chan-25022020-002       200225_Alfa_rfMapper_basic(1)   \n",
       "33  Alfa64chan-25022020-004  200225_Alfa_generate_integrated(2)   \n",
       "34  Alfa64chan-25022020-005  200225_Alfa_generate_integrated(3)   \n",
       "35  Alfa64chan-25022020-006  200225_Alfa_generate_integrated(4)   \n",
       "36  Alfa64chan-26022020-001          200226_Alfa_rfMapper_basic   \n",
       "37  Alfa64chan-26022020-002       200226_Alfa_rfMapper_basic(1)   \n",
       "38  Alfa64chan-26022020-003     200226_Alfa_generate_integrated   \n",
       "39  Alfa64chan-26022020-004  200226_Alfa_generate_integrated(1)   \n",
       "40  Alfa64chan-28022020-001          200228_Alfa_rfMapper_basic   \n",
       "41  Alfa64chan-28022020-002       200228_Alfa_rfMapper_basic(1)   \n",
       "42  Alfa64chan-28022020-003     200228_Alfa_generate_integrated   \n",
       "43  Alfa64chan-28022020-004  200228_Alfa_generate_integrated(1)   \n",
       "\n",
       "                                              stimuli  \\\n",
       "0   Stimuli\\2019-12-Evolutions\\2020-02-04-Alfa-01\\...   \n",
       "1   Stimuli\\2019-12-Evolutions\\2020-02-04-Alfa-02\\...   \n",
       "2   Stimuli\\2019-12-Evolutions\\2020-02-05-Alfa-01\\...   \n",
       "3   Stimuli\\2019-12-Evolutions\\2020-02-05-Alfa-03\\...   \n",
       "4   Stimuli\\2019-12-Evolutions\\2020-02-10-Alfa-01\\...   \n",
       "5   Stimuli\\2019-12-Evolutions\\2020-02-11-Alfa-01\\...   \n",
       "6       N:\\Stimuli\\2019-06-RF-mapping\\2020-02-13-Alfa   \n",
       "7                                                 NaN   \n",
       "8   Stimuli\\2019-12-Evolutions\\2020-02-13-Alfa-01\\...   \n",
       "9                                                 NaN   \n",
       "10                                                NaN   \n",
       "11                                                NaN   \n",
       "12  Stimuli\\2019-12-Evolutions\\2020-02-17-Alfa-01\\...   \n",
       "13                                                NaN   \n",
       "14                                                NaN   \n",
       "15  Stimuli\\2019-12-Evolutions\\2020-02-18-Alfa-01\\...   \n",
       "16                                                NaN   \n",
       "17                                                NaN   \n",
       "18  Stimuli\\2019-12-Evolutions\\2020-02-19-Alfa-01\\...   \n",
       "19                                                NaN   \n",
       "20                                                NaN   \n",
       "21  Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-01\\...   \n",
       "22  Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-02\\...   \n",
       "23  Stimuli\\2019-12-Evolutions\\2020-02-20-Alfa-03\\...   \n",
       "24                                                NaN   \n",
       "25                                                NaN   \n",
       "26  Stimuli\\2019-12-Evolutions\\2020-02-21-Alfa-01\\...   \n",
       "27                                                NaN   \n",
       "28                                                NaN   \n",
       "29  Stimuli\\2019-12-Evolutions\\2020-02-24-Alfa-01\\...   \n",
       "30  Stimuli\\2019-12-Evolutions\\2020-02-24-Alfa-02\\...   \n",
       "31                                                NaN   \n",
       "32                                                NaN   \n",
       "33  Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-01\\...   \n",
       "34  Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-02\\...   \n",
       "35  Stimuli\\2019-12-Evolutions\\2020-02-25-Alfa-03\\...   \n",
       "36                                                NaN   \n",
       "37                                                NaN   \n",
       "38  Stimuli\\2019-12-Evolutions\\2020-02-26-Alfa-01\\...   \n",
       "39  Stimuli\\2019-12-Evolutions\\2020-02-26-Alfa-02\\...   \n",
       "40                                                NaN   \n",
       "41                                                NaN   \n",
       "42  Stimuli\\2019-12-Evolutions\\2020-02-28-Alfa-01\\...   \n",
       "43  Stimuli\\2019-12-Evolutions\\2020-02-28-Alfa-02\\...   \n",
       "\n",
       "                                             comments  Exp_collection  Expi  \\\n",
       "0   Start: 1:38 pm, generate_integrated, parallel ...             NaN   NaN   \n",
       "1   Start: 2:03 pm, restarted evolution\\ngenerate_...             NaN   NaN   \n",
       "2   005 generate_integrated   SU vs Hash\\nCh. 33 [...             NaN   NaN   \n",
       "3   007 generate_integrated  SU vs Hash\\nCh. 38 [0...             NaN   NaN   \n",
       "4   Ch. 7 [0 -2] 3 1 'CMAES'\\nCh. 7 [0 -2] 3 2 'CM...             NaN   NaN   \n",
       "5   SU v Hash ch. 63 [0, -2] SU 1/5 very visually ...             NaN   NaN   \n",
       "6   001RFMapping \\nstarts 11:59 AM\\n-8:2:8 2deg im...             NaN   NaN   \n",
       "7   002 generate_integrated\\n63 [0, -2] 3 1  CMAES...             NaN   NaN   \n",
       "8   003 generate_integrated\\nRe open ML2, change t...             NaN   NaN   \n",
       "9   001 RFMapper   starts\\n-1.5:0.5:1.5 mapping 1 deg             NaN   NaN   \n",
       "10  002 RFMapper starts 12:49\\n-8:2:8 mapping 2 de...             NaN   NaN   \n",
       "11  003 generate_integrated\\n9 [-2.9 2.5] 4 deg 1 ...             NaN   NaN   \n",
       "12  005 generate_integrated\\nBlack line (is this S...             NaN   NaN   \n",
       "13                     Rf mapper\\n10 blocks, complete             NaN   NaN   \n",
       "14                     Rf mapper\\n11 blocks, complete             NaN   NaN   \n",
       "15  Generate parallel, SU vs hash\\nStart: 12:31 pm...             NaN   NaN   \n",
       "16              5 blocks\\n-8:2:8, 2 degrees\\ncomplete             NaN   NaN   \n",
       "17  -1.5:0.5:1.5, 1 degree\\n5 blocks\\nStart: 12:32...             NaN   NaN   \n",
       "18  Start: 1:01 pm\\nCh. 2, two gorgeous SUs (1/5 a...             NaN   NaN   \n",
       "19  Rf mapper\\n-1.5:0.5:1.5, 1 degree\\nStart: 12:3...             NaN   NaN   \n",
       "20  Rf mapper\\n-8:2:8, 2 degrees\\nStart: 12:44 pm\\...             NaN   NaN   \n",
       "21  Ch. 25 parallel evolution, SU (1/5) vs hash (5...             NaN   NaN   \n",
       "22  Eye position STILL not showing up, but I'm tir...             NaN   NaN   \n",
       "23  Ch. 15 parallel evolution, SU (1/5) vs MU (3/5...             NaN   NaN   \n",
       "24  RF mapper, -8:2:8, 2 degrees\\nStart: 1:28 pm\\n...             NaN   NaN   \n",
       "25  RF mapper, -1.5:0.5:1.5, 1 degree\\nStart: 1:45...             NaN   NaN   \n",
       "26  Start: 2:00 pm\\nCh. 21, SU (1/5) vs. hash (5/5...             NaN   NaN   \n",
       "27  Start: 1:29 pm\\n-1.5:0.5:1.5, 1 degree\\n10 blo...             NaN   NaN   \n",
       "28  Start: 1:37 pm\\n-8:2:8, 2 degrees\\n11 blocks, ...             NaN   NaN   \n",
       "29  Start: 2:05 pm\\nCh. 29, SU (1.5/5)  vs. hash (...             NaN   NaN   \n",
       "30  Start: 2:48 pm\\nCh. 50, SU (1/5, sparse) vs ha...             NaN   NaN   \n",
       "31  Start: 12:48 pm, RF mapper\\n-8:2:8, 2 degrees\\...             NaN   NaN   \n",
       "32  Start: 12:59 pm, RF mapper\\n-1:0.5:1, 1 degree...             NaN   NaN   \n",
       "33  SU vs. hash, start: 1:18 pm\\nOne SU (1/5), one...             NaN   NaN   \n",
       "34  SU vs. SU vs. hash, start: 2:36 pm\\nTwo SUs (1...             NaN   NaN   \n",
       "35  CMAES vs. GA, start: 3:34 pm, evolving from vi...             NaN   NaN   \n",
       "36  Start: 1:05 pm, RF mapper\\n-1:0.5:1, 1 degree\\...             NaN   NaN   \n",
       "37  Start: 1:09 pm, RF mapper\\n-8:2:8, 2 degrees\\n...             NaN   NaN   \n",
       "38  Start: 1:24 pm, Ch. 24 SU (1/5) vs. hash (4/5)...             NaN   NaN   \n",
       "39  Start: 2:04 pm\\n24 [-0.5 -0.5] 4 1 CMAES\\n24 [...             NaN   NaN   \n",
       "40  RF mapper, start: 1:51 pm\\n-8:2:8, 2 degrees\\n...             NaN   NaN   \n",
       "41  RF mapper, start: 2:03 pm\\n-1:0.5:1, 1 degree\\...             NaN   NaN   \n",
       "42  CMAES vs. GA, start: 2:13 pm\\nCh. 25, one hash...             NaN   NaN   \n",
       "43  CMAES vs. GA, start: 2:46 pm\\nCh. 12, one hash...             NaN   NaN   \n",
       "\n",
       "    pref_chan  stim_size  \n",
       "0         NaN        NaN  \n",
       "1         NaN        NaN  \n",
       "2         NaN        NaN  \n",
       "3         NaN        NaN  \n",
       "4         NaN        NaN  \n",
       "5         NaN        NaN  \n",
       "6         NaN        NaN  \n",
       "7         NaN        NaN  \n",
       "8         NaN        NaN  \n",
       "9         NaN        NaN  \n",
       "10        NaN        NaN  \n",
       "11        NaN        NaN  \n",
       "12        NaN        NaN  \n",
       "13        NaN        NaN  \n",
       "14        NaN        NaN  \n",
       "15        NaN        NaN  \n",
       "16        NaN        NaN  \n",
       "17        NaN        NaN  \n",
       "18        NaN        NaN  \n",
       "19        NaN        NaN  \n",
       "20        NaN        NaN  \n",
       "21        NaN        NaN  \n",
       "22        NaN        NaN  \n",
       "23        NaN        NaN  \n",
       "24        NaN        NaN  \n",
       "25        NaN        NaN  \n",
       "26        NaN        NaN  \n",
       "27        NaN        NaN  \n",
       "28        NaN        NaN  \n",
       "29        NaN        NaN  \n",
       "30        NaN        NaN  \n",
       "31        NaN        NaN  \n",
       "32        NaN        NaN  \n",
       "33        NaN        NaN  \n",
       "34        NaN        NaN  \n",
       "35        NaN        NaN  \n",
       "36        NaN        NaN  \n",
       "37        NaN        NaN  \n",
       "38        NaN        NaN  \n",
       "39        NaN        NaN  \n",
       "40        NaN        NaN  \n",
       "41        NaN        NaN  \n",
       "42        NaN        NaN  \n",
       "43        NaN        NaN  "
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_sort"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Matlab Data Processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "format compact"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Drive already SUBSTed \n",
      "\n",
      "ans =\n",
      "\n",
      "     1\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "Set_Path;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "winopen(\"S:\\ExpSpecTable_Augment.xlsx\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "open(\"Project_Manifold_Beto_loadRaw\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "open(\"Evol_Optimizer_Cmp\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}