inspect_hparam_trials.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle as pk\n",
    "import pandas as pd\n",
    "import os\n",
    "import glob\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "hparam_trials_list = [\n",
    "    './hparam_trials/2023_03*',\n",
    "    './hparam_trials/2023_04*',\n",
    "    ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "./hparam_trials/2023_03_28_16-48-42\n",
      "./hparam_trials/2023_03_28_09-02-27\n",
      "./hparam_trials/2023_03_28_09-02-30\n",
      "./hparam_trials/2023_03_28_09-43-35\n",
      "./hparam_trials/2023_03_28_10-01-37\n",
      "./hparam_trials/2023_03_28_13-41-08\n",
      "./hparam_trials/2023_03_28_13-45-22\n",
      "./hparam_trials/2023_03_28_16-02-43\n",
      "./hparam_trials/2023_04_19_14-00-08\n",
      "./hparam_trials/2023_04_19_14-00-12\n",
      "./hparam_trials/2023_04_19_18-49-13\n",
      "./hparam_trials/2023_04_19_18-49-15\n",
      "./hparam_trials/2023_04_25_17-07-31\n",
      "./hparam_trials/2023_04_25_17-07-34\n",
      "./hparam_trials/2023_04_20_09-43-15\n",
      "./hparam_trials/2023_04_20_09-43-17\n",
      "./hparam_trials/2023_04_25_16-21-09\n",
      "./hparam_trials/2023_04_25_16-21-13\n",
      "./hparam_trials/2023_04_26_09-41-18\n",
      "./hparam_trials/2023_04_26_12-10-34\n"
     ]
    }
   ],
   "source": [
    "# expand regexps in list\n",
    "temp_list = []\n",
    "for trial in hparam_trials_list:\n",
    "    temp_list += glob.glob(trial)\n",
    "hparam_trials_list = temp_list\n",
    "\n",
    "for trial in hparam_trials_list:\n",
    "    print(trial)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# file = './hparam_trials/2023_06_19_15-25-43/hparams/tomoscope_2023_06_19_15-25-43.pkl'\n",
    "# data = pk.load(open(file, 'rb'))\n",
    "# transformed_data = {}\n",
    "# for key, value in data.items():\n",
    "#     value['dec_filters'] = [8, 16, 10]\n",
    "#     del value['def_filters']\n",
    "#     transformed_data[key] = value\n",
    "# pk.dump(transformed_data, open(file, 'wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_temp_data = []\n",
    "for triali, trial in enumerate(hparam_trials_list):\n",
    "    dir = os.path.join(trial, 'hparams')\n",
    "\n",
    "    for file in os.listdir(dir):\n",
    "        variable = file.split('_')[0]\n",
    "        path = os.path.join(dir, file)\n",
    "        data = pk.load(open(path, 'rb'))\n",
    "        all_data_d = {}\n",
    "        for k, v in data.items():\n",
    "            unique_key = f'{variable}-{triali}-{k}'\n",
    "            if 'run' not in all_data_d:\n",
    "                all_data_d['run'] = []\n",
    "            all_data_d['run'].append(k.split('-')[1])\n",
    "            # if 'run' not in all_data_d:\n",
    "            #     all_data_d['run'] = []\n",
    "            # all_data_d['run'].append(k.split('-')[1])\n",
    "            if 'var' not in all_data_d:\n",
    "                all_data_d['var'] = []\n",
    "            all_data_d['var'].append(variable)\n",
    "            for cat, value in v.items():\n",
    "                if cat == 'history':\n",
    "                    epochs = len(v['history']['loss'])\n",
    "                    if 'epochs' not in all_data_d:\n",
    "                        all_data_d['epochs'] = []\n",
    "                    all_data_d['epochs'].append(epochs)\n",
    "                else:\n",
    "                    if isinstance(value, list):\n",
    "                        value = '-'.join(str(e) for e in value)\n",
    "                    if cat not in all_data_d:\n",
    "                        all_data_d[cat] = []\n",
    "                    all_data_d[cat].append(value)\n",
    "        temp_data = pd.DataFrame(all_data_d)\n",
    "        all_temp_data.append(temp_data)\n",
    "data = pd.concat(all_temp_data)\n",
    "data = data.sort_values(by=['var', 'valid'])\n",
    "data.valid = data.valid.apply(lambda x: f'{x:.3e}')\n",
    "data.train = data.train.apply(lambda x: f'{x:.3e}')\n",
    "# data.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>run</th>\n",
       "      <th>var</th>\n",
       "      <th>time</th>\n",
       "      <th>train</th>\n",
       "      <th>valid</th>\n",
       "      <th>epochs</th>\n",
       "      <th>cropping</th>\n",
       "      <th>filters</th>\n",
       "      <th>kernel_size</th>\n",
       "      <th>dense_layers</th>\n",
       "      <th>strides</th>\n",
       "      <th>pooling</th>\n",
       "      <th>data%</th>\n",
       "      <th>conv_padding</th>\n",
       "      <th>batchnorm</th>\n",
       "      <th>use_bias</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>101.997655</td>\n",
       "      <td>1.149e-04</td>\n",
       "      <td>1.341e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-32</td>\n",
       "      <td>9-5</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>195.416115</td>\n",
       "      <td>1.447e-04</td>\n",
       "      <td>1.403e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-64</td>\n",
       "      <td>9-5</td>\n",
       "      <td>1024-256-64-16</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>144.701893</td>\n",
       "      <td>1.885e-04</td>\n",
       "      <td>1.483e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16</td>\n",
       "      <td>13-9</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>164.327019</td>\n",
       "      <td>1.485e-04</td>\n",
       "      <td>1.500e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-32</td>\n",
       "      <td>9-5</td>\n",
       "      <td>1024-256-64-16</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>96.264102</td>\n",
       "      <td>1.836e-04</td>\n",
       "      <td>1.503e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16-32</td>\n",
       "      <td>7-7-7</td>\n",
       "      <td>1024-512-256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>172.859493</td>\n",
       "      <td>1.936e-04</td>\n",
       "      <td>2.024e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-8-16</td>\n",
       "      <td>13-9-7</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>102.839742</td>\n",
       "      <td>1.956e-04</td>\n",
       "      <td>2.024e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16</td>\n",
       "      <td>11-7</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>211.588023</td>\n",
       "      <td>1.725e-04</td>\n",
       "      <td>2.041e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-64</td>\n",
       "      <td>13-9</td>\n",
       "      <td>1024-256-64-16</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>161.845894</td>\n",
       "      <td>2.289e-04</td>\n",
       "      <td>2.048e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-8</td>\n",
       "      <td>5-5</td>\n",
       "      <td>1024-256-64-16</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>95.077574</td>\n",
       "      <td>2.147e-04</td>\n",
       "      <td>2.050e-04</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-16</td>\n",
       "      <td>3-3</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>same</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   run     var        time      train      valid  epochs cropping  filters  \\\n",
       "16  16  VrfSPS  101.997655  1.149e-04  1.341e-04      50    14-14     8-32   \n",
       "12  12  VrfSPS  195.416115  1.447e-04  1.403e-04      50    14-14     8-64   \n",
       "3    3  VrfSPS  144.701893  1.885e-04  1.483e-04      50    14-14     8-16   \n",
       "7    7  VrfSPS  164.327019  1.485e-04  1.500e-04      50    14-14     8-32   \n",
       "20  20  VrfSPS   96.264102  1.836e-04  1.503e-04      50    14-14  8-16-32   \n",
       "..  ..     ...         ...        ...        ...     ...      ...      ...   \n",
       "0    0  VrfSPS  172.859493  1.936e-04  2.024e-04      50    14-14   4-8-16   \n",
       "5    5  VrfSPS  102.839742  1.956e-04  2.024e-04      50    14-14     8-16   \n",
       "10  10  VrfSPS  211.588023  1.725e-04  2.041e-04      50    14-14     8-64   \n",
       "18  18  VrfSPS  161.845894  2.289e-04  2.048e-04      50    14-14      8-8   \n",
       "14  14  VrfSPS   95.077574  2.147e-04  2.050e-04      50    14-14     4-16   \n",
       "\n",
       "   kernel_size    dense_layers strides pooling  data% conv_padding batchnorm  \\\n",
       "16         9-5    1024-256-128     NaN     NaN    1.0         same       NaN   \n",
       "12         9-5  1024-256-64-16     NaN     NaN    1.0         same       NaN   \n",
       "3         13-9    1024-256-128     NaN     NaN    1.0         same       NaN   \n",
       "7          9-5  1024-256-64-16     NaN     NaN    1.0         same       NaN   \n",
       "20       7-7-7    1024-512-256     NaN     NaN    1.0         same       NaN   \n",
       "..         ...             ...     ...     ...    ...          ...       ...   \n",
       "0       13-9-7    1024-256-128     NaN     NaN    1.0         same       NaN   \n",
       "5         11-7    1024-256-128     NaN     NaN    1.0         same       NaN   \n",
       "10        13-9  1024-256-64-16     NaN     NaN    1.0         same       NaN   \n",
       "18         5-5  1024-256-64-16     NaN     NaN    1.0         same       NaN   \n",
       "14         3-3    1024-256-128     NaN     NaN    1.0         same       NaN   \n",
       "\n",
       "   use_bias  \n",
       "16      NaN  \n",
       "12      NaN  \n",
       "3       NaN  \n",
       "7       NaN  \n",
       "20      NaN  \n",
       "..      ...  \n",
       "0       NaN  \n",
       "5       NaN  \n",
       "10      NaN  \n",
       "18      NaN  \n",
       "14      NaN  \n",
       "\n",
       "[100 rows x 16 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "data[data['var'] == 'VrfSPS'].head(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>run</th>\n",
       "      <th>var</th>\n",
       "      <th>time</th>\n",
       "      <th>train</th>\n",
       "      <th>valid</th>\n",
       "      <th>epochs</th>\n",
       "      <th>cropping</th>\n",
       "      <th>filters</th>\n",
       "      <th>kernel_size</th>\n",
       "      <th>dense_layers</th>\n",
       "      <th>strides</th>\n",
       "      <th>pooling</th>\n",
       "      <th>data%</th>\n",
       "      <th>batchnorm</th>\n",
       "      <th>use_bias</th>\n",
       "      <th>conv_padding</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>101.997655</td>\n",
       "      <td>0.000115</td>\n",
       "      <td>0.000134</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-32</td>\n",
       "      <td>9-5</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>144.701893</td>\n",
       "      <td>0.000189</td>\n",
       "      <td>0.000148</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16</td>\n",
       "      <td>13-9</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>96.264102</td>\n",
       "      <td>0.000184</td>\n",
       "      <td>0.000150</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16-32</td>\n",
       "      <td>7-7-7</td>\n",
       "      <td>1024-512-256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>106.978998</td>\n",
       "      <td>0.000187</td>\n",
       "      <td>0.000154</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-16-64</td>\n",
       "      <td>5-5-5</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>139.399100</td>\n",
       "      <td>0.000194</td>\n",
       "      <td>0.000154</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16</td>\n",
       "      <td>9-9</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>92.133987</td>\n",
       "      <td>0.000200</td>\n",
       "      <td>0.000158</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-16-64</td>\n",
       "      <td>11-5-3</td>\n",
       "      <td>1024-512-256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>101.971128</td>\n",
       "      <td>0.000180</td>\n",
       "      <td>0.000159</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16-32</td>\n",
       "      <td>5-5-5</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>104.020391</td>\n",
       "      <td>0.000168</td>\n",
       "      <td>0.000159</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16-32</td>\n",
       "      <td>9-7-5</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>105.960660</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.000160</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-16-64</td>\n",
       "      <td>7-7-7</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>152.017369</td>\n",
       "      <td>0.000172</td>\n",
       "      <td>0.000164</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-16-64</td>\n",
       "      <td>7-5-5</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>157.327345</td>\n",
       "      <td>0.000191</td>\n",
       "      <td>0.000166</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-32</td>\n",
       "      <td>9-9</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>95.053542</td>\n",
       "      <td>0.000156</td>\n",
       "      <td>0.000166</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-16</td>\n",
       "      <td>11-7</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>93.192075</td>\n",
       "      <td>0.000183</td>\n",
       "      <td>0.000170</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16-32</td>\n",
       "      <td>11-5-3</td>\n",
       "      <td>1024-512-256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>97.644890</td>\n",
       "      <td>0.000162</td>\n",
       "      <td>0.000172</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-8</td>\n",
       "      <td>9-5</td>\n",
       "      <td>1024-512-256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>158.839926</td>\n",
       "      <td>0.000203</td>\n",
       "      <td>0.000172</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-16-64</td>\n",
       "      <td>9-9-9</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>149.979054</td>\n",
       "      <td>0.000181</td>\n",
       "      <td>0.000172</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-8-16</td>\n",
       "      <td>7-5-5</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>158.488403</td>\n",
       "      <td>0.000184</td>\n",
       "      <td>0.000174</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16-32</td>\n",
       "      <td>7-5-5</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>160.394046</td>\n",
       "      <td>0.000153</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-32</td>\n",
       "      <td>13-9</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>139.665895</td>\n",
       "      <td>0.000212</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>8-16</td>\n",
       "      <td>7-5</td>\n",
       "      <td>1024-256-128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>VrfSPS</td>\n",
       "      <td>95.515905</td>\n",
       "      <td>0.000216</td>\n",
       "      <td>0.000176</td>\n",
       "      <td>50</td>\n",
       "      <td>14-14</td>\n",
       "      <td>4-16-64</td>\n",
       "      <td>3-3-3</td>\n",
       "      <td>1024-512-256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>same</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   run     var        time     train     valid  epochs cropping  filters  \\\n",
       "16  16  VrfSPS  101.997655  0.000115  0.000134      50    14-14     8-32   \n",
       "3    3  VrfSPS  144.701893  0.000189  0.000148      50    14-14     8-16   \n",
       "20  20  VrfSPS   96.264102  0.000184  0.000150      50    14-14  8-16-32   \n",
       "11  11  VrfSPS  106.978998  0.000187  0.000154      50    14-14  4-16-64   \n",
       "4    4  VrfSPS  139.399100  0.000194  0.000154      50    14-14     8-16   \n",
       "28  28  VrfSPS   92.133987  0.000200  0.000158      50    14-14  4-16-64   \n",
       "6    6  VrfSPS  101.971128  0.000180  0.000159      50    14-14  8-16-32   \n",
       "9    9  VrfSPS  104.020391  0.000168  0.000159      50    14-14  8-16-32   \n",
       "10  10  VrfSPS  105.960660  0.000179  0.000160      50    14-14  4-16-64   \n",
       "8    8  VrfSPS  152.017369  0.000172  0.000164      50    14-14  4-16-64   \n",
       "10  10  VrfSPS  157.327345  0.000191  0.000166      50    14-14     8-32   \n",
       "10  10  VrfSPS   95.053542  0.000156  0.000166      50    14-14     4-16   \n",
       "23  23  VrfSPS   93.192075  0.000183  0.000170      50    14-14  8-16-32   \n",
       "21  21  VrfSPS   97.644890  0.000162  0.000172      50    14-14      4-8   \n",
       "7    7  VrfSPS  158.839926  0.000203  0.000172      50    14-14  4-16-64   \n",
       "2    2  VrfSPS  149.979054  0.000181  0.000172      50    14-14   4-8-16   \n",
       "5    5  VrfSPS  158.488403  0.000184  0.000174      50    14-14  8-16-32   \n",
       "9    9  VrfSPS  160.394046  0.000153  0.000175      50    14-14     8-32   \n",
       "5    5  VrfSPS  139.665895  0.000212  0.000175      50    14-14     8-16   \n",
       "27  27  VrfSPS   95.515905  0.000216  0.000176      50    14-14  4-16-64   \n",
       "\n",
       "   kernel_size  dense_layers strides pooling  data% batchnorm use_bias  \\\n",
       "16         9-5  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "3         13-9  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "20       7-7-7  1024-512-256     NaN     NaN    1.0       NaN      NaN   \n",
       "11       5-5-5  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "4          9-9  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "28      11-5-3  1024-512-256     NaN     NaN    1.0       NaN      NaN   \n",
       "6        5-5-5  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "9        9-7-5  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "10       7-7-7  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "8        7-5-5  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "10         9-9  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "10        11-7  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "23      11-5-3  1024-512-256     NaN     NaN    1.0       NaN      NaN   \n",
       "21         9-5  1024-512-256     NaN     NaN    1.0       NaN      NaN   \n",
       "7        9-9-9  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "2        7-5-5  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "5        7-5-5  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "9         13-9  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "5          7-5  1024-256-128     NaN     NaN    1.0       NaN      NaN   \n",
       "27       3-3-3  1024-512-256     NaN     NaN    1.0       NaN      NaN   \n",
       "\n",
       "   conv_padding  \n",
       "16         same  \n",
       "3          same  \n",
       "20         same  \n",
       "11         same  \n",
       "4          same  \n",
       "28         same  \n",
       "6          same  \n",
       "9          same  \n",
       "10         same  \n",
       "8          same  \n",
       "10         same  \n",
       "10         same  \n",
       "23         same  \n",
       "21         same  \n",
       "7          same  \n",
       "2          same  \n",
       "5          same  \n",
       "9          same  \n",
       "5          same  \n",
       "27         same  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data[data['var']=='VrfSPS'].head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([nan, '2-2', '3-3', '1-1'], dtype=object)"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.strides.unique()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  },
  "vscode": {
   "interpreter": {
    "hash": "79ab8fd01a8cec42884b8b2a5d7fb4751c5402d97e9e61d151ed5c6a6352873c"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}