01_2020-023_explore_data.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "821e3548",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "558fa5df",
   "metadata": {},
   "outputs": [],
   "source": [
    "#PSC Seren\n",
    "PSC_ASV_seren = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_16s_Seren_2020_06_Table_ASV_Bayesian_RDP16.tsv', sep='\\t', index_col=0)\n",
    "\n",
    "#PSC Stool\n",
    "PSC_ASV_stool = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_16s_Stool_2020_06_Table_ASV_Bayesian_RDP16.tsv', sep='\\t', index_col=0)\n",
    "\n",
    "\n",
    "#BSPSPC Seren\n",
    "BSPSPC_ASV_seren = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_16s_Seren_Table_ASV_Bayesian_RDP16.tsv', sep='\\t', index_col=0)\n",
    "\n",
    "\n",
    "#BSPSPC Stool\n",
    "BSPSPC_ASV_stool = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_16s_Stool_BSPSPC_Table_ASV_Bayesian_RDP16_renamed.tsv', sep='\\t', index_col=0)\n",
    "\n",
    "\n",
    "#BSPSPC\n",
    "BSPSPC_data = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_BSPSPC_data.tsv', sep='\\t', index_col=0)\n",
    "BSPSPC_PG2NK_STAMM = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_BSPSPC_PG2NK_STAMM.tsv', sep='\\t', index_col=0)\n",
    "\n",
    "#G2P data\n",
    "GP2_data_2018 = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_GP2_data_PSC_Seren_2018.tsv', sep='\\t', index_col=0)\n",
    "GP2_data_2020 = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_GP2_data_PSC_Seren_August_2020.tsv', sep='\\t', index_col=0)\n",
    "\n",
    "#PSC\n",
    "PSC_data = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_PSC_data.tsv', sep='\\t', index_col=0)\n",
    "PSC_STAMM = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_PSC_STAMM.tsv', sep='\\t', index_col=0)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "56d9b132",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load genus level tables\n",
    "#PSC Seren\n",
    "PSC_genus_seren = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_16s_Seren_2020_06_Table_Level_6_Genus_Bayesian_RDP16.tsv', sep='\\t', index_col=0)\n",
    "\n",
    "#PSC Stool\n",
    "PSC_genus_stool = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_16s_Stool_2020_06_Table_Level_6_Genus_Bayesian_RDP16.tsv', sep='\\t', index_col=0)\n",
    "\n",
    "\n",
    "#BSPSPC Seren\n",
    "BSPSPC_genus_seren = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_16s_Seren_Table_Level_6_Genus_Bayesian_RDP16.tsv', sep='\\t', index_col=0)\n",
    "\n",
    "\n",
    "#BSPSPC Stool\n",
    "BSPSPC_genus_stool = pd.read_csv('./P2N_2020-023_Corinna_Bang/2020-023_16s_Stool_BSPSPC_Table_Level_6_Genus_Bayesian_RDP16_renamed.tsv', sep='\\t', index_col=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "9ebdc376",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>phase</th>\n",
       "      <th>G__Flavobacterium</th>\n",
       "      <th>G__Bacillus</th>\n",
       "      <th>G__Massilia</th>\n",
       "      <th>K__Bacteria</th>\n",
       "      <th>G__Propionibacterium</th>\n",
       "      <th>G__Limnohabitans</th>\n",
       "      <th>G__Fluviicola</th>\n",
       "      <th>G__Burkholderia</th>\n",
       "      <th>G__Sphingomonas</th>\n",
       "      <th>...</th>\n",
       "      <th>G__Tannerella</th>\n",
       "      <th>G__Thiobacillus</th>\n",
       "      <th>G__Sinobacterium</th>\n",
       "      <th>G__Candidimonas</th>\n",
       "      <th>G__Gardnerella</th>\n",
       "      <th>G__Vagococcus</th>\n",
       "      <th>G__Stella</th>\n",
       "      <th>G__Desulfomonile</th>\n",
       "      <th>C__Armatimonadetes_gp4</th>\n",
       "      <th>G__Rufibacter</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0001</th>\n",
       "      <td>BL</td>\n",
       "      <td>1479</td>\n",
       "      <td>151</td>\n",
       "      <td>0</td>\n",
       "      <td>1461</td>\n",
       "      <td>289</td>\n",
       "      <td>203</td>\n",
       "      <td>201</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0006</th>\n",
       "      <td>BL</td>\n",
       "      <td>2436</td>\n",
       "      <td>490</td>\n",
       "      <td>269</td>\n",
       "      <td>1486</td>\n",
       "      <td>0</td>\n",
       "      <td>117</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0007</th>\n",
       "      <td>BL</td>\n",
       "      <td>1324</td>\n",
       "      <td>4520</td>\n",
       "      <td>1905</td>\n",
       "      <td>763</td>\n",
       "      <td>238</td>\n",
       "      <td>142</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>366</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0010</th>\n",
       "      <td>BL</td>\n",
       "      <td>1022</td>\n",
       "      <td>0</td>\n",
       "      <td>174</td>\n",
       "      <td>584</td>\n",
       "      <td>35</td>\n",
       "      <td>505</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0015</th>\n",
       "      <td>BL</td>\n",
       "      <td>1381</td>\n",
       "      <td>6433</td>\n",
       "      <td>2264</td>\n",
       "      <td>961</td>\n",
       "      <td>42</td>\n",
       "      <td>795</td>\n",
       "      <td>176</td>\n",
       "      <td>0</td>\n",
       "      <td>546</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0766</th>\n",
       "      <td>BL</td>\n",
       "      <td>2541</td>\n",
       "      <td>243</td>\n",
       "      <td>79</td>\n",
       "      <td>3473</td>\n",
       "      <td>14777</td>\n",
       "      <td>1566</td>\n",
       "      <td>449</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0768</th>\n",
       "      <td>BL</td>\n",
       "      <td>460</td>\n",
       "      <td>0</td>\n",
       "      <td>99</td>\n",
       "      <td>305</td>\n",
       "      <td>178</td>\n",
       "      <td>396</td>\n",
       "      <td>52</td>\n",
       "      <td>26</td>\n",
       "      <td>155</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0769</th>\n",
       "      <td>BL</td>\n",
       "      <td>1773</td>\n",
       "      <td>6260</td>\n",
       "      <td>2488</td>\n",
       "      <td>851</td>\n",
       "      <td>4434</td>\n",
       "      <td>331</td>\n",
       "      <td>250</td>\n",
       "      <td>0</td>\n",
       "      <td>422</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0775</th>\n",
       "      <td>BL</td>\n",
       "      <td>1587</td>\n",
       "      <td>0</td>\n",
       "      <td>204</td>\n",
       "      <td>891</td>\n",
       "      <td>1382</td>\n",
       "      <td>328</td>\n",
       "      <td>70</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0781</th>\n",
       "      <td>BL</td>\n",
       "      <td>2001</td>\n",
       "      <td>4601</td>\n",
       "      <td>1889</td>\n",
       "      <td>1237</td>\n",
       "      <td>118</td>\n",
       "      <td>496</td>\n",
       "      <td>209</td>\n",
       "      <td>43</td>\n",
       "      <td>53</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>132 rows × 911 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  phase  G__Flavobacterium  G__Bacillus  G__Massilia  \\\n",
       "new_id                                                                 \n",
       "2020-023_PSC_0001    BL               1479          151            0   \n",
       "2020-023_PSC_0006    BL               2436          490          269   \n",
       "2020-023_PSC_0007    BL               1324         4520         1905   \n",
       "2020-023_PSC_0010    BL               1022            0          174   \n",
       "2020-023_PSC_0015    BL               1381         6433         2264   \n",
       "...                 ...                ...          ...          ...   \n",
       "2020-023_PSC_0766    BL               2541          243           79   \n",
       "2020-023_PSC_0768    BL                460            0           99   \n",
       "2020-023_PSC_0769    BL               1773         6260         2488   \n",
       "2020-023_PSC_0775    BL               1587            0          204   \n",
       "2020-023_PSC_0781    BL               2001         4601         1889   \n",
       "\n",
       "                   K__Bacteria  G__Propionibacterium  G__Limnohabitans  \\\n",
       "new_id                                                                   \n",
       "2020-023_PSC_0001         1461                   289               203   \n",
       "2020-023_PSC_0006         1486                     0               117   \n",
       "2020-023_PSC_0007          763                   238               142   \n",
       "2020-023_PSC_0010          584                    35               505   \n",
       "2020-023_PSC_0015          961                    42               795   \n",
       "...                        ...                   ...               ...   \n",
       "2020-023_PSC_0766         3473                 14777              1566   \n",
       "2020-023_PSC_0768          305                   178               396   \n",
       "2020-023_PSC_0769          851                  4434               331   \n",
       "2020-023_PSC_0775          891                  1382               328   \n",
       "2020-023_PSC_0781         1237                   118               496   \n",
       "\n",
       "                   G__Fluviicola  G__Burkholderia  G__Sphingomonas  ...  \\\n",
       "new_id                                                              ...   \n",
       "2020-023_PSC_0001            201                0                0  ...   \n",
       "2020-023_PSC_0006              0                0                0  ...   \n",
       "2020-023_PSC_0007             36                0              366  ...   \n",
       "2020-023_PSC_0010              0                0                0  ...   \n",
       "2020-023_PSC_0015            176                0              546  ...   \n",
       "...                          ...              ...              ...  ...   \n",
       "2020-023_PSC_0766            449                0                0  ...   \n",
       "2020-023_PSC_0768             52               26              155  ...   \n",
       "2020-023_PSC_0769            250                0              422  ...   \n",
       "2020-023_PSC_0775             70                0                0  ...   \n",
       "2020-023_PSC_0781            209               43               53  ...   \n",
       "\n",
       "                   G__Tannerella  G__Thiobacillus  G__Sinobacterium  \\\n",
       "new_id                                                                \n",
       "2020-023_PSC_0001              0                0                 0   \n",
       "2020-023_PSC_0006              0                0                 0   \n",
       "2020-023_PSC_0007              0                0                 0   \n",
       "2020-023_PSC_0010              0                0                 0   \n",
       "2020-023_PSC_0015              0                0                 0   \n",
       "...                          ...              ...               ...   \n",
       "2020-023_PSC_0766              0                0                 0   \n",
       "2020-023_PSC_0768              0                0                 0   \n",
       "2020-023_PSC_0769              0                0                 0   \n",
       "2020-023_PSC_0775              0                0                 0   \n",
       "2020-023_PSC_0781              0                0                 0   \n",
       "\n",
       "                   G__Candidimonas  G__Gardnerella  G__Vagococcus  G__Stella  \\\n",
       "new_id                                                                         \n",
       "2020-023_PSC_0001                0               0              0          0   \n",
       "2020-023_PSC_0006                0               0              0          0   \n",
       "2020-023_PSC_0007                0               0              0          0   \n",
       "2020-023_PSC_0010                0               0              0          0   \n",
       "2020-023_PSC_0015                0               0              0          0   \n",
       "...                            ...             ...            ...        ...   \n",
       "2020-023_PSC_0766                0               0              0          0   \n",
       "2020-023_PSC_0768                0               0              0          0   \n",
       "2020-023_PSC_0769                0               0              0          0   \n",
       "2020-023_PSC_0775                0               0              0          0   \n",
       "2020-023_PSC_0781                0               0              0          0   \n",
       "\n",
       "                   G__Desulfomonile  C__Armatimonadetes_gp4  G__Rufibacter  \n",
       "new_id                                                                      \n",
       "2020-023_PSC_0001                 0                       0              0  \n",
       "2020-023_PSC_0006                 0                       0              0  \n",
       "2020-023_PSC_0007                 0                       0              0  \n",
       "2020-023_PSC_0010                 0                       0              0  \n",
       "2020-023_PSC_0015                 0                       0              0  \n",
       "...                             ...                     ...            ...  \n",
       "2020-023_PSC_0766                 0                       0              0  \n",
       "2020-023_PSC_0768                 0                       0              0  \n",
       "2020-023_PSC_0769                 0                       0              0  \n",
       "2020-023_PSC_0775                 0                       0              0  \n",
       "2020-023_PSC_0781                 0                       0              0  \n",
       "\n",
       "[132 rows x 911 columns]"
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PSC_genus_seren"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "164c6452",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>phase</th>\n",
       "      <th>G__Bacteroides</th>\n",
       "      <th>G__Dialister</th>\n",
       "      <th>G__Alistipes</th>\n",
       "      <th>G__Escherichia.Shigella</th>\n",
       "      <th>G__Subdoligranulum</th>\n",
       "      <th>G__Parabacteroides</th>\n",
       "      <th>G__Sutterella</th>\n",
       "      <th>G__Acidaminococcus</th>\n",
       "      <th>G__Parasutterella</th>\n",
       "      <th>...</th>\n",
       "      <th>G__Diplorickettsia</th>\n",
       "      <th>G__Bulleidia</th>\n",
       "      <th>G__Cardiobacterium</th>\n",
       "      <th>G__Armatimonas.Armatimonadetes_gp1</th>\n",
       "      <th>G__Leifsonia</th>\n",
       "      <th>O__Gp6</th>\n",
       "      <th>G__Solirubrobacter</th>\n",
       "      <th>G__Methylotenera</th>\n",
       "      <th>G__Luteococcus</th>\n",
       "      <th>G__Spirochaeta</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0001</th>\n",
       "      <td>BL</td>\n",
       "      <td>5195</td>\n",
       "      <td>2091</td>\n",
       "      <td>354</td>\n",
       "      <td>0</td>\n",
       "      <td>186</td>\n",
       "      <td>117</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>188</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0002</th>\n",
       "      <td>BL</td>\n",
       "      <td>8643</td>\n",
       "      <td>480</td>\n",
       "      <td>1179</td>\n",
       "      <td>0</td>\n",
       "      <td>57</td>\n",
       "      <td>1230</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0003</th>\n",
       "      <td>BL</td>\n",
       "      <td>2259</td>\n",
       "      <td>0</td>\n",
       "      <td>549</td>\n",
       "      <td>0</td>\n",
       "      <td>1233</td>\n",
       "      <td>381</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0005</th>\n",
       "      <td>BL</td>\n",
       "      <td>4921</td>\n",
       "      <td>778</td>\n",
       "      <td>2801</td>\n",
       "      <td>606</td>\n",
       "      <td>122</td>\n",
       "      <td>2186</td>\n",
       "      <td>228</td>\n",
       "      <td>0</td>\n",
       "      <td>85</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0006</th>\n",
       "      <td>BL</td>\n",
       "      <td>1757</td>\n",
       "      <td>4</td>\n",
       "      <td>1330</td>\n",
       "      <td>2197</td>\n",
       "      <td>311</td>\n",
       "      <td>247</td>\n",
       "      <td>169</td>\n",
       "      <td>58</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0778</th>\n",
       "      <td>BL</td>\n",
       "      <td>6110</td>\n",
       "      <td>927</td>\n",
       "      <td>3590</td>\n",
       "      <td>1483</td>\n",
       "      <td>38</td>\n",
       "      <td>914</td>\n",
       "      <td>229</td>\n",
       "      <td>0</td>\n",
       "      <td>70</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0779</th>\n",
       "      <td>BL</td>\n",
       "      <td>6592</td>\n",
       "      <td>0</td>\n",
       "      <td>1222</td>\n",
       "      <td>212</td>\n",
       "      <td>57</td>\n",
       "      <td>1830</td>\n",
       "      <td>1301</td>\n",
       "      <td>1256</td>\n",
       "      <td>250</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0780</th>\n",
       "      <td>BL</td>\n",
       "      <td>2451</td>\n",
       "      <td>776</td>\n",
       "      <td>873</td>\n",
       "      <td>446</td>\n",
       "      <td>407</td>\n",
       "      <td>870</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>530</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0781</th>\n",
       "      <td>BL</td>\n",
       "      <td>3465</td>\n",
       "      <td>1832</td>\n",
       "      <td>2138</td>\n",
       "      <td>0</td>\n",
       "      <td>374</td>\n",
       "      <td>778</td>\n",
       "      <td>319</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0783</th>\n",
       "      <td>BL</td>\n",
       "      <td>3177</td>\n",
       "      <td>1668</td>\n",
       "      <td>1499</td>\n",
       "      <td>1897</td>\n",
       "      <td>780</td>\n",
       "      <td>446</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>505</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>527 rows × 383 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  phase  G__Bacteroides  G__Dialister  G__Alistipes  \\\n",
       "new_id                                                                \n",
       "2020-023_PSC_0001    BL            5195          2091           354   \n",
       "2020-023_PSC_0002    BL            8643           480          1179   \n",
       "2020-023_PSC_0003    BL            2259             0           549   \n",
       "2020-023_PSC_0005    BL            4921           778          2801   \n",
       "2020-023_PSC_0006    BL            1757             4          1330   \n",
       "...                 ...             ...           ...           ...   \n",
       "2020-023_PSC_0778    BL            6110           927          3590   \n",
       "2020-023_PSC_0779    BL            6592             0          1222   \n",
       "2020-023_PSC_0780    BL            2451           776           873   \n",
       "2020-023_PSC_0781    BL            3465          1832          2138   \n",
       "2020-023_PSC_0783    BL            3177          1668          1499   \n",
       "\n",
       "                   G__Escherichia.Shigella  G__Subdoligranulum  \\\n",
       "new_id                                                           \n",
       "2020-023_PSC_0001                        0                 186   \n",
       "2020-023_PSC_0002                        0                  57   \n",
       "2020-023_PSC_0003                        0                1233   \n",
       "2020-023_PSC_0005                      606                 122   \n",
       "2020-023_PSC_0006                     2197                 311   \n",
       "...                                    ...                 ...   \n",
       "2020-023_PSC_0778                     1483                  38   \n",
       "2020-023_PSC_0779                      212                  57   \n",
       "2020-023_PSC_0780                      446                 407   \n",
       "2020-023_PSC_0781                        0                 374   \n",
       "2020-023_PSC_0783                     1897                 780   \n",
       "\n",
       "                   G__Parabacteroides  G__Sutterella  G__Acidaminococcus  \\\n",
       "new_id                                                                     \n",
       "2020-023_PSC_0001                 117              0                   0   \n",
       "2020-023_PSC_0002                1230            103                   0   \n",
       "2020-023_PSC_0003                 381              0                   0   \n",
       "2020-023_PSC_0005                2186            228                   0   \n",
       "2020-023_PSC_0006                 247            169                  58   \n",
       "...                               ...            ...                 ...   \n",
       "2020-023_PSC_0778                 914            229                   0   \n",
       "2020-023_PSC_0779                1830           1301                1256   \n",
       "2020-023_PSC_0780                 870              0                   0   \n",
       "2020-023_PSC_0781                 778            319                   0   \n",
       "2020-023_PSC_0783                 446              0                   0   \n",
       "\n",
       "                   G__Parasutterella  ...  G__Diplorickettsia  G__Bulleidia  \\\n",
       "new_id                                ...                                     \n",
       "2020-023_PSC_0001                188  ...                   0             0   \n",
       "2020-023_PSC_0002                  0  ...                   0             0   \n",
       "2020-023_PSC_0003                  8  ...                   0             0   \n",
       "2020-023_PSC_0005                 85  ...                   0             0   \n",
       "2020-023_PSC_0006                  0  ...                   0             0   \n",
       "...                              ...  ...                 ...           ...   \n",
       "2020-023_PSC_0778                 70  ...                   0             0   \n",
       "2020-023_PSC_0779                250  ...                   0             0   \n",
       "2020-023_PSC_0780                530  ...                   0             0   \n",
       "2020-023_PSC_0781                  0  ...                   0             0   \n",
       "2020-023_PSC_0783                505  ...                   0             0   \n",
       "\n",
       "                   G__Cardiobacterium  G__Armatimonas.Armatimonadetes_gp1  \\\n",
       "new_id                                                                      \n",
       "2020-023_PSC_0001                   0                                   0   \n",
       "2020-023_PSC_0002                   0                                   0   \n",
       "2020-023_PSC_0003                   0                                   0   \n",
       "2020-023_PSC_0005                   0                                   0   \n",
       "2020-023_PSC_0006                   0                                   0   \n",
       "...                               ...                                 ...   \n",
       "2020-023_PSC_0778                   0                                   0   \n",
       "2020-023_PSC_0779                   0                                   0   \n",
       "2020-023_PSC_0780                   0                                   0   \n",
       "2020-023_PSC_0781                   0                                   0   \n",
       "2020-023_PSC_0783                   0                                   0   \n",
       "\n",
       "                   G__Leifsonia  O__Gp6  G__Solirubrobacter  G__Methylotenera  \\\n",
       "new_id                                                                          \n",
       "2020-023_PSC_0001             0       0                   0                 0   \n",
       "2020-023_PSC_0002             0       0                   0                 0   \n",
       "2020-023_PSC_0003             0       0                   0                 0   \n",
       "2020-023_PSC_0005             0       0                   0                 0   \n",
       "2020-023_PSC_0006             0       0                   0                 0   \n",
       "...                         ...     ...                 ...               ...   \n",
       "2020-023_PSC_0778             0       0                   0                 0   \n",
       "2020-023_PSC_0779             0       0                   0                 0   \n",
       "2020-023_PSC_0780             0       0                   0                 0   \n",
       "2020-023_PSC_0781             0       0                   0                 0   \n",
       "2020-023_PSC_0783             0       0                   0                 0   \n",
       "\n",
       "                   G__Luteococcus  G__Spirochaeta  \n",
       "new_id                                             \n",
       "2020-023_PSC_0001               0               0  \n",
       "2020-023_PSC_0002               0               0  \n",
       "2020-023_PSC_0003               0               0  \n",
       "2020-023_PSC_0005               0               0  \n",
       "2020-023_PSC_0006               0               0  \n",
       "...                           ...             ...  \n",
       "2020-023_PSC_0778               0               0  \n",
       "2020-023_PSC_0779               0               0  \n",
       "2020-023_PSC_0780               0               0  \n",
       "2020-023_PSC_0781               0               0  \n",
       "2020-023_PSC_0783               0               0  \n",
       "\n",
       "[527 rows x 383 columns]"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PSC_genus_stool"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "e3440127",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>phase</th>\n",
       "      <th>ASV_1</th>\n",
       "      <th>ASV_2</th>\n",
       "      <th>ASV_3</th>\n",
       "      <th>ASV_4</th>\n",
       "      <th>ASV_5</th>\n",
       "      <th>ASV_6</th>\n",
       "      <th>ASV_7</th>\n",
       "      <th>ASV_8</th>\n",
       "      <th>ASV_9</th>\n",
       "      <th>...</th>\n",
       "      <th>ASV_23143</th>\n",
       "      <th>ASV_23144</th>\n",
       "      <th>ASV_23145</th>\n",
       "      <th>ASV_23146</th>\n",
       "      <th>ASV_23147</th>\n",
       "      <th>ASV_23148</th>\n",
       "      <th>ASV_23149</th>\n",
       "      <th>ASV_23150</th>\n",
       "      <th>ASV_23151</th>\n",
       "      <th>ASV_23152</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0011</th>\n",
       "      <td>F2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0041</th>\n",
       "      <td>F2</td>\n",
       "      <td>268</td>\n",
       "      <td>0</td>\n",
       "      <td>159</td>\n",
       "      <td>0</td>\n",
       "      <td>189</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0055</th>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>912</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0096</th>\n",
       "      <td>F2</td>\n",
       "      <td>989</td>\n",
       "      <td>0</td>\n",
       "      <td>2555</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0119</th>\n",
       "      <td>F2</td>\n",
       "      <td>777</td>\n",
       "      <td>0</td>\n",
       "      <td>3190</td>\n",
       "      <td>0</td>\n",
       "      <td>958</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0409</th>\n",
       "      <td>F2</td>\n",
       "      <td>225</td>\n",
       "      <td>0</td>\n",
       "      <td>202</td>\n",
       "      <td>0</td>\n",
       "      <td>422</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0480</th>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>659</td>\n",
       "      <td>0</td>\n",
       "      <td>756</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0515</th>\n",
       "      <td>F2</td>\n",
       "      <td>782</td>\n",
       "      <td>0</td>\n",
       "      <td>699</td>\n",
       "      <td>0</td>\n",
       "      <td>482</td>\n",
       "      <td>0</td>\n",
       "      <td>163</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0726</th>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>817</td>\n",
       "      <td>569</td>\n",
       "      <td>0</td>\n",
       "      <td>705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0741</th>\n",
       "      <td>F2</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>565 rows × 23153 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  phase  ASV_1  ASV_2  ASV_3  ASV_4  ASV_5  ASV_6  ASV_7  \\\n",
       "new_id                                                                     \n",
       "2020-023_BSP_0011    F2      2      0      0      0      0      0      0   \n",
       "2020-023_BSP_0041    F2    268      0    159      0    189      0      0   \n",
       "2020-023_BSP_0055    F2      0      0      0      0    912      0      0   \n",
       "2020-023_BSP_0096    F2    989      0   2555      0      0      0      0   \n",
       "2020-023_BSP_0119    F2    777      0   3190      0    958      0      0   \n",
       "...                 ...    ...    ...    ...    ...    ...    ...    ...   \n",
       "2020-023_SPC_0409    F2    225      0    202      0    422      0      0   \n",
       "2020-023_SPC_0480    F2      0      0    659      0    756      0      0   \n",
       "2020-023_SPC_0515    F2    782      0    699      0    482      0    163   \n",
       "2020-023_SPC_0726    F2      0    817    569      0    705      0      0   \n",
       "2020-023_SPC_0741    F2     47      0    100      0     31      0      0   \n",
       "\n",
       "                   ASV_8  ASV_9  ...  ASV_23143  ASV_23144  ASV_23145  \\\n",
       "new_id                           ...                                    \n",
       "2020-023_BSP_0011      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0041      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0055      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0096      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0119      0      0  ...          0          0          0   \n",
       "...                  ...    ...  ...        ...        ...        ...   \n",
       "2020-023_SPC_0409      0      0  ...          0          0          0   \n",
       "2020-023_SPC_0480      0      0  ...          0          0          0   \n",
       "2020-023_SPC_0515      0      2  ...          0          0          0   \n",
       "2020-023_SPC_0726      0      0  ...          0          0          0   \n",
       "2020-023_SPC_0741      0      0  ...          0          0          0   \n",
       "\n",
       "                   ASV_23146  ASV_23147  ASV_23148  ASV_23149  ASV_23150  \\\n",
       "new_id                                                                     \n",
       "2020-023_BSP_0011          0          0          0          0          0   \n",
       "2020-023_BSP_0041          0          0          0          0          0   \n",
       "2020-023_BSP_0055          0          0          0          0          0   \n",
       "2020-023_BSP_0096          0          0          0          0          0   \n",
       "2020-023_BSP_0119          0          0          0          0          0   \n",
       "...                      ...        ...        ...        ...        ...   \n",
       "2020-023_SPC_0409          0          0          0          0          0   \n",
       "2020-023_SPC_0480          0          0          0          0          0   \n",
       "2020-023_SPC_0515          0          0          0          0          0   \n",
       "2020-023_SPC_0726          0          0          0          0          0   \n",
       "2020-023_SPC_0741          0          0          0          0          0   \n",
       "\n",
       "                   ASV_23151  ASV_23152  \n",
       "new_id                                   \n",
       "2020-023_BSP_0011          0          0  \n",
       "2020-023_BSP_0041          0          0  \n",
       "2020-023_BSP_0055          0          0  \n",
       "2020-023_BSP_0096          0          0  \n",
       "2020-023_BSP_0119          0          0  \n",
       "...                      ...        ...  \n",
       "2020-023_SPC_0409          0          0  \n",
       "2020-023_SPC_0480          0          0  \n",
       "2020-023_SPC_0515          0          0  \n",
       "2020-023_SPC_0726          0          0  \n",
       "2020-023_SPC_0741          0          0  \n",
       "\n",
       "[565 rows x 23153 columns]"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "BSPSPC_ASV_seren"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "0c1c411e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>phase</th>\n",
       "      <th>ASV_1</th>\n",
       "      <th>ASV_2</th>\n",
       "      <th>ASV_3</th>\n",
       "      <th>ASV_4</th>\n",
       "      <th>ASV_5</th>\n",
       "      <th>ASV_6</th>\n",
       "      <th>ASV_7</th>\n",
       "      <th>ASV_8</th>\n",
       "      <th>ASV_9</th>\n",
       "      <th>...</th>\n",
       "      <th>ASV_52155</th>\n",
       "      <th>ASV_52156</th>\n",
       "      <th>ASV_52157</th>\n",
       "      <th>ASV_52158</th>\n",
       "      <th>ASV_52159</th>\n",
       "      <th>ASV_52160</th>\n",
       "      <th>ASV_52161</th>\n",
       "      <th>ASV_52162</th>\n",
       "      <th>ASV_52163</th>\n",
       "      <th>ASV_52164</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0011</th>\n",
       "      <td>F2</td>\n",
       "      <td>469</td>\n",
       "      <td>0</td>\n",
       "      <td>2235</td>\n",
       "      <td>1506</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>89</td>\n",
       "      <td>99</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0041</th>\n",
       "      <td>F2</td>\n",
       "      <td>227</td>\n",
       "      <td>384</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>468</td>\n",
       "      <td>228</td>\n",
       "      <td>301</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0055</th>\n",
       "      <td>F2</td>\n",
       "      <td>660</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>380</td>\n",
       "      <td>53</td>\n",
       "      <td>162</td>\n",
       "      <td>0</td>\n",
       "      <td>239</td>\n",
       "      <td>509</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0096</th>\n",
       "      <td>F2</td>\n",
       "      <td>303</td>\n",
       "      <td>547</td>\n",
       "      <td>365</td>\n",
       "      <td>456</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0119</th>\n",
       "      <td>F2</td>\n",
       "      <td>198</td>\n",
       "      <td>66</td>\n",
       "      <td>305</td>\n",
       "      <td>274</td>\n",
       "      <td>235</td>\n",
       "      <td>138</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>201</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0132</th>\n",
       "      <td>F2</td>\n",
       "      <td>114</td>\n",
       "      <td>114</td>\n",
       "      <td>114</td>\n",
       "      <td>38</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0173</th>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>512</td>\n",
       "      <td>1009</td>\n",
       "      <td>133</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0198</th>\n",
       "      <td>F2</td>\n",
       "      <td>721</td>\n",
       "      <td>1198</td>\n",
       "      <td>1214</td>\n",
       "      <td>823</td>\n",
       "      <td>0</td>\n",
       "      <td>352</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0217</th>\n",
       "      <td>F2</td>\n",
       "      <td>5370</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>366</td>\n",
       "      <td>9004</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0249</th>\n",
       "      <td>F2</td>\n",
       "      <td>119</td>\n",
       "      <td>127</td>\n",
       "      <td>287</td>\n",
       "      <td>376</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>227</td>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0253</th>\n",
       "      <td>F2</td>\n",
       "      <td>1506</td>\n",
       "      <td>153</td>\n",
       "      <td>403</td>\n",
       "      <td>646</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>688</td>\n",
       "      <td>0</td>\n",
       "      <td>3729</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0261</th>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>647</td>\n",
       "      <td>1421</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>194</td>\n",
       "      <td>373</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0296</th>\n",
       "      <td>F2</td>\n",
       "      <td>1409</td>\n",
       "      <td>319</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>41</td>\n",
       "      <td>623</td>\n",
       "      <td>418</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0312</th>\n",
       "      <td>F2</td>\n",
       "      <td>916</td>\n",
       "      <td>488</td>\n",
       "      <td>0</td>\n",
       "      <td>1659</td>\n",
       "      <td>0</td>\n",
       "      <td>1003</td>\n",
       "      <td>84</td>\n",
       "      <td>323</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0327</th>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>544</td>\n",
       "      <td>5119</td>\n",
       "      <td>1233</td>\n",
       "      <td>1390</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0348</th>\n",
       "      <td>F2</td>\n",
       "      <td>286</td>\n",
       "      <td>838</td>\n",
       "      <td>768</td>\n",
       "      <td>1405</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>56</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0361</th>\n",
       "      <td>F2</td>\n",
       "      <td>1249</td>\n",
       "      <td>80</td>\n",
       "      <td>0</td>\n",
       "      <td>967</td>\n",
       "      <td>0</td>\n",
       "      <td>495</td>\n",
       "      <td>107</td>\n",
       "      <td>88</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0379</th>\n",
       "      <td>F2</td>\n",
       "      <td>419</td>\n",
       "      <td>130</td>\n",
       "      <td>139</td>\n",
       "      <td>93</td>\n",
       "      <td>0</td>\n",
       "      <td>103</td>\n",
       "      <td>62</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0381</th>\n",
       "      <td>F2</td>\n",
       "      <td>152</td>\n",
       "      <td>113</td>\n",
       "      <td>3009</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>85</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0388</th>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>267</td>\n",
       "      <td>2984</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>66</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0414</th>\n",
       "      <td>F2</td>\n",
       "      <td>171</td>\n",
       "      <td>305</td>\n",
       "      <td>254</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>20</td>\n",
       "      <td>117</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0421</th>\n",
       "      <td>F2</td>\n",
       "      <td>589</td>\n",
       "      <td>60</td>\n",
       "      <td>125</td>\n",
       "      <td>119</td>\n",
       "      <td>0</td>\n",
       "      <td>206</td>\n",
       "      <td>0</td>\n",
       "      <td>313</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0432</th>\n",
       "      <td>F2</td>\n",
       "      <td>260</td>\n",
       "      <td>0</td>\n",
       "      <td>816</td>\n",
       "      <td>506</td>\n",
       "      <td>24</td>\n",
       "      <td>660</td>\n",
       "      <td>0</td>\n",
       "      <td>140</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0438</th>\n",
       "      <td>F2</td>\n",
       "      <td>2219</td>\n",
       "      <td>5828</td>\n",
       "      <td>0</td>\n",
       "      <td>2511</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>732</td>\n",
       "      <td>439</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0442</th>\n",
       "      <td>F2</td>\n",
       "      <td>1211</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>684</td>\n",
       "      <td>0</td>\n",
       "      <td>863</td>\n",
       "      <td>0</td>\n",
       "      <td>371</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0450</th>\n",
       "      <td>F2</td>\n",
       "      <td>248</td>\n",
       "      <td>248</td>\n",
       "      <td>181</td>\n",
       "      <td>1091</td>\n",
       "      <td>0</td>\n",
       "      <td>483</td>\n",
       "      <td>316</td>\n",
       "      <td>75</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0461</th>\n",
       "      <td>F2</td>\n",
       "      <td>826</td>\n",
       "      <td>430</td>\n",
       "      <td>0</td>\n",
       "      <td>863</td>\n",
       "      <td>0</td>\n",
       "      <td>152</td>\n",
       "      <td>506</td>\n",
       "      <td>739</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0464</th>\n",
       "      <td>F2</td>\n",
       "      <td>578</td>\n",
       "      <td>80</td>\n",
       "      <td>95</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>171</td>\n",
       "      <td>49</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0471</th>\n",
       "      <td>F2</td>\n",
       "      <td>486</td>\n",
       "      <td>1579</td>\n",
       "      <td>478</td>\n",
       "      <td>14</td>\n",
       "      <td>984</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>85</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0473</th>\n",
       "      <td>F2</td>\n",
       "      <td>1170</td>\n",
       "      <td>0</td>\n",
       "      <td>37</td>\n",
       "      <td>421</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0478</th>\n",
       "      <td>F2</td>\n",
       "      <td>211</td>\n",
       "      <td>103</td>\n",
       "      <td>988</td>\n",
       "      <td>179</td>\n",
       "      <td>0</td>\n",
       "      <td>111</td>\n",
       "      <td>225</td>\n",
       "      <td>78</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0483</th>\n",
       "      <td>F2</td>\n",
       "      <td>165</td>\n",
       "      <td>736</td>\n",
       "      <td>102</td>\n",
       "      <td>1054</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>159</td>\n",
       "      <td>1357</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0496</th>\n",
       "      <td>F2</td>\n",
       "      <td>704</td>\n",
       "      <td>113</td>\n",
       "      <td>406</td>\n",
       "      <td>516</td>\n",
       "      <td>6</td>\n",
       "      <td>692</td>\n",
       "      <td>0</td>\n",
       "      <td>138</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0544</th>\n",
       "      <td>F2</td>\n",
       "      <td>566</td>\n",
       "      <td>61</td>\n",
       "      <td>0</td>\n",
       "      <td>2245</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>73</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0549</th>\n",
       "      <td>F2</td>\n",
       "      <td>53</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>7</td>\n",
       "      <td>72</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0566</th>\n",
       "      <td>F2</td>\n",
       "      <td>1651</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1373</td>\n",
       "      <td>1168</td>\n",
       "      <td>0</td>\n",
       "      <td>951</td>\n",
       "      <td>953</td>\n",
       "      <td>883</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0568</th>\n",
       "      <td>F2</td>\n",
       "      <td>119</td>\n",
       "      <td>106</td>\n",
       "      <td>130</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>95</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0592</th>\n",
       "      <td>F2</td>\n",
       "      <td>139</td>\n",
       "      <td>37</td>\n",
       "      <td>61</td>\n",
       "      <td>0</td>\n",
       "      <td>1538</td>\n",
       "      <td>0</td>\n",
       "      <td>52</td>\n",
       "      <td>0</td>\n",
       "      <td>47</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0593</th>\n",
       "      <td>F2</td>\n",
       "      <td>1604</td>\n",
       "      <td>762</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>81</td>\n",
       "      <td>160</td>\n",
       "      <td>226</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0594</th>\n",
       "      <td>F2</td>\n",
       "      <td>53</td>\n",
       "      <td>67</td>\n",
       "      <td>290</td>\n",
       "      <td>749</td>\n",
       "      <td>0</td>\n",
       "      <td>361</td>\n",
       "      <td>506</td>\n",
       "      <td>268</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0756</th>\n",
       "      <td>F2</td>\n",
       "      <td>1310</td>\n",
       "      <td>0</td>\n",
       "      <td>1172</td>\n",
       "      <td>1517</td>\n",
       "      <td>0</td>\n",
       "      <td>1111</td>\n",
       "      <td>0</td>\n",
       "      <td>79</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0762</th>\n",
       "      <td>F2</td>\n",
       "      <td>135</td>\n",
       "      <td>0</td>\n",
       "      <td>159</td>\n",
       "      <td>0</td>\n",
       "      <td>3382</td>\n",
       "      <td>269</td>\n",
       "      <td>339</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0034</th>\n",
       "      <td>F2</td>\n",
       "      <td>750</td>\n",
       "      <td>876</td>\n",
       "      <td>14</td>\n",
       "      <td>1123</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1539</td>\n",
       "      <td>748</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0171</th>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>287</td>\n",
       "      <td>0</td>\n",
       "      <td>127</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0189</th>\n",
       "      <td>F2</td>\n",
       "      <td>504</td>\n",
       "      <td>1511</td>\n",
       "      <td>238</td>\n",
       "      <td>716</td>\n",
       "      <td>89</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>164</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0409</th>\n",
       "      <td>F2</td>\n",
       "      <td>1066</td>\n",
       "      <td>1921</td>\n",
       "      <td>0</td>\n",
       "      <td>1911</td>\n",
       "      <td>2915</td>\n",
       "      <td>0</td>\n",
       "      <td>113</td>\n",
       "      <td>671</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0480</th>\n",
       "      <td>F2</td>\n",
       "      <td>1194</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>396</td>\n",
       "      <td>1246</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0515</th>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>972</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>79</td>\n",
       "      <td>282</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>333</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0726</th>\n",
       "      <td>F2</td>\n",
       "      <td>764</td>\n",
       "      <td>43</td>\n",
       "      <td>136</td>\n",
       "      <td>493</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>231</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0741</th>\n",
       "      <td>F2</td>\n",
       "      <td>3190</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1326</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>176</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>50 rows × 52165 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  phase  ASV_1  ASV_2  ASV_3  ASV_4  ASV_5  ASV_6  ASV_7  \\\n",
       "new_id                                                                     \n",
       "2020-023_BSP_0011    F2    469      0   2235   1506      0      0     89   \n",
       "2020-023_BSP_0041    F2    227    384      0      0      0    468    228   \n",
       "2020-023_BSP_0055    F2    660      0      0    380     53    162      0   \n",
       "2020-023_BSP_0096    F2    303    547    365    456      0      0      0   \n",
       "2020-023_BSP_0119    F2    198     66    305    274    235    138      0   \n",
       "2020-023_BSP_0132    F2    114    114    114     38      0      0     14   \n",
       "2020-023_BSP_0173    F2      0    512   1009    133      0     86      0   \n",
       "2020-023_BSP_0198    F2    721   1198   1214    823      0    352    149   \n",
       "2020-023_BSP_0217    F2   5370      0      0    366   9004      0    135   \n",
       "2020-023_BSP_0249    F2    119    127    287    376      0     68    227   \n",
       "2020-023_BSP_0253    F2   1506    153    403    646      0      0    688   \n",
       "2020-023_BSP_0261    F2      0    647   1421      0      0    194    373   \n",
       "2020-023_BSP_0296    F2   1409    319      0      0     14      0     41   \n",
       "2020-023_BSP_0312    F2    916    488      0   1659      0   1003     84   \n",
       "2020-023_BSP_0327    F2      0    544   5119   1233   1390      0      0   \n",
       "2020-023_BSP_0348    F2    286    838    768   1405      0      0      0   \n",
       "2020-023_BSP_0361    F2   1249     80      0    967      0    495    107   \n",
       "2020-023_BSP_0379    F2    419    130    139     93      0    103     62   \n",
       "2020-023_BSP_0381    F2    152    113   3009      0      0      0     85   \n",
       "2020-023_BSP_0388    F2      0    267   2984      0      0      0     66   \n",
       "2020-023_BSP_0414    F2    171    305    254      0      7      0     20   \n",
       "2020-023_BSP_0421    F2    589     60    125    119      0    206      0   \n",
       "2020-023_BSP_0432    F2    260      0    816    506     24    660      0   \n",
       "2020-023_BSP_0438    F2   2219   5828      0   2511      0      0    732   \n",
       "2020-023_BSP_0442    F2   1211      0      0    684      0    863      0   \n",
       "2020-023_BSP_0450    F2    248    248    181   1091      0    483    316   \n",
       "2020-023_BSP_0461    F2    826    430      0    863      0    152    506   \n",
       "2020-023_BSP_0464    F2    578     80     95      0      0      0    171   \n",
       "2020-023_BSP_0471    F2    486   1579    478     14    984      0      0   \n",
       "2020-023_BSP_0473    F2   1170      0     37    421      0      0      0   \n",
       "2020-023_BSP_0478    F2    211    103    988    179      0    111    225   \n",
       "2020-023_BSP_0483    F2    165    736    102   1054      0      0    159   \n",
       "2020-023_BSP_0496    F2    704    113    406    516      6    692      0   \n",
       "2020-023_BSP_0544    F2    566     61      0   2245      0      0     73   \n",
       "2020-023_BSP_0549    F2     53      0      0     22      7     72     28   \n",
       "2020-023_BSP_0566    F2   1651      0      0   1373   1168      0    951   \n",
       "2020-023_BSP_0568    F2    119    106    130      9      0      0     95   \n",
       "2020-023_BSP_0592    F2    139     37     61      0   1538      0     52   \n",
       "2020-023_BSP_0593    F2   1604    762      0      0      0     81    160   \n",
       "2020-023_BSP_0594    F2     53     67    290    749      0    361    506   \n",
       "2020-023_BSP_0756    F2   1310      0   1172   1517      0   1111      0   \n",
       "2020-023_BSP_0762    F2    135      0    159      0   3382    269    339   \n",
       "2020-023_SPC_0034    F2    750    876     14   1123      0      0   1539   \n",
       "2020-023_SPC_0171    F2      0    287      0    127      0      0      0   \n",
       "2020-023_SPC_0189    F2    504   1511    238    716     89      0      0   \n",
       "2020-023_SPC_0409    F2   1066   1921      0   1911   2915      0    113   \n",
       "2020-023_SPC_0480    F2   1194      4      0      5      0      0      0   \n",
       "2020-023_SPC_0515    F2      0    972      0      0     79    282      0   \n",
       "2020-023_SPC_0726    F2    764     43    136    493      0      0     29   \n",
       "2020-023_SPC_0741    F2   3190      0      0   1326      0      0    176   \n",
       "\n",
       "                   ASV_8  ASV_9  ...  ASV_52155  ASV_52156  ASV_52157  \\\n",
       "new_id                           ...                                    \n",
       "2020-023_BSP_0011     99      0  ...          0          0          0   \n",
       "2020-023_BSP_0041    301      0  ...          0          0          0   \n",
       "2020-023_BSP_0055    239    509  ...          0          0          0   \n",
       "2020-023_BSP_0096      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0119      0    201  ...          0          0          0   \n",
       "2020-023_BSP_0132      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0173      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0198      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0217      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0249      0   1000  ...          0          0          0   \n",
       "2020-023_BSP_0253      0   3729  ...          0          0          0   \n",
       "2020-023_BSP_0261      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0296    623    418  ...          0          0          0   \n",
       "2020-023_BSP_0312    323      0  ...          0          0          0   \n",
       "2020-023_BSP_0327      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0348     56      0  ...          0          0          0   \n",
       "2020-023_BSP_0361     88      0  ...          0          0          0   \n",
       "2020-023_BSP_0379     47      0  ...          0          0          0   \n",
       "2020-023_BSP_0381      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0388      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0414    117      0  ...          0          0          0   \n",
       "2020-023_BSP_0421    313      0  ...          0          0          0   \n",
       "2020-023_BSP_0432    140      0  ...          0          0          0   \n",
       "2020-023_BSP_0438    439      0  ...          0          0          0   \n",
       "2020-023_BSP_0442    371      0  ...          0          0          0   \n",
       "2020-023_BSP_0450     75      0  ...          0          0          0   \n",
       "2020-023_BSP_0461    739      0  ...          0          0          0   \n",
       "2020-023_BSP_0464     49      0  ...          0          0          0   \n",
       "2020-023_BSP_0471     85      0  ...          0          0          0   \n",
       "2020-023_BSP_0473      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0478     78      0  ...          0          0          0   \n",
       "2020-023_BSP_0483   1357      0  ...          0          0          0   \n",
       "2020-023_BSP_0496    138      0  ...          0          0          0   \n",
       "2020-023_BSP_0544      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0549      0      0  ...          0          0          0   \n",
       "2020-023_BSP_0566    953    883  ...          0          0          0   \n",
       "2020-023_BSP_0568     29      0  ...          0          0          0   \n",
       "2020-023_BSP_0592      0     47  ...          0          0          0   \n",
       "2020-023_BSP_0593    226      0  ...          0          0          0   \n",
       "2020-023_BSP_0594    268      0  ...          0          0          0   \n",
       "2020-023_BSP_0756     79      0  ...          0          0          0   \n",
       "2020-023_BSP_0762      0     42  ...          0          0          0   \n",
       "2020-023_SPC_0034    748      0  ...          0          0          0   \n",
       "2020-023_SPC_0171      0      0  ...          0          0          0   \n",
       "2020-023_SPC_0189    164      0  ...          0          0          0   \n",
       "2020-023_SPC_0409    671      0  ...          0          0          0   \n",
       "2020-023_SPC_0480    396   1246  ...          0          0          0   \n",
       "2020-023_SPC_0515      0    333  ...          0          0          0   \n",
       "2020-023_SPC_0726    231      0  ...          0          0          0   \n",
       "2020-023_SPC_0741      0      0  ...          0          0          0   \n",
       "\n",
       "                   ASV_52158  ASV_52159  ASV_52160  ASV_52161  ASV_52162  \\\n",
       "new_id                                                                     \n",
       "2020-023_BSP_0011          0          0          0          0          0   \n",
       "2020-023_BSP_0041          0          0          0          0          0   \n",
       "2020-023_BSP_0055          0          0          0          0          0   \n",
       "2020-023_BSP_0096          0          0          0          0          0   \n",
       "2020-023_BSP_0119          0          0          0          0          0   \n",
       "2020-023_BSP_0132          0          0          0          0          0   \n",
       "2020-023_BSP_0173          0          0          0          0          0   \n",
       "2020-023_BSP_0198          0          0          0          0          0   \n",
       "2020-023_BSP_0217          0          0          0          0          0   \n",
       "2020-023_BSP_0249          0          0          0          0          0   \n",
       "2020-023_BSP_0253          0          0          0          0          0   \n",
       "2020-023_BSP_0261          0          0          0          0          0   \n",
       "2020-023_BSP_0296          0          0          0          0          0   \n",
       "2020-023_BSP_0312          0          0          0          0          0   \n",
       "2020-023_BSP_0327          0          0          0          0          0   \n",
       "2020-023_BSP_0348          0          0          0          0          0   \n",
       "2020-023_BSP_0361          0          0          0          0          0   \n",
       "2020-023_BSP_0379          0          0          0          0          0   \n",
       "2020-023_BSP_0381          0          0          0          0          0   \n",
       "2020-023_BSP_0388          0          0          0          0          0   \n",
       "2020-023_BSP_0414          0          0          0          0          0   \n",
       "2020-023_BSP_0421          0          0          0          0          0   \n",
       "2020-023_BSP_0432          0          0          0          0          0   \n",
       "2020-023_BSP_0438          0          0          0          0          0   \n",
       "2020-023_BSP_0442          0          0          0          0          0   \n",
       "2020-023_BSP_0450          0          0          0          0          0   \n",
       "2020-023_BSP_0461          0          0          0          0          0   \n",
       "2020-023_BSP_0464          0          0          0          0          0   \n",
       "2020-023_BSP_0471          0          0          0          0          0   \n",
       "2020-023_BSP_0473          0          0          0          0          0   \n",
       "2020-023_BSP_0478          0          0          0          0          0   \n",
       "2020-023_BSP_0483          0          0          0          0          0   \n",
       "2020-023_BSP_0496          0          0          0          0          0   \n",
       "2020-023_BSP_0544          0          0          0          0          0   \n",
       "2020-023_BSP_0549          0          0          0          0          0   \n",
       "2020-023_BSP_0566          0          0          0          0          0   \n",
       "2020-023_BSP_0568          0          0          0          0          0   \n",
       "2020-023_BSP_0592          0          0          0          0          0   \n",
       "2020-023_BSP_0593          0          0          0          0          0   \n",
       "2020-023_BSP_0594          0          0          0          0          0   \n",
       "2020-023_BSP_0756          0          0          0          0          0   \n",
       "2020-023_BSP_0762          0          0          0          0          0   \n",
       "2020-023_SPC_0034          0          0          0          0          0   \n",
       "2020-023_SPC_0171          0          0          0          0          0   \n",
       "2020-023_SPC_0189          0          0          0          0          0   \n",
       "2020-023_SPC_0409          0          0          0          0          0   \n",
       "2020-023_SPC_0480          0          0          0          0          0   \n",
       "2020-023_SPC_0515          0          0          0          0          0   \n",
       "2020-023_SPC_0726          0          0          0          0          0   \n",
       "2020-023_SPC_0741          0          0          0          0          0   \n",
       "\n",
       "                   ASV_52163  ASV_52164  \n",
       "new_id                                   \n",
       "2020-023_BSP_0011          0          0  \n",
       "2020-023_BSP_0041          0          0  \n",
       "2020-023_BSP_0055          0          0  \n",
       "2020-023_BSP_0096          0          0  \n",
       "2020-023_BSP_0119          0          0  \n",
       "2020-023_BSP_0132          0          0  \n",
       "2020-023_BSP_0173          0          0  \n",
       "2020-023_BSP_0198          0          0  \n",
       "2020-023_BSP_0217          0          0  \n",
       "2020-023_BSP_0249          0          0  \n",
       "2020-023_BSP_0253          0          0  \n",
       "2020-023_BSP_0261          0          0  \n",
       "2020-023_BSP_0296          0          0  \n",
       "2020-023_BSP_0312          0          0  \n",
       "2020-023_BSP_0327          0          0  \n",
       "2020-023_BSP_0348          0          0  \n",
       "2020-023_BSP_0361          0          0  \n",
       "2020-023_BSP_0379          0          0  \n",
       "2020-023_BSP_0381          0          0  \n",
       "2020-023_BSP_0388          0          0  \n",
       "2020-023_BSP_0414          0          0  \n",
       "2020-023_BSP_0421          0          0  \n",
       "2020-023_BSP_0432          0          0  \n",
       "2020-023_BSP_0438          0          0  \n",
       "2020-023_BSP_0442          0          0  \n",
       "2020-023_BSP_0450          0          0  \n",
       "2020-023_BSP_0461          0          0  \n",
       "2020-023_BSP_0464          0          0  \n",
       "2020-023_BSP_0471          0          0  \n",
       "2020-023_BSP_0473          0          0  \n",
       "2020-023_BSP_0478          0          0  \n",
       "2020-023_BSP_0483          0          0  \n",
       "2020-023_BSP_0496          0          0  \n",
       "2020-023_BSP_0544          0          0  \n",
       "2020-023_BSP_0549          0          0  \n",
       "2020-023_BSP_0566          0          0  \n",
       "2020-023_BSP_0568          0          0  \n",
       "2020-023_BSP_0592          0          0  \n",
       "2020-023_BSP_0593          0          0  \n",
       "2020-023_BSP_0594          0          0  \n",
       "2020-023_BSP_0756          0          0  \n",
       "2020-023_BSP_0762          0          0  \n",
       "2020-023_SPC_0034          0          0  \n",
       "2020-023_SPC_0171          0          0  \n",
       "2020-023_SPC_0189          0          0  \n",
       "2020-023_SPC_0409          0          0  \n",
       "2020-023_SPC_0480          0          0  \n",
       "2020-023_SPC_0515          0          0  \n",
       "2020-023_SPC_0726          0          0  \n",
       "2020-023_SPC_0741          0          0  \n",
       "\n",
       "[50 rows x 52165 columns]"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "BSPSPC_ASV_stool"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "e076a9c1",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>t5_year_of_birth_F2</th>\n",
       "      <th>t24_height_F2</th>\n",
       "      <th>t25_height_F2</th>\n",
       "      <th>t27_weight_F2</th>\n",
       "      <th>t28_weight_F2</th>\n",
       "      <th>t38_smoke_cigarettes_n_BL</th>\n",
       "      <th>t38_smoke_cigarettes_n_F1</th>\n",
       "      <th>t38_smoke_cigarettes_n_F2</th>\n",
       "      <th>t40_smoke_years_BL</th>\n",
       "      <th>t40_smoke_years_F1</th>\n",
       "      <th>...</th>\n",
       "      <th>t14501_passive_smoke_where1_F2</th>\n",
       "      <th>t14502_passive_smoke_where2_F2</th>\n",
       "      <th>t14503_passive_smoke_months_F2</th>\n",
       "      <th>t14505_liver_disease1_F_F2</th>\n",
       "      <th>t14506_liver_disease2_F_F2</th>\n",
       "      <th>t14510_IBD_family_F2</th>\n",
       "      <th>t14511_IBD_family_info_F2</th>\n",
       "      <th>t16032_passive_smoke_where3_F2</th>\n",
       "      <th>t19960_defecat_n_change_3m_F2</th>\n",
       "      <th>t19961_stool_cons_change_3m_F2</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0011</th>\n",
       "      <td>1971</td>\n",
       "      <td>184</td>\n",
       "      <td>184.8</td>\n",
       "      <td>92.0</td>\n",
       "      <td>92.5</td>\n",
       "      <td>35.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0041</th>\n",
       "      <td>1960</td>\n",
       "      <td>155</td>\n",
       "      <td>153.5</td>\n",
       "      <td>60.8</td>\n",
       "      <td>56.4</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>24.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>396.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0055</th>\n",
       "      <td>1970</td>\n",
       "      <td>190</td>\n",
       "      <td>191.0</td>\n",
       "      <td>102.0</td>\n",
       "      <td>104.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0096</th>\n",
       "      <td>1961</td>\n",
       "      <td>184</td>\n",
       "      <td>183.6</td>\n",
       "      <td>107.0</td>\n",
       "      <td>110.1</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>660.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0119</th>\n",
       "      <td>1968</td>\n",
       "      <td>185</td>\n",
       "      <td>185.2</td>\n",
       "      <td>74.0</td>\n",
       "      <td>72.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>264.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0132</th>\n",
       "      <td>1957</td>\n",
       "      <td>183</td>\n",
       "      <td>181.3</td>\n",
       "      <td>78.0</td>\n",
       "      <td>77.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0173</th>\n",
       "      <td>1958</td>\n",
       "      <td>173</td>\n",
       "      <td>173.7</td>\n",
       "      <td>60.0</td>\n",
       "      <td>60.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0198</th>\n",
       "      <td>1976</td>\n",
       "      <td>182</td>\n",
       "      <td>183.4</td>\n",
       "      <td>90.0</td>\n",
       "      <td>96.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0217</th>\n",
       "      <td>1977</td>\n",
       "      <td>190</td>\n",
       "      <td>191.5</td>\n",
       "      <td>85.0</td>\n",
       "      <td>83.9</td>\n",
       "      <td>20.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0249</th>\n",
       "      <td>1969</td>\n",
       "      <td>175</td>\n",
       "      <td>176.2</td>\n",
       "      <td>77.0</td>\n",
       "      <td>86.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>180.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0253</th>\n",
       "      <td>1967</td>\n",
       "      <td>183</td>\n",
       "      <td>186.1</td>\n",
       "      <td>119.0</td>\n",
       "      <td>115.9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0261</th>\n",
       "      <td>1962</td>\n",
       "      <td>164</td>\n",
       "      <td>164.2</td>\n",
       "      <td>66.0</td>\n",
       "      <td>68.2</td>\n",
       "      <td>5.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0296</th>\n",
       "      <td>1957</td>\n",
       "      <td>187</td>\n",
       "      <td>187.2</td>\n",
       "      <td>93.0</td>\n",
       "      <td>96.7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0312</th>\n",
       "      <td>1972</td>\n",
       "      <td>166</td>\n",
       "      <td>167.3</td>\n",
       "      <td>88.0</td>\n",
       "      <td>88.9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0327</th>\n",
       "      <td>1973</td>\n",
       "      <td>183</td>\n",
       "      <td>180.6</td>\n",
       "      <td>95.0</td>\n",
       "      <td>95.8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0348</th>\n",
       "      <td>1970</td>\n",
       "      <td>168</td>\n",
       "      <td>168.5</td>\n",
       "      <td>73.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>60.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0361</th>\n",
       "      <td>1966</td>\n",
       "      <td>168</td>\n",
       "      <td>168.0</td>\n",
       "      <td>67.0</td>\n",
       "      <td>68.1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>48.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0379</th>\n",
       "      <td>1962</td>\n",
       "      <td>181</td>\n",
       "      <td>182.3</td>\n",
       "      <td>90.0</td>\n",
       "      <td>92.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0381</th>\n",
       "      <td>1969</td>\n",
       "      <td>170</td>\n",
       "      <td>171.1</td>\n",
       "      <td>67.0</td>\n",
       "      <td>66.8</td>\n",
       "      <td>3.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0388</th>\n",
       "      <td>1976</td>\n",
       "      <td>170</td>\n",
       "      <td>170.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>83.2</td>\n",
       "      <td>15.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0414</th>\n",
       "      <td>1972</td>\n",
       "      <td>193</td>\n",
       "      <td>191.8</td>\n",
       "      <td>75.0</td>\n",
       "      <td>79.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>348.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0421</th>\n",
       "      <td>1955</td>\n",
       "      <td>160</td>\n",
       "      <td>156.5</td>\n",
       "      <td>62.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>180.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0432</th>\n",
       "      <td>1972</td>\n",
       "      <td>178</td>\n",
       "      <td>177.2</td>\n",
       "      <td>93.0</td>\n",
       "      <td>94.6</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0438</th>\n",
       "      <td>1974</td>\n",
       "      <td>190</td>\n",
       "      <td>189.6</td>\n",
       "      <td>95.0</td>\n",
       "      <td>97.7</td>\n",
       "      <td>3.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0442</th>\n",
       "      <td>1965</td>\n",
       "      <td>170</td>\n",
       "      <td>167.4</td>\n",
       "      <td>70.0</td>\n",
       "      <td>71.1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9999999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0450</th>\n",
       "      <td>1958</td>\n",
       "      <td>165</td>\n",
       "      <td>164.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>360.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0461</th>\n",
       "      <td>1976</td>\n",
       "      <td>190</td>\n",
       "      <td>189.1</td>\n",
       "      <td>102.0</td>\n",
       "      <td>103.1</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0464</th>\n",
       "      <td>1958</td>\n",
       "      <td>182</td>\n",
       "      <td>181.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>264.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0471</th>\n",
       "      <td>1967</td>\n",
       "      <td>181</td>\n",
       "      <td>181.4</td>\n",
       "      <td>103.0</td>\n",
       "      <td>109.5</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>360.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0473</th>\n",
       "      <td>1962</td>\n",
       "      <td>184</td>\n",
       "      <td>183.2</td>\n",
       "      <td>84.0</td>\n",
       "      <td>84.7</td>\n",
       "      <td>8.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>480.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0478</th>\n",
       "      <td>1984</td>\n",
       "      <td>162</td>\n",
       "      <td>162.1</td>\n",
       "      <td>74.0</td>\n",
       "      <td>74.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0483</th>\n",
       "      <td>1961</td>\n",
       "      <td>193</td>\n",
       "      <td>192.7</td>\n",
       "      <td>100.0</td>\n",
       "      <td>108.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>660.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0496</th>\n",
       "      <td>1956</td>\n",
       "      <td>170</td>\n",
       "      <td>174.1</td>\n",
       "      <td>80.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7777777.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0544</th>\n",
       "      <td>1973</td>\n",
       "      <td>174</td>\n",
       "      <td>172.8</td>\n",
       "      <td>98.0</td>\n",
       "      <td>102.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>516.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0549</th>\n",
       "      <td>1959</td>\n",
       "      <td>176</td>\n",
       "      <td>175.7</td>\n",
       "      <td>90.0</td>\n",
       "      <td>91.7</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0566</th>\n",
       "      <td>1965</td>\n",
       "      <td>178</td>\n",
       "      <td>178.7</td>\n",
       "      <td>97.0</td>\n",
       "      <td>97.7</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0568</th>\n",
       "      <td>1962</td>\n",
       "      <td>186</td>\n",
       "      <td>185.7</td>\n",
       "      <td>105.0</td>\n",
       "      <td>111.3</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>444.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0592</th>\n",
       "      <td>1961</td>\n",
       "      <td>180</td>\n",
       "      <td>179.9</td>\n",
       "      <td>90.0</td>\n",
       "      <td>92.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0593</th>\n",
       "      <td>1957</td>\n",
       "      <td>176</td>\n",
       "      <td>174.7</td>\n",
       "      <td>90.0</td>\n",
       "      <td>102.4</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0594</th>\n",
       "      <td>1959</td>\n",
       "      <td>190</td>\n",
       "      <td>189.8</td>\n",
       "      <td>80.0</td>\n",
       "      <td>79.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0756</th>\n",
       "      <td>1969</td>\n",
       "      <td>186</td>\n",
       "      <td>187.4</td>\n",
       "      <td>80.0</td>\n",
       "      <td>82.4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>120.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0762</th>\n",
       "      <td>1964</td>\n",
       "      <td>167</td>\n",
       "      <td>167.3</td>\n",
       "      <td>73.0</td>\n",
       "      <td>73.9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0034</th>\n",
       "      <td>1953</td>\n",
       "      <td>187</td>\n",
       "      <td>187.1</td>\n",
       "      <td>109.0</td>\n",
       "      <td>106.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0171</th>\n",
       "      <td>1955</td>\n",
       "      <td>167</td>\n",
       "      <td>167.2</td>\n",
       "      <td>69.0</td>\n",
       "      <td>70.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0189</th>\n",
       "      <td>1953</td>\n",
       "      <td>170</td>\n",
       "      <td>169.7</td>\n",
       "      <td>63.0</td>\n",
       "      <td>63.8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>228.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0409</th>\n",
       "      <td>1955</td>\n",
       "      <td>179</td>\n",
       "      <td>178.5</td>\n",
       "      <td>82.0</td>\n",
       "      <td>83.4</td>\n",
       "      <td>5.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>240.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0480</th>\n",
       "      <td>1953</td>\n",
       "      <td>180</td>\n",
       "      <td>180.6</td>\n",
       "      <td>82.0</td>\n",
       "      <td>84.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0515</th>\n",
       "      <td>1953</td>\n",
       "      <td>166</td>\n",
       "      <td>165.6</td>\n",
       "      <td>58.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0726</th>\n",
       "      <td>1954</td>\n",
       "      <td>167</td>\n",
       "      <td>164.6</td>\n",
       "      <td>70.0</td>\n",
       "      <td>71.8</td>\n",
       "      <td>10.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0741</th>\n",
       "      <td>1952</td>\n",
       "      <td>167</td>\n",
       "      <td>165.4</td>\n",
       "      <td>55.0</td>\n",
       "      <td>59.4</td>\n",
       "      <td>12.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>300.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>50 rows × 116 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   t5_year_of_birth_F2  t24_height_F2  t25_height_F2  \\\n",
       "new_id                                                                 \n",
       "2020-023_BSP_0011                 1971            184          184.8   \n",
       "2020-023_BSP_0041                 1960            155          153.5   \n",
       "2020-023_BSP_0055                 1970            190          191.0   \n",
       "2020-023_BSP_0096                 1961            184          183.6   \n",
       "2020-023_BSP_0119                 1968            185          185.2   \n",
       "2020-023_BSP_0132                 1957            183          181.3   \n",
       "2020-023_BSP_0173                 1958            173          173.7   \n",
       "2020-023_BSP_0198                 1976            182          183.4   \n",
       "2020-023_BSP_0217                 1977            190          191.5   \n",
       "2020-023_BSP_0249                 1969            175          176.2   \n",
       "2020-023_BSP_0253                 1967            183          186.1   \n",
       "2020-023_BSP_0261                 1962            164          164.2   \n",
       "2020-023_BSP_0296                 1957            187          187.2   \n",
       "2020-023_BSP_0312                 1972            166          167.3   \n",
       "2020-023_BSP_0327                 1973            183          180.6   \n",
       "2020-023_BSP_0348                 1970            168          168.5   \n",
       "2020-023_BSP_0361                 1966            168          168.0   \n",
       "2020-023_BSP_0379                 1962            181          182.3   \n",
       "2020-023_BSP_0381                 1969            170          171.1   \n",
       "2020-023_BSP_0388                 1976            170          170.0   \n",
       "2020-023_BSP_0414                 1972            193          191.8   \n",
       "2020-023_BSP_0421                 1955            160          156.5   \n",
       "2020-023_BSP_0432                 1972            178          177.2   \n",
       "2020-023_BSP_0438                 1974            190          189.6   \n",
       "2020-023_BSP_0442                 1965            170          167.4   \n",
       "2020-023_BSP_0450                 1958            165          164.0   \n",
       "2020-023_BSP_0461                 1976            190          189.1   \n",
       "2020-023_BSP_0464                 1958            182          181.0   \n",
       "2020-023_BSP_0471                 1967            181          181.4   \n",
       "2020-023_BSP_0473                 1962            184          183.2   \n",
       "2020-023_BSP_0478                 1984            162          162.1   \n",
       "2020-023_BSP_0483                 1961            193          192.7   \n",
       "2020-023_BSP_0496                 1956            170          174.1   \n",
       "2020-023_BSP_0544                 1973            174          172.8   \n",
       "2020-023_BSP_0549                 1959            176          175.7   \n",
       "2020-023_BSP_0566                 1965            178          178.7   \n",
       "2020-023_BSP_0568                 1962            186          185.7   \n",
       "2020-023_BSP_0592                 1961            180          179.9   \n",
       "2020-023_BSP_0593                 1957            176          174.7   \n",
       "2020-023_BSP_0594                 1959            190          189.8   \n",
       "2020-023_BSP_0756                 1969            186          187.4   \n",
       "2020-023_BSP_0762                 1964            167          167.3   \n",
       "2020-023_SPC_0034                 1953            187          187.1   \n",
       "2020-023_SPC_0171                 1955            167          167.2   \n",
       "2020-023_SPC_0189                 1953            170          169.7   \n",
       "2020-023_SPC_0409                 1955            179          178.5   \n",
       "2020-023_SPC_0480                 1953            180          180.6   \n",
       "2020-023_SPC_0515                 1953            166          165.6   \n",
       "2020-023_SPC_0726                 1954            167          164.6   \n",
       "2020-023_SPC_0741                 1952            167          165.4   \n",
       "\n",
       "                   t27_weight_F2  t28_weight_F2  t38_smoke_cigarettes_n_BL  \\\n",
       "new_id                                                                       \n",
       "2020-023_BSP_0011           92.0           92.5                       35.0   \n",
       "2020-023_BSP_0041           60.8           56.4                       20.0   \n",
       "2020-023_BSP_0055          102.0          104.3                        NaN   \n",
       "2020-023_BSP_0096          107.0          110.1                  9999999.0   \n",
       "2020-023_BSP_0119           74.0           72.5                        NaN   \n",
       "2020-023_BSP_0132           78.0           77.3                        NaN   \n",
       "2020-023_BSP_0173           60.0           60.5                        NaN   \n",
       "2020-023_BSP_0198           90.0           96.2                        NaN   \n",
       "2020-023_BSP_0217           85.0           83.9                       20.0   \n",
       "2020-023_BSP_0249           77.0           86.3                        NaN   \n",
       "2020-023_BSP_0253          119.0          115.9                        NaN   \n",
       "2020-023_BSP_0261           66.0           68.2                        5.0   \n",
       "2020-023_BSP_0296           93.0           96.7                        NaN   \n",
       "2020-023_BSP_0312           88.0           88.9                        NaN   \n",
       "2020-023_BSP_0327           95.0           95.8                        NaN   \n",
       "2020-023_BSP_0348           73.0           72.0                        NaN   \n",
       "2020-023_BSP_0361           67.0           68.1                        NaN   \n",
       "2020-023_BSP_0379           90.0           92.5                        NaN   \n",
       "2020-023_BSP_0381           67.0           66.8                        3.0   \n",
       "2020-023_BSP_0388           80.0           83.2                       15.0   \n",
       "2020-023_BSP_0414           75.0           79.5                        NaN   \n",
       "2020-023_BSP_0421           62.0           62.0                        NaN   \n",
       "2020-023_BSP_0432           93.0           94.6                       20.0   \n",
       "2020-023_BSP_0438           95.0           97.7                        3.0   \n",
       "2020-023_BSP_0442           70.0           71.1                        NaN   \n",
       "2020-023_BSP_0450           76.0           76.0                        NaN   \n",
       "2020-023_BSP_0461          102.0          103.1                       12.0   \n",
       "2020-023_BSP_0464           82.0           83.0                        NaN   \n",
       "2020-023_BSP_0471          103.0          109.5                        5.0   \n",
       "2020-023_BSP_0473           84.0           84.7                        8.0   \n",
       "2020-023_BSP_0478           74.0           74.0                        NaN   \n",
       "2020-023_BSP_0483          100.0          108.0                       30.0   \n",
       "2020-023_BSP_0496           80.0           80.0                       20.0   \n",
       "2020-023_BSP_0544           98.0          102.5                        NaN   \n",
       "2020-023_BSP_0549           90.0           91.7                  9999999.0   \n",
       "2020-023_BSP_0566           97.0           97.7                       10.0   \n",
       "2020-023_BSP_0568          105.0          111.3                       20.0   \n",
       "2020-023_BSP_0592           90.0           92.5                        NaN   \n",
       "2020-023_BSP_0593           90.0          102.4                       10.0   \n",
       "2020-023_BSP_0594           80.0           79.3                        NaN   \n",
       "2020-023_BSP_0756           80.0           82.4                        NaN   \n",
       "2020-023_BSP_0762           73.0           73.9                        NaN   \n",
       "2020-023_SPC_0034          109.0          106.0                       20.0   \n",
       "2020-023_SPC_0171           69.0           70.0                       12.0   \n",
       "2020-023_SPC_0189           63.0           63.8                        NaN   \n",
       "2020-023_SPC_0409           82.0           83.4                        5.0   \n",
       "2020-023_SPC_0480           82.0           84.5                        NaN   \n",
       "2020-023_SPC_0515           58.0           57.0                        NaN   \n",
       "2020-023_SPC_0726           70.0           71.8                       10.0   \n",
       "2020-023_SPC_0741           55.0           59.4                       12.0   \n",
       "\n",
       "                   t38_smoke_cigarettes_n_F1  t38_smoke_cigarettes_n_F2  \\\n",
       "new_id                                                                    \n",
       "2020-023_BSP_0011                       35.0                       35.0   \n",
       "2020-023_BSP_0041                       20.0                       20.0   \n",
       "2020-023_BSP_0055                        NaN                        NaN   \n",
       "2020-023_BSP_0096                        4.0                  9999999.0   \n",
       "2020-023_BSP_0119                        NaN                        NaN   \n",
       "2020-023_BSP_0132                        NaN                        NaN   \n",
       "2020-023_BSP_0173                        NaN                        NaN   \n",
       "2020-023_BSP_0198                        NaN                        NaN   \n",
       "2020-023_BSP_0217                       10.0                       10.0   \n",
       "2020-023_BSP_0249                        NaN                        NaN   \n",
       "2020-023_BSP_0253                        NaN                        NaN   \n",
       "2020-023_BSP_0261                       15.0                       10.0   \n",
       "2020-023_BSP_0296                        NaN                        NaN   \n",
       "2020-023_BSP_0312                        NaN                        NaN   \n",
       "2020-023_BSP_0327                        NaN                        NaN   \n",
       "2020-023_BSP_0348                        NaN                        NaN   \n",
       "2020-023_BSP_0361                        NaN                        NaN   \n",
       "2020-023_BSP_0379                        NaN                        NaN   \n",
       "2020-023_BSP_0381                  9999999.0                        5.0   \n",
       "2020-023_BSP_0388                       15.0                       10.0   \n",
       "2020-023_BSP_0414                        NaN                        NaN   \n",
       "2020-023_BSP_0421                        NaN                        NaN   \n",
       "2020-023_BSP_0432                       30.0                       30.0   \n",
       "2020-023_BSP_0438                       19.0                       20.0   \n",
       "2020-023_BSP_0442                        NaN                        NaN   \n",
       "2020-023_BSP_0450                        NaN                        NaN   \n",
       "2020-023_BSP_0461                        2.0                       30.0   \n",
       "2020-023_BSP_0464                        NaN                        NaN   \n",
       "2020-023_BSP_0471                        NaN                        NaN   \n",
       "2020-023_BSP_0473                       10.0                       10.0   \n",
       "2020-023_BSP_0478                        NaN                        NaN   \n",
       "2020-023_BSP_0483                       40.0                       20.0   \n",
       "2020-023_BSP_0496                       40.0                       30.0   \n",
       "2020-023_BSP_0544                        NaN                        NaN   \n",
       "2020-023_BSP_0549                  9999999.0                  9999999.0   \n",
       "2020-023_BSP_0566                       10.0                       15.0   \n",
       "2020-023_BSP_0568                       20.0                       20.0   \n",
       "2020-023_BSP_0592                        NaN                        NaN   \n",
       "2020-023_BSP_0593                       10.0                       30.0   \n",
       "2020-023_BSP_0594                        NaN                        NaN   \n",
       "2020-023_BSP_0756                        NaN                        NaN   \n",
       "2020-023_BSP_0762                        NaN                        NaN   \n",
       "2020-023_SPC_0034                       15.0                       20.0   \n",
       "2020-023_SPC_0171                       13.0                       15.0   \n",
       "2020-023_SPC_0189                        NaN                        NaN   \n",
       "2020-023_SPC_0409                        8.0                       10.0   \n",
       "2020-023_SPC_0480                        NaN                        NaN   \n",
       "2020-023_SPC_0515                        8.0                       10.0   \n",
       "2020-023_SPC_0726                       20.0                       10.0   \n",
       "2020-023_SPC_0741                       12.0                        7.0   \n",
       "\n",
       "                   t40_smoke_years_BL  t40_smoke_years_F1  ...  \\\n",
       "new_id                                                     ...   \n",
       "2020-023_BSP_0011                15.0                17.0  ...   \n",
       "2020-023_BSP_0041                22.0                24.0  ...   \n",
       "2020-023_BSP_0055                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0096           9999999.0           9999999.0  ...   \n",
       "2020-023_BSP_0119                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0132                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0173                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0198                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0217                13.0                 NaN  ...   \n",
       "2020-023_BSP_0249                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0253                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0261                 8.0                 7.0  ...   \n",
       "2020-023_BSP_0296                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0312                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0327                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0348                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0361                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0379                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0381                10.0                 NaN  ...   \n",
       "2020-023_BSP_0388                12.0                 NaN  ...   \n",
       "2020-023_BSP_0414                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0421                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0432                12.0                12.0  ...   \n",
       "2020-023_BSP_0438                10.0                10.0  ...   \n",
       "2020-023_BSP_0442                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0450                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0461                12.0                 NaN  ...   \n",
       "2020-023_BSP_0464                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0471                 1.0                 5.0  ...   \n",
       "2020-023_BSP_0473                 3.0                 NaN  ...   \n",
       "2020-023_BSP_0478                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0483                15.0                16.0  ...   \n",
       "2020-023_BSP_0496                 7.0           7777777.0  ...   \n",
       "2020-023_BSP_0544                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0549                30.0           9999999.0  ...   \n",
       "2020-023_BSP_0566                25.0                30.0  ...   \n",
       "2020-023_BSP_0568                25.0                 NaN  ...   \n",
       "2020-023_BSP_0592                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0593                30.0                 NaN  ...   \n",
       "2020-023_BSP_0594                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0756                 NaN                 NaN  ...   \n",
       "2020-023_BSP_0762                 NaN                 NaN  ...   \n",
       "2020-023_SPC_0034                20.0                15.0  ...   \n",
       "2020-023_SPC_0171                30.0                 NaN  ...   \n",
       "2020-023_SPC_0189                 NaN                 NaN  ...   \n",
       "2020-023_SPC_0409                30.0                30.0  ...   \n",
       "2020-023_SPC_0480                 NaN                 NaN  ...   \n",
       "2020-023_SPC_0515                 NaN                15.0  ...   \n",
       "2020-023_SPC_0726                20.0                18.0  ...   \n",
       "2020-023_SPC_0741                30.0                 NaN  ...   \n",
       "\n",
       "                   t14501_passive_smoke_where1_F2  \\\n",
       "new_id                                              \n",
       "2020-023_BSP_0011                             1.0   \n",
       "2020-023_BSP_0041                             5.0   \n",
       "2020-023_BSP_0055                             2.0   \n",
       "2020-023_BSP_0096                             3.0   \n",
       "2020-023_BSP_0119                             NaN   \n",
       "2020-023_BSP_0132                             NaN   \n",
       "2020-023_BSP_0173                             NaN   \n",
       "2020-023_BSP_0198                             NaN   \n",
       "2020-023_BSP_0217                       9999999.0   \n",
       "2020-023_BSP_0249                             NaN   \n",
       "2020-023_BSP_0253                             NaN   \n",
       "2020-023_BSP_0261                             NaN   \n",
       "2020-023_BSP_0296                             3.0   \n",
       "2020-023_BSP_0312                             NaN   \n",
       "2020-023_BSP_0327                             1.0   \n",
       "2020-023_BSP_0348                             5.0   \n",
       "2020-023_BSP_0361                             NaN   \n",
       "2020-023_BSP_0379                             5.0   \n",
       "2020-023_BSP_0381                             NaN   \n",
       "2020-023_BSP_0388                             NaN   \n",
       "2020-023_BSP_0414                             NaN   \n",
       "2020-023_BSP_0421                             NaN   \n",
       "2020-023_BSP_0432                             1.0   \n",
       "2020-023_BSP_0438                             1.0   \n",
       "2020-023_BSP_0442                             5.0   \n",
       "2020-023_BSP_0450                             NaN   \n",
       "2020-023_BSP_0461                             1.0   \n",
       "2020-023_BSP_0464                             NaN   \n",
       "2020-023_BSP_0471                             5.0   \n",
       "2020-023_BSP_0473                             5.0   \n",
       "2020-023_BSP_0478                             4.0   \n",
       "2020-023_BSP_0483                             1.0   \n",
       "2020-023_BSP_0496                             NaN   \n",
       "2020-023_BSP_0544                             1.0   \n",
       "2020-023_BSP_0549                             2.0   \n",
       "2020-023_BSP_0566                             4.0   \n",
       "2020-023_BSP_0568                             5.0   \n",
       "2020-023_BSP_0592                             1.0   \n",
       "2020-023_BSP_0593                             NaN   \n",
       "2020-023_BSP_0594                             6.0   \n",
       "2020-023_BSP_0756                             3.0   \n",
       "2020-023_BSP_0762                             NaN   \n",
       "2020-023_SPC_0034                             NaN   \n",
       "2020-023_SPC_0171                             NaN   \n",
       "2020-023_SPC_0189                             NaN   \n",
       "2020-023_SPC_0409                             6.0   \n",
       "2020-023_SPC_0480                             NaN   \n",
       "2020-023_SPC_0515                             NaN   \n",
       "2020-023_SPC_0726                             NaN   \n",
       "2020-023_SPC_0741                             NaN   \n",
       "\n",
       "                   t14502_passive_smoke_where2_F2  \\\n",
       "new_id                                              \n",
       "2020-023_BSP_0011                             5.0   \n",
       "2020-023_BSP_0041                             NaN   \n",
       "2020-023_BSP_0055                             3.0   \n",
       "2020-023_BSP_0096                             5.0   \n",
       "2020-023_BSP_0119                             NaN   \n",
       "2020-023_BSP_0132                             NaN   \n",
       "2020-023_BSP_0173                             NaN   \n",
       "2020-023_BSP_0198                             NaN   \n",
       "2020-023_BSP_0217                             NaN   \n",
       "2020-023_BSP_0249                             NaN   \n",
       "2020-023_BSP_0253                             NaN   \n",
       "2020-023_BSP_0261                             NaN   \n",
       "2020-023_BSP_0296                             NaN   \n",
       "2020-023_BSP_0312                             NaN   \n",
       "2020-023_BSP_0327                             5.0   \n",
       "2020-023_BSP_0348                             NaN   \n",
       "2020-023_BSP_0361                             NaN   \n",
       "2020-023_BSP_0379                             NaN   \n",
       "2020-023_BSP_0381                             NaN   \n",
       "2020-023_BSP_0388                             NaN   \n",
       "2020-023_BSP_0414                             NaN   \n",
       "2020-023_BSP_0421                             NaN   \n",
       "2020-023_BSP_0432                             NaN   \n",
       "2020-023_BSP_0438                             NaN   \n",
       "2020-023_BSP_0442                             NaN   \n",
       "2020-023_BSP_0450                             NaN   \n",
       "2020-023_BSP_0461                             NaN   \n",
       "2020-023_BSP_0464                             NaN   \n",
       "2020-023_BSP_0471                             NaN   \n",
       "2020-023_BSP_0473                             NaN   \n",
       "2020-023_BSP_0478                             NaN   \n",
       "2020-023_BSP_0483                             NaN   \n",
       "2020-023_BSP_0496                             NaN   \n",
       "2020-023_BSP_0544                             NaN   \n",
       "2020-023_BSP_0549                             NaN   \n",
       "2020-023_BSP_0566                             5.0   \n",
       "2020-023_BSP_0568                             NaN   \n",
       "2020-023_BSP_0592                             5.0   \n",
       "2020-023_BSP_0593                             NaN   \n",
       "2020-023_BSP_0594                             NaN   \n",
       "2020-023_BSP_0756                             4.0   \n",
       "2020-023_BSP_0762                             NaN   \n",
       "2020-023_SPC_0034                             NaN   \n",
       "2020-023_SPC_0171                             NaN   \n",
       "2020-023_SPC_0189                             NaN   \n",
       "2020-023_SPC_0409                             NaN   \n",
       "2020-023_SPC_0480                             NaN   \n",
       "2020-023_SPC_0515                             NaN   \n",
       "2020-023_SPC_0726                             NaN   \n",
       "2020-023_SPC_0741                             NaN   \n",
       "\n",
       "                   t14503_passive_smoke_months_F2  t14505_liver_disease1_F_F2  \\\n",
       "new_id                                                                          \n",
       "2020-023_BSP_0011                       9999999.0                         NaN   \n",
       "2020-023_BSP_0041                           396.0                         NaN   \n",
       "2020-023_BSP_0055                       9999999.0                         NaN   \n",
       "2020-023_BSP_0096                           660.0                         NaN   \n",
       "2020-023_BSP_0119                           264.0                         NaN   \n",
       "2020-023_BSP_0132                             NaN                         NaN   \n",
       "2020-023_BSP_0173                             NaN                         NaN   \n",
       "2020-023_BSP_0198                             NaN                         NaN   \n",
       "2020-023_BSP_0217                       9999999.0                         NaN   \n",
       "2020-023_BSP_0249                           180.0                         NaN   \n",
       "2020-023_BSP_0253                             NaN                         NaN   \n",
       "2020-023_BSP_0261                             NaN                         NaN   \n",
       "2020-023_BSP_0296                             NaN                         NaN   \n",
       "2020-023_BSP_0312                             NaN                         NaN   \n",
       "2020-023_BSP_0327                       9999999.0                         5.0   \n",
       "2020-023_BSP_0348                            60.0                         NaN   \n",
       "2020-023_BSP_0361                            48.0                         NaN   \n",
       "2020-023_BSP_0379                             NaN                         NaN   \n",
       "2020-023_BSP_0381                             NaN                         NaN   \n",
       "2020-023_BSP_0388                             NaN                         NaN   \n",
       "2020-023_BSP_0414                           348.0                         NaN   \n",
       "2020-023_BSP_0421                           180.0                         NaN   \n",
       "2020-023_BSP_0432                       9999999.0                         NaN   \n",
       "2020-023_BSP_0438                       9999999.0                         NaN   \n",
       "2020-023_BSP_0442                             5.0                         NaN   \n",
       "2020-023_BSP_0450                           360.0                         NaN   \n",
       "2020-023_BSP_0461                             NaN                         NaN   \n",
       "2020-023_BSP_0464                           264.0                         NaN   \n",
       "2020-023_BSP_0471                           360.0                         NaN   \n",
       "2020-023_BSP_0473                           480.0                         NaN   \n",
       "2020-023_BSP_0478                             NaN                         NaN   \n",
       "2020-023_BSP_0483                           660.0                         NaN   \n",
       "2020-023_BSP_0496                             NaN                         5.0   \n",
       "2020-023_BSP_0544                           516.0                         NaN   \n",
       "2020-023_BSP_0549                       9999999.0                         NaN   \n",
       "2020-023_BSP_0566                             5.0                         NaN   \n",
       "2020-023_BSP_0568                           444.0                         NaN   \n",
       "2020-023_BSP_0592                             NaN                         NaN   \n",
       "2020-023_BSP_0593                             NaN                         NaN   \n",
       "2020-023_BSP_0594                       9999999.0                         NaN   \n",
       "2020-023_BSP_0756                           120.0                         NaN   \n",
       "2020-023_BSP_0762                            72.0                         NaN   \n",
       "2020-023_SPC_0034                             NaN                         NaN   \n",
       "2020-023_SPC_0171                             NaN                         NaN   \n",
       "2020-023_SPC_0189                           228.0                         NaN   \n",
       "2020-023_SPC_0409                           240.0                         NaN   \n",
       "2020-023_SPC_0480                             NaN                         NaN   \n",
       "2020-023_SPC_0515                             NaN                         NaN   \n",
       "2020-023_SPC_0726                             NaN                         NaN   \n",
       "2020-023_SPC_0741                           300.0                         NaN   \n",
       "\n",
       "                   t14506_liver_disease2_F_F2  t14510_IBD_family_F2  \\\n",
       "new_id                                                                \n",
       "2020-023_BSP_0011                         NaN                     2   \n",
       "2020-023_BSP_0041                         NaN                     2   \n",
       "2020-023_BSP_0055                         NaN                     2   \n",
       "2020-023_BSP_0096                         NaN                     3   \n",
       "2020-023_BSP_0119                         NaN                     2   \n",
       "2020-023_BSP_0132                         NaN                     2   \n",
       "2020-023_BSP_0173                         NaN                     2   \n",
       "2020-023_BSP_0198                         NaN                     2   \n",
       "2020-023_BSP_0217                         NaN                     2   \n",
       "2020-023_BSP_0249                         NaN                     3   \n",
       "2020-023_BSP_0253                         NaN                     3   \n",
       "2020-023_BSP_0261                         NaN                     2   \n",
       "2020-023_BSP_0296                         NaN                     2   \n",
       "2020-023_BSP_0312                         NaN                     2   \n",
       "2020-023_BSP_0327                         NaN                     2   \n",
       "2020-023_BSP_0348                         NaN                     2   \n",
       "2020-023_BSP_0361                         NaN                     2   \n",
       "2020-023_BSP_0379                         NaN                     3   \n",
       "2020-023_BSP_0381                         NaN                     2   \n",
       "2020-023_BSP_0388                         NaN                     2   \n",
       "2020-023_BSP_0414                         NaN                     1   \n",
       "2020-023_BSP_0421                         NaN                     2   \n",
       "2020-023_BSP_0432                         NaN                     2   \n",
       "2020-023_BSP_0438                         NaN                     2   \n",
       "2020-023_BSP_0442                         NaN               9999999   \n",
       "2020-023_BSP_0450                         NaN                     2   \n",
       "2020-023_BSP_0461                         NaN                     2   \n",
       "2020-023_BSP_0464                         NaN                     2   \n",
       "2020-023_BSP_0471                         NaN                     2   \n",
       "2020-023_BSP_0473                         NaN                     2   \n",
       "2020-023_BSP_0478                         NaN                     2   \n",
       "2020-023_BSP_0483                         NaN                     2   \n",
       "2020-023_BSP_0496                         NaN                     2   \n",
       "2020-023_BSP_0544                         NaN                     2   \n",
       "2020-023_BSP_0549                         NaN                     2   \n",
       "2020-023_BSP_0566                         NaN                     2   \n",
       "2020-023_BSP_0568                         NaN                     2   \n",
       "2020-023_BSP_0592                         NaN                     3   \n",
       "2020-023_BSP_0593                         NaN                     3   \n",
       "2020-023_BSP_0594                         NaN                     2   \n",
       "2020-023_BSP_0756                         NaN                     3   \n",
       "2020-023_BSP_0762                         NaN                     2   \n",
       "2020-023_SPC_0034                         NaN                     3   \n",
       "2020-023_SPC_0171                         NaN                     2   \n",
       "2020-023_SPC_0189                         NaN                     2   \n",
       "2020-023_SPC_0409                         NaN                     2   \n",
       "2020-023_SPC_0480                         NaN                     2   \n",
       "2020-023_SPC_0515                         NaN                     2   \n",
       "2020-023_SPC_0726                         NaN                     2   \n",
       "2020-023_SPC_0741                         NaN                     2   \n",
       "\n",
       "                   t14511_IBD_family_info_F2  t16032_passive_smoke_where3_F2  \\\n",
       "new_id                                                                         \n",
       "2020-023_BSP_0011                        NaN                             NaN   \n",
       "2020-023_BSP_0041                        NaN                             NaN   \n",
       "2020-023_BSP_0055                        NaN                             NaN   \n",
       "2020-023_BSP_0096                        NaN                             6.0   \n",
       "2020-023_BSP_0119                        NaN                             NaN   \n",
       "2020-023_BSP_0132                        NaN                             NaN   \n",
       "2020-023_BSP_0173                        NaN                             NaN   \n",
       "2020-023_BSP_0198                        NaN                             NaN   \n",
       "2020-023_BSP_0217                        NaN                             NaN   \n",
       "2020-023_BSP_0249                        NaN                             NaN   \n",
       "2020-023_BSP_0253                        NaN                             NaN   \n",
       "2020-023_BSP_0261                        NaN                             NaN   \n",
       "2020-023_BSP_0296                        NaN                             NaN   \n",
       "2020-023_BSP_0312                        NaN                             NaN   \n",
       "2020-023_BSP_0327                        NaN                             NaN   \n",
       "2020-023_BSP_0348                        NaN                             NaN   \n",
       "2020-023_BSP_0361                        NaN                             NaN   \n",
       "2020-023_BSP_0379                        NaN                             NaN   \n",
       "2020-023_BSP_0381                        NaN                             NaN   \n",
       "2020-023_BSP_0388                        NaN                             NaN   \n",
       "2020-023_BSP_0414                        1.0                             NaN   \n",
       "2020-023_BSP_0421                        NaN                             NaN   \n",
       "2020-023_BSP_0432                        NaN                             NaN   \n",
       "2020-023_BSP_0438                        NaN                             NaN   \n",
       "2020-023_BSP_0442                        NaN                             NaN   \n",
       "2020-023_BSP_0450                        NaN                             NaN   \n",
       "2020-023_BSP_0461                        NaN                             NaN   \n",
       "2020-023_BSP_0464                        NaN                             NaN   \n",
       "2020-023_BSP_0471                        NaN                             NaN   \n",
       "2020-023_BSP_0473                        NaN                             NaN   \n",
       "2020-023_BSP_0478                        NaN                             NaN   \n",
       "2020-023_BSP_0483                        NaN                             NaN   \n",
       "2020-023_BSP_0496                        NaN                             NaN   \n",
       "2020-023_BSP_0544                        NaN                             NaN   \n",
       "2020-023_BSP_0549                        NaN                             NaN   \n",
       "2020-023_BSP_0566                        NaN                             NaN   \n",
       "2020-023_BSP_0568                        NaN                             NaN   \n",
       "2020-023_BSP_0592                        NaN                             NaN   \n",
       "2020-023_BSP_0593                        NaN                             NaN   \n",
       "2020-023_BSP_0594                        NaN                             NaN   \n",
       "2020-023_BSP_0756                        NaN                             5.0   \n",
       "2020-023_BSP_0762                        NaN                             NaN   \n",
       "2020-023_SPC_0034                        NaN                             NaN   \n",
       "2020-023_SPC_0171                        NaN                             NaN   \n",
       "2020-023_SPC_0189                        NaN                             NaN   \n",
       "2020-023_SPC_0409                        NaN                             NaN   \n",
       "2020-023_SPC_0480                        NaN                             NaN   \n",
       "2020-023_SPC_0515                        NaN                             NaN   \n",
       "2020-023_SPC_0726                        NaN                             NaN   \n",
       "2020-023_SPC_0741                        NaN                             NaN   \n",
       "\n",
       "                   t19960_defecat_n_change_3m_F2  \\\n",
       "new_id                                             \n",
       "2020-023_BSP_0011                            NaN   \n",
       "2020-023_BSP_0041                            1.0   \n",
       "2020-023_BSP_0055                            NaN   \n",
       "2020-023_BSP_0096                            NaN   \n",
       "2020-023_BSP_0119                            NaN   \n",
       "2020-023_BSP_0132                            NaN   \n",
       "2020-023_BSP_0173                            NaN   \n",
       "2020-023_BSP_0198                            NaN   \n",
       "2020-023_BSP_0217                            NaN   \n",
       "2020-023_BSP_0249                            NaN   \n",
       "2020-023_BSP_0253                            NaN   \n",
       "2020-023_BSP_0261                            1.0   \n",
       "2020-023_BSP_0296                            NaN   \n",
       "2020-023_BSP_0312                            NaN   \n",
       "2020-023_BSP_0327                            NaN   \n",
       "2020-023_BSP_0348                            NaN   \n",
       "2020-023_BSP_0361                            3.0   \n",
       "2020-023_BSP_0379                            NaN   \n",
       "2020-023_BSP_0381                            NaN   \n",
       "2020-023_BSP_0388                            1.0   \n",
       "2020-023_BSP_0414                            1.0   \n",
       "2020-023_BSP_0421                            NaN   \n",
       "2020-023_BSP_0432                            NaN   \n",
       "2020-023_BSP_0438                            NaN   \n",
       "2020-023_BSP_0442                            2.0   \n",
       "2020-023_BSP_0450                            NaN   \n",
       "2020-023_BSP_0461                            NaN   \n",
       "2020-023_BSP_0464                            NaN   \n",
       "2020-023_BSP_0471                            NaN   \n",
       "2020-023_BSP_0473                            NaN   \n",
       "2020-023_BSP_0478                            NaN   \n",
       "2020-023_BSP_0483                            NaN   \n",
       "2020-023_BSP_0496                            NaN   \n",
       "2020-023_BSP_0544                            NaN   \n",
       "2020-023_BSP_0549                            NaN   \n",
       "2020-023_BSP_0566                            3.0   \n",
       "2020-023_BSP_0568                            NaN   \n",
       "2020-023_BSP_0592                            NaN   \n",
       "2020-023_BSP_0593                            NaN   \n",
       "2020-023_BSP_0594                            NaN   \n",
       "2020-023_BSP_0756                            NaN   \n",
       "2020-023_BSP_0762                            NaN   \n",
       "2020-023_SPC_0034                            NaN   \n",
       "2020-023_SPC_0171                            NaN   \n",
       "2020-023_SPC_0189                            NaN   \n",
       "2020-023_SPC_0409                            NaN   \n",
       "2020-023_SPC_0480                            NaN   \n",
       "2020-023_SPC_0515                            1.0   \n",
       "2020-023_SPC_0726                            NaN   \n",
       "2020-023_SPC_0741                            NaN   \n",
       "\n",
       "                   t19961_stool_cons_change_3m_F2  \n",
       "new_id                                             \n",
       "2020-023_BSP_0011                             NaN  \n",
       "2020-023_BSP_0041                             2.0  \n",
       "2020-023_BSP_0055                             NaN  \n",
       "2020-023_BSP_0096                             NaN  \n",
       "2020-023_BSP_0119                             NaN  \n",
       "2020-023_BSP_0132                             NaN  \n",
       "2020-023_BSP_0173                             NaN  \n",
       "2020-023_BSP_0198                             NaN  \n",
       "2020-023_BSP_0217                             NaN  \n",
       "2020-023_BSP_0249                             NaN  \n",
       "2020-023_BSP_0253                             NaN  \n",
       "2020-023_BSP_0261                             3.0  \n",
       "2020-023_BSP_0296                             NaN  \n",
       "2020-023_BSP_0312                             NaN  \n",
       "2020-023_BSP_0327                             NaN  \n",
       "2020-023_BSP_0348                             NaN  \n",
       "2020-023_BSP_0361                             1.0  \n",
       "2020-023_BSP_0379                             NaN  \n",
       "2020-023_BSP_0381                             NaN  \n",
       "2020-023_BSP_0388                             3.0  \n",
       "2020-023_BSP_0414                             1.0  \n",
       "2020-023_BSP_0421                             NaN  \n",
       "2020-023_BSP_0432                             NaN  \n",
       "2020-023_BSP_0438                             NaN  \n",
       "2020-023_BSP_0442                             2.0  \n",
       "2020-023_BSP_0450                             NaN  \n",
       "2020-023_BSP_0461                             NaN  \n",
       "2020-023_BSP_0464                             NaN  \n",
       "2020-023_BSP_0471                             NaN  \n",
       "2020-023_BSP_0473                             NaN  \n",
       "2020-023_BSP_0478                             NaN  \n",
       "2020-023_BSP_0483                             NaN  \n",
       "2020-023_BSP_0496                             NaN  \n",
       "2020-023_BSP_0544                             NaN  \n",
       "2020-023_BSP_0549                             NaN  \n",
       "2020-023_BSP_0566                             1.0  \n",
       "2020-023_BSP_0568                             NaN  \n",
       "2020-023_BSP_0592                             NaN  \n",
       "2020-023_BSP_0593                             NaN  \n",
       "2020-023_BSP_0594                             NaN  \n",
       "2020-023_BSP_0756                             NaN  \n",
       "2020-023_BSP_0762                             NaN  \n",
       "2020-023_SPC_0034                             NaN  \n",
       "2020-023_SPC_0171                             NaN  \n",
       "2020-023_SPC_0189                             NaN  \n",
       "2020-023_SPC_0409                             NaN  \n",
       "2020-023_SPC_0480                             NaN  \n",
       "2020-023_SPC_0515                             3.0  \n",
       "2020-023_SPC_0726                             NaN  \n",
       "2020-023_SPC_0741                             NaN  \n",
       "\n",
       "[50 rows x 116 columns]"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "BSPSPC_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "ed321ab1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>revision_F2</th>\n",
       "      <th>sex_F2</th>\n",
       "      <th>geb_dat_mod_F2</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0011</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1971-04-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0041</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1960-07-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0055</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1970-09-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0096</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1961-04-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0119</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1968-04-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0132</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1957-09-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0173</th>\n",
       "      <td>1001</td>\n",
       "      <td>2</td>\n",
       "      <td>1958-09-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0198</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1976-08-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0217</th>\n",
       "      <td>1001</td>\n",
       "      <td>1</td>\n",
       "      <td>1977-02-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0249</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1969-08-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0253</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1967-05-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0296</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1957-04-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0312</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1972-05-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0327</th>\n",
       "      <td>1001</td>\n",
       "      <td>1</td>\n",
       "      <td>1973-02-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0348</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1970-10-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0361</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1966-12-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0379</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1962-04-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0381</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1969-02-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0414</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1972-10-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0421</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1955-05-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0438</th>\n",
       "      <td>1001</td>\n",
       "      <td>1</td>\n",
       "      <td>1974-04-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0442</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1965-04-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0450</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1958-11-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0461</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1976-05-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0464</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1958-09-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0471</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1967-08-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0478</th>\n",
       "      <td>1001</td>\n",
       "      <td>2</td>\n",
       "      <td>1984-11-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0483</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1961-02-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0496</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1956-09-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0544</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1973-09-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0549</th>\n",
       "      <td>1001</td>\n",
       "      <td>1</td>\n",
       "      <td>1959-10-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0566</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1965-12-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0568</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1962-02-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0592</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1961-06-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0593</th>\n",
       "      <td>1001</td>\n",
       "      <td>2</td>\n",
       "      <td>1957-06-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0594</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1959-11-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0756</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1969-06-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0762</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1964-10-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0034</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1953-10-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0171</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1955-11-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0189</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1953-12-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0409</th>\n",
       "      <td>1001</td>\n",
       "      <td>1</td>\n",
       "      <td>1955-05-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0480</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1953-09-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0515</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1953-12-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0726</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1954-12-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0741</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1952-08-01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   revision_F2  sex_F2 geb_dat_mod_F2\n",
       "new_id                                               \n",
       "2020-023_BSP_0011            1       1     1971-04-01\n",
       "2020-023_BSP_0041            1       2     1960-07-01\n",
       "2020-023_BSP_0055            1       1     1970-09-01\n",
       "2020-023_BSP_0096            1       1     1961-04-01\n",
       "2020-023_BSP_0119            1       1     1968-04-01\n",
       "2020-023_BSP_0132            1       1     1957-09-01\n",
       "2020-023_BSP_0173         1001       2     1958-09-01\n",
       "2020-023_BSP_0198            1       1     1976-08-01\n",
       "2020-023_BSP_0217         1001       1     1977-02-01\n",
       "2020-023_BSP_0249            1       1     1969-08-01\n",
       "2020-023_BSP_0253            1       1     1967-05-01\n",
       "2020-023_BSP_0296            1       1     1957-04-01\n",
       "2020-023_BSP_0312            1       2     1972-05-01\n",
       "2020-023_BSP_0327         1001       1     1973-02-01\n",
       "2020-023_BSP_0348            1       2     1970-10-01\n",
       "2020-023_BSP_0361            1       2     1966-12-01\n",
       "2020-023_BSP_0379            1       1     1962-04-01\n",
       "2020-023_BSP_0381            1       2     1969-02-01\n",
       "2020-023_BSP_0414            1       1     1972-10-01\n",
       "2020-023_BSP_0421            1       2     1955-05-01\n",
       "2020-023_BSP_0438         1001       1     1974-04-01\n",
       "2020-023_BSP_0442            1       2     1965-04-01\n",
       "2020-023_BSP_0450            1       2     1958-11-01\n",
       "2020-023_BSP_0461            1       1     1976-05-01\n",
       "2020-023_BSP_0464            1       1     1958-09-01\n",
       "2020-023_BSP_0471            1       1     1967-08-01\n",
       "2020-023_BSP_0478         1001       2     1984-11-01\n",
       "2020-023_BSP_0483            1       1     1961-02-01\n",
       "2020-023_BSP_0496            1       1     1956-09-01\n",
       "2020-023_BSP_0544            1       2     1973-09-01\n",
       "2020-023_BSP_0549         1001       1     1959-10-01\n",
       "2020-023_BSP_0566            1       2     1965-12-01\n",
       "2020-023_BSP_0568            1       1     1962-02-01\n",
       "2020-023_BSP_0592            1       1     1961-06-01\n",
       "2020-023_BSP_0593         1001       2     1957-06-01\n",
       "2020-023_BSP_0594            1       1     1959-11-01\n",
       "2020-023_BSP_0756            1       1     1969-06-01\n",
       "2020-023_BSP_0762            1       2     1964-10-01\n",
       "2020-023_SPC_0034            1       1     1953-10-01\n",
       "2020-023_SPC_0171            1       2     1955-11-01\n",
       "2020-023_SPC_0189            1       2     1953-12-01\n",
       "2020-023_SPC_0409         1001       1     1955-05-01\n",
       "2020-023_SPC_0480            1       1     1953-09-01\n",
       "2020-023_SPC_0515            1       2     1953-12-01\n",
       "2020-023_SPC_0726            1       1     1954-12-01\n",
       "2020-023_SPC_0741            1       2     1952-08-01"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "BSPSPC_PG2NK_STAMM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "519fda10",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GP»_Iso_1_IgG OD</th>\n",
       "      <th>GP»_Iso_1_IgG _U/ml</th>\n",
       "      <th>GP2_Iso_1_IgA_OD</th>\n",
       "      <th>GP2_Iso_1_IgA _U/ml</th>\n",
       "      <th>GP2_3850_Iso_4 IgG_OD</th>\n",
       "      <th>GP2_3850_Iso_4 IgG_U/ml</th>\n",
       "      <th>GP2_3750_Iso_4 IgA_OD</th>\n",
       "      <th>GP2_3750_Iso_4 IgA _U/ml</th>\n",
       "      <th>Diagnosis</th>\n",
       "      <th>QUANTA Flash PR3 CIA (RLU)</th>\n",
       "      <th>QUANTA Flash PR3 CIA (CU)</th>\n",
       "      <th>QUANTA Flash PR3 CIA (CU)- (&lt;2.3 entered as 2.2)</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0001</th>\n",
       "      <td>0.275</td>\n",
       "      <td>13.565</td>\n",
       "      <td>0.200</td>\n",
       "      <td>8.394</td>\n",
       "      <td>0.228</td>\n",
       "      <td>6.012</td>\n",
       "      <td>0.115</td>\n",
       "      <td>7.953</td>\n",
       "      <td>PSC</td>\n",
       "      <td>394.94</td>\n",
       "      <td>&lt; 2.3 CU</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0003</th>\n",
       "      <td>0.143</td>\n",
       "      <td>9.223</td>\n",
       "      <td>0.041</td>\n",
       "      <td>1.569</td>\n",
       "      <td>0.112</td>\n",
       "      <td>1.260</td>\n",
       "      <td>0.043</td>\n",
       "      <td>0.900</td>\n",
       "      <td>PSC</td>\n",
       "      <td>295.96</td>\n",
       "      <td>&lt; 2.3 CU</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0010</th>\n",
       "      <td>0.088</td>\n",
       "      <td>2.960</td>\n",
       "      <td>0.076</td>\n",
       "      <td>1.600</td>\n",
       "      <td>0.043</td>\n",
       "      <td>0.749</td>\n",
       "      <td>0.033</td>\n",
       "      <td>0.915</td>\n",
       "      <td>PSC</td>\n",
       "      <td>262.64</td>\n",
       "      <td>&lt; 2.3 CU</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0022</th>\n",
       "      <td>0.108</td>\n",
       "      <td>4.513</td>\n",
       "      <td>0.190</td>\n",
       "      <td>8.238</td>\n",
       "      <td>0.072</td>\n",
       "      <td>2.030</td>\n",
       "      <td>0.191</td>\n",
       "      <td>12.275</td>\n",
       "      <td>PSC</td>\n",
       "      <td>12355.84</td>\n",
       "      <td>20.4 CU</td>\n",
       "      <td>20.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0024</th>\n",
       "      <td>0.236</td>\n",
       "      <td>10.978</td>\n",
       "      <td>0.275</td>\n",
       "      <td>12.949</td>\n",
       "      <td>0.181</td>\n",
       "      <td>5.973</td>\n",
       "      <td>0.185</td>\n",
       "      <td>11.817</td>\n",
       "      <td>PSC</td>\n",
       "      <td>1338.68</td>\n",
       "      <td>&lt; 2.3 CU</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0770</th>\n",
       "      <td>0.389</td>\n",
       "      <td>19.204</td>\n",
       "      <td>0.096</td>\n",
       "      <td>3.114</td>\n",
       "      <td>0.333</td>\n",
       "      <td>12.128</td>\n",
       "      <td>0.058</td>\n",
       "      <td>2.445</td>\n",
       "      <td>PSC</td>\n",
       "      <td>349.86</td>\n",
       "      <td>&lt; 2.3 CU</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0771</th>\n",
       "      <td>0.204</td>\n",
       "      <td>9.335</td>\n",
       "      <td>0.278</td>\n",
       "      <td>13.117</td>\n",
       "      <td>0.087</td>\n",
       "      <td>2.564</td>\n",
       "      <td>0.085</td>\n",
       "      <td>4.402</td>\n",
       "      <td>PSC</td>\n",
       "      <td>1078.98</td>\n",
       "      <td>&lt; 2.3 CU</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0773</th>\n",
       "      <td>0.153</td>\n",
       "      <td>6.758</td>\n",
       "      <td>0.234</td>\n",
       "      <td>10.664</td>\n",
       "      <td>0.056</td>\n",
       "      <td>1.461</td>\n",
       "      <td>0.055</td>\n",
       "      <td>2.228</td>\n",
       "      <td>PSC</td>\n",
       "      <td>2370.62</td>\n",
       "      <td>3.5 CU</td>\n",
       "      <td>3.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0774</th>\n",
       "      <td>0.308</td>\n",
       "      <td>15.678</td>\n",
       "      <td>0.210</td>\n",
       "      <td>8.947</td>\n",
       "      <td>0.149</td>\n",
       "      <td>3.724</td>\n",
       "      <td>0.063</td>\n",
       "      <td>3.464</td>\n",
       "      <td>PSC</td>\n",
       "      <td>2892.96</td>\n",
       "      <td>4.4 CU</td>\n",
       "      <td>4.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0783</th>\n",
       "      <td>0.209</td>\n",
       "      <td>9.591</td>\n",
       "      <td>0.067</td>\n",
       "      <td>1.542</td>\n",
       "      <td>0.146</td>\n",
       "      <td>4.687</td>\n",
       "      <td>0.044</td>\n",
       "      <td>1.433</td>\n",
       "      <td>PSC</td>\n",
       "      <td>427.28</td>\n",
       "      <td>&lt; 2.3 CU</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>215 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   GP»_Iso_1_IgG OD  GP»_Iso_1_IgG _U/ml  GP2_Iso_1_IgA_OD  \\\n",
       "new_id                                                                       \n",
       "2020-023_PSC_0001             0.275               13.565             0.200   \n",
       "2020-023_PSC_0003             0.143                9.223             0.041   \n",
       "2020-023_PSC_0010             0.088                2.960             0.076   \n",
       "2020-023_PSC_0022             0.108                4.513             0.190   \n",
       "2020-023_PSC_0024             0.236               10.978             0.275   \n",
       "...                             ...                  ...               ...   \n",
       "2020-023_PSC_0770             0.389               19.204             0.096   \n",
       "2020-023_PSC_0771             0.204                9.335             0.278   \n",
       "2020-023_PSC_0773             0.153                6.758             0.234   \n",
       "2020-023_PSC_0774             0.308               15.678             0.210   \n",
       "2020-023_PSC_0783             0.209                9.591             0.067   \n",
       "\n",
       "                   GP2_Iso_1_IgA _U/ml  GP2_3850_Iso_4 IgG_OD  \\\n",
       "new_id                                                          \n",
       "2020-023_PSC_0001                8.394                  0.228   \n",
       "2020-023_PSC_0003                1.569                  0.112   \n",
       "2020-023_PSC_0010                1.600                  0.043   \n",
       "2020-023_PSC_0022                8.238                  0.072   \n",
       "2020-023_PSC_0024               12.949                  0.181   \n",
       "...                                ...                    ...   \n",
       "2020-023_PSC_0770                3.114                  0.333   \n",
       "2020-023_PSC_0771               13.117                  0.087   \n",
       "2020-023_PSC_0773               10.664                  0.056   \n",
       "2020-023_PSC_0774                8.947                  0.149   \n",
       "2020-023_PSC_0783                1.542                  0.146   \n",
       "\n",
       "                   GP2_3850_Iso_4 IgG_U/ml  GP2_3750_Iso_4 IgA_OD  \\\n",
       "new_id                                                              \n",
       "2020-023_PSC_0001                    6.012                  0.115   \n",
       "2020-023_PSC_0003                    1.260                  0.043   \n",
       "2020-023_PSC_0010                    0.749                  0.033   \n",
       "2020-023_PSC_0022                    2.030                  0.191   \n",
       "2020-023_PSC_0024                    5.973                  0.185   \n",
       "...                                    ...                    ...   \n",
       "2020-023_PSC_0770                   12.128                  0.058   \n",
       "2020-023_PSC_0771                    2.564                  0.085   \n",
       "2020-023_PSC_0773                    1.461                  0.055   \n",
       "2020-023_PSC_0774                    3.724                  0.063   \n",
       "2020-023_PSC_0783                    4.687                  0.044   \n",
       "\n",
       "                   GP2_3750_Iso_4 IgA _U/ml Diagnosis  \\\n",
       "new_id                                                  \n",
       "2020-023_PSC_0001                     7.953       PSC   \n",
       "2020-023_PSC_0003                     0.900       PSC   \n",
       "2020-023_PSC_0010                     0.915       PSC   \n",
       "2020-023_PSC_0022                    12.275       PSC   \n",
       "2020-023_PSC_0024                    11.817       PSC   \n",
       "...                                     ...       ...   \n",
       "2020-023_PSC_0770                     2.445       PSC   \n",
       "2020-023_PSC_0771                     4.402       PSC   \n",
       "2020-023_PSC_0773                     2.228       PSC   \n",
       "2020-023_PSC_0774                     3.464       PSC   \n",
       "2020-023_PSC_0783                     1.433       PSC   \n",
       "\n",
       "                   QUANTA Flash PR3 CIA (RLU) QUANTA Flash PR3 CIA (CU)  \\\n",
       "new_id                                                                    \n",
       "2020-023_PSC_0001                      394.94                  < 2.3 CU   \n",
       "2020-023_PSC_0003                      295.96                  < 2.3 CU   \n",
       "2020-023_PSC_0010                      262.64                  < 2.3 CU   \n",
       "2020-023_PSC_0022                    12355.84                   20.4 CU   \n",
       "2020-023_PSC_0024                     1338.68                  < 2.3 CU   \n",
       "...                                       ...                       ...   \n",
       "2020-023_PSC_0770                      349.86                  < 2.3 CU   \n",
       "2020-023_PSC_0771                     1078.98                  < 2.3 CU   \n",
       "2020-023_PSC_0773                     2370.62                    3.5 CU   \n",
       "2020-023_PSC_0774                     2892.96                    4.4 CU   \n",
       "2020-023_PSC_0783                      427.28                  < 2.3 CU   \n",
       "\n",
       "                   QUANTA Flash PR3 CIA (CU)- (<2.3 entered as 2.2)  \n",
       "new_id                                                               \n",
       "2020-023_PSC_0001                                               2.2  \n",
       "2020-023_PSC_0003                                               2.2  \n",
       "2020-023_PSC_0010                                               2.2  \n",
       "2020-023_PSC_0022                                              20.4  \n",
       "2020-023_PSC_0024                                               2.2  \n",
       "...                                                             ...  \n",
       "2020-023_PSC_0770                                               2.2  \n",
       "2020-023_PSC_0771                                               2.2  \n",
       "2020-023_PSC_0773                                               3.5  \n",
       "2020-023_PSC_0774                                               4.4  \n",
       "2020-023_PSC_0783                                               2.2  \n",
       "\n",
       "[215 rows x 12 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GP2_data_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2d4405a2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>phase</th>\n",
       "      <th>a-GP2 I1 IgA_7 U/ml</th>\n",
       "      <th>a-GP2 I1 IgG_33 U/ml</th>\n",
       "      <th>a-GP2 I4 IgA_9 U/ml</th>\n",
       "      <th>a-GP2 I4 IgG_23 U/ml</th>\n",
       "      <th>a-PR3 hs_15 U/ml</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0011</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,05</td>\n",
       "      <td>2,06</td>\n",
       "      <td>4,03</td>\n",
       "      <td>3,61</td>\n",
       "      <td>1,86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0041</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,31</td>\n",
       "      <td>1,74</td>\n",
       "      <td>1,1</td>\n",
       "      <td>1,91</td>\n",
       "      <td>2,28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0055</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,9</td>\n",
       "      <td>1,77</td>\n",
       "      <td>3,56</td>\n",
       "      <td>1,35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0096</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,67</td>\n",
       "      <td>4,19</td>\n",
       "      <td>1,95</td>\n",
       "      <td>3,91</td>\n",
       "      <td>1,3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0119</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,35</td>\n",
       "      <td>1,32</td>\n",
       "      <td>2,45</td>\n",
       "      <td>1,55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0409</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,35</td>\n",
       "      <td>1,66</td>\n",
       "      <td>7,3</td>\n",
       "      <td>1,71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0480</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,95</td>\n",
       "      <td>10,38</td>\n",
       "      <td>2,93</td>\n",
       "      <td>8,16</td>\n",
       "      <td>2,85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0515</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,46</td>\n",
       "      <td>11,27</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>10,31</td>\n",
       "      <td>1,35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0726</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,47</td>\n",
       "      <td>2,6</td>\n",
       "      <td>3,97</td>\n",
       "      <td>4,8</td>\n",
       "      <td>2,33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0741</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,27</td>\n",
       "      <td>1,72</td>\n",
       "      <td>6,79</td>\n",
       "      <td>1,91</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>569 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  phase a-GP2 I1 IgA_7 U/ml a-GP2 I1 IgG_33 U/ml  \\\n",
       "new_id                                                             \n",
       "2020-023_BSP_0011    F2                1,05                 2,06   \n",
       "2020-023_BSP_0041    F2                1,31                 1,74   \n",
       "2020-023_BSP_0055    F2               < min                  1,9   \n",
       "2020-023_BSP_0096    F2                1,67                 4,19   \n",
       "2020-023_BSP_0119    F2               < min                 1,35   \n",
       "...                 ...                 ...                  ...   \n",
       "2020-023_SPC_0409    F2               < min                 1,35   \n",
       "2020-023_SPC_0480    F2                1,95                10,38   \n",
       "2020-023_SPC_0515    F2                1,46                11,27   \n",
       "2020-023_SPC_0726    F2                1,47                  2,6   \n",
       "2020-023_SPC_0741    F2               < min                 1,27   \n",
       "\n",
       "                  a-GP2 I4 IgA_9 U/ml a-GP2 I4 IgG_23 U/ml a-PR3 hs_15 U/ml  \n",
       "new_id                                                                       \n",
       "2020-023_BSP_0011                4,03                 3,61             1,86  \n",
       "2020-023_BSP_0041                 1,1                 1,91             2,28  \n",
       "2020-023_BSP_0055                1,77                 3,56             1,35  \n",
       "2020-023_BSP_0096                1,95                 3,91              1,3  \n",
       "2020-023_BSP_0119                1,32                 2,45             1,55  \n",
       "...                               ...                  ...              ...  \n",
       "2020-023_SPC_0409                1,66                  7,3             1,71  \n",
       "2020-023_SPC_0480                2,93                 8,16             2,85  \n",
       "2020-023_SPC_0515               < min                10,31             1,35  \n",
       "2020-023_SPC_0726                3,97                  4,8             2,33  \n",
       "2020-023_SPC_0741                1,72                 6,79             1,91  \n",
       "\n",
       "[569 rows x 6 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_PSC_Seren_August_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "539b8b8e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>t5_year_of_birth_BL</th>\n",
       "      <th>t24_height_BL</th>\n",
       "      <th>t27_weight_BL</th>\n",
       "      <th>t37_sample_age_BL</th>\n",
       "      <th>t38_smoke_cigarettes_n_BL</th>\n",
       "      <th>t40_smoke_years_BL</th>\n",
       "      <th>t276_BMI_BL</th>\n",
       "      <th>t289_smoke_pipes_cigars_n_BL</th>\n",
       "      <th>t305_smoke_quit_age_BL</th>\n",
       "      <th>t306_smoke_start_age_BL</th>\n",
       "      <th>...</th>\n",
       "      <th>t13579_stool_hb_BL</th>\n",
       "      <th>t13580_stool_hb_hp_BL</th>\n",
       "      <th>t14333_Bristol_stool_scale2_BL</th>\n",
       "      <th>t14334_Bristol_stool_scale3_BL</th>\n",
       "      <th>t14335_Bristol_stool_scale4_BL</th>\n",
       "      <th>t19769_e-cigarette_BL</th>\n",
       "      <th>t19997_alt_therapy_months6_BL</th>\n",
       "      <th>t20603_vedolizumab_12m_BL</th>\n",
       "      <th>t20604_ustekinumab_12m_BL</th>\n",
       "      <th>t20865_alt_therapy_which6_BL</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0001</th>\n",
       "      <td>1955.0</td>\n",
       "      <td>165.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>22.405877</td>\n",
       "      <td>NaN</td>\n",
       "      <td>35.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0002</th>\n",
       "      <td>1963.0</td>\n",
       "      <td>174.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0003</th>\n",
       "      <td>1983.0</td>\n",
       "      <td>171.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>27.016860</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0004</th>\n",
       "      <td>1999.0</td>\n",
       "      <td>183.0</td>\n",
       "      <td>70.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0005</th>\n",
       "      <td>1940.0</td>\n",
       "      <td>165.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>23.140496</td>\n",
       "      <td>NaN</td>\n",
       "      <td>58.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0780</th>\n",
       "      <td>1989.0</td>\n",
       "      <td>180.0</td>\n",
       "      <td>86.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0781</th>\n",
       "      <td>1951.0</td>\n",
       "      <td>159.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>65.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.524346</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0782</th>\n",
       "      <td>1985.0</td>\n",
       "      <td>169.0</td>\n",
       "      <td>64.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0783</th>\n",
       "      <td>1956.0</td>\n",
       "      <td>165.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>22.773186</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0784</th>\n",
       "      <td>1959.0</td>\n",
       "      <td>159.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9999999.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>725 rows × 187 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   t5_year_of_birth_BL  t24_height_BL  t27_weight_BL  \\\n",
       "new_id                                                                 \n",
       "2020-023_PSC_0001               1955.0          165.0           61.0   \n",
       "2020-023_PSC_0002               1963.0          174.0           61.0   \n",
       "2020-023_PSC_0003               1983.0          171.0           79.0   \n",
       "2020-023_PSC_0004               1999.0          183.0           70.0   \n",
       "2020-023_PSC_0005               1940.0          165.0           63.0   \n",
       "...                                ...            ...            ...   \n",
       "2020-023_PSC_0780               1989.0          180.0           86.0   \n",
       "2020-023_PSC_0781               1951.0          159.0           62.0   \n",
       "2020-023_PSC_0782               1985.0          169.0           64.0   \n",
       "2020-023_PSC_0783               1956.0          165.0           62.0   \n",
       "2020-023_PSC_0784               1959.0          159.0           72.0   \n",
       "\n",
       "                   t37_sample_age_BL  t38_smoke_cigarettes_n_BL  \\\n",
       "new_id                                                            \n",
       "2020-023_PSC_0001                NaN                       12.0   \n",
       "2020-023_PSC_0002               55.0                        NaN   \n",
       "2020-023_PSC_0003                NaN                       10.0   \n",
       "2020-023_PSC_0004                NaN                  9999999.0   \n",
       "2020-023_PSC_0005               76.0                       20.0   \n",
       "...                              ...                        ...   \n",
       "2020-023_PSC_0780                NaN                        NaN   \n",
       "2020-023_PSC_0781               65.0                        NaN   \n",
       "2020-023_PSC_0782               32.0                        NaN   \n",
       "2020-023_PSC_0783               60.0                        NaN   \n",
       "2020-023_PSC_0784                NaN                       20.0   \n",
       "\n",
       "                   t40_smoke_years_BL  t276_BMI_BL  \\\n",
       "new_id                                               \n",
       "2020-023_PSC_0001                12.0    22.405877   \n",
       "2020-023_PSC_0002                 NaN          NaN   \n",
       "2020-023_PSC_0003           9999999.0    27.016860   \n",
       "2020-023_PSC_0004                 NaN          NaN   \n",
       "2020-023_PSC_0005                15.0    23.140496   \n",
       "...                               ...          ...   \n",
       "2020-023_PSC_0780                 NaN          NaN   \n",
       "2020-023_PSC_0781                 NaN    24.524346   \n",
       "2020-023_PSC_0782                 NaN          NaN   \n",
       "2020-023_PSC_0783                 NaN    22.773186   \n",
       "2020-023_PSC_0784                11.0          NaN   \n",
       "\n",
       "                   t289_smoke_pipes_cigars_n_BL  t305_smoke_quit_age_BL  \\\n",
       "new_id                                                                    \n",
       "2020-023_PSC_0001                           NaN                    35.0   \n",
       "2020-023_PSC_0002                           NaN                     NaN   \n",
       "2020-023_PSC_0003                           NaN                     NaN   \n",
       "2020-023_PSC_0004                           1.0                     NaN   \n",
       "2020-023_PSC_0005                           NaN                    58.0   \n",
       "...                                         ...                     ...   \n",
       "2020-023_PSC_0780                           NaN                     NaN   \n",
       "2020-023_PSC_0781                           NaN                     NaN   \n",
       "2020-023_PSC_0782                           NaN                     NaN   \n",
       "2020-023_PSC_0783                           NaN                     NaN   \n",
       "2020-023_PSC_0784                     9999999.0                     NaN   \n",
       "\n",
       "                   t306_smoke_start_age_BL  ...  t13579_stool_hb_BL  \\\n",
       "new_id                                      ...                       \n",
       "2020-023_PSC_0001                      NaN  ...                 0.0   \n",
       "2020-023_PSC_0002                      NaN  ...                 0.0   \n",
       "2020-023_PSC_0003                      NaN  ...                 0.0   \n",
       "2020-023_PSC_0004                     18.0  ...                 0.0   \n",
       "2020-023_PSC_0005                      NaN  ...                 0.0   \n",
       "...                                    ...  ...                 ...   \n",
       "2020-023_PSC_0780                      NaN  ...                 NaN   \n",
       "2020-023_PSC_0781                      NaN  ...                 0.0   \n",
       "2020-023_PSC_0782                      NaN  ...                 NaN   \n",
       "2020-023_PSC_0783                      NaN  ...                 0.0   \n",
       "2020-023_PSC_0784                      NaN  ...                 0.0   \n",
       "\n",
       "                   t13580_stool_hb_hp_BL  t14333_Bristol_stool_scale2_BL  \\\n",
       "new_id                                                                     \n",
       "2020-023_PSC_0001                    0.0                             NaN   \n",
       "2020-023_PSC_0002                    0.0                             4.0   \n",
       "2020-023_PSC_0003                    0.0                             NaN   \n",
       "2020-023_PSC_0004                    0.0                             3.0   \n",
       "2020-023_PSC_0005                    0.0                             NaN   \n",
       "...                                  ...                             ...   \n",
       "2020-023_PSC_0780                    NaN                             NaN   \n",
       "2020-023_PSC_0781                    0.0                             NaN   \n",
       "2020-023_PSC_0782                    NaN                             NaN   \n",
       "2020-023_PSC_0783                    0.0                             NaN   \n",
       "2020-023_PSC_0784                    0.0                             NaN   \n",
       "\n",
       "                   t14334_Bristol_stool_scale3_BL  \\\n",
       "new_id                                              \n",
       "2020-023_PSC_0001                             NaN   \n",
       "2020-023_PSC_0002                             NaN   \n",
       "2020-023_PSC_0003                             NaN   \n",
       "2020-023_PSC_0004                             NaN   \n",
       "2020-023_PSC_0005                             NaN   \n",
       "...                                           ...   \n",
       "2020-023_PSC_0780                             NaN   \n",
       "2020-023_PSC_0781                             NaN   \n",
       "2020-023_PSC_0782                             NaN   \n",
       "2020-023_PSC_0783                             NaN   \n",
       "2020-023_PSC_0784                             NaN   \n",
       "\n",
       "                   t14335_Bristol_stool_scale4_BL  t19769_e-cigarette_BL  \\\n",
       "new_id                                                                     \n",
       "2020-023_PSC_0001                             NaN                    NaN   \n",
       "2020-023_PSC_0002                             NaN                    NaN   \n",
       "2020-023_PSC_0003                             NaN                    NaN   \n",
       "2020-023_PSC_0004                             NaN                    1.0   \n",
       "2020-023_PSC_0005                             NaN                    NaN   \n",
       "...                                           ...                    ...   \n",
       "2020-023_PSC_0780                             NaN                    NaN   \n",
       "2020-023_PSC_0781                             NaN                    NaN   \n",
       "2020-023_PSC_0782                             NaN                    NaN   \n",
       "2020-023_PSC_0783                             NaN                    NaN   \n",
       "2020-023_PSC_0784                             NaN                    2.0   \n",
       "\n",
       "                   t19997_alt_therapy_months6_BL  t20603_vedolizumab_12m_BL  \\\n",
       "new_id                                                                        \n",
       "2020-023_PSC_0001                            NaN                        NaN   \n",
       "2020-023_PSC_0002                            NaN                        NaN   \n",
       "2020-023_PSC_0003                            NaN                        NaN   \n",
       "2020-023_PSC_0004                            NaN                        2.0   \n",
       "2020-023_PSC_0005                            NaN                        NaN   \n",
       "...                                          ...                        ...   \n",
       "2020-023_PSC_0780                            NaN                        1.0   \n",
       "2020-023_PSC_0781                            NaN                        NaN   \n",
       "2020-023_PSC_0782                            NaN                        NaN   \n",
       "2020-023_PSC_0783                            NaN                        NaN   \n",
       "2020-023_PSC_0784                            NaN                        2.0   \n",
       "\n",
       "                   t20604_ustekinumab_12m_BL  t20865_alt_therapy_which6_BL  \n",
       "new_id                                                                      \n",
       "2020-023_PSC_0001                        NaN                           NaN  \n",
       "2020-023_PSC_0002                        NaN                           NaN  \n",
       "2020-023_PSC_0003                        NaN                           NaN  \n",
       "2020-023_PSC_0004                        2.0                           NaN  \n",
       "2020-023_PSC_0005                        NaN                           NaN  \n",
       "...                                      ...                           ...  \n",
       "2020-023_PSC_0780                        2.0                           NaN  \n",
       "2020-023_PSC_0781                        NaN                           NaN  \n",
       "2020-023_PSC_0782                        NaN                           NaN  \n",
       "2020-023_PSC_0783                        NaN                           NaN  \n",
       "2020-023_PSC_0784                        2.0                           NaN  \n",
       "\n",
       "[725 rows x 187 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PSC_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "db551faa",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>revision</th>\n",
       "      <th>sex</th>\n",
       "      <th>geb_dat</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0001</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1955-04-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0002</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1963-09-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0003</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1983-01-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0006</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1943-03-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0007</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1979-07-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0781</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1951-11-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0782</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1985-02-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0783</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1956-05-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0783</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1956-05-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0784</th>\n",
       "      <td>1001</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1959-08-01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   revision  sex     geb_dat\n",
       "new_id                                      \n",
       "2020-023_PSC_0001         1  2.0  1955-04-01\n",
       "2020-023_PSC_0002         1  2.0  1963-09-01\n",
       "2020-023_PSC_0003         1  2.0  1983-01-01\n",
       "2020-023_PSC_0006         1  2.0  1943-03-01\n",
       "2020-023_PSC_0007         1  2.0  1979-07-01\n",
       "...                     ...  ...         ...\n",
       "2020-023_PSC_0781         1  2.0  1951-11-01\n",
       "2020-023_PSC_0782         1  2.0  1985-02-01\n",
       "2020-023_PSC_0783         1  2.0  1956-05-01\n",
       "2020-023_PSC_0783         1  2.0  1956-05-01\n",
       "2020-023_PSC_0784      1001  2.0  1959-08-01\n",
       "\n",
       "[551 rows x 3 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PSC_STAMM"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "30b09819",
   "metadata": {},
   "source": [
    "# Subset count tables and meta "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "813c9304",
   "metadata": {},
   "source": [
    "## GP2 meta"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "161469de",
   "metadata": {},
   "outputs": [],
   "source": [
    "# split and merge GP2 data by disease group \n",
    "GP2_data_BSPSPC = GP2_data_2020[~GP2_data_2020.index.str.contains('PSC')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "12e9819e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>phase</th>\n",
       "      <th>a-GP2 I1 IgA_7 U/ml</th>\n",
       "      <th>a-GP2 I1 IgG_33 U/ml</th>\n",
       "      <th>a-GP2 I4 IgA_9 U/ml</th>\n",
       "      <th>a-GP2 I4 IgG_23 U/ml</th>\n",
       "      <th>a-PR3 hs_15 U/ml</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0011</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,05</td>\n",
       "      <td>2,06</td>\n",
       "      <td>4,03</td>\n",
       "      <td>3,61</td>\n",
       "      <td>1,86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0041</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,31</td>\n",
       "      <td>1,74</td>\n",
       "      <td>1,1</td>\n",
       "      <td>1,91</td>\n",
       "      <td>2,28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0055</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,9</td>\n",
       "      <td>1,77</td>\n",
       "      <td>3,56</td>\n",
       "      <td>1,35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0096</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,67</td>\n",
       "      <td>4,19</td>\n",
       "      <td>1,95</td>\n",
       "      <td>3,91</td>\n",
       "      <td>1,3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0119</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,35</td>\n",
       "      <td>1,32</td>\n",
       "      <td>2,45</td>\n",
       "      <td>1,55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0132</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,37</td>\n",
       "      <td>2,43</td>\n",
       "      <td>2,34</td>\n",
       "      <td>4,08</td>\n",
       "      <td>2,98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0173</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,37</td>\n",
       "      <td>2,3</td>\n",
       "      <td>2,86</td>\n",
       "      <td>4,03</td>\n",
       "      <td>1,97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0198</th>\n",
       "      <td>F2</td>\n",
       "      <td>3,5</td>\n",
       "      <td>13,92</td>\n",
       "      <td>3,31</td>\n",
       "      <td>6,48</td>\n",
       "      <td>2,95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0217</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,66</td>\n",
       "      <td>1,66</td>\n",
       "      <td>1,77</td>\n",
       "      <td>5,6</td>\n",
       "      <td>2,33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0249</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,96</td>\n",
       "      <td>3,94</td>\n",
       "      <td>5,88</td>\n",
       "      <td>7,04</td>\n",
       "      <td>3,47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0253</th>\n",
       "      <td>F2</td>\n",
       "      <td>6,88</td>\n",
       "      <td>1,86</td>\n",
       "      <td>4,74</td>\n",
       "      <td>2,83</td>\n",
       "      <td>2,39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0261</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,41</td>\n",
       "      <td>3,28</td>\n",
       "      <td>3,62</td>\n",
       "      <td>3,43</td>\n",
       "      <td>2,44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0296</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,02</td>\n",
       "      <td>2,55</td>\n",
       "      <td>2,28</td>\n",
       "      <td>5,23</td>\n",
       "      <td>3,47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0312</th>\n",
       "      <td>F2</td>\n",
       "      <td>0,99</td>\n",
       "      <td>1,24</td>\n",
       "      <td>2,92</td>\n",
       "      <td>4</td>\n",
       "      <td>2,07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0327</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,11</td>\n",
       "      <td>2,6</td>\n",
       "      <td>1,65</td>\n",
       "      <td>3,3</td>\n",
       "      <td>2,09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0348</th>\n",
       "      <td>F2</td>\n",
       "      <td>2,23</td>\n",
       "      <td>2,68</td>\n",
       "      <td>3,19</td>\n",
       "      <td>14,38</td>\n",
       "      <td>6,7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0361</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,18</td>\n",
       "      <td>5,55</td>\n",
       "      <td>2,74</td>\n",
       "      <td>15,88</td>\n",
       "      <td>2,79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0379</th>\n",
       "      <td>F2</td>\n",
       "      <td>2,23</td>\n",
       "      <td>3,07</td>\n",
       "      <td>3,76</td>\n",
       "      <td>6,75</td>\n",
       "      <td>2,95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0381</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,27</td>\n",
       "      <td>2,51</td>\n",
       "      <td>3,08</td>\n",
       "      <td>2,12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0388</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,18</td>\n",
       "      <td>1,08</td>\n",
       "      <td>3,05</td>\n",
       "      <td>1,51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0414</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>2,3</td>\n",
       "      <td>1,02</td>\n",
       "      <td>10</td>\n",
       "      <td>2,58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0421</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,19</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,43</td>\n",
       "      <td>3,45</td>\n",
       "      <td>2,33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0432</th>\n",
       "      <td>F2</td>\n",
       "      <td>2,2</td>\n",
       "      <td>3,81</td>\n",
       "      <td>6,31</td>\n",
       "      <td>6,57</td>\n",
       "      <td>3,36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0438</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,25</td>\n",
       "      <td>2,53</td>\n",
       "      <td>3,7</td>\n",
       "      <td>8,49</td>\n",
       "      <td>1,3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0442</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,14</td>\n",
       "      <td>2,26</td>\n",
       "      <td>3,74</td>\n",
       "      <td>5,75</td>\n",
       "      <td>2,07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0450</th>\n",
       "      <td>F2</td>\n",
       "      <td>6,6</td>\n",
       "      <td>5,9</td>\n",
       "      <td>7,74</td>\n",
       "      <td>6,15</td>\n",
       "      <td>1,72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0461</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,25</td>\n",
       "      <td>2,68</td>\n",
       "      <td>2,62</td>\n",
       "      <td>3,02</td>\n",
       "      <td>1,56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0464</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>2,08</td>\n",
       "      <td>1,48</td>\n",
       "      <td>2,17</td>\n",
       "      <td>&lt; min</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0471</th>\n",
       "      <td>F2</td>\n",
       "      <td>0,99</td>\n",
       "      <td>2,26</td>\n",
       "      <td>1,94</td>\n",
       "      <td>6,54</td>\n",
       "      <td>3,91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0473</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>2,01</td>\n",
       "      <td>1,59</td>\n",
       "      <td>8,53</td>\n",
       "      <td>5,05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0478</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,86</td>\n",
       "      <td>3,85</td>\n",
       "      <td>5,23</td>\n",
       "      <td>4,14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0483</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,38</td>\n",
       "      <td>1,71</td>\n",
       "      <td>2,54</td>\n",
       "      <td>1,77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0496</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,41</td>\n",
       "      <td>1,58</td>\n",
       "      <td>5,22</td>\n",
       "      <td>4,55</td>\n",
       "      <td>2,55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0544</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,88</td>\n",
       "      <td>1,45</td>\n",
       "      <td>2,5</td>\n",
       "      <td>4,07</td>\n",
       "      <td>1,09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0549</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>3,95</td>\n",
       "      <td>1,53</td>\n",
       "      <td>10,17</td>\n",
       "      <td>2,58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0566</th>\n",
       "      <td>F2</td>\n",
       "      <td>3,59</td>\n",
       "      <td>1,5</td>\n",
       "      <td>3,33</td>\n",
       "      <td>3,95</td>\n",
       "      <td>2,65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0568</th>\n",
       "      <td>F2</td>\n",
       "      <td>2,94</td>\n",
       "      <td>2,3</td>\n",
       "      <td>7,81</td>\n",
       "      <td>8,61</td>\n",
       "      <td>4,77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0592</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,95</td>\n",
       "      <td>1,31</td>\n",
       "      <td>2,07</td>\n",
       "      <td>4,04</td>\n",
       "      <td>1,99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0593</th>\n",
       "      <td>F2</td>\n",
       "      <td>2,8</td>\n",
       "      <td>1,65</td>\n",
       "      <td>11,29</td>\n",
       "      <td>8,16</td>\n",
       "      <td>1,51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0594</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>2,06</td>\n",
       "      <td>1,94</td>\n",
       "      <td>6,54</td>\n",
       "      <td>1,91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0756</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,95</td>\n",
       "      <td>6,17</td>\n",
       "      <td>1,77</td>\n",
       "      <td>9,19</td>\n",
       "      <td>3,99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0762</th>\n",
       "      <td>F2</td>\n",
       "      <td>2,44</td>\n",
       "      <td>2,45</td>\n",
       "      <td>3,19</td>\n",
       "      <td>4,68</td>\n",
       "      <td>2,68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0034</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,46</td>\n",
       "      <td>2,91</td>\n",
       "      <td>3</td>\n",
       "      <td>9,28</td>\n",
       "      <td>2,31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0171</th>\n",
       "      <td>F2</td>\n",
       "      <td>2,09</td>\n",
       "      <td>1,58</td>\n",
       "      <td>7,95</td>\n",
       "      <td>3,84</td>\n",
       "      <td>2,41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0189</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,11</td>\n",
       "      <td>7,9</td>\n",
       "      <td>2,68</td>\n",
       "      <td>8,82</td>\n",
       "      <td>2,41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0409</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,35</td>\n",
       "      <td>1,66</td>\n",
       "      <td>7,3</td>\n",
       "      <td>1,71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0480</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,95</td>\n",
       "      <td>10,38</td>\n",
       "      <td>2,93</td>\n",
       "      <td>8,16</td>\n",
       "      <td>2,85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0515</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,46</td>\n",
       "      <td>11,27</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>10,31</td>\n",
       "      <td>1,35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0726</th>\n",
       "      <td>F2</td>\n",
       "      <td>1,47</td>\n",
       "      <td>2,6</td>\n",
       "      <td>3,97</td>\n",
       "      <td>4,8</td>\n",
       "      <td>2,33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0741</th>\n",
       "      <td>F2</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,27</td>\n",
       "      <td>1,72</td>\n",
       "      <td>6,79</td>\n",
       "      <td>1,91</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  phase a-GP2 I1 IgA_7 U/ml a-GP2 I1 IgG_33 U/ml  \\\n",
       "new_id                                                             \n",
       "2020-023_BSP_0011    F2                1,05                 2,06   \n",
       "2020-023_BSP_0041    F2                1,31                 1,74   \n",
       "2020-023_BSP_0055    F2               < min                  1,9   \n",
       "2020-023_BSP_0096    F2                1,67                 4,19   \n",
       "2020-023_BSP_0119    F2               < min                 1,35   \n",
       "2020-023_BSP_0132    F2                1,37                 2,43   \n",
       "2020-023_BSP_0173    F2                1,37                  2,3   \n",
       "2020-023_BSP_0198    F2                 3,5                13,92   \n",
       "2020-023_BSP_0217    F2                1,66                 1,66   \n",
       "2020-023_BSP_0249    F2                1,96                 3,94   \n",
       "2020-023_BSP_0253    F2                6,88                 1,86   \n",
       "2020-023_BSP_0261    F2                1,41                 3,28   \n",
       "2020-023_BSP_0296    F2                1,02                 2,55   \n",
       "2020-023_BSP_0312    F2                0,99                 1,24   \n",
       "2020-023_BSP_0327    F2                1,11                  2,6   \n",
       "2020-023_BSP_0348    F2                2,23                 2,68   \n",
       "2020-023_BSP_0361    F2                1,18                 5,55   \n",
       "2020-023_BSP_0379    F2                2,23                 3,07   \n",
       "2020-023_BSP_0381    F2               < min                 1,27   \n",
       "2020-023_BSP_0388    F2               < min                 1,18   \n",
       "2020-023_BSP_0414    F2               < min                  2,3   \n",
       "2020-023_BSP_0421    F2                1,19                < min   \n",
       "2020-023_BSP_0432    F2                 2,2                 3,81   \n",
       "2020-023_BSP_0438    F2                1,25                 2,53   \n",
       "2020-023_BSP_0442    F2                1,14                 2,26   \n",
       "2020-023_BSP_0450    F2                 6,6                  5,9   \n",
       "2020-023_BSP_0461    F2                1,25                 2,68   \n",
       "2020-023_BSP_0464    F2               < min                 2,08   \n",
       "2020-023_BSP_0471    F2                0,99                 2,26   \n",
       "2020-023_BSP_0473    F2               < min                 2,01   \n",
       "2020-023_BSP_0478    F2               < min                 1,86   \n",
       "2020-023_BSP_0483    F2               < min                 1,38   \n",
       "2020-023_BSP_0496    F2                1,41                 1,58   \n",
       "2020-023_BSP_0544    F2                1,88                 1,45   \n",
       "2020-023_BSP_0549    F2               < min                 3,95   \n",
       "2020-023_BSP_0566    F2                3,59                  1,5   \n",
       "2020-023_BSP_0568    F2                2,94                  2,3   \n",
       "2020-023_BSP_0592    F2                1,95                 1,31   \n",
       "2020-023_BSP_0593    F2                 2,8                 1,65   \n",
       "2020-023_BSP_0594    F2               < min                 2,06   \n",
       "2020-023_BSP_0756    F2                1,95                 6,17   \n",
       "2020-023_BSP_0762    F2                2,44                 2,45   \n",
       "2020-023_SPC_0034    F2                1,46                 2,91   \n",
       "2020-023_SPC_0171    F2                2,09                 1,58   \n",
       "2020-023_SPC_0189    F2                1,11                  7,9   \n",
       "2020-023_SPC_0409    F2               < min                 1,35   \n",
       "2020-023_SPC_0480    F2                1,95                10,38   \n",
       "2020-023_SPC_0515    F2                1,46                11,27   \n",
       "2020-023_SPC_0726    F2                1,47                  2,6   \n",
       "2020-023_SPC_0741    F2               < min                 1,27   \n",
       "\n",
       "                  a-GP2 I4 IgA_9 U/ml a-GP2 I4 IgG_23 U/ml a-PR3 hs_15 U/ml  \n",
       "new_id                                                                       \n",
       "2020-023_BSP_0011                4,03                 3,61             1,86  \n",
       "2020-023_BSP_0041                 1,1                 1,91             2,28  \n",
       "2020-023_BSP_0055                1,77                 3,56             1,35  \n",
       "2020-023_BSP_0096                1,95                 3,91              1,3  \n",
       "2020-023_BSP_0119                1,32                 2,45             1,55  \n",
       "2020-023_BSP_0132                2,34                 4,08             2,98  \n",
       "2020-023_BSP_0173                2,86                 4,03             1,97  \n",
       "2020-023_BSP_0198                3,31                 6,48             2,95  \n",
       "2020-023_BSP_0217                1,77                  5,6             2,33  \n",
       "2020-023_BSP_0249                5,88                 7,04             3,47  \n",
       "2020-023_BSP_0253                4,74                 2,83             2,39  \n",
       "2020-023_BSP_0261                3,62                 3,43             2,44  \n",
       "2020-023_BSP_0296                2,28                 5,23             3,47  \n",
       "2020-023_BSP_0312                2,92                    4             2,07  \n",
       "2020-023_BSP_0327                1,65                  3,3             2,09  \n",
       "2020-023_BSP_0348                3,19                14,38              6,7  \n",
       "2020-023_BSP_0361                2,74                15,88             2,79  \n",
       "2020-023_BSP_0379                3,76                 6,75             2,95  \n",
       "2020-023_BSP_0381                2,51                 3,08             2,12  \n",
       "2020-023_BSP_0388                1,08                 3,05             1,51  \n",
       "2020-023_BSP_0414                1,02                   10             2,58  \n",
       "2020-023_BSP_0421                1,43                 3,45             2,33  \n",
       "2020-023_BSP_0432                6,31                 6,57             3,36  \n",
       "2020-023_BSP_0438                 3,7                 8,49              1,3  \n",
       "2020-023_BSP_0442                3,74                 5,75             2,07  \n",
       "2020-023_BSP_0450                7,74                 6,15             1,72  \n",
       "2020-023_BSP_0461                2,62                 3,02             1,56  \n",
       "2020-023_BSP_0464                1,48                 2,17            < min  \n",
       "2020-023_BSP_0471                1,94                 6,54             3,91  \n",
       "2020-023_BSP_0473                1,59                 8,53             5,05  \n",
       "2020-023_BSP_0478                3,85                 5,23             4,14  \n",
       "2020-023_BSP_0483                1,71                 2,54             1,77  \n",
       "2020-023_BSP_0496                5,22                 4,55             2,55  \n",
       "2020-023_BSP_0544                 2,5                 4,07             1,09  \n",
       "2020-023_BSP_0549                1,53                10,17             2,58  \n",
       "2020-023_BSP_0566                3,33                 3,95             2,65  \n",
       "2020-023_BSP_0568                7,81                 8,61             4,77  \n",
       "2020-023_BSP_0592                2,07                 4,04             1,99  \n",
       "2020-023_BSP_0593               11,29                 8,16             1,51  \n",
       "2020-023_BSP_0594                1,94                 6,54             1,91  \n",
       "2020-023_BSP_0756                1,77                 9,19             3,99  \n",
       "2020-023_BSP_0762                3,19                 4,68             2,68  \n",
       "2020-023_SPC_0034                   3                 9,28             2,31  \n",
       "2020-023_SPC_0171                7,95                 3,84             2,41  \n",
       "2020-023_SPC_0189                2,68                 8,82             2,41  \n",
       "2020-023_SPC_0409                1,66                  7,3             1,71  \n",
       "2020-023_SPC_0480                2,93                 8,16             2,85  \n",
       "2020-023_SPC_0515               < min                10,31             1,35  \n",
       "2020-023_SPC_0726                3,97                  4,8             2,33  \n",
       "2020-023_SPC_0741                1,72                 6,79             1,91  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GP2_data_BSPSPC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "49e90716",
   "metadata": {},
   "outputs": [],
   "source": [
    "GP2_data_BSPSPC = GP2_data_BSPSPC.drop('phase', axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "054010cb",
   "metadata": {},
   "outputs": [],
   "source": [
    "GP2_data_BSPSPC = GP2_data_BSPSPC.rename(columns={\n",
    "    'a-GP2 I1 IgA_7 U/ml': 'GP2_Iso1_IgA',\n",
    "    'a-GP2 I1 IgG_33 U/ml': 'GP2_Iso1_IgG',\n",
    "    'a-GP2 I4 IgA_9 U/ml': 'GP2_Iso4_IgA',\n",
    "    'a-GP2 I4 IgG_23 U/ml': 'GP2_Iso4_IgG',\n",
    "    'a-PR3 hs_15 U/ml': 'PR3'\n",
    " })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "283eecab",
   "metadata": {},
   "outputs": [],
   "source": [
    "for column in GP2_data_BSPSPC.columns:\n",
    "    GP2_data_BSPSPC[column] = GP2_data_BSPSPC[column].str.replace(',', '.')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "4dd41905",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Replace \"< min\" with 0 in the DataFrame\n",
    "GP2_data_BSPSPC = GP2_data_BSPSPC.replace(\"< min\", 0).astype(float)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "78231d35",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GP2_Iso1_IgA</th>\n",
       "      <th>GP2_Iso1_IgG</th>\n",
       "      <th>GP2_Iso4_IgA</th>\n",
       "      <th>GP2_Iso4_IgG</th>\n",
       "      <th>PR3</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0011</th>\n",
       "      <td>1.05</td>\n",
       "      <td>2.06</td>\n",
       "      <td>4.03</td>\n",
       "      <td>3.61</td>\n",
       "      <td>1.86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0041</th>\n",
       "      <td>1.31</td>\n",
       "      <td>1.74</td>\n",
       "      <td>1.10</td>\n",
       "      <td>1.91</td>\n",
       "      <td>2.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0055</th>\n",
       "      <td>0.00</td>\n",
       "      <td>1.90</td>\n",
       "      <td>1.77</td>\n",
       "      <td>3.56</td>\n",
       "      <td>1.35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0096</th>\n",
       "      <td>1.67</td>\n",
       "      <td>4.19</td>\n",
       "      <td>1.95</td>\n",
       "      <td>3.91</td>\n",
       "      <td>1.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0119</th>\n",
       "      <td>0.00</td>\n",
       "      <td>1.35</td>\n",
       "      <td>1.32</td>\n",
       "      <td>2.45</td>\n",
       "      <td>1.55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0132</th>\n",
       "      <td>1.37</td>\n",
       "      <td>2.43</td>\n",
       "      <td>2.34</td>\n",
       "      <td>4.08</td>\n",
       "      <td>2.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0173</th>\n",
       "      <td>1.37</td>\n",
       "      <td>2.30</td>\n",
       "      <td>2.86</td>\n",
       "      <td>4.03</td>\n",
       "      <td>1.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0198</th>\n",
       "      <td>3.50</td>\n",
       "      <td>13.92</td>\n",
       "      <td>3.31</td>\n",
       "      <td>6.48</td>\n",
       "      <td>2.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0217</th>\n",
       "      <td>1.66</td>\n",
       "      <td>1.66</td>\n",
       "      <td>1.77</td>\n",
       "      <td>5.60</td>\n",
       "      <td>2.33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0249</th>\n",
       "      <td>1.96</td>\n",
       "      <td>3.94</td>\n",
       "      <td>5.88</td>\n",
       "      <td>7.04</td>\n",
       "      <td>3.47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0253</th>\n",
       "      <td>6.88</td>\n",
       "      <td>1.86</td>\n",
       "      <td>4.74</td>\n",
       "      <td>2.83</td>\n",
       "      <td>2.39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0261</th>\n",
       "      <td>1.41</td>\n",
       "      <td>3.28</td>\n",
       "      <td>3.62</td>\n",
       "      <td>3.43</td>\n",
       "      <td>2.44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0296</th>\n",
       "      <td>1.02</td>\n",
       "      <td>2.55</td>\n",
       "      <td>2.28</td>\n",
       "      <td>5.23</td>\n",
       "      <td>3.47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0312</th>\n",
       "      <td>0.99</td>\n",
       "      <td>1.24</td>\n",
       "      <td>2.92</td>\n",
       "      <td>4.00</td>\n",
       "      <td>2.07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0327</th>\n",
       "      <td>1.11</td>\n",
       "      <td>2.60</td>\n",
       "      <td>1.65</td>\n",
       "      <td>3.30</td>\n",
       "      <td>2.09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0348</th>\n",
       "      <td>2.23</td>\n",
       "      <td>2.68</td>\n",
       "      <td>3.19</td>\n",
       "      <td>14.38</td>\n",
       "      <td>6.70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0361</th>\n",
       "      <td>1.18</td>\n",
       "      <td>5.55</td>\n",
       "      <td>2.74</td>\n",
       "      <td>15.88</td>\n",
       "      <td>2.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0379</th>\n",
       "      <td>2.23</td>\n",
       "      <td>3.07</td>\n",
       "      <td>3.76</td>\n",
       "      <td>6.75</td>\n",
       "      <td>2.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0381</th>\n",
       "      <td>0.00</td>\n",
       "      <td>1.27</td>\n",
       "      <td>2.51</td>\n",
       "      <td>3.08</td>\n",
       "      <td>2.12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0388</th>\n",
       "      <td>0.00</td>\n",
       "      <td>1.18</td>\n",
       "      <td>1.08</td>\n",
       "      <td>3.05</td>\n",
       "      <td>1.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0414</th>\n",
       "      <td>0.00</td>\n",
       "      <td>2.30</td>\n",
       "      <td>1.02</td>\n",
       "      <td>10.00</td>\n",
       "      <td>2.58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0421</th>\n",
       "      <td>1.19</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.43</td>\n",
       "      <td>3.45</td>\n",
       "      <td>2.33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0432</th>\n",
       "      <td>2.20</td>\n",
       "      <td>3.81</td>\n",
       "      <td>6.31</td>\n",
       "      <td>6.57</td>\n",
       "      <td>3.36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0438</th>\n",
       "      <td>1.25</td>\n",
       "      <td>2.53</td>\n",
       "      <td>3.70</td>\n",
       "      <td>8.49</td>\n",
       "      <td>1.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0442</th>\n",
       "      <td>1.14</td>\n",
       "      <td>2.26</td>\n",
       "      <td>3.74</td>\n",
       "      <td>5.75</td>\n",
       "      <td>2.07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0450</th>\n",
       "      <td>6.60</td>\n",
       "      <td>5.90</td>\n",
       "      <td>7.74</td>\n",
       "      <td>6.15</td>\n",
       "      <td>1.72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0461</th>\n",
       "      <td>1.25</td>\n",
       "      <td>2.68</td>\n",
       "      <td>2.62</td>\n",
       "      <td>3.02</td>\n",
       "      <td>1.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0464</th>\n",
       "      <td>0.00</td>\n",
       "      <td>2.08</td>\n",
       "      <td>1.48</td>\n",
       "      <td>2.17</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0471</th>\n",
       "      <td>0.99</td>\n",
       "      <td>2.26</td>\n",
       "      <td>1.94</td>\n",
       "      <td>6.54</td>\n",
       "      <td>3.91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0473</th>\n",
       "      <td>0.00</td>\n",
       "      <td>2.01</td>\n",
       "      <td>1.59</td>\n",
       "      <td>8.53</td>\n",
       "      <td>5.05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0478</th>\n",
       "      <td>0.00</td>\n",
       "      <td>1.86</td>\n",
       "      <td>3.85</td>\n",
       "      <td>5.23</td>\n",
       "      <td>4.14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0483</th>\n",
       "      <td>0.00</td>\n",
       "      <td>1.38</td>\n",
       "      <td>1.71</td>\n",
       "      <td>2.54</td>\n",
       "      <td>1.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0496</th>\n",
       "      <td>1.41</td>\n",
       "      <td>1.58</td>\n",
       "      <td>5.22</td>\n",
       "      <td>4.55</td>\n",
       "      <td>2.55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0544</th>\n",
       "      <td>1.88</td>\n",
       "      <td>1.45</td>\n",
       "      <td>2.50</td>\n",
       "      <td>4.07</td>\n",
       "      <td>1.09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0549</th>\n",
       "      <td>0.00</td>\n",
       "      <td>3.95</td>\n",
       "      <td>1.53</td>\n",
       "      <td>10.17</td>\n",
       "      <td>2.58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0566</th>\n",
       "      <td>3.59</td>\n",
       "      <td>1.50</td>\n",
       "      <td>3.33</td>\n",
       "      <td>3.95</td>\n",
       "      <td>2.65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0568</th>\n",
       "      <td>2.94</td>\n",
       "      <td>2.30</td>\n",
       "      <td>7.81</td>\n",
       "      <td>8.61</td>\n",
       "      <td>4.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0592</th>\n",
       "      <td>1.95</td>\n",
       "      <td>1.31</td>\n",
       "      <td>2.07</td>\n",
       "      <td>4.04</td>\n",
       "      <td>1.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0593</th>\n",
       "      <td>2.80</td>\n",
       "      <td>1.65</td>\n",
       "      <td>11.29</td>\n",
       "      <td>8.16</td>\n",
       "      <td>1.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0594</th>\n",
       "      <td>0.00</td>\n",
       "      <td>2.06</td>\n",
       "      <td>1.94</td>\n",
       "      <td>6.54</td>\n",
       "      <td>1.91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0756</th>\n",
       "      <td>1.95</td>\n",
       "      <td>6.17</td>\n",
       "      <td>1.77</td>\n",
       "      <td>9.19</td>\n",
       "      <td>3.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_BSP_0762</th>\n",
       "      <td>2.44</td>\n",
       "      <td>2.45</td>\n",
       "      <td>3.19</td>\n",
       "      <td>4.68</td>\n",
       "      <td>2.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0034</th>\n",
       "      <td>1.46</td>\n",
       "      <td>2.91</td>\n",
       "      <td>3.00</td>\n",
       "      <td>9.28</td>\n",
       "      <td>2.31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0171</th>\n",
       "      <td>2.09</td>\n",
       "      <td>1.58</td>\n",
       "      <td>7.95</td>\n",
       "      <td>3.84</td>\n",
       "      <td>2.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0189</th>\n",
       "      <td>1.11</td>\n",
       "      <td>7.90</td>\n",
       "      <td>2.68</td>\n",
       "      <td>8.82</td>\n",
       "      <td>2.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0409</th>\n",
       "      <td>0.00</td>\n",
       "      <td>1.35</td>\n",
       "      <td>1.66</td>\n",
       "      <td>7.30</td>\n",
       "      <td>1.71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0480</th>\n",
       "      <td>1.95</td>\n",
       "      <td>10.38</td>\n",
       "      <td>2.93</td>\n",
       "      <td>8.16</td>\n",
       "      <td>2.85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0515</th>\n",
       "      <td>1.46</td>\n",
       "      <td>11.27</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.31</td>\n",
       "      <td>1.35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0726</th>\n",
       "      <td>1.47</td>\n",
       "      <td>2.60</td>\n",
       "      <td>3.97</td>\n",
       "      <td>4.80</td>\n",
       "      <td>2.33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_SPC_0741</th>\n",
       "      <td>0.00</td>\n",
       "      <td>1.27</td>\n",
       "      <td>1.72</td>\n",
       "      <td>6.79</td>\n",
       "      <td>1.91</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   GP2_Iso1_IgA  GP2_Iso1_IgG  GP2_Iso4_IgA  GP2_Iso4_IgG  \\\n",
       "new_id                                                                      \n",
       "2020-023_BSP_0011          1.05          2.06          4.03          3.61   \n",
       "2020-023_BSP_0041          1.31          1.74          1.10          1.91   \n",
       "2020-023_BSP_0055          0.00          1.90          1.77          3.56   \n",
       "2020-023_BSP_0096          1.67          4.19          1.95          3.91   \n",
       "2020-023_BSP_0119          0.00          1.35          1.32          2.45   \n",
       "2020-023_BSP_0132          1.37          2.43          2.34          4.08   \n",
       "2020-023_BSP_0173          1.37          2.30          2.86          4.03   \n",
       "2020-023_BSP_0198          3.50         13.92          3.31          6.48   \n",
       "2020-023_BSP_0217          1.66          1.66          1.77          5.60   \n",
       "2020-023_BSP_0249          1.96          3.94          5.88          7.04   \n",
       "2020-023_BSP_0253          6.88          1.86          4.74          2.83   \n",
       "2020-023_BSP_0261          1.41          3.28          3.62          3.43   \n",
       "2020-023_BSP_0296          1.02          2.55          2.28          5.23   \n",
       "2020-023_BSP_0312          0.99          1.24          2.92          4.00   \n",
       "2020-023_BSP_0327          1.11          2.60          1.65          3.30   \n",
       "2020-023_BSP_0348          2.23          2.68          3.19         14.38   \n",
       "2020-023_BSP_0361          1.18          5.55          2.74         15.88   \n",
       "2020-023_BSP_0379          2.23          3.07          3.76          6.75   \n",
       "2020-023_BSP_0381          0.00          1.27          2.51          3.08   \n",
       "2020-023_BSP_0388          0.00          1.18          1.08          3.05   \n",
       "2020-023_BSP_0414          0.00          2.30          1.02         10.00   \n",
       "2020-023_BSP_0421          1.19          0.00          1.43          3.45   \n",
       "2020-023_BSP_0432          2.20          3.81          6.31          6.57   \n",
       "2020-023_BSP_0438          1.25          2.53          3.70          8.49   \n",
       "2020-023_BSP_0442          1.14          2.26          3.74          5.75   \n",
       "2020-023_BSP_0450          6.60          5.90          7.74          6.15   \n",
       "2020-023_BSP_0461          1.25          2.68          2.62          3.02   \n",
       "2020-023_BSP_0464          0.00          2.08          1.48          2.17   \n",
       "2020-023_BSP_0471          0.99          2.26          1.94          6.54   \n",
       "2020-023_BSP_0473          0.00          2.01          1.59          8.53   \n",
       "2020-023_BSP_0478          0.00          1.86          3.85          5.23   \n",
       "2020-023_BSP_0483          0.00          1.38          1.71          2.54   \n",
       "2020-023_BSP_0496          1.41          1.58          5.22          4.55   \n",
       "2020-023_BSP_0544          1.88          1.45          2.50          4.07   \n",
       "2020-023_BSP_0549          0.00          3.95          1.53         10.17   \n",
       "2020-023_BSP_0566          3.59          1.50          3.33          3.95   \n",
       "2020-023_BSP_0568          2.94          2.30          7.81          8.61   \n",
       "2020-023_BSP_0592          1.95          1.31          2.07          4.04   \n",
       "2020-023_BSP_0593          2.80          1.65         11.29          8.16   \n",
       "2020-023_BSP_0594          0.00          2.06          1.94          6.54   \n",
       "2020-023_BSP_0756          1.95          6.17          1.77          9.19   \n",
       "2020-023_BSP_0762          2.44          2.45          3.19          4.68   \n",
       "2020-023_SPC_0034          1.46          2.91          3.00          9.28   \n",
       "2020-023_SPC_0171          2.09          1.58          7.95          3.84   \n",
       "2020-023_SPC_0189          1.11          7.90          2.68          8.82   \n",
       "2020-023_SPC_0409          0.00          1.35          1.66          7.30   \n",
       "2020-023_SPC_0480          1.95         10.38          2.93          8.16   \n",
       "2020-023_SPC_0515          1.46         11.27          0.00         10.31   \n",
       "2020-023_SPC_0726          1.47          2.60          3.97          4.80   \n",
       "2020-023_SPC_0741          0.00          1.27          1.72          6.79   \n",
       "\n",
       "                    PR3  \n",
       "new_id                   \n",
       "2020-023_BSP_0011  1.86  \n",
       "2020-023_BSP_0041  2.28  \n",
       "2020-023_BSP_0055  1.35  \n",
       "2020-023_BSP_0096  1.30  \n",
       "2020-023_BSP_0119  1.55  \n",
       "2020-023_BSP_0132  2.98  \n",
       "2020-023_BSP_0173  1.97  \n",
       "2020-023_BSP_0198  2.95  \n",
       "2020-023_BSP_0217  2.33  \n",
       "2020-023_BSP_0249  3.47  \n",
       "2020-023_BSP_0253  2.39  \n",
       "2020-023_BSP_0261  2.44  \n",
       "2020-023_BSP_0296  3.47  \n",
       "2020-023_BSP_0312  2.07  \n",
       "2020-023_BSP_0327  2.09  \n",
       "2020-023_BSP_0348  6.70  \n",
       "2020-023_BSP_0361  2.79  \n",
       "2020-023_BSP_0379  2.95  \n",
       "2020-023_BSP_0381  2.12  \n",
       "2020-023_BSP_0388  1.51  \n",
       "2020-023_BSP_0414  2.58  \n",
       "2020-023_BSP_0421  2.33  \n",
       "2020-023_BSP_0432  3.36  \n",
       "2020-023_BSP_0438  1.30  \n",
       "2020-023_BSP_0442  2.07  \n",
       "2020-023_BSP_0450  1.72  \n",
       "2020-023_BSP_0461  1.56  \n",
       "2020-023_BSP_0464  0.00  \n",
       "2020-023_BSP_0471  3.91  \n",
       "2020-023_BSP_0473  5.05  \n",
       "2020-023_BSP_0478  4.14  \n",
       "2020-023_BSP_0483  1.77  \n",
       "2020-023_BSP_0496  2.55  \n",
       "2020-023_BSP_0544  1.09  \n",
       "2020-023_BSP_0549  2.58  \n",
       "2020-023_BSP_0566  2.65  \n",
       "2020-023_BSP_0568  4.77  \n",
       "2020-023_BSP_0592  1.99  \n",
       "2020-023_BSP_0593  1.51  \n",
       "2020-023_BSP_0594  1.91  \n",
       "2020-023_BSP_0756  3.99  \n",
       "2020-023_BSP_0762  2.68  \n",
       "2020-023_SPC_0034  2.31  \n",
       "2020-023_SPC_0171  2.41  \n",
       "2020-023_SPC_0189  2.41  \n",
       "2020-023_SPC_0409  1.71  \n",
       "2020-023_SPC_0480  2.85  \n",
       "2020-023_SPC_0515  1.35  \n",
       "2020-023_SPC_0726  2.33  \n",
       "2020-023_SPC_0741  1.91  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GP2_data_BSPSPC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "7d61c9b3",
   "metadata": {},
   "outputs": [],
   "source": [
    "GP2_data_PSC_2 = GP2_data_2020[GP2_data_2020.index.str.contains('PSC')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "bb1247b8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>phase</th>\n",
       "      <th>a-GP2 I1 IgA_7 U/ml</th>\n",
       "      <th>a-GP2 I1 IgG_33 U/ml</th>\n",
       "      <th>a-GP2 I4 IgA_9 U/ml</th>\n",
       "      <th>a-GP2 I4 IgG_23 U/ml</th>\n",
       "      <th>a-PR3 hs_15 U/ml</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0002</th>\n",
       "      <td>BL</td>\n",
       "      <td>7,14</td>\n",
       "      <td>3,38</td>\n",
       "      <td>3,84</td>\n",
       "      <td>4,72</td>\n",
       "      <td>7,22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0004</th>\n",
       "      <td>BL</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,76</td>\n",
       "      <td>1,58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0005</th>\n",
       "      <td>BL</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,04</td>\n",
       "      <td>1,39</td>\n",
       "      <td>1,86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0006</th>\n",
       "      <td>BL</td>\n",
       "      <td>1,34</td>\n",
       "      <td>2,64</td>\n",
       "      <td>1,41</td>\n",
       "      <td>3,03</td>\n",
       "      <td>2,04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0007</th>\n",
       "      <td>BL</td>\n",
       "      <td>3,28</td>\n",
       "      <td>10,06</td>\n",
       "      <td>3,55</td>\n",
       "      <td>14,37</td>\n",
       "      <td>2,93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0779</th>\n",
       "      <td>BL</td>\n",
       "      <td>4,43</td>\n",
       "      <td>5,76</td>\n",
       "      <td>2,74</td>\n",
       "      <td>5,32</td>\n",
       "      <td>4,68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0780</th>\n",
       "      <td>BL</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,75</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>4,69</td>\n",
       "      <td>2,78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0781</th>\n",
       "      <td>BL</td>\n",
       "      <td>1,08</td>\n",
       "      <td>23,03</td>\n",
       "      <td>2,24</td>\n",
       "      <td>9,16</td>\n",
       "      <td>6,77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0782</th>\n",
       "      <td>BL</td>\n",
       "      <td>1,26</td>\n",
       "      <td>1,4</td>\n",
       "      <td>3,19</td>\n",
       "      <td>2,55</td>\n",
       "      <td>1,77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0784</th>\n",
       "      <td>BL</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>&lt; min</td>\n",
       "      <td>1,32</td>\n",
       "      <td>3,64</td>\n",
       "      <td>2,43</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>519 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  phase a-GP2 I1 IgA_7 U/ml a-GP2 I1 IgG_33 U/ml  \\\n",
       "new_id                                                             \n",
       "2020-023_PSC_0002    BL                7,14                 3,38   \n",
       "2020-023_PSC_0004    BL               < min                < min   \n",
       "2020-023_PSC_0005    BL               < min                < min   \n",
       "2020-023_PSC_0006    BL                1,34                 2,64   \n",
       "2020-023_PSC_0007    BL                3,28                10,06   \n",
       "...                 ...                 ...                  ...   \n",
       "2020-023_PSC_0779    BL                4,43                 5,76   \n",
       "2020-023_PSC_0780    BL               < min                 1,75   \n",
       "2020-023_PSC_0781    BL                1,08                23,03   \n",
       "2020-023_PSC_0782    BL                1,26                  1,4   \n",
       "2020-023_PSC_0784    BL               < min                < min   \n",
       "\n",
       "                  a-GP2 I4 IgA_9 U/ml a-GP2 I4 IgG_23 U/ml a-PR3 hs_15 U/ml  \n",
       "new_id                                                                       \n",
       "2020-023_PSC_0002                3,84                 4,72             7,22  \n",
       "2020-023_PSC_0004               < min                 1,76             1,58  \n",
       "2020-023_PSC_0005                1,04                 1,39             1,86  \n",
       "2020-023_PSC_0006                1,41                 3,03             2,04  \n",
       "2020-023_PSC_0007                3,55                14,37             2,93  \n",
       "...                               ...                  ...              ...  \n",
       "2020-023_PSC_0779                2,74                 5,32             4,68  \n",
       "2020-023_PSC_0780               < min                 4,69             2,78  \n",
       "2020-023_PSC_0781                2,24                 9,16             6,77  \n",
       "2020-023_PSC_0782                3,19                 2,55             1,77  \n",
       "2020-023_PSC_0784                1,32                 3,64             2,43  \n",
       "\n",
       "[519 rows x 6 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GP2_data_PSC_2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "318475dd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['GP»_Iso_1_IgG OD', 'GP»_Iso_1_IgG _U/ml', 'GP2_Iso_1_IgA_OD',\n",
       "       'GP2_Iso_1_IgA _U/ml', 'GP2_3850_Iso_4 IgG_OD',\n",
       "       'GP2_3850_Iso_4 IgG_U/ml', 'GP2_3750_Iso_4 IgA_OD',\n",
       "       'GP2_3750_Iso_4 IgA _U/ml', 'Diagnosis', 'QUANTA Flash PR3 CIA (RLU)',\n",
       "       'QUANTA Flash PR3 CIA (CU)',\n",
       "       'QUANTA Flash PR3 CIA (CU)- (<2.3 entered as 2.2)'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GP2_data_2018.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "540af609",
   "metadata": {},
   "outputs": [],
   "source": [
    "# drop measurments with density\n",
    "GP2_data_PSC_1 = GP2_data_2018[['GP»_Iso_1_IgG _U/ml', 'GP2_Iso_1_IgA _U/ml', 'GP2_3850_Iso_4 IgG_U/ml', 'GP2_3750_Iso_4 IgA _U/ml', 'QUANTA Flash PR3 CIA (CU)- (<2.3 entered as 2.2)']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "b05b87ed",
   "metadata": {},
   "outputs": [],
   "source": [
    "# rename the columns\n",
    "GP2_data_PSC_1 = GP2_data_PSC_1.rename(columns={\n",
    "    'GP»_Iso_1_IgG _U/ml': 'GP2_Iso1_IgG',\n",
    "    'GP2_Iso_1_IgA _U/ml': 'GP2_Iso1_IgA',\n",
    "    'GP2_3850_Iso_4 IgG_U/ml': 'GP2_Iso4_IgG',\n",
    "    'GP2_3750_Iso_4 IgA _U/ml': 'GP2_Iso4_IgA',\n",
    "    'QUANTA Flash PR3 CIA (CU)- (<2.3 entered as 2.2)': 'PR3'\n",
    "})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "24e4320c",
   "metadata": {},
   "outputs": [],
   "source": [
    "GP2_data_PSC_2 = GP2_data_PSC_2.rename(columns={\n",
    "    'a-GP2 I1 IgA_7 U/ml': 'GP2_Iso1_IgA',\n",
    "    'a-GP2 I1 IgG_33 U/ml': 'GP2_Iso1_IgG',\n",
    "    'a-GP2 I4 IgA_9 U/ml': 'GP2_Iso4_IgA',\n",
    "    'a-GP2 I4 IgG_23 U/ml': 'GP2_Iso4_IgG',\n",
    "    'a-PR3 hs_15 U/ml': 'PR3'\n",
    " })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "ec30ebe1",
   "metadata": {},
   "outputs": [],
   "source": [
    "GP2_data_PSC_2 = GP2_data_PSC_2.drop('phase', axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "dfd9a8af",
   "metadata": {},
   "outputs": [],
   "source": [
    "for column in GP2_data_PSC_2.columns:\n",
    "    GP2_data_PSC_2[column] = GP2_data_PSC_2[column].str.replace(',', '.')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "585194db",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Replace \"< min\" with 0 in the DataFrame\n",
    "GP2_data_PSC_2 = GP2_data_PSC_2.replace(\"< min\", 0).astype(float)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "c3d58e77",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GP2_Iso1_IgA</th>\n",
       "      <th>GP2_Iso1_IgG</th>\n",
       "      <th>GP2_Iso4_IgA</th>\n",
       "      <th>GP2_Iso4_IgG</th>\n",
       "      <th>PR3</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0002</th>\n",
       "      <td>7.14</td>\n",
       "      <td>3.38</td>\n",
       "      <td>3.84</td>\n",
       "      <td>4.72</td>\n",
       "      <td>7.22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0004</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.76</td>\n",
       "      <td>1.58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0005</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.04</td>\n",
       "      <td>1.39</td>\n",
       "      <td>1.86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0006</th>\n",
       "      <td>1.34</td>\n",
       "      <td>2.64</td>\n",
       "      <td>1.41</td>\n",
       "      <td>3.03</td>\n",
       "      <td>2.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0007</th>\n",
       "      <td>3.28</td>\n",
       "      <td>10.06</td>\n",
       "      <td>3.55</td>\n",
       "      <td>14.37</td>\n",
       "      <td>2.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0779</th>\n",
       "      <td>4.43</td>\n",
       "      <td>5.76</td>\n",
       "      <td>2.74</td>\n",
       "      <td>5.32</td>\n",
       "      <td>4.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0780</th>\n",
       "      <td>0.00</td>\n",
       "      <td>1.75</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.69</td>\n",
       "      <td>2.78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0781</th>\n",
       "      <td>1.08</td>\n",
       "      <td>23.03</td>\n",
       "      <td>2.24</td>\n",
       "      <td>9.16</td>\n",
       "      <td>6.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0782</th>\n",
       "      <td>1.26</td>\n",
       "      <td>1.40</td>\n",
       "      <td>3.19</td>\n",
       "      <td>2.55</td>\n",
       "      <td>1.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0784</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.32</td>\n",
       "      <td>3.64</td>\n",
       "      <td>2.43</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>519 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   GP2_Iso1_IgA  GP2_Iso1_IgG  GP2_Iso4_IgA  GP2_Iso4_IgG  \\\n",
       "new_id                                                                      \n",
       "2020-023_PSC_0002          7.14          3.38          3.84          4.72   \n",
       "2020-023_PSC_0004          0.00          0.00          0.00          1.76   \n",
       "2020-023_PSC_0005          0.00          0.00          1.04          1.39   \n",
       "2020-023_PSC_0006          1.34          2.64          1.41          3.03   \n",
       "2020-023_PSC_0007          3.28         10.06          3.55         14.37   \n",
       "...                         ...           ...           ...           ...   \n",
       "2020-023_PSC_0779          4.43          5.76          2.74          5.32   \n",
       "2020-023_PSC_0780          0.00          1.75          0.00          4.69   \n",
       "2020-023_PSC_0781          1.08         23.03          2.24          9.16   \n",
       "2020-023_PSC_0782          1.26          1.40          3.19          2.55   \n",
       "2020-023_PSC_0784          0.00          0.00          1.32          3.64   \n",
       "\n",
       "                    PR3  \n",
       "new_id                   \n",
       "2020-023_PSC_0002  7.22  \n",
       "2020-023_PSC_0004  1.58  \n",
       "2020-023_PSC_0005  1.86  \n",
       "2020-023_PSC_0006  2.04  \n",
       "2020-023_PSC_0007  2.93  \n",
       "...                 ...  \n",
       "2020-023_PSC_0779  4.68  \n",
       "2020-023_PSC_0780  2.78  \n",
       "2020-023_PSC_0781  6.77  \n",
       "2020-023_PSC_0782  1.77  \n",
       "2020-023_PSC_0784  2.43  \n",
       "\n",
       "[519 rows x 5 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GP2_data_PSC_2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "4d1e9d52",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GP2_Iso1_IgG</th>\n",
       "      <th>GP2_Iso1_IgA</th>\n",
       "      <th>GP2_Iso4_IgG</th>\n",
       "      <th>GP2_Iso4_IgA</th>\n",
       "      <th>PR3</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0001</th>\n",
       "      <td>13.565</td>\n",
       "      <td>8.394</td>\n",
       "      <td>6.012</td>\n",
       "      <td>7.953</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0003</th>\n",
       "      <td>9.223</td>\n",
       "      <td>1.569</td>\n",
       "      <td>1.260</td>\n",
       "      <td>0.900</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0010</th>\n",
       "      <td>2.960</td>\n",
       "      <td>1.600</td>\n",
       "      <td>0.749</td>\n",
       "      <td>0.915</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0022</th>\n",
       "      <td>4.513</td>\n",
       "      <td>8.238</td>\n",
       "      <td>2.030</td>\n",
       "      <td>12.275</td>\n",
       "      <td>20.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0024</th>\n",
       "      <td>10.978</td>\n",
       "      <td>12.949</td>\n",
       "      <td>5.973</td>\n",
       "      <td>11.817</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0770</th>\n",
       "      <td>19.204</td>\n",
       "      <td>3.114</td>\n",
       "      <td>12.128</td>\n",
       "      <td>2.445</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0771</th>\n",
       "      <td>9.335</td>\n",
       "      <td>13.117</td>\n",
       "      <td>2.564</td>\n",
       "      <td>4.402</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0773</th>\n",
       "      <td>6.758</td>\n",
       "      <td>10.664</td>\n",
       "      <td>1.461</td>\n",
       "      <td>2.228</td>\n",
       "      <td>3.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0774</th>\n",
       "      <td>15.678</td>\n",
       "      <td>8.947</td>\n",
       "      <td>3.724</td>\n",
       "      <td>3.464</td>\n",
       "      <td>4.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0783</th>\n",
       "      <td>9.591</td>\n",
       "      <td>1.542</td>\n",
       "      <td>4.687</td>\n",
       "      <td>1.433</td>\n",
       "      <td>2.2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>215 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   GP2_Iso1_IgG  GP2_Iso1_IgA  GP2_Iso4_IgG  GP2_Iso4_IgA  \\\n",
       "new_id                                                                      \n",
       "2020-023_PSC_0001        13.565         8.394         6.012         7.953   \n",
       "2020-023_PSC_0003         9.223         1.569         1.260         0.900   \n",
       "2020-023_PSC_0010         2.960         1.600         0.749         0.915   \n",
       "2020-023_PSC_0022         4.513         8.238         2.030        12.275   \n",
       "2020-023_PSC_0024        10.978        12.949         5.973        11.817   \n",
       "...                         ...           ...           ...           ...   \n",
       "2020-023_PSC_0770        19.204         3.114        12.128         2.445   \n",
       "2020-023_PSC_0771         9.335        13.117         2.564         4.402   \n",
       "2020-023_PSC_0773         6.758        10.664         1.461         2.228   \n",
       "2020-023_PSC_0774        15.678         8.947         3.724         3.464   \n",
       "2020-023_PSC_0783         9.591         1.542         4.687         1.433   \n",
       "\n",
       "                    PR3  \n",
       "new_id                   \n",
       "2020-023_PSC_0001   2.2  \n",
       "2020-023_PSC_0003   2.2  \n",
       "2020-023_PSC_0010   2.2  \n",
       "2020-023_PSC_0022  20.4  \n",
       "2020-023_PSC_0024   2.2  \n",
       "...                 ...  \n",
       "2020-023_PSC_0770   2.2  \n",
       "2020-023_PSC_0771   2.2  \n",
       "2020-023_PSC_0773   3.5  \n",
       "2020-023_PSC_0774   4.4  \n",
       "2020-023_PSC_0783   2.2  \n",
       "\n",
       "[215 rows x 5 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GP2_data_PSC_1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "a83f79cb",
   "metadata": {},
   "outputs": [],
   "source": [
    "GP2_data_PSC = pd.concat([GP2_data_PSC_1, GP2_data_PSC_2], axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "efcf59ae",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "GP2_Iso1_IgG    float64\n",
      "GP2_Iso1_IgA    float64\n",
      "GP2_Iso4_IgG    float64\n",
      "GP2_Iso4_IgA    float64\n",
      "PR3             float64\n",
      "dtype: object\n"
     ]
    }
   ],
   "source": [
    "# Check the data types of the DataFrame\n",
    "print(GP2_data_PSC.dtypes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "9003f3df",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GP2_Iso1_IgG</th>\n",
       "      <th>GP2_Iso1_IgA</th>\n",
       "      <th>GP2_Iso4_IgG</th>\n",
       "      <th>GP2_Iso4_IgA</th>\n",
       "      <th>PR3</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0001</th>\n",
       "      <td>13.565</td>\n",
       "      <td>8.394</td>\n",
       "      <td>6.012</td>\n",
       "      <td>7.953</td>\n",
       "      <td>2.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0003</th>\n",
       "      <td>9.223</td>\n",
       "      <td>1.569</td>\n",
       "      <td>1.260</td>\n",
       "      <td>0.900</td>\n",
       "      <td>2.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0010</th>\n",
       "      <td>2.960</td>\n",
       "      <td>1.600</td>\n",
       "      <td>0.749</td>\n",
       "      <td>0.915</td>\n",
       "      <td>2.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0022</th>\n",
       "      <td>4.513</td>\n",
       "      <td>8.238</td>\n",
       "      <td>2.030</td>\n",
       "      <td>12.275</td>\n",
       "      <td>20.40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0024</th>\n",
       "      <td>10.978</td>\n",
       "      <td>12.949</td>\n",
       "      <td>5.973</td>\n",
       "      <td>11.817</td>\n",
       "      <td>2.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0779</th>\n",
       "      <td>5.760</td>\n",
       "      <td>4.430</td>\n",
       "      <td>5.320</td>\n",
       "      <td>2.740</td>\n",
       "      <td>4.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0780</th>\n",
       "      <td>1.750</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4.690</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2.78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0781</th>\n",
       "      <td>23.030</td>\n",
       "      <td>1.080</td>\n",
       "      <td>9.160</td>\n",
       "      <td>2.240</td>\n",
       "      <td>6.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0782</th>\n",
       "      <td>1.400</td>\n",
       "      <td>1.260</td>\n",
       "      <td>2.550</td>\n",
       "      <td>3.190</td>\n",
       "      <td>1.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0784</th>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>3.640</td>\n",
       "      <td>1.320</td>\n",
       "      <td>2.43</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>734 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   GP2_Iso1_IgG  GP2_Iso1_IgA  GP2_Iso4_IgG  GP2_Iso4_IgA  \\\n",
       "new_id                                                                      \n",
       "2020-023_PSC_0001        13.565         8.394         6.012         7.953   \n",
       "2020-023_PSC_0003         9.223         1.569         1.260         0.900   \n",
       "2020-023_PSC_0010         2.960         1.600         0.749         0.915   \n",
       "2020-023_PSC_0022         4.513         8.238         2.030        12.275   \n",
       "2020-023_PSC_0024        10.978        12.949         5.973        11.817   \n",
       "...                         ...           ...           ...           ...   \n",
       "2020-023_PSC_0779         5.760         4.430         5.320         2.740   \n",
       "2020-023_PSC_0780         1.750         0.000         4.690         0.000   \n",
       "2020-023_PSC_0781        23.030         1.080         9.160         2.240   \n",
       "2020-023_PSC_0782         1.400         1.260         2.550         3.190   \n",
       "2020-023_PSC_0784         0.000         0.000         3.640         1.320   \n",
       "\n",
       "                     PR3  \n",
       "new_id                    \n",
       "2020-023_PSC_0001   2.20  \n",
       "2020-023_PSC_0003   2.20  \n",
       "2020-023_PSC_0010   2.20  \n",
       "2020-023_PSC_0022  20.40  \n",
       "2020-023_PSC_0024   2.20  \n",
       "...                  ...  \n",
       "2020-023_PSC_0779   4.68  \n",
       "2020-023_PSC_0780   2.78  \n",
       "2020-023_PSC_0781   6.77  \n",
       "2020-023_PSC_0782   1.77  \n",
       "2020-023_PSC_0784   2.43  \n",
       "\n",
       "[734 rows x 5 columns]"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GP2_data_PSC"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1907d42d",
   "metadata": {},
   "source": [
    "## PSC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "236d2015",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Subset PSC_ASV_seren and GP2_data_PSC by the index of PSC_ASV_stool\n",
    "PSC_ASV_seren = PSC_ASV_seren[PSC_ASV_seren.index.isin(PSC_ASV_stool.index)]\n",
    "GP2_data_PSC = GP2_data_PSC[GP2_data_PSC.index.isin(PSC_ASV_stool.index)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "a799fb85",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Check if all index values in PSC_ASV_stool exist in GP2_data_PSC\n",
    "index_check = PSC_ASV_stool.index.isin(GP2_data_PSC.index)\n",
    "all_correspond = index_check.all()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "33b00b07",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GP2_Iso1_IgG</th>\n",
       "      <th>GP2_Iso1_IgA</th>\n",
       "      <th>GP2_Iso4_IgG</th>\n",
       "      <th>GP2_Iso4_IgA</th>\n",
       "      <th>PR3</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0001</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0003</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0010</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0022</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0024</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0775</th>\n",
       "      <td>282.0</td>\n",
       "      <td>112.0</td>\n",
       "      <td>558.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>236.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0778</th>\n",
       "      <td>116.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>795.0</td>\n",
       "      <td>211.0</td>\n",
       "      <td>32.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0779</th>\n",
       "      <td>576.0</td>\n",
       "      <td>443.0</td>\n",
       "      <td>532.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>468.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0780</th>\n",
       "      <td>175.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>469.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>278.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-023_PSC_0781</th>\n",
       "      <td>2303.0</td>\n",
       "      <td>108.0</td>\n",
       "      <td>916.0</td>\n",
       "      <td>224.0</td>\n",
       "      <td>677.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>527 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   GP2_Iso1_IgG  GP2_Iso1_IgA  GP2_Iso4_IgG  GP2_Iso4_IgA  \\\n",
       "new_id                                                                      \n",
       "2020-023_PSC_0001           NaN           NaN           NaN           NaN   \n",
       "2020-023_PSC_0003           NaN           NaN           NaN           NaN   \n",
       "2020-023_PSC_0010           NaN           NaN           NaN           NaN   \n",
       "2020-023_PSC_0022           NaN           NaN           NaN           NaN   \n",
       "2020-023_PSC_0024           NaN           NaN           NaN           NaN   \n",
       "...                         ...           ...           ...           ...   \n",
       "2020-023_PSC_0775         282.0         112.0         558.0          29.0   \n",
       "2020-023_PSC_0778         116.0           NaN         795.0         211.0   \n",
       "2020-023_PSC_0779         576.0         443.0         532.0         274.0   \n",
       "2020-023_PSC_0780         175.0           NaN         469.0           NaN   \n",
       "2020-023_PSC_0781        2303.0         108.0         916.0         224.0   \n",
       "\n",
       "                     PR3  \n",
       "new_id                    \n",
       "2020-023_PSC_0001    NaN  \n",
       "2020-023_PSC_0003    NaN  \n",
       "2020-023_PSC_0010    NaN  \n",
       "2020-023_PSC_0022    NaN  \n",
       "2020-023_PSC_0024    NaN  \n",
       "...                  ...  \n",
       "2020-023_PSC_0775  236.0  \n",
       "2020-023_PSC_0778   32.0  \n",
       "2020-023_PSC_0779  468.0  \n",
       "2020-023_PSC_0780  278.0  \n",
       "2020-023_PSC_0781  677.0  \n",
       "\n",
       "[527 rows x 5 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GP2_data_PSC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "689d35f1",
   "metadata": {},
   "outputs": [],
   "source": [
    "PSC_ASV_seren.to_csv('./results/PSC_ASV_seren.csv', index=True)\n",
    "PSC_ASV_stool.to_csv('./results/PSC_ASV_stool.csv', index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "d97a4344",
   "metadata": {},
   "outputs": [],
   "source": [
    "GP2_data_PSC.to_csv('./results/GP2_data_PSC.csv', index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3d2af58e",
   "metadata": {},
   "source": [
    "### for genus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "7095f6b0",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Subset PSC_ASV_seren and GP2_data_PSC by the index of PSC_ASV_stool\n",
    "PSC_genus_seren = PSC_ASV_seren[PSC_genus_seren.index.isin(PSC_genus_stool.index)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "id": "3fb4cbe8",
   "metadata": {},
   "outputs": [],
   "source": [
    "PSC_genus_seren.to_csv('./results/PSC_genus_seren.csv', index=True)\n",
    "PSC_genus_stool.to_csv('./results/PSC_genus_stool.csv', index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "70d09c65",
   "metadata": {},
   "source": [
    "## BSPSPC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "62722fe2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Subset BSPSPC_ASV_seren and GP2_data_BSPSPC by the index of BSPSPC_ASV_stool\n",
    "BSPSPC_ASV_seren = BSPSPC_ASV_seren[BSPSPC_ASV_seren.index.isin(BSPSPC_ASV_stool.index)]\n",
    "GP2_data_BSPSPC = GP2_data_BSPSPC[GP2_data_BSPSPC.index.isin(BSPSPC_ASV_stool.index)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "85017d57",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Check if all index values in PSC_ASV_stool exist in GP2_data_PSC\n",
    "index_check = BSPSPC_ASV_stool.index.isin(GP2_data_BSPSPC.index)\n",
    "all_correspond = index_check.all()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "7f97943c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_correspond"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "c675ef25",
   "metadata": {},
   "outputs": [],
   "source": [
    "BSPSPC_ASV_seren.to_csv('./results/BSPSPC_ASV_seren.csv', index=True)\n",
    "BSPSPC_ASV_stool.to_csv('./results/BSPSPC_ASV_stool.csv', index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "bc0be63f",
   "metadata": {},
   "outputs": [],
   "source": [
    "GP2_data_BSPSPC.to_csv('./results/GP2_data_BSPSPC.csv', index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "133b652d",
   "metadata": {},
   "source": [
    "### for genus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "f32a7397",
   "metadata": {},
   "outputs": [],
   "source": [
    "BSPSPC_genus_seren = BSPSPC_genus_seren[BSPSPC_genus_seren.index.isin(BSPSPC_genus_stool.index)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "id": "5b5f9ca2",
   "metadata": {},
   "outputs": [],
   "source": [
    "BSPSPC_genus_seren.to_csv('./results/BSPSPC_genus_seren.csv', index=True)\n",
    "BSPSPC_genus_stool.to_csv('./results/BSPSPC_genus_stool.csv', index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b78bddc3",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}