2.3.1_make_table_for_r_FG.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "acf2b930",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import scipy.stats\n",
    "from collections import Counter\n",
    "from statsmodels.stats.multitest import fdrcorrection\n",
    "\n",
    "GEST = 'out_data_fg/cor_full_GEST_DIABETES.txt'\n",
    "HYPT = 'out_data_fg/cor_full_I9_HYPTENSPREG.txt'\n",
    "VOMT = 'out_data_fg/cor_full_O15_EXCESS_VOMIT_PREG.txt'\n",
    "HPRT = 'out_data_fg/cor_full_O15_GESTAT_HYPERT.txt'\n",
    "FINN_UK = 'data/finn_uk_codes.csv'\n",
    "PRIOR_LIST = ['2']\n",
    "\n",
    "BONFERRONI = True\n",
    "FDR = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "bc3b79d5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>full_name</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>E4_THYROID</th>\n",
       "      <td>E4_THYROID</td>\n",
       "      <td>Disorders of the thyroid gland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C3_THYROID_GLAND</th>\n",
       "      <td>C3_THYROID_GLAND</td>\n",
       "      <td>Malignant neoplasm of thyroid gland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C3_THYROID_GLAND_EXALLC</th>\n",
       "      <td>C3_THYROID_GLAND_EXALLC</td>\n",
       "      <td>Malignant neoplasm of thyroid gland (all cance...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_THYTOXNOD</th>\n",
       "      <td>E4_THYTOXNOD</td>\n",
       "      <td>Thyrotoxicosis with toxic single thyroid nodule</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>I9_RHEUVALV</th>\n",
       "      <td>I9_RHEUVALV</td>\n",
       "      <td>Rheumatic valve diseases</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>M13_SLE</th>\n",
       "      <td>M13_SLE</td>\n",
       "      <td>Systemic lupus erythematosus</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SLE_NOS</th>\n",
       "      <td>SLE_NOS</td>\n",
       "      <td>Systemic lupus erythematosus, unspecified</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DRUGADVERS_SYSTEMIC_LUPUS_ERYTHEMAT</th>\n",
       "      <td>DRUGADVERS_SYSTEMIC_LUPUS_ERYTHEMAT</td>\n",
       "      <td>Drug-induced systemic lupus erythematosus</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GEST_DIABETES</th>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>Gestational diabetes (for exclusion)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_PRE_OR_ECLAMPSIA</th>\n",
       "      <td>O15_PRE_OR_ECLAMPSIA</td>\n",
       "      <td>Pre-eclampsia or eclampsia</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1221 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                       0  \\\n",
       "0                                                                          \n",
       "E4_THYROID                                                    E4_THYROID   \n",
       "C3_THYROID_GLAND                                        C3_THYROID_GLAND   \n",
       "C3_THYROID_GLAND_EXALLC                          C3_THYROID_GLAND_EXALLC   \n",
       "E4_THYTOXNOD                                                E4_THYTOXNOD   \n",
       "I9_RHEUVALV                                                  I9_RHEUVALV   \n",
       "...                                                                  ...   \n",
       "M13_SLE                                                          M13_SLE   \n",
       "SLE_NOS                                                          SLE_NOS   \n",
       "DRUGADVERS_SYSTEMIC_LUPUS_ERYTHEMAT  DRUGADVERS_SYSTEMIC_LUPUS_ERYTHEMAT   \n",
       "GEST_DIABETES                                              GEST_DIABETES   \n",
       "O15_PRE_OR_ECLAMPSIA                                O15_PRE_OR_ECLAMPSIA   \n",
       "\n",
       "                                                                             full_name  \n",
       "0                                                                                       \n",
       "E4_THYROID                                              Disorders of the thyroid gland  \n",
       "C3_THYROID_GLAND                                   Malignant neoplasm of thyroid gland  \n",
       "C3_THYROID_GLAND_EXALLC              Malignant neoplasm of thyroid gland (all cance...  \n",
       "E4_THYTOXNOD                           Thyrotoxicosis with toxic single thyroid nodule  \n",
       "I9_RHEUVALV                                                   Rheumatic valve diseases  \n",
       "...                                                                                ...  \n",
       "M13_SLE                                                   Systemic lupus erythematosus  \n",
       "SLE_NOS                                      Systemic lupus erythematosus, unspecified  \n",
       "DRUGADVERS_SYSTEMIC_LUPUS_ERYTHEMAT          Drug-induced systemic lupus erythematosus  \n",
       "GEST_DIABETES                                     Gestational diabetes (for exclusion)  \n",
       "O15_PRE_OR_ECLAMPSIA                                        Pre-eclampsia or eclampsia  \n",
       "\n",
       "[1221 rows x 2 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fu = pd.read_csv(FINN_UK)\n",
    "fu = fu.loc[:,['0', 'finn_pheno']].drop_duplicates().rename(columns={'finn_pheno':'full_name'})\n",
    "fu = pd.concat([fu, pd.DataFrame({'0':['GEST_DIABETES', 'O15_PRE_OR_ECLAMPSIA'],'full_name':['Gestational diabetes (for exclusion)','Pre-eclampsia or eclampsia']})])\n",
    "fu.index = fu['0']\n",
    "fu"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "dfe6e521",
   "metadata": {},
   "outputs": [],
   "source": [
    "ph_map = {'I9_HYPTENSPREG':'HP', 'GEST_DIABETES':'GD', 'O15_GESTAT_HYPERT':'GH', 'O15_EXCESS_VOMIT_PREG': 'EV'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "dd6fecef",
   "metadata": {},
   "outputs": [],
   "source": [
    "def return_df(FILE):\n",
    "    data = ''\n",
    "    with open(FILE, 'r') as in_f:\n",
    "        data = in_f.read().replace('\\n--', '').split('\\n')\n",
    "    keys = list(map(lambda x: x.split('/')[0].replace('f_', ''), data[::2]))\n",
    "    values = map(lambda x: x.split(' '), data[1::2])\n",
    "    traits = map(lambda x: x.split('/')[-1].replace('.cors', ''), data[::2])\n",
    "    data_dict = {k: v for k, v in zip(keys, values)}\n",
    "    for k, v in zip(keys, traits):\n",
    "        try:\n",
    "            data_dict[k].append(v)\n",
    "        except KeyError:\n",
    "            print(k)\n",
    "    return pd.DataFrame(data_dict, index=['Cor_All', 'cor', 'cor_std', 'trait']).T\n",
    "\n",
    "\n",
    "def count_sign(data):\n",
    "    data['grep_stat'] = data.cor.astype(float)/data.cor_std.astype(float)\n",
    "    data['pval'] = scipy.stats.norm.sf(abs(data['grep_stat']))*2\n",
    "    data['pval_fdr'] = fdrcorrection(data.pval)[1]\n",
    "    data['p2'] = data.index\n",
    "    PVAL_CUTOFF = 0.05/data.shape[0]\n",
    "    data['significant_bf'] = ''\n",
    "    data['significant_fdr'] = ''\n",
    "    if BONFERRONI:\n",
    "        data.loc[data.pval<PVAL_CUTOFF, ['significant_bf']] = '*'\n",
    "    if FDR:\n",
    "        data.loc[data.pval_fdr<0.05, ['significant_fdr']] = '+'\n",
    "    data['significant'] = data.significant_bf + data.significant_fdr\n",
    "    return data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "b6fee19c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# g, h = list(gest_data.index), list(hypt_data.index)\n",
    "# len(g), len(h), len(set(g)), len(set(h)), len(set(g) & set(h))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "e8122e45",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cor_All</th>\n",
       "      <th>cor</th>\n",
       "      <th>cor_std</th>\n",
       "      <th>trait</th>\n",
       "      <th>grep_stat</th>\n",
       "      <th>pval</th>\n",
       "      <th>pval_fdr</th>\n",
       "      <th>p2</th>\n",
       "      <th>significant_bf</th>\n",
       "      <th>significant_fdr</th>\n",
       "      <th>significant</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>AB1_BACTINF_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.538912</td>\n",
       "      <td>0.201296</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>2.677212</td>\n",
       "      <td>0.007424</td>\n",
       "      <td>0.066275</td>\n",
       "      <td>AB1_BACTINF_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_BACT_INTEST_OTH</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.496793</td>\n",
       "      <td>1.225783</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>0.405286</td>\n",
       "      <td>0.685267</td>\n",
       "      <td>0.911610</td>\n",
       "      <td>AB1_BACT_INTEST_OTH</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_CANDIDIASIS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.714293</td>\n",
       "      <td>0.934676</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>0.764215</td>\n",
       "      <td>0.444739</td>\n",
       "      <td>0.789857</td>\n",
       "      <td>AB1_CANDIDIASIS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_GASTROENTERITIS_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.472679</td>\n",
       "      <td>0.424947</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>1.112325</td>\n",
       "      <td>0.265999</td>\n",
       "      <td>0.646211</td>\n",
       "      <td>AB1_GASTROENTERITIS_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_INFECTIONS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.522366</td>\n",
       "      <td>0.238934</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>2.186236</td>\n",
       "      <td>0.028798</td>\n",
       "      <td>0.180778</td>\n",
       "      <td>AB1_INFECTIONS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.052886</td>\n",
       "      <td>0.184335</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>0.286902</td>\n",
       "      <td>0.774188</td>\n",
       "      <td>0.934433</td>\n",
       "      <td>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.028002</td>\n",
       "      <td>0.202449</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>0.138316</td>\n",
       "      <td>0.889990</td>\n",
       "      <td>0.962535</td>\n",
       "      <td>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>-0.295997</td>\n",
       "      <td>0.257120</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>-1.151202</td>\n",
       "      <td>0.249649</td>\n",
       "      <td>0.623738</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.004349</td>\n",
       "      <td>0.869686</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>1.154841</td>\n",
       "      <td>0.248156</td>\n",
       "      <td>0.622198</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SUPERV_HIGH_R_PREGNAC</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.810407</td>\n",
       "      <td>0.631482</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>1.283341</td>\n",
       "      <td>0.199372</td>\n",
       "      <td>0.560328</td>\n",
       "      <td>Z21_SUPERV_HIGH_R_PREGNAC</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>860 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    Cor_All        cor  \\\n",
       "AB1_BACTINF_NOS                                     Cor_All   0.538912   \n",
       "AB1_BACT_INTEST_OTH                                 Cor_All   0.496793   \n",
       "AB1_CANDIDIASIS                                     Cor_All   0.714293   \n",
       "AB1_GASTROENTERITIS_NOS                             Cor_All   0.472679   \n",
       "AB1_INFECTIONS                                      Cor_All   0.522366   \n",
       "...                                                     ...        ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     Cor_All   0.052886   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             Cor_All   0.028002   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Cor_All  -0.295997   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            Cor_All   1.004349   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           Cor_All   0.810407   \n",
       "\n",
       "                                                     cor_std          trait  \\\n",
       "AB1_BACTINF_NOS                                     0.201296  GEST_DIABETES   \n",
       "AB1_BACT_INTEST_OTH                                 1.225783  GEST_DIABETES   \n",
       "AB1_CANDIDIASIS                                     0.934676  GEST_DIABETES   \n",
       "AB1_GASTROENTERITIS_NOS                             0.424947  GEST_DIABETES   \n",
       "AB1_INFECTIONS                                      0.238934  GEST_DIABETES   \n",
       "...                                                      ...            ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.184335  GEST_DIABETES   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.202449  GEST_DIABETES   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.257120  GEST_DIABETES   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.869686  GEST_DIABETES   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           0.631482  GEST_DIABETES   \n",
       "\n",
       "                                                    grep_stat      pval  \\\n",
       "AB1_BACTINF_NOS                                      2.677212  0.007424   \n",
       "AB1_BACT_INTEST_OTH                                  0.405286  0.685267   \n",
       "AB1_CANDIDIASIS                                      0.764215  0.444739   \n",
       "AB1_GASTROENTERITIS_NOS                              1.112325  0.265999   \n",
       "AB1_INFECTIONS                                       2.186236  0.028798   \n",
       "...                                                       ...       ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS      0.286902  0.774188   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE              0.138316  0.889990   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  -1.151202  0.249649   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD             1.154841  0.248156   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                            1.283341  0.199372   \n",
       "\n",
       "                                                    pval_fdr  \\\n",
       "AB1_BACTINF_NOS                                     0.066275   \n",
       "AB1_BACT_INTEST_OTH                                 0.911610   \n",
       "AB1_CANDIDIASIS                                     0.789857   \n",
       "AB1_GASTROENTERITIS_NOS                             0.646211   \n",
       "AB1_INFECTIONS                                      0.180778   \n",
       "...                                                      ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.934433   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.962535   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.623738   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.622198   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           0.560328   \n",
       "\n",
       "                                                                                                   p2  \\\n",
       "AB1_BACTINF_NOS                                                                       AB1_BACTINF_NOS   \n",
       "AB1_BACT_INTEST_OTH                                                               AB1_BACT_INTEST_OTH   \n",
       "AB1_CANDIDIASIS                                                                       AB1_CANDIDIASIS   \n",
       "AB1_GASTROENTERITIS_NOS                                                       AB1_GASTROENTERITIS_NOS   \n",
       "AB1_INFECTIONS                                                                         AB1_INFECTIONS   \n",
       "...                                                                                               ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS       Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                       Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                     Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                   Z21_SUPERV_HIGH_R_PREGNAC   \n",
       "\n",
       "                                                   significant_bf  \\\n",
       "AB1_BACTINF_NOS                                                     \n",
       "AB1_BACT_INTEST_OTH                                                 \n",
       "AB1_CANDIDIASIS                                                     \n",
       "AB1_GASTROENTERITIS_NOS                                             \n",
       "AB1_INFECTIONS                                                      \n",
       "...                                                           ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                     \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                             \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                  \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                            \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                           \n",
       "\n",
       "                                                   significant_fdr significant  \n",
       "AB1_BACTINF_NOS                                                                 \n",
       "AB1_BACT_INTEST_OTH                                                             \n",
       "AB1_CANDIDIASIS                                                                 \n",
       "AB1_GASTROENTERITIS_NOS                                                         \n",
       "AB1_INFECTIONS                                                                  \n",
       "...                                                            ...         ...  \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                                 \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                                         \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                              \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                                        \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                       \n",
       "\n",
       "[860 rows x 11 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cor_All</th>\n",
       "      <th>cor</th>\n",
       "      <th>cor_std</th>\n",
       "      <th>trait</th>\n",
       "      <th>grep_stat</th>\n",
       "      <th>pval</th>\n",
       "      <th>pval_fdr</th>\n",
       "      <th>p2</th>\n",
       "      <th>significant_bf</th>\n",
       "      <th>significant_fdr</th>\n",
       "      <th>significant</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>AB1_BACTINF_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.421722</td>\n",
       "      <td>0.176204</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>2.393374</td>\n",
       "      <td>0.016694</td>\n",
       "      <td>0.157770</td>\n",
       "      <td>AB1_BACTINF_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_BACT_INTEST_OTH</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.117067</td>\n",
       "      <td>0.283317</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>0.413201</td>\n",
       "      <td>0.679459</td>\n",
       "      <td>0.930469</td>\n",
       "      <td>AB1_BACT_INTEST_OTH</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_CANDIDIASIS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>-0.552782</td>\n",
       "      <td>0.766716</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>-0.720974</td>\n",
       "      <td>0.470926</td>\n",
       "      <td>0.843550</td>\n",
       "      <td>AB1_CANDIDIASIS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_GASTROENTERITIS_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.308142</td>\n",
       "      <td>0.146515</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>2.103143</td>\n",
       "      <td>0.035453</td>\n",
       "      <td>0.245886</td>\n",
       "      <td>AB1_GASTROENTERITIS_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_INFECTIONS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.215657</td>\n",
       "      <td>0.099965</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>2.157325</td>\n",
       "      <td>0.030980</td>\n",
       "      <td>0.227719</td>\n",
       "      <td>AB1_INFECTIONS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.450626</td>\n",
       "      <td>0.157268</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>2.865338</td>\n",
       "      <td>0.004166</td>\n",
       "      <td>0.056864</td>\n",
       "      <td>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.341246</td>\n",
       "      <td>0.227455</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>1.500279</td>\n",
       "      <td>0.133542</td>\n",
       "      <td>0.524412</td>\n",
       "      <td>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>-0.572918</td>\n",
       "      <td>0.262027</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>-2.186485</td>\n",
       "      <td>0.028780</td>\n",
       "      <td>0.215226</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.481440</td>\n",
       "      <td>0.770888</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>0.624527</td>\n",
       "      <td>0.532282</td>\n",
       "      <td>0.875576</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SUPERV_HIGH_R_PREGNAC</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.113246</td>\n",
       "      <td>0.272941</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>0.414910</td>\n",
       "      <td>0.678208</td>\n",
       "      <td>0.930469</td>\n",
       "      <td>Z21_SUPERV_HIGH_R_PREGNAC</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>860 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    Cor_All        cor  \\\n",
       "AB1_BACTINF_NOS                                     Cor_All   0.421722   \n",
       "AB1_BACT_INTEST_OTH                                 Cor_All   0.117067   \n",
       "AB1_CANDIDIASIS                                     Cor_All  -0.552782   \n",
       "AB1_GASTROENTERITIS_NOS                             Cor_All   0.308142   \n",
       "AB1_INFECTIONS                                      Cor_All   0.215657   \n",
       "...                                                     ...        ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     Cor_All   0.450626   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             Cor_All   0.341246   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Cor_All  -0.572918   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            Cor_All   0.481440   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           Cor_All   0.113246   \n",
       "\n",
       "                                                     cor_std           trait  \\\n",
       "AB1_BACTINF_NOS                                     0.176204  I9_HYPTENSPREG   \n",
       "AB1_BACT_INTEST_OTH                                 0.283317  I9_HYPTENSPREG   \n",
       "AB1_CANDIDIASIS                                     0.766716  I9_HYPTENSPREG   \n",
       "AB1_GASTROENTERITIS_NOS                             0.146515  I9_HYPTENSPREG   \n",
       "AB1_INFECTIONS                                      0.099965  I9_HYPTENSPREG   \n",
       "...                                                      ...             ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.157268  I9_HYPTENSPREG   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.227455  I9_HYPTENSPREG   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.262027  I9_HYPTENSPREG   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.770888  I9_HYPTENSPREG   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           0.272941  I9_HYPTENSPREG   \n",
       "\n",
       "                                                    grep_stat      pval  \\\n",
       "AB1_BACTINF_NOS                                      2.393374  0.016694   \n",
       "AB1_BACT_INTEST_OTH                                  0.413201  0.679459   \n",
       "AB1_CANDIDIASIS                                     -0.720974  0.470926   \n",
       "AB1_GASTROENTERITIS_NOS                              2.103143  0.035453   \n",
       "AB1_INFECTIONS                                       2.157325  0.030980   \n",
       "...                                                       ...       ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS      2.865338  0.004166   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE              1.500279  0.133542   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  -2.186485  0.028780   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD             0.624527  0.532282   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                            0.414910  0.678208   \n",
       "\n",
       "                                                    pval_fdr  \\\n",
       "AB1_BACTINF_NOS                                     0.157770   \n",
       "AB1_BACT_INTEST_OTH                                 0.930469   \n",
       "AB1_CANDIDIASIS                                     0.843550   \n",
       "AB1_GASTROENTERITIS_NOS                             0.245886   \n",
       "AB1_INFECTIONS                                      0.227719   \n",
       "...                                                      ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.056864   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.524412   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.215226   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.875576   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           0.930469   \n",
       "\n",
       "                                                                                                   p2  \\\n",
       "AB1_BACTINF_NOS                                                                       AB1_BACTINF_NOS   \n",
       "AB1_BACT_INTEST_OTH                                                               AB1_BACT_INTEST_OTH   \n",
       "AB1_CANDIDIASIS                                                                       AB1_CANDIDIASIS   \n",
       "AB1_GASTROENTERITIS_NOS                                                       AB1_GASTROENTERITIS_NOS   \n",
       "AB1_INFECTIONS                                                                         AB1_INFECTIONS   \n",
       "...                                                                                               ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS       Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                       Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                     Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                   Z21_SUPERV_HIGH_R_PREGNAC   \n",
       "\n",
       "                                                   significant_bf  \\\n",
       "AB1_BACTINF_NOS                                                     \n",
       "AB1_BACT_INTEST_OTH                                                 \n",
       "AB1_CANDIDIASIS                                                     \n",
       "AB1_GASTROENTERITIS_NOS                                             \n",
       "AB1_INFECTIONS                                                      \n",
       "...                                                           ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                     \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                             \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                  \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                            \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                           \n",
       "\n",
       "                                                   significant_fdr significant  \n",
       "AB1_BACTINF_NOS                                                                 \n",
       "AB1_BACT_INTEST_OTH                                                             \n",
       "AB1_CANDIDIASIS                                                                 \n",
       "AB1_GASTROENTERITIS_NOS                                                         \n",
       "AB1_INFECTIONS                                                                  \n",
       "...                                                            ...         ...  \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                                 \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                                         \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                              \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                                        \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                       \n",
       "\n",
       "[860 rows x 11 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cor_All</th>\n",
       "      <th>cor</th>\n",
       "      <th>cor_std</th>\n",
       "      <th>trait</th>\n",
       "      <th>grep_stat</th>\n",
       "      <th>pval</th>\n",
       "      <th>pval_fdr</th>\n",
       "      <th>p2</th>\n",
       "      <th>significant_bf</th>\n",
       "      <th>significant_fdr</th>\n",
       "      <th>significant</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>AB1_BACTINF_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.591617</td>\n",
       "      <td>0.496331</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>1.191981</td>\n",
       "      <td>0.233269</td>\n",
       "      <td>0.929492</td>\n",
       "      <td>AB1_BACTINF_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_BACT_INTEST_OTH</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.674803</td>\n",
       "      <td>1.633649</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>0.413065</td>\n",
       "      <td>0.679559</td>\n",
       "      <td>0.950482</td>\n",
       "      <td>AB1_BACT_INTEST_OTH</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_CANDIDIASIS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>-0.304160</td>\n",
       "      <td>1.205404</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>-0.252330</td>\n",
       "      <td>0.800786</td>\n",
       "      <td>0.952547</td>\n",
       "      <td>AB1_CANDIDIASIS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_GASTROENTERITIS_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.496180</td>\n",
       "      <td>0.981609</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>1.524212</td>\n",
       "      <td>0.127456</td>\n",
       "      <td>0.929492</td>\n",
       "      <td>AB1_GASTROENTERITIS_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_INFECTIONS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.355828</td>\n",
       "      <td>0.745581</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>1.818485</td>\n",
       "      <td>0.068990</td>\n",
       "      <td>0.929492</td>\n",
       "      <td>AB1_INFECTIONS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.634431</td>\n",
       "      <td>0.473453</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>1.340008</td>\n",
       "      <td>0.180243</td>\n",
       "      <td>0.929492</td>\n",
       "      <td>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.119258</td>\n",
       "      <td>0.466003</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>0.255917</td>\n",
       "      <td>0.798015</td>\n",
       "      <td>0.952547</td>\n",
       "      <td>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.502852</td>\n",
       "      <td>0.930034</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>1.615911</td>\n",
       "      <td>0.106114</td>\n",
       "      <td>0.929492</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.572200</td>\n",
       "      <td>0.518828</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>1.102870</td>\n",
       "      <td>0.270083</td>\n",
       "      <td>0.929492</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SUPERV_HIGH_R_PREGNAC</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>2.370112</td>\n",
       "      <td>2.067671</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>1.146271</td>\n",
       "      <td>0.251683</td>\n",
       "      <td>0.929492</td>\n",
       "      <td>Z21_SUPERV_HIGH_R_PREGNAC</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>860 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    Cor_All        cor  \\\n",
       "AB1_BACTINF_NOS                                     Cor_All   0.591617   \n",
       "AB1_BACT_INTEST_OTH                                 Cor_All   0.674803   \n",
       "AB1_CANDIDIASIS                                     Cor_All  -0.304160   \n",
       "AB1_GASTROENTERITIS_NOS                             Cor_All   1.496180   \n",
       "AB1_INFECTIONS                                      Cor_All   1.355828   \n",
       "...                                                     ...        ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     Cor_All   0.634431   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             Cor_All   0.119258   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Cor_All   1.502852   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            Cor_All   0.572200   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           Cor_All   2.370112   \n",
       "\n",
       "                                                     cor_std  \\\n",
       "AB1_BACTINF_NOS                                     0.496331   \n",
       "AB1_BACT_INTEST_OTH                                 1.633649   \n",
       "AB1_CANDIDIASIS                                     1.205404   \n",
       "AB1_GASTROENTERITIS_NOS                             0.981609   \n",
       "AB1_INFECTIONS                                      0.745581   \n",
       "...                                                      ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.473453   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.466003   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.930034   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.518828   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           2.067671   \n",
       "\n",
       "                                                                    trait  \\\n",
       "AB1_BACTINF_NOS                                     O15_EXCESS_VOMIT_PREG   \n",
       "AB1_BACT_INTEST_OTH                                 O15_EXCESS_VOMIT_PREG   \n",
       "AB1_CANDIDIASIS                                     O15_EXCESS_VOMIT_PREG   \n",
       "AB1_GASTROENTERITIS_NOS                             O15_EXCESS_VOMIT_PREG   \n",
       "AB1_INFECTIONS                                      O15_EXCESS_VOMIT_PREG   \n",
       "...                                                                   ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     O15_EXCESS_VOMIT_PREG   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             O15_EXCESS_VOMIT_PREG   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  O15_EXCESS_VOMIT_PREG   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            O15_EXCESS_VOMIT_PREG   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           O15_EXCESS_VOMIT_PREG   \n",
       "\n",
       "                                                    grep_stat      pval  \\\n",
       "AB1_BACTINF_NOS                                      1.191981  0.233269   \n",
       "AB1_BACT_INTEST_OTH                                  0.413065  0.679559   \n",
       "AB1_CANDIDIASIS                                     -0.252330  0.800786   \n",
       "AB1_GASTROENTERITIS_NOS                              1.524212  0.127456   \n",
       "AB1_INFECTIONS                                       1.818485  0.068990   \n",
       "...                                                       ...       ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS      1.340008  0.180243   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE              0.255917  0.798015   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA   1.615911  0.106114   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD             1.102870  0.270083   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                            1.146271  0.251683   \n",
       "\n",
       "                                                    pval_fdr  \\\n",
       "AB1_BACTINF_NOS                                     0.929492   \n",
       "AB1_BACT_INTEST_OTH                                 0.950482   \n",
       "AB1_CANDIDIASIS                                     0.952547   \n",
       "AB1_GASTROENTERITIS_NOS                             0.929492   \n",
       "AB1_INFECTIONS                                      0.929492   \n",
       "...                                                      ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.929492   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.952547   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.929492   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.929492   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           0.929492   \n",
       "\n",
       "                                                                                                   p2  \\\n",
       "AB1_BACTINF_NOS                                                                       AB1_BACTINF_NOS   \n",
       "AB1_BACT_INTEST_OTH                                                               AB1_BACT_INTEST_OTH   \n",
       "AB1_CANDIDIASIS                                                                       AB1_CANDIDIASIS   \n",
       "AB1_GASTROENTERITIS_NOS                                                       AB1_GASTROENTERITIS_NOS   \n",
       "AB1_INFECTIONS                                                                         AB1_INFECTIONS   \n",
       "...                                                                                               ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS       Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                       Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                     Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                   Z21_SUPERV_HIGH_R_PREGNAC   \n",
       "\n",
       "                                                   significant_bf  \\\n",
       "AB1_BACTINF_NOS                                                     \n",
       "AB1_BACT_INTEST_OTH                                                 \n",
       "AB1_CANDIDIASIS                                                     \n",
       "AB1_GASTROENTERITIS_NOS                                             \n",
       "AB1_INFECTIONS                                                      \n",
       "...                                                           ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                     \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                             \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                  \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                            \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                           \n",
       "\n",
       "                                                   significant_fdr significant  \n",
       "AB1_BACTINF_NOS                                                                 \n",
       "AB1_BACT_INTEST_OTH                                                             \n",
       "AB1_CANDIDIASIS                                                                 \n",
       "AB1_GASTROENTERITIS_NOS                                                         \n",
       "AB1_INFECTIONS                                                                  \n",
       "...                                                            ...         ...  \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                                 \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                                         \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                              \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                                        \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                       \n",
       "\n",
       "[860 rows x 11 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cor_All</th>\n",
       "      <th>cor</th>\n",
       "      <th>cor_std</th>\n",
       "      <th>trait</th>\n",
       "      <th>grep_stat</th>\n",
       "      <th>pval</th>\n",
       "      <th>pval_fdr</th>\n",
       "      <th>p2</th>\n",
       "      <th>significant_bf</th>\n",
       "      <th>significant_fdr</th>\n",
       "      <th>significant</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>AB1_BACTINF_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.326080</td>\n",
       "      <td>0.192789</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>1.691383</td>\n",
       "      <td>0.090764</td>\n",
       "      <td>0.560897</td>\n",
       "      <td>AB1_BACTINF_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_BACT_INTEST_OTH</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.088091</td>\n",
       "      <td>0.305635</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>0.288223</td>\n",
       "      <td>0.773176</td>\n",
       "      <td>0.937238</td>\n",
       "      <td>AB1_BACT_INTEST_OTH</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_CANDIDIASIS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>-0.546461</td>\n",
       "      <td>0.776607</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>-0.703652</td>\n",
       "      <td>0.481650</td>\n",
       "      <td>0.892705</td>\n",
       "      <td>AB1_CANDIDIASIS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_GASTROENTERITIS_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.230596</td>\n",
       "      <td>0.140439</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>1.641966</td>\n",
       "      <td>0.100597</td>\n",
       "      <td>0.575938</td>\n",
       "      <td>AB1_GASTROENTERITIS_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_INFECTIONS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.176180</td>\n",
       "      <td>0.110236</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>1.598207</td>\n",
       "      <td>0.109997</td>\n",
       "      <td>0.594951</td>\n",
       "      <td>AB1_INFECTIONS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.373574</td>\n",
       "      <td>0.155309</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>2.405360</td>\n",
       "      <td>0.016157</td>\n",
       "      <td>0.217104</td>\n",
       "      <td>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.210194</td>\n",
       "      <td>0.230249</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>0.912899</td>\n",
       "      <td>0.361296</td>\n",
       "      <td>0.861247</td>\n",
       "      <td>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>-0.357972</td>\n",
       "      <td>0.211924</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>-1.689153</td>\n",
       "      <td>0.091190</td>\n",
       "      <td>0.560897</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.325529</td>\n",
       "      <td>0.541916</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>0.600700</td>\n",
       "      <td>0.548040</td>\n",
       "      <td>0.893979</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SUPERV_HIGH_R_PREGNAC</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.214093</td>\n",
       "      <td>0.302698</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>0.707283</td>\n",
       "      <td>0.479391</td>\n",
       "      <td>0.892705</td>\n",
       "      <td>Z21_SUPERV_HIGH_R_PREGNAC</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>860 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    Cor_All        cor  \\\n",
       "AB1_BACTINF_NOS                                     Cor_All   0.326080   \n",
       "AB1_BACT_INTEST_OTH                                 Cor_All   0.088091   \n",
       "AB1_CANDIDIASIS                                     Cor_All  -0.546461   \n",
       "AB1_GASTROENTERITIS_NOS                             Cor_All   0.230596   \n",
       "AB1_INFECTIONS                                      Cor_All   0.176180   \n",
       "...                                                     ...        ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     Cor_All   0.373574   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             Cor_All   0.210194   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Cor_All  -0.357972   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            Cor_All   0.325529   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           Cor_All   0.214093   \n",
       "\n",
       "                                                     cor_std  \\\n",
       "AB1_BACTINF_NOS                                     0.192789   \n",
       "AB1_BACT_INTEST_OTH                                 0.305635   \n",
       "AB1_CANDIDIASIS                                     0.776607   \n",
       "AB1_GASTROENTERITIS_NOS                             0.140439   \n",
       "AB1_INFECTIONS                                      0.110236   \n",
       "...                                                      ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.155309   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.230249   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.211924   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.541916   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           0.302698   \n",
       "\n",
       "                                                                trait  \\\n",
       "AB1_BACTINF_NOS                                     O15_GESTAT_HYPERT   \n",
       "AB1_BACT_INTEST_OTH                                 O15_GESTAT_HYPERT   \n",
       "AB1_CANDIDIASIS                                     O15_GESTAT_HYPERT   \n",
       "AB1_GASTROENTERITIS_NOS                             O15_GESTAT_HYPERT   \n",
       "AB1_INFECTIONS                                      O15_GESTAT_HYPERT   \n",
       "...                                                               ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     O15_GESTAT_HYPERT   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             O15_GESTAT_HYPERT   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  O15_GESTAT_HYPERT   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            O15_GESTAT_HYPERT   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           O15_GESTAT_HYPERT   \n",
       "\n",
       "                                                    grep_stat      pval  \\\n",
       "AB1_BACTINF_NOS                                      1.691383  0.090764   \n",
       "AB1_BACT_INTEST_OTH                                  0.288223  0.773176   \n",
       "AB1_CANDIDIASIS                                     -0.703652  0.481650   \n",
       "AB1_GASTROENTERITIS_NOS                              1.641966  0.100597   \n",
       "AB1_INFECTIONS                                       1.598207  0.109997   \n",
       "...                                                       ...       ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS      2.405360  0.016157   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE              0.912899  0.361296   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  -1.689153  0.091190   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD             0.600700  0.548040   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                            0.707283  0.479391   \n",
       "\n",
       "                                                    pval_fdr  \\\n",
       "AB1_BACTINF_NOS                                     0.560897   \n",
       "AB1_BACT_INTEST_OTH                                 0.937238   \n",
       "AB1_CANDIDIASIS                                     0.892705   \n",
       "AB1_GASTROENTERITIS_NOS                             0.575938   \n",
       "AB1_INFECTIONS                                      0.594951   \n",
       "...                                                      ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.217104   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.861247   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.560897   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.893979   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           0.892705   \n",
       "\n",
       "                                                                                                   p2  \\\n",
       "AB1_BACTINF_NOS                                                                       AB1_BACTINF_NOS   \n",
       "AB1_BACT_INTEST_OTH                                                               AB1_BACT_INTEST_OTH   \n",
       "AB1_CANDIDIASIS                                                                       AB1_CANDIDIASIS   \n",
       "AB1_GASTROENTERITIS_NOS                                                       AB1_GASTROENTERITIS_NOS   \n",
       "AB1_INFECTIONS                                                                         AB1_INFECTIONS   \n",
       "...                                                                                               ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS       Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                       Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                     Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                   Z21_SUPERV_HIGH_R_PREGNAC   \n",
       "\n",
       "                                                   significant_bf  \\\n",
       "AB1_BACTINF_NOS                                                     \n",
       "AB1_BACT_INTEST_OTH                                                 \n",
       "AB1_CANDIDIASIS                                                     \n",
       "AB1_GASTROENTERITIS_NOS                                             \n",
       "AB1_INFECTIONS                                                      \n",
       "...                                                           ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                     \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                             \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                  \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                            \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                           \n",
       "\n",
       "                                                   significant_fdr significant  \n",
       "AB1_BACTINF_NOS                                                                 \n",
       "AB1_BACT_INTEST_OTH                                                             \n",
       "AB1_CANDIDIASIS                                                                 \n",
       "AB1_GASTROENTERITIS_NOS                                                         \n",
       "AB1_INFECTIONS                                                                  \n",
       "...                                                            ...         ...  \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                                 \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                                         \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                              \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                                        \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                       \n",
       "\n",
       "[860 rows x 11 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "gest_data  = return_df(GEST)\n",
    "hypt_data = return_df(HYPT)\n",
    "vomt_data = return_df(VOMT)\n",
    "hprt_data = return_df(HPRT)\n",
    "gest_data  = count_sign(gest_data)\n",
    "hypt_data = count_sign(hypt_data)\n",
    "vomt_data = count_sign(vomt_data)\n",
    "hprt_data = count_sign(hprt_data)\n",
    "display(gest_data)\n",
    "display(hypt_data)\n",
    "display(vomt_data)\n",
    "display(hprt_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "f69b06a7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cor_All</th>\n",
       "      <th>cor</th>\n",
       "      <th>cor_std</th>\n",
       "      <th>trait</th>\n",
       "      <th>grep_stat</th>\n",
       "      <th>pval</th>\n",
       "      <th>pval_fdr</th>\n",
       "      <th>p2</th>\n",
       "      <th>significant_bf</th>\n",
       "      <th>significant_fdr</th>\n",
       "      <th>significant</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>AB1_BACTINF_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.538912</td>\n",
       "      <td>0.201296</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>2.677212</td>\n",
       "      <td>0.007424</td>\n",
       "      <td>0.066275</td>\n",
       "      <td>AB1_BACTINF_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_BACT_INTEST_OTH</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.496793</td>\n",
       "      <td>1.225783</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>0.405286</td>\n",
       "      <td>0.685267</td>\n",
       "      <td>0.911610</td>\n",
       "      <td>AB1_BACT_INTEST_OTH</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_CANDIDIASIS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.714293</td>\n",
       "      <td>0.934676</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>0.764215</td>\n",
       "      <td>0.444739</td>\n",
       "      <td>0.789857</td>\n",
       "      <td>AB1_CANDIDIASIS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_GASTROENTERITIS_NOS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.472679</td>\n",
       "      <td>0.424947</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>1.112325</td>\n",
       "      <td>0.265999</td>\n",
       "      <td>0.646211</td>\n",
       "      <td>AB1_GASTROENTERITIS_NOS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AB1_INFECTIONS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.522366</td>\n",
       "      <td>0.238934</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>2.186236</td>\n",
       "      <td>0.028798</td>\n",
       "      <td>0.180778</td>\n",
       "      <td>AB1_INFECTIONS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.373574</td>\n",
       "      <td>0.155309</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>2.405360</td>\n",
       "      <td>0.016157</td>\n",
       "      <td>0.217104</td>\n",
       "      <td>Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.210194</td>\n",
       "      <td>0.230249</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>0.912899</td>\n",
       "      <td>0.361296</td>\n",
       "      <td>0.861247</td>\n",
       "      <td>Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>-0.357972</td>\n",
       "      <td>0.211924</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>-1.689153</td>\n",
       "      <td>0.091190</td>\n",
       "      <td>0.560897</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.325529</td>\n",
       "      <td>0.541916</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>0.600700</td>\n",
       "      <td>0.548040</td>\n",
       "      <td>0.893979</td>\n",
       "      <td>Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Z21_SUPERV_HIGH_R_PREGNAC</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.214093</td>\n",
       "      <td>0.302698</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>0.707283</td>\n",
       "      <td>0.479391</td>\n",
       "      <td>0.892705</td>\n",
       "      <td>Z21_SUPERV_HIGH_R_PREGNAC</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3440 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    Cor_All        cor  \\\n",
       "AB1_BACTINF_NOS                                     Cor_All   0.538912   \n",
       "AB1_BACT_INTEST_OTH                                 Cor_All   0.496793   \n",
       "AB1_CANDIDIASIS                                     Cor_All   0.714293   \n",
       "AB1_GASTROENTERITIS_NOS                             Cor_All   0.472679   \n",
       "AB1_INFECTIONS                                      Cor_All   0.522366   \n",
       "...                                                     ...        ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     Cor_All   0.373574   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             Cor_All   0.210194   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Cor_All  -0.357972   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            Cor_All   0.325529   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           Cor_All   0.214093   \n",
       "\n",
       "                                                     cor_std  \\\n",
       "AB1_BACTINF_NOS                                     0.201296   \n",
       "AB1_BACT_INTEST_OTH                                 1.225783   \n",
       "AB1_CANDIDIASIS                                     0.934676   \n",
       "AB1_GASTROENTERITIS_NOS                             0.424947   \n",
       "AB1_INFECTIONS                                      0.238934   \n",
       "...                                                      ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.155309   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.230249   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.211924   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.541916   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           0.302698   \n",
       "\n",
       "                                                                trait  \\\n",
       "AB1_BACTINF_NOS                                         GEST_DIABETES   \n",
       "AB1_BACT_INTEST_OTH                                     GEST_DIABETES   \n",
       "AB1_CANDIDIASIS                                         GEST_DIABETES   \n",
       "AB1_GASTROENTERITIS_NOS                                 GEST_DIABETES   \n",
       "AB1_INFECTIONS                                          GEST_DIABETES   \n",
       "...                                                               ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     O15_GESTAT_HYPERT   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             O15_GESTAT_HYPERT   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  O15_GESTAT_HYPERT   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            O15_GESTAT_HYPERT   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           O15_GESTAT_HYPERT   \n",
       "\n",
       "                                                    grep_stat      pval  \\\n",
       "AB1_BACTINF_NOS                                      2.677212  0.007424   \n",
       "AB1_BACT_INTEST_OTH                                  0.405286  0.685267   \n",
       "AB1_CANDIDIASIS                                      0.764215  0.444739   \n",
       "AB1_GASTROENTERITIS_NOS                              1.112325  0.265999   \n",
       "AB1_INFECTIONS                                       2.186236  0.028798   \n",
       "...                                                       ...       ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS      2.405360  0.016157   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE              0.912899  0.361296   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  -1.689153  0.091190   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD             0.600700  0.548040   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                            0.707283  0.479391   \n",
       "\n",
       "                                                    pval_fdr  \\\n",
       "AB1_BACTINF_NOS                                     0.066275   \n",
       "AB1_BACT_INTEST_OTH                                 0.911610   \n",
       "AB1_CANDIDIASIS                                     0.789857   \n",
       "AB1_GASTROENTERITIS_NOS                             0.646211   \n",
       "AB1_INFECTIONS                                      0.180778   \n",
       "...                                                      ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS     0.217104   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE             0.861247   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  0.560897   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD            0.893979   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                           0.892705   \n",
       "\n",
       "                                                                                                   p2  \\\n",
       "AB1_BACTINF_NOS                                                                       AB1_BACTINF_NOS   \n",
       "AB1_BACT_INTEST_OTH                                                               AB1_BACT_INTEST_OTH   \n",
       "AB1_CANDIDIASIS                                                                       AB1_CANDIDIASIS   \n",
       "AB1_GASTROENTERITIS_NOS                                                       AB1_GASTROENTERITIS_NOS   \n",
       "AB1_INFECTIONS                                                                         AB1_INFECTIONS   \n",
       "...                                                                                               ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS       Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS   \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                       Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE   \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA  Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_D...   \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                     Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD   \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                   Z21_SUPERV_HIGH_R_PREGNAC   \n",
       "\n",
       "                                                   significant_bf  \\\n",
       "AB1_BACTINF_NOS                                                     \n",
       "AB1_BACT_INTEST_OTH                                                 \n",
       "AB1_CANDIDIASIS                                                     \n",
       "AB1_GASTROENTERITIS_NOS                                             \n",
       "AB1_INFECTIONS                                                      \n",
       "...                                                           ...   \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                     \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                             \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                  \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                            \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                           \n",
       "\n",
       "                                                   significant_fdr significant  \n",
       "AB1_BACTINF_NOS                                                                 \n",
       "AB1_BACT_INTEST_OTH                                                             \n",
       "AB1_CANDIDIASIS                                                                 \n",
       "AB1_GASTROENTERITIS_NOS                                                         \n",
       "AB1_INFECTIONS                                                                  \n",
       "...                                                            ...         ...  \n",
       "Z21_PRESENCE_CARDIAC_VASCULAR_IMPLANTNTS_GRAFTS                                 \n",
       "Z21_PROCED_PURPO_OTH_REMED_HEALTH_STATE                                         \n",
       "Z21_SPECIAL_SCREEN_EXAM_INFECTIOUS_PARASITIC_DISEA                              \n",
       "Z21_SPECIAL_SCREEN_EXAM_OTH_DISEA_DISORD                                        \n",
       "Z21_SUPERV_HIGH_R_PREGNAC                                                       \n",
       "\n",
       "[3440 rows x 11 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "concatted_data = pd.concat([gest_data, hypt_data, vomt_data, hprt_data])\n",
    "concatted_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "0c94ee03",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cor_All</th>\n",
       "      <th>cor</th>\n",
       "      <th>cor_std</th>\n",
       "      <th>trait</th>\n",
       "      <th>grep_stat</th>\n",
       "      <th>pval</th>\n",
       "      <th>pval_fdr</th>\n",
       "      <th>p2</th>\n",
       "      <th>significant_bf</th>\n",
       "      <th>significant_fdr</th>\n",
       "      <th>significant</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>E4_DIABETES</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.107069</td>\n",
       "      <td>0.193941</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>5.708277</td>\n",
       "      <td>1.141254e-08</td>\n",
       "      <td>1.962957e-06</td>\n",
       "      <td>E4_DIABETES</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_OBESITY</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.680994</td>\n",
       "      <td>0.187512</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>3.631736</td>\n",
       "      <td>2.815215e-04</td>\n",
       "      <td>7.336621e-03</td>\n",
       "      <td>E4_OBESITY</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FG_DOAAC</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.446735</td>\n",
       "      <td>0.126326</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>3.536366</td>\n",
       "      <td>4.056719e-04</td>\n",
       "      <td>8.721946e-03</td>\n",
       "      <td>FG_DOAAC</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FG_OTHHEART</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.313117</td>\n",
       "      <td>0.139646</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>2.242220</td>\n",
       "      <td>2.494718e-02</td>\n",
       "      <td>1.650352e-01</td>\n",
       "      <td>FG_OTHHEART</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>G6_NERPLEX</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.845052</td>\n",
       "      <td>0.152787</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>5.530916</td>\n",
       "      <td>3.185636e-08</td>\n",
       "      <td>4.523593e-06</td>\n",
       "      <td>G6_NERPLEX</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_PREG_MATERN_CARE</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>-0.097986</td>\n",
       "      <td>0.272672</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>-0.359355</td>\n",
       "      <td>7.193297e-01</td>\n",
       "      <td>9.313002e-01</td>\n",
       "      <td>O15_PREG_MATERN_CARE</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_PREG_OTHER_MAT_DISORD</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.174033</td>\n",
       "      <td>0.119531</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>1.455965</td>\n",
       "      <td>1.454022e-01</td>\n",
       "      <td>6.555842e-01</td>\n",
       "      <td>O15_PREG_OTHER_MAT_DISORD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_PRE_OR_ECLAMPSIA</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.987726</td>\n",
       "      <td>0.132211</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>7.470831</td>\n",
       "      <td>7.969012e-14</td>\n",
       "      <td>7.614834e-12</td>\n",
       "      <td>O15_PRE_OR_ECLAMPSIA</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_DIZZI_GIDDI</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.687925</td>\n",
       "      <td>0.166724</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>4.126131</td>\n",
       "      <td>3.689178e-05</td>\n",
       "      <td>1.982933e-03</td>\n",
       "      <td>R18_DIZZI_GIDDI</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.221240</td>\n",
       "      <td>0.104088</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>2.125509</td>\n",
       "      <td>3.354415e-02</td>\n",
       "      <td>3.135649e-01</td>\n",
       "      <td>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>164 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    Cor_All        cor  \\\n",
       "E4_DIABETES                                         Cor_All   1.107069   \n",
       "E4_OBESITY                                          Cor_All   0.680994   \n",
       "FG_DOAAC                                            Cor_All   0.446735   \n",
       "FG_OTHHEART                                         Cor_All   0.313117   \n",
       "G6_NERPLEX                                          Cor_All   0.845052   \n",
       "...                                                     ...        ...   \n",
       "O15_PREG_MATERN_CARE                                Cor_All  -0.097986   \n",
       "O15_PREG_OTHER_MAT_DISORD                           Cor_All   0.174033   \n",
       "O15_PRE_OR_ECLAMPSIA                                Cor_All   0.987726   \n",
       "R18_DIZZI_GIDDI                                     Cor_All   0.687925   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Cor_All   0.221240   \n",
       "\n",
       "                                                     cor_std  \\\n",
       "E4_DIABETES                                         0.193941   \n",
       "E4_OBESITY                                          0.187512   \n",
       "FG_DOAAC                                            0.126326   \n",
       "FG_OTHHEART                                         0.139646   \n",
       "G6_NERPLEX                                          0.152787   \n",
       "...                                                      ...   \n",
       "O15_PREG_MATERN_CARE                                0.272672   \n",
       "O15_PREG_OTHER_MAT_DISORD                           0.119531   \n",
       "O15_PRE_OR_ECLAMPSIA                                0.132211   \n",
       "R18_DIZZI_GIDDI                                     0.166724   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  0.104088   \n",
       "\n",
       "                                                                trait  \\\n",
       "E4_DIABETES                                             GEST_DIABETES   \n",
       "E4_OBESITY                                              GEST_DIABETES   \n",
       "FG_DOAAC                                                GEST_DIABETES   \n",
       "FG_OTHHEART                                             GEST_DIABETES   \n",
       "G6_NERPLEX                                              GEST_DIABETES   \n",
       "...                                                               ...   \n",
       "O15_PREG_MATERN_CARE                                O15_GESTAT_HYPERT   \n",
       "O15_PREG_OTHER_MAT_DISORD                           O15_GESTAT_HYPERT   \n",
       "O15_PRE_OR_ECLAMPSIA                                O15_GESTAT_HYPERT   \n",
       "R18_DIZZI_GIDDI                                     O15_GESTAT_HYPERT   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  O15_GESTAT_HYPERT   \n",
       "\n",
       "                                                    grep_stat          pval  \\\n",
       "E4_DIABETES                                          5.708277  1.141254e-08   \n",
       "E4_OBESITY                                           3.631736  2.815215e-04   \n",
       "FG_DOAAC                                             3.536366  4.056719e-04   \n",
       "FG_OTHHEART                                          2.242220  2.494718e-02   \n",
       "G6_NERPLEX                                           5.530916  3.185636e-08   \n",
       "...                                                       ...           ...   \n",
       "O15_PREG_MATERN_CARE                                -0.359355  7.193297e-01   \n",
       "O15_PREG_OTHER_MAT_DISORD                            1.455965  1.454022e-01   \n",
       "O15_PRE_OR_ECLAMPSIA                                 7.470831  7.969012e-14   \n",
       "R18_DIZZI_GIDDI                                      4.126131  3.689178e-05   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS   2.125509  3.354415e-02   \n",
       "\n",
       "                                                        pval_fdr  \\\n",
       "E4_DIABETES                                         1.962957e-06   \n",
       "E4_OBESITY                                          7.336621e-03   \n",
       "FG_DOAAC                                            8.721946e-03   \n",
       "FG_OTHHEART                                         1.650352e-01   \n",
       "G6_NERPLEX                                          4.523593e-06   \n",
       "...                                                          ...   \n",
       "O15_PREG_MATERN_CARE                                9.313002e-01   \n",
       "O15_PREG_OTHER_MAT_DISORD                           6.555842e-01   \n",
       "O15_PRE_OR_ECLAMPSIA                                7.614834e-12   \n",
       "R18_DIZZI_GIDDI                                     1.982933e-03   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  3.135649e-01   \n",
       "\n",
       "                                                                                                   p2  \\\n",
       "E4_DIABETES                                                                               E4_DIABETES   \n",
       "E4_OBESITY                                                                                 E4_OBESITY   \n",
       "FG_DOAAC                                                                                     FG_DOAAC   \n",
       "FG_OTHHEART                                                                               FG_OTHHEART   \n",
       "G6_NERPLEX                                                                                 G6_NERPLEX   \n",
       "...                                                                                               ...   \n",
       "O15_PREG_MATERN_CARE                                                             O15_PREG_MATERN_CARE   \n",
       "O15_PREG_OTHER_MAT_DISORD                                                   O15_PREG_OTHER_MAT_DISORD   \n",
       "O15_PRE_OR_ECLAMPSIA                                                             O15_PRE_OR_ECLAMPSIA   \n",
       "R18_DIZZI_GIDDI                                                                       R18_DIZZI_GIDDI   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...   \n",
       "\n",
       "                                                   significant_bf  \\\n",
       "E4_DIABETES                                                     *   \n",
       "E4_OBESITY                                                          \n",
       "FG_DOAAC                                                            \n",
       "FG_OTHHEART                                                         \n",
       "G6_NERPLEX                                                      *   \n",
       "...                                                           ...   \n",
       "O15_PREG_MATERN_CARE                                                \n",
       "O15_PREG_OTHER_MAT_DISORD                                           \n",
       "O15_PRE_OR_ECLAMPSIA                                            *   \n",
       "R18_DIZZI_GIDDI                                                 *   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS                  \n",
       "\n",
       "                                                   significant_fdr significant  \n",
       "E4_DIABETES                                                                  *  \n",
       "E4_OBESITY                                                                      \n",
       "FG_DOAAC                                                                        \n",
       "FG_OTHHEART                                                                     \n",
       "G6_NERPLEX                                                                   *  \n",
       "...                                                            ...         ...  \n",
       "O15_PREG_MATERN_CARE                                                            \n",
       "O15_PREG_OTHER_MAT_DISORD                                                       \n",
       "O15_PRE_OR_ECLAMPSIA                                                         *  \n",
       "R18_DIZZI_GIDDI                                                              *  \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS                              \n",
       "\n",
       "[164 rows x 11 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered_concatted_data = concatted_data[concatted_data.significant!='']\n",
    "cd_final = concatted_data[concatted_data.p2.isin(set(filtered_concatted_data.index))]\n",
    "cd_final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "ac81c784",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(164, 13)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cor_All</th>\n",
       "      <th>rg</th>\n",
       "      <th>se</th>\n",
       "      <th>p1</th>\n",
       "      <th>z</th>\n",
       "      <th>p</th>\n",
       "      <th>pval_fdr</th>\n",
       "      <th>p2</th>\n",
       "      <th>significant_bf</th>\n",
       "      <th>significant_fdr</th>\n",
       "      <th>significant</th>\n",
       "      <th>0</th>\n",
       "      <th>full_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>E4_DIABETES</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.107069</td>\n",
       "      <td>0.193941</td>\n",
       "      <td>GD</td>\n",
       "      <td>5.708277</td>\n",
       "      <td>1.141254e-08</td>\n",
       "      <td>1.962957e-06</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>E4_DIABETES</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_DIABETES</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.400351</td>\n",
       "      <td>0.061134</td>\n",
       "      <td>HP</td>\n",
       "      <td>6.548745</td>\n",
       "      <td>5.802246e-11</td>\n",
       "      <td>4.158276e-09</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>E4_DIABETES</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_DIABETES</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.485316</td>\n",
       "      <td>0.332880</td>\n",
       "      <td>EV</td>\n",
       "      <td>1.457931</td>\n",
       "      <td>1.448596e-01</td>\n",
       "      <td>9.294918e-01</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>E4_DIABETES</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_DIABETES</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.283170</td>\n",
       "      <td>0.060705</td>\n",
       "      <td>GH</td>\n",
       "      <td>4.664690</td>\n",
       "      <td>3.090828e-06</td>\n",
       "      <td>2.044702e-04</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>E4_DIABETES</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_OBESITY</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.680994</td>\n",
       "      <td>0.187512</td>\n",
       "      <td>GD</td>\n",
       "      <td>3.631736</td>\n",
       "      <td>2.815215e-04</td>\n",
       "      <td>7.336621e-03</td>\n",
       "      <td>Obesity</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>E4_OBESITY</td>\n",
       "      <td>Obesity</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_DIZZI_GIDDI</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.687925</td>\n",
       "      <td>0.166724</td>\n",
       "      <td>GH</td>\n",
       "      <td>4.126131</td>\n",
       "      <td>3.689178e-05</td>\n",
       "      <td>1.982933e-03</td>\n",
       "      <td>Dizziness and giddiness</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>R18_DIZZI_GIDDI</td>\n",
       "      <td>Dizziness and giddiness</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.568640</td>\n",
       "      <td>0.133631</td>\n",
       "      <td>GD</td>\n",
       "      <td>4.255300</td>\n",
       "      <td>2.087689e-05</td>\n",
       "      <td>1.122133e-03</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.301865</td>\n",
       "      <td>0.098061</td>\n",
       "      <td>HP</td>\n",
       "      <td>3.078339</td>\n",
       "      <td>2.081580e-03</td>\n",
       "      <td>3.315109e-02</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.715299</td>\n",
       "      <td>0.468161</td>\n",
       "      <td>EV</td>\n",
       "      <td>1.527891</td>\n",
       "      <td>1.265396e-01</td>\n",
       "      <td>9.294918e-01</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.221240</td>\n",
       "      <td>0.104088</td>\n",
       "      <td>GH</td>\n",
       "      <td>2.125509</td>\n",
       "      <td>3.354415e-02</td>\n",
       "      <td>3.135649e-01</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>164 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    Cor_All        rg  \\\n",
       "E4_DIABETES                                         Cor_All  1.107069   \n",
       "E4_DIABETES                                         Cor_All  0.400351   \n",
       "E4_DIABETES                                         Cor_All  0.485316   \n",
       "E4_DIABETES                                         Cor_All  0.283170   \n",
       "E4_OBESITY                                          Cor_All  0.680994   \n",
       "...                                                     ...       ...   \n",
       "R18_DIZZI_GIDDI                                     Cor_All  0.687925   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Cor_All  0.568640   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Cor_All  0.301865   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Cor_All  0.715299   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Cor_All  0.221240   \n",
       "\n",
       "                                                          se  p1         z  \\\n",
       "E4_DIABETES                                         0.193941  GD  5.708277   \n",
       "E4_DIABETES                                         0.061134  HP  6.548745   \n",
       "E4_DIABETES                                         0.332880  EV  1.457931   \n",
       "E4_DIABETES                                         0.060705  GH  4.664690   \n",
       "E4_OBESITY                                          0.187512  GD  3.631736   \n",
       "...                                                      ...  ..       ...   \n",
       "R18_DIZZI_GIDDI                                     0.166724  GH  4.126131   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  0.133631  GD  4.255300   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  0.098061  HP  3.078339   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  0.468161  EV  1.527891   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  0.104088  GH  2.125509   \n",
       "\n",
       "                                                               p  \\\n",
       "E4_DIABETES                                         1.141254e-08   \n",
       "E4_DIABETES                                         5.802246e-11   \n",
       "E4_DIABETES                                         1.448596e-01   \n",
       "E4_DIABETES                                         3.090828e-06   \n",
       "E4_OBESITY                                          2.815215e-04   \n",
       "...                                                          ...   \n",
       "R18_DIZZI_GIDDI                                     3.689178e-05   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  2.087689e-05   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  2.081580e-03   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  1.265396e-01   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  3.354415e-02   \n",
       "\n",
       "                                                        pval_fdr  \\\n",
       "E4_DIABETES                                         1.962957e-06   \n",
       "E4_DIABETES                                         4.158276e-09   \n",
       "E4_DIABETES                                         9.294918e-01   \n",
       "E4_DIABETES                                         2.044702e-04   \n",
       "E4_OBESITY                                          7.336621e-03   \n",
       "...                                                          ...   \n",
       "R18_DIZZI_GIDDI                                     1.982933e-03   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  1.122133e-03   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  3.315109e-02   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  9.294918e-01   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  3.135649e-01   \n",
       "\n",
       "                                                                                                   p2  \\\n",
       "E4_DIABETES                                                                         Diabetes mellitus   \n",
       "E4_DIABETES                                                                         Diabetes mellitus   \n",
       "E4_DIABETES                                                                         Diabetes mellitus   \n",
       "E4_DIABETES                                                                         Diabetes mellitus   \n",
       "E4_OBESITY                                                                                    Obesity   \n",
       "...                                                                                               ...   \n",
       "R18_DIZZI_GIDDI                                                               Dizziness and giddiness   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...   \n",
       "\n",
       "                                                   significant_bf  \\\n",
       "E4_DIABETES                                                     *   \n",
       "E4_DIABETES                                                     *   \n",
       "E4_DIABETES                                                         \n",
       "E4_DIABETES                                                     *   \n",
       "E4_OBESITY                                                          \n",
       "...                                                           ...   \n",
       "R18_DIZZI_GIDDI                                                 *   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS              *   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS                  \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS                  \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS                  \n",
       "\n",
       "                                                   significant_fdr  \\\n",
       "E4_DIABETES                                                          \n",
       "E4_DIABETES                                                          \n",
       "E4_DIABETES                                                          \n",
       "E4_DIABETES                                                          \n",
       "E4_OBESITY                                                           \n",
       "...                                                            ...   \n",
       "R18_DIZZI_GIDDI                                                      \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS                   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS                   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS                   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS                   \n",
       "\n",
       "                                                   significant  \\\n",
       "E4_DIABETES                                                  *   \n",
       "E4_DIABETES                                                  *   \n",
       "E4_DIABETES                                                      \n",
       "E4_DIABETES                                                  *   \n",
       "E4_OBESITY                                                       \n",
       "...                                                        ...   \n",
       "R18_DIZZI_GIDDI                                              *   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS           *   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS               \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS               \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS               \n",
       "\n",
       "                                                                                                    0  \\\n",
       "E4_DIABETES                                                                               E4_DIABETES   \n",
       "E4_DIABETES                                                                               E4_DIABETES   \n",
       "E4_DIABETES                                                                               E4_DIABETES   \n",
       "E4_DIABETES                                                                               E4_DIABETES   \n",
       "E4_OBESITY                                                                                 E4_OBESITY   \n",
       "...                                                                                               ...   \n",
       "R18_DIZZI_GIDDI                                                                       R18_DIZZI_GIDDI   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYS...   \n",
       "\n",
       "                                                                                            full_name  \n",
       "E4_DIABETES                                                                         Diabetes mellitus  \n",
       "E4_DIABETES                                                                         Diabetes mellitus  \n",
       "E4_DIABETES                                                                         Diabetes mellitus  \n",
       "E4_DIABETES                                                                         Diabetes mellitus  \n",
       "E4_OBESITY                                                                                    Obesity  \n",
       "...                                                                                               ...  \n",
       "R18_DIZZI_GIDDI                                                               Dizziness and giddiness  \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...  \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...  \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...  \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...  \n",
       "\n",
       "[164 rows x 13 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final = pd.merge(cd_final, fu,  how=\"left\", left_index=True, right_index=True)\n",
    "\n",
    "assert final[final.full_name.isna()].shape[0] == 0\n",
    "\n",
    "col_rename = {\"cor\": \"rg\", \"cor_std\": \"se\", \"trait\": \"p1\", \"grep_stat\": \"z\", \"pval\": \"p\", \"p2\": \"p2\"}\n",
    "final = final.rename(columns=col_rename)\n",
    "\n",
    "final.p1 = final.p1.apply(lambda x: ph_map[x])\n",
    "final.p2 = final.full_name\n",
    "\n",
    "\n",
    "print(final.shape)\n",
    "final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "c4755918",
   "metadata": {},
   "outputs": [],
   "source": [
    "for c in ['I9_OTHHEART', 'FG_OTHHEART']:\n",
    "    final.loc[final.index==c, 'p2'] = f'{c}: '+ final[final.index==c].p2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "8764ef19",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Check if p2 is correlated with itself (and only with itself)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "a3bd6037",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cor_All</th>\n",
       "      <th>rg</th>\n",
       "      <th>se</th>\n",
       "      <th>p1</th>\n",
       "      <th>z</th>\n",
       "      <th>p</th>\n",
       "      <th>pval_fdr</th>\n",
       "      <th>p2</th>\n",
       "      <th>significant_bf</th>\n",
       "      <th>significant_fdr</th>\n",
       "      <th>significant</th>\n",
       "      <th>0</th>\n",
       "      <th>full_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>GEST_DIABETES</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.000274</td>\n",
       "      <td>0.000331</td>\n",
       "      <td>GD</td>\n",
       "      <td>3021.975831</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Gestational diabetes (for exclusion)</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>Gestational diabetes (for exclusion)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GEST_DIABETES</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.339312</td>\n",
       "      <td>0.121080</td>\n",
       "      <td>HP</td>\n",
       "      <td>2.802379</td>\n",
       "      <td>5.072731e-03</td>\n",
       "      <td>6.511266e-02</td>\n",
       "      <td>Gestational diabetes (for exclusion)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>Gestational diabetes (for exclusion)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GEST_DIABETES</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.847602</td>\n",
       "      <td>0.532323</td>\n",
       "      <td>EV</td>\n",
       "      <td>1.592270</td>\n",
       "      <td>1.113240e-01</td>\n",
       "      <td>9.294918e-01</td>\n",
       "      <td>Gestational diabetes (for exclusion)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>Gestational diabetes (for exclusion)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GEST_DIABETES</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.290859</td>\n",
       "      <td>0.134381</td>\n",
       "      <td>GH</td>\n",
       "      <td>2.164435</td>\n",
       "      <td>3.043095e-02</td>\n",
       "      <td>3.067286e-01</td>\n",
       "      <td>Gestational diabetes (for exclusion)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>GEST_DIABETES</td>\n",
       "      <td>Gestational diabetes (for exclusion)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>I9_HYPTENSPREG</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.339312</td>\n",
       "      <td>0.121080</td>\n",
       "      <td>GD</td>\n",
       "      <td>2.802379</td>\n",
       "      <td>5.072731e-03</td>\n",
       "      <td>5.132410e-02</td>\n",
       "      <td>Hypertension complicating pregnancy, childbirt...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>Hypertension complicating pregnancy, childbirt...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>I9_HYPTENSPREG</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.000058</td>\n",
       "      <td>0.000052</td>\n",
       "      <td>HP</td>\n",
       "      <td>19231.884615</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Hypertension complicating pregnancy, childbirt...</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>Hypertension complicating pregnancy, childbirt...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>I9_HYPTENSPREG</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.127947</td>\n",
       "      <td>0.309521</td>\n",
       "      <td>EV</td>\n",
       "      <td>0.413371</td>\n",
       "      <td>6.793348e-01</td>\n",
       "      <td>9.504818e-01</td>\n",
       "      <td>Hypertension complicating pregnancy, childbirt...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>Hypertension complicating pregnancy, childbirt...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>I9_HYPTENSPREG</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.018880</td>\n",
       "      <td>0.032024</td>\n",
       "      <td>GH</td>\n",
       "      <td>31.816138</td>\n",
       "      <td>3.872208e-222</td>\n",
       "      <td>1.110033e-219</td>\n",
       "      <td>Hypertension complicating pregnancy, childbirt...</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>I9_HYPTENSPREG</td>\n",
       "      <td>Hypertension complicating pregnancy, childbirt...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_EXCESS_VOMIT_PREG</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.847602</td>\n",
       "      <td>0.532323</td>\n",
       "      <td>GD</td>\n",
       "      <td>1.592270</td>\n",
       "      <td>1.113240e-01</td>\n",
       "      <td>4.411920e-01</td>\n",
       "      <td>Excessive vomiting in pregnancy</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>Excessive vomiting in pregnancy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_EXCESS_VOMIT_PREG</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.127947</td>\n",
       "      <td>0.309521</td>\n",
       "      <td>HP</td>\n",
       "      <td>0.413371</td>\n",
       "      <td>6.793348e-01</td>\n",
       "      <td>9.304693e-01</td>\n",
       "      <td>Excessive vomiting in pregnancy</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>Excessive vomiting in pregnancy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_EXCESS_VOMIT_PREG</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.000584</td>\n",
       "      <td>0.000733</td>\n",
       "      <td>EV</td>\n",
       "      <td>1365.053206</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Excessive vomiting in pregnancy</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>Excessive vomiting in pregnancy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_EXCESS_VOMIT_PREG</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.169398</td>\n",
       "      <td>0.338145</td>\n",
       "      <td>GH</td>\n",
       "      <td>0.500963</td>\n",
       "      <td>6.163974e-01</td>\n",
       "      <td>9.047300e-01</td>\n",
       "      <td>Excessive vomiting in pregnancy</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>O15_EXCESS_VOMIT_PREG</td>\n",
       "      <td>Excessive vomiting in pregnancy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_GESTAT_HYPERT</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.290859</td>\n",
       "      <td>0.134381</td>\n",
       "      <td>GD</td>\n",
       "      <td>2.164435</td>\n",
       "      <td>3.043095e-02</td>\n",
       "      <td>1.861773e-01</td>\n",
       "      <td>Gestational [pregnancy-induced] hypertension</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>Gestational [pregnancy-induced] hypertension</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_GESTAT_HYPERT</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.018880</td>\n",
       "      <td>0.032024</td>\n",
       "      <td>HP</td>\n",
       "      <td>31.816138</td>\n",
       "      <td>3.872208e-222</td>\n",
       "      <td>8.325247e-220</td>\n",
       "      <td>Gestational [pregnancy-induced] hypertension</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>Gestational [pregnancy-induced] hypertension</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_GESTAT_HYPERT</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>0.169398</td>\n",
       "      <td>0.338145</td>\n",
       "      <td>EV</td>\n",
       "      <td>0.500963</td>\n",
       "      <td>6.163974e-01</td>\n",
       "      <td>9.496536e-01</td>\n",
       "      <td>Gestational [pregnancy-induced] hypertension</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>Gestational [pregnancy-induced] hypertension</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O15_GESTAT_HYPERT</th>\n",
       "      <td>Cor_All</td>\n",
       "      <td>1.000008</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>GH</td>\n",
       "      <td>76923.692308</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Gestational [pregnancy-induced] hypertension</td>\n",
       "      <td>*</td>\n",
       "      <td></td>\n",
       "      <td>*</td>\n",
       "      <td>O15_GESTAT_HYPERT</td>\n",
       "      <td>Gestational [pregnancy-induced] hypertension</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       Cor_All        rg        se  p1             z  \\\n",
       "GEST_DIABETES          Cor_All  1.000274  0.000331  GD   3021.975831   \n",
       "GEST_DIABETES          Cor_All  0.339312  0.121080  HP      2.802379   \n",
       "GEST_DIABETES          Cor_All  0.847602  0.532323  EV      1.592270   \n",
       "GEST_DIABETES          Cor_All  0.290859  0.134381  GH      2.164435   \n",
       "I9_HYPTENSPREG         Cor_All  0.339312  0.121080  GD      2.802379   \n",
       "I9_HYPTENSPREG         Cor_All  1.000058  0.000052  HP  19231.884615   \n",
       "I9_HYPTENSPREG         Cor_All  0.127947  0.309521  EV      0.413371   \n",
       "I9_HYPTENSPREG         Cor_All  1.018880  0.032024  GH     31.816138   \n",
       "O15_EXCESS_VOMIT_PREG  Cor_All  0.847602  0.532323  GD      1.592270   \n",
       "O15_EXCESS_VOMIT_PREG  Cor_All  0.127947  0.309521  HP      0.413371   \n",
       "O15_EXCESS_VOMIT_PREG  Cor_All  1.000584  0.000733  EV   1365.053206   \n",
       "O15_EXCESS_VOMIT_PREG  Cor_All  0.169398  0.338145  GH      0.500963   \n",
       "O15_GESTAT_HYPERT      Cor_All  0.290859  0.134381  GD      2.164435   \n",
       "O15_GESTAT_HYPERT      Cor_All  1.018880  0.032024  HP     31.816138   \n",
       "O15_GESTAT_HYPERT      Cor_All  0.169398  0.338145  EV      0.500963   \n",
       "O15_GESTAT_HYPERT      Cor_All  1.000008  0.000013  GH  76923.692308   \n",
       "\n",
       "                                   p       pval_fdr  \\\n",
       "GEST_DIABETES           0.000000e+00   0.000000e+00   \n",
       "GEST_DIABETES           5.072731e-03   6.511266e-02   \n",
       "GEST_DIABETES           1.113240e-01   9.294918e-01   \n",
       "GEST_DIABETES           3.043095e-02   3.067286e-01   \n",
       "I9_HYPTENSPREG          5.072731e-03   5.132410e-02   \n",
       "I9_HYPTENSPREG          0.000000e+00   0.000000e+00   \n",
       "I9_HYPTENSPREG          6.793348e-01   9.504818e-01   \n",
       "I9_HYPTENSPREG         3.872208e-222  1.110033e-219   \n",
       "O15_EXCESS_VOMIT_PREG   1.113240e-01   4.411920e-01   \n",
       "O15_EXCESS_VOMIT_PREG   6.793348e-01   9.304693e-01   \n",
       "O15_EXCESS_VOMIT_PREG   0.000000e+00   0.000000e+00   \n",
       "O15_EXCESS_VOMIT_PREG   6.163974e-01   9.047300e-01   \n",
       "O15_GESTAT_HYPERT       3.043095e-02   1.861773e-01   \n",
       "O15_GESTAT_HYPERT      3.872208e-222  8.325247e-220   \n",
       "O15_GESTAT_HYPERT       6.163974e-01   9.496536e-01   \n",
       "O15_GESTAT_HYPERT       0.000000e+00   0.000000e+00   \n",
       "\n",
       "                                                                      p2  \\\n",
       "GEST_DIABETES                       Gestational diabetes (for exclusion)   \n",
       "GEST_DIABETES                       Gestational diabetes (for exclusion)   \n",
       "GEST_DIABETES                       Gestational diabetes (for exclusion)   \n",
       "GEST_DIABETES                       Gestational diabetes (for exclusion)   \n",
       "I9_HYPTENSPREG         Hypertension complicating pregnancy, childbirt...   \n",
       "I9_HYPTENSPREG         Hypertension complicating pregnancy, childbirt...   \n",
       "I9_HYPTENSPREG         Hypertension complicating pregnancy, childbirt...   \n",
       "I9_HYPTENSPREG         Hypertension complicating pregnancy, childbirt...   \n",
       "O15_EXCESS_VOMIT_PREG                    Excessive vomiting in pregnancy   \n",
       "O15_EXCESS_VOMIT_PREG                    Excessive vomiting in pregnancy   \n",
       "O15_EXCESS_VOMIT_PREG                    Excessive vomiting in pregnancy   \n",
       "O15_EXCESS_VOMIT_PREG                    Excessive vomiting in pregnancy   \n",
       "O15_GESTAT_HYPERT           Gestational [pregnancy-induced] hypertension   \n",
       "O15_GESTAT_HYPERT           Gestational [pregnancy-induced] hypertension   \n",
       "O15_GESTAT_HYPERT           Gestational [pregnancy-induced] hypertension   \n",
       "O15_GESTAT_HYPERT           Gestational [pregnancy-induced] hypertension   \n",
       "\n",
       "                      significant_bf significant_fdr significant  \\\n",
       "GEST_DIABETES                      *                           *   \n",
       "GEST_DIABETES                                                      \n",
       "GEST_DIABETES                                                      \n",
       "GEST_DIABETES                                                      \n",
       "I9_HYPTENSPREG                                                     \n",
       "I9_HYPTENSPREG                     *                           *   \n",
       "I9_HYPTENSPREG                                                     \n",
       "I9_HYPTENSPREG                     *                           *   \n",
       "O15_EXCESS_VOMIT_PREG                                              \n",
       "O15_EXCESS_VOMIT_PREG                                              \n",
       "O15_EXCESS_VOMIT_PREG              *                           *   \n",
       "O15_EXCESS_VOMIT_PREG                                              \n",
       "O15_GESTAT_HYPERT                                                  \n",
       "O15_GESTAT_HYPERT                  *                           *   \n",
       "O15_GESTAT_HYPERT                                                  \n",
       "O15_GESTAT_HYPERT                  *                           *   \n",
       "\n",
       "                                           0  \\\n",
       "GEST_DIABETES                  GEST_DIABETES   \n",
       "GEST_DIABETES                  GEST_DIABETES   \n",
       "GEST_DIABETES                  GEST_DIABETES   \n",
       "GEST_DIABETES                  GEST_DIABETES   \n",
       "I9_HYPTENSPREG                I9_HYPTENSPREG   \n",
       "I9_HYPTENSPREG                I9_HYPTENSPREG   \n",
       "I9_HYPTENSPREG                I9_HYPTENSPREG   \n",
       "I9_HYPTENSPREG                I9_HYPTENSPREG   \n",
       "O15_EXCESS_VOMIT_PREG  O15_EXCESS_VOMIT_PREG   \n",
       "O15_EXCESS_VOMIT_PREG  O15_EXCESS_VOMIT_PREG   \n",
       "O15_EXCESS_VOMIT_PREG  O15_EXCESS_VOMIT_PREG   \n",
       "O15_EXCESS_VOMIT_PREG  O15_EXCESS_VOMIT_PREG   \n",
       "O15_GESTAT_HYPERT          O15_GESTAT_HYPERT   \n",
       "O15_GESTAT_HYPERT          O15_GESTAT_HYPERT   \n",
       "O15_GESTAT_HYPERT          O15_GESTAT_HYPERT   \n",
       "O15_GESTAT_HYPERT          O15_GESTAT_HYPERT   \n",
       "\n",
       "                                                               full_name  \n",
       "GEST_DIABETES                       Gestational diabetes (for exclusion)  \n",
       "GEST_DIABETES                       Gestational diabetes (for exclusion)  \n",
       "GEST_DIABETES                       Gestational diabetes (for exclusion)  \n",
       "GEST_DIABETES                       Gestational diabetes (for exclusion)  \n",
       "I9_HYPTENSPREG         Hypertension complicating pregnancy, childbirt...  \n",
       "I9_HYPTENSPREG         Hypertension complicating pregnancy, childbirt...  \n",
       "I9_HYPTENSPREG         Hypertension complicating pregnancy, childbirt...  \n",
       "I9_HYPTENSPREG         Hypertension complicating pregnancy, childbirt...  \n",
       "O15_EXCESS_VOMIT_PREG                    Excessive vomiting in pregnancy  \n",
       "O15_EXCESS_VOMIT_PREG                    Excessive vomiting in pregnancy  \n",
       "O15_EXCESS_VOMIT_PREG                    Excessive vomiting in pregnancy  \n",
       "O15_EXCESS_VOMIT_PREG                    Excessive vomiting in pregnancy  \n",
       "O15_GESTAT_HYPERT           Gestational [pregnancy-induced] hypertension  \n",
       "O15_GESTAT_HYPERT           Gestational [pregnancy-induced] hypertension  \n",
       "O15_GESTAT_HYPERT           Gestational [pregnancy-induced] hypertension  \n",
       "O15_GESTAT_HYPERT           Gestational [pregnancy-induced] hypertension  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final[final.index.isin(set(final.index.unique())&set(ph_map.keys()))]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e3c82586",
   "metadata": {},
   "source": [
    "`O15_EXCESS_VOMIT_PREG` and `GEST_DIABETES` from p2 is correlated only with itself from p1 => delete it."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "0fe9b798",
   "metadata": {},
   "outputs": [],
   "source": [
    "final = final[~final.index.isin(['O15_EXCESS_VOMIT_PREG', 'GEST_DIABETES'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "91245a0c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dict_values(['HP', 'GD', 'GH', 'EV'])"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ph_map.values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "4dcdc01d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "HP\n",
      "(29, 13)\n",
      "GD\n",
      "(17, 13)\n",
      "GH\n",
      "(16, 13)\n",
      "EV\n",
      "(0, 13)\n"
     ]
    }
   ],
   "source": [
    "for k in ph_map.values():\n",
    "    print(k)\n",
    "    dk = final[(final.p1==k) & (final.significant!='')]\n",
    "    print(dk.shape)\n",
    "#     display(dk)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "5d25df94",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>p1</th>\n",
       "      <th>p2</th>\n",
       "      <th>rg</th>\n",
       "      <th>se</th>\n",
       "      <th>z</th>\n",
       "      <th>p</th>\n",
       "      <th>significant</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>E4_DIABETES</th>\n",
       "      <td>GD</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "      <td>1.107069</td>\n",
       "      <td>0.193941</td>\n",
       "      <td>5.708277</td>\n",
       "      <td>1.141254e-08</td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_DIABETES</th>\n",
       "      <td>HP</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "      <td>0.400351</td>\n",
       "      <td>0.061134</td>\n",
       "      <td>6.548745</td>\n",
       "      <td>5.802246e-11</td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_DIABETES</th>\n",
       "      <td>EV</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "      <td>0.485316</td>\n",
       "      <td>0.332880</td>\n",
       "      <td>1.457931</td>\n",
       "      <td>1.448596e-01</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_DIABETES</th>\n",
       "      <td>GH</td>\n",
       "      <td>Diabetes mellitus</td>\n",
       "      <td>0.283170</td>\n",
       "      <td>0.060705</td>\n",
       "      <td>4.664690</td>\n",
       "      <td>3.090828e-06</td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>E4_OBESITY</th>\n",
       "      <td>GD</td>\n",
       "      <td>Obesity</td>\n",
       "      <td>0.680994</td>\n",
       "      <td>0.187512</td>\n",
       "      <td>3.631736</td>\n",
       "      <td>2.815215e-04</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_DIZZI_GIDDI</th>\n",
       "      <td>GH</td>\n",
       "      <td>Dizziness and giddiness</td>\n",
       "      <td>0.687925</td>\n",
       "      <td>0.166724</td>\n",
       "      <td>4.126131</td>\n",
       "      <td>3.689178e-05</td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS</th>\n",
       "      <td>GD</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "      <td>0.568640</td>\n",
       "      <td>0.133631</td>\n",
       "      <td>4.255300</td>\n",
       "      <td>2.087689e-05</td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS</th>\n",
       "      <td>HP</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "      <td>0.301865</td>\n",
       "      <td>0.098061</td>\n",
       "      <td>3.078339</td>\n",
       "      <td>2.081580e-03</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS</th>\n",
       "      <td>EV</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "      <td>0.715299</td>\n",
       "      <td>0.468161</td>\n",
       "      <td>1.527891</td>\n",
       "      <td>1.265396e-01</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS</th>\n",
       "      <td>GH</td>\n",
       "      <td>Symptoms and signs involving the circulatory a...</td>\n",
       "      <td>0.221240</td>\n",
       "      <td>0.104088</td>\n",
       "      <td>2.125509</td>\n",
       "      <td>3.354415e-02</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>156 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    p1  \\\n",
       "E4_DIABETES                                         GD   \n",
       "E4_DIABETES                                         HP   \n",
       "E4_DIABETES                                         EV   \n",
       "E4_DIABETES                                         GH   \n",
       "E4_OBESITY                                          GD   \n",
       "...                                                 ..   \n",
       "R18_DIZZI_GIDDI                                     GH   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  GD   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  HP   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  EV   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  GH   \n",
       "\n",
       "                                                                                                   p2  \\\n",
       "E4_DIABETES                                                                         Diabetes mellitus   \n",
       "E4_DIABETES                                                                         Diabetes mellitus   \n",
       "E4_DIABETES                                                                         Diabetes mellitus   \n",
       "E4_DIABETES                                                                         Diabetes mellitus   \n",
       "E4_OBESITY                                                                                    Obesity   \n",
       "...                                                                                               ...   \n",
       "R18_DIZZI_GIDDI                                                               Dizziness and giddiness   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  Symptoms and signs involving the circulatory a...   \n",
       "\n",
       "                                                          rg        se  \\\n",
       "E4_DIABETES                                         1.107069  0.193941   \n",
       "E4_DIABETES                                         0.400351  0.061134   \n",
       "E4_DIABETES                                         0.485316  0.332880   \n",
       "E4_DIABETES                                         0.283170  0.060705   \n",
       "E4_OBESITY                                          0.680994  0.187512   \n",
       "...                                                      ...       ...   \n",
       "R18_DIZZI_GIDDI                                     0.687925  0.166724   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  0.568640  0.133631   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  0.301865  0.098061   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  0.715299  0.468161   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  0.221240  0.104088   \n",
       "\n",
       "                                                           z             p  \\\n",
       "E4_DIABETES                                         5.708277  1.141254e-08   \n",
       "E4_DIABETES                                         6.548745  5.802246e-11   \n",
       "E4_DIABETES                                         1.457931  1.448596e-01   \n",
       "E4_DIABETES                                         4.664690  3.090828e-06   \n",
       "E4_OBESITY                                          3.631736  2.815215e-04   \n",
       "...                                                      ...           ...   \n",
       "R18_DIZZI_GIDDI                                     4.126131  3.689178e-05   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  4.255300  2.087689e-05   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  3.078339  2.081580e-03   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  1.527891  1.265396e-01   \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS  2.125509  3.354415e-02   \n",
       "\n",
       "                                                   significant  \n",
       "E4_DIABETES                                                  *  \n",
       "E4_DIABETES                                                  *  \n",
       "E4_DIABETES                                                     \n",
       "E4_DIABETES                                                  *  \n",
       "E4_OBESITY                                                      \n",
       "...                                                        ...  \n",
       "R18_DIZZI_GIDDI                                              *  \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS           *  \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS              \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS              \n",
       "R18_SYMPTOMS_SIGNS_INVOLVI_CIRCULATO_RESPI_SYSTEMS              \n",
       "\n",
       "[156 rows x 7 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_to_save = final.loc[:,['p1', 'p2', 'rg', 'se', 'z', 'p', 'significant']]\n",
    "data_to_save.to_csv('./out_data_fg/fg_feature.csv', index=True)\n",
    "data_to_save"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "c417b13b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10 5\n"
     ]
    }
   ],
   "source": [
    "cols_supp = ['Soft tissue disorders',\n",
    "'Diseases of the musculoskeletal system and connective tissue',\n",
    "'Peripheral artery disease',\n",
    "'Major coronary heart disease event',\n",
    "'Hypertension, essential',\n",
    "'Heart failure and antihypertensive medication',\n",
    "'Myocardial infarction',\n",
    "'Ischemic heart diseases',\n",
    "'Diabetes mellitus',\n",
    "'Obesity',]\n",
    "\n",
    "cols_not_supp = ['Polyarthropathies',\n",
    "'Nerve, nerve root and plexus disorders',\n",
    "'Gastrointestinal diseases',\n",
    "'Diseases of the ear and mastoid process',\n",
    "'Dizziness and giddiness',]\n",
    "print(len(cols_supp), len(cols_not_supp))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "0249a5fe",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_to_save[data_to_save.p2.isin(cols_supp)].to_csv('./out_data_fg/fg_feature_supp.csv', index=True)\n",
    "data_to_save[data_to_save.p2.isin(cols_not_supp)].to_csv('./out_data_fg/fg_feature_not_supp.csv', index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "348faf03",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}