assemble_dataset_csa.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "15287536-d75c-405d-ace5-83e64931a3e1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Trial</th>\n",
       "      <th>Age</th>\n",
       "      <th>Sex</th>\n",
       "      <th>Height</th>\n",
       "      <th>Weight</th>\n",
       "      <th>OralCavity</th>\n",
       "      <th>OPJ</th>\n",
       "      <th>Glottis</th>\n",
       "      <th>Carina</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>70</td>\n",
       "      <td>1</td>\n",
       "      <td>30.7</td>\n",
       "      <td>0</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>45</td>\n",
       "      <td>62</td>\n",
       "      <td>96</td>\n",
       "      <td>96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>70</td>\n",
       "      <td>2</td>\n",
       "      <td>30.7</td>\n",
       "      <td>0</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>45</td>\n",
       "      <td>59</td>\n",
       "      <td>90</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>70</td>\n",
       "      <td>3</td>\n",
       "      <td>30.7</td>\n",
       "      <td>0</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>43</td>\n",
       "      <td>63</td>\n",
       "      <td>89</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>70</td>\n",
       "      <td>4</td>\n",
       "      <td>30.7</td>\n",
       "      <td>0</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>47</td>\n",
       "      <td>70</td>\n",
       "      <td>84</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>19.6</td>\n",
       "      <td>0</td>\n",
       "      <td>152.40</td>\n",
       "      <td>50.6</td>\n",
       "      <td>59</td>\n",
       "      <td>73</td>\n",
       "      <td>94</td>\n",
       "      <td>99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1053</th>\n",
       "      <td>66</td>\n",
       "      <td>1</td>\n",
       "      <td>18.0</td>\n",
       "      <td>1</td>\n",
       "      <td>177.20</td>\n",
       "      <td>100.9</td>\n",
       "      <td>46</td>\n",
       "      <td>65</td>\n",
       "      <td>91</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1054</th>\n",
       "      <td>66</td>\n",
       "      <td>2</td>\n",
       "      <td>18.0</td>\n",
       "      <td>1</td>\n",
       "      <td>177.20</td>\n",
       "      <td>100.9</td>\n",
       "      <td>46</td>\n",
       "      <td>66</td>\n",
       "      <td>93</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1055</th>\n",
       "      <td>66</td>\n",
       "      <td>3</td>\n",
       "      <td>18.0</td>\n",
       "      <td>1</td>\n",
       "      <td>177.20</td>\n",
       "      <td>100.9</td>\n",
       "      <td>46</td>\n",
       "      <td>65</td>\n",
       "      <td>91</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056</th>\n",
       "      <td>68</td>\n",
       "      <td>2</td>\n",
       "      <td>19.9</td>\n",
       "      <td>1</td>\n",
       "      <td>182.30</td>\n",
       "      <td>85.0</td>\n",
       "      <td>47</td>\n",
       "      <td>62</td>\n",
       "      <td>80</td>\n",
       "      <td>99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1057</th>\n",
       "      <td>68</td>\n",
       "      <td>3</td>\n",
       "      <td>19.9</td>\n",
       "      <td>1</td>\n",
       "      <td>182.30</td>\n",
       "      <td>85.0</td>\n",
       "      <td>44</td>\n",
       "      <td>66</td>\n",
       "      <td>91</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1058 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      ID  Trial   Age  Sex  Height  Weight  OralCavity  OPJ  Glottis  Carina\n",
       "0     70      1  30.7    0  160.02    80.0          45   62       96      96\n",
       "1     70      2  30.7    0  160.02    80.0          45   59       90      95\n",
       "2     70      3  30.7    0  160.02    80.0          43   63       89      95\n",
       "3     70      4  30.7    0  160.02    80.0          47   70       84      95\n",
       "4     72      1  19.6    0  152.40    50.6          59   73       94      99\n",
       "...   ..    ...   ...  ...     ...     ...         ...  ...      ...     ...\n",
       "1053  66      1  18.0    1  177.20   100.9          46   65       91      95\n",
       "1054  66      2  18.0    1  177.20   100.9          46   66       93      97\n",
       "1055  66      3  18.0    1  177.20   100.9          46   65       91      95\n",
       "1056  68      2  19.9    1  182.30    85.0          47   62       80      99\n",
       "1057  68      3  19.9    1  182.30    85.0          44   66       91      95\n",
       "\n",
       "[1058 rows x 10 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>AWARE STUDY ID:</th>\n",
       "      <th>Calculated age (years):</th>\n",
       "      <th>Sex:</th>\n",
       "      <th>Race/ethnicity: (choice=White)</th>\n",
       "      <th>Race/ethnicity: (choice=Black / African American)</th>\n",
       "      <th>Race/ethnicity: (choice=Hispanic / Latino)</th>\n",
       "      <th>Race/ethnicity: (choice=Asian)</th>\n",
       "      <th>Race/ethnicity: (choice=Other)</th>\n",
       "      <th>Height (cm):</th>\n",
       "      <th>Weight (kg):</th>\n",
       "      <th>...</th>\n",
       "      <th>Post FEV1/FVC (raw ratio):</th>\n",
       "      <th>Post FEF2575 (liters):</th>\n",
       "      <th>Post FEV1 (%pred):</th>\n",
       "      <th>Post FVC (%pred):</th>\n",
       "      <th>Post FEV1/FVC (%pred):</th>\n",
       "      <th>Post FEF2575 (%pred):</th>\n",
       "      <th>BDR (as percent of baseline FEV1)</th>\n",
       "      <th>BDR (as percent of predicted FEV1)</th>\n",
       "      <th>BDR (liters)</th>\n",
       "      <th>BDR (difference in %preds)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>70</td>\n",
       "      <td>30.7</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>70</td>\n",
       "      <td>30.7</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>70</td>\n",
       "      <td>30.7</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>70</td>\n",
       "      <td>30.7</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>72</td>\n",
       "      <td>19.6</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>152.40</td>\n",
       "      <td>50.6</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1053</th>\n",
       "      <td>66</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>177.20</td>\n",
       "      <td>100.9</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1054</th>\n",
       "      <td>66</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>177.20</td>\n",
       "      <td>100.9</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1055</th>\n",
       "      <td>66</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>177.20</td>\n",
       "      <td>100.9</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056</th>\n",
       "      <td>68</td>\n",
       "      <td>19.9</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>182.30</td>\n",
       "      <td>85.0</td>\n",
       "      <td>...</td>\n",
       "      <td>63.5</td>\n",
       "      <td>1.24</td>\n",
       "      <td>91.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>77.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>1.428571</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.04</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1057</th>\n",
       "      <td>68</td>\n",
       "      <td>19.9</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>182.30</td>\n",
       "      <td>85.0</td>\n",
       "      <td>...</td>\n",
       "      <td>63.5</td>\n",
       "      <td>1.24</td>\n",
       "      <td>91.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>77.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>1.428571</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.04</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1058 rows × 45 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      AWARE STUDY ID:  Calculated age (years):    Sex:  \\\n",
       "0                  70                     30.7  Female   \n",
       "1                  70                     30.7  Female   \n",
       "2                  70                     30.7  Female   \n",
       "3                  70                     30.7  Female   \n",
       "4                  72                     19.6  Female   \n",
       "...               ...                      ...     ...   \n",
       "1053               66                     18.0    Male   \n",
       "1054               66                     18.0    Male   \n",
       "1055               66                     18.0    Male   \n",
       "1056               68                     19.9    Male   \n",
       "1057               68                     19.9    Male   \n",
       "\n",
       "     Race/ethnicity: (choice=White)  \\\n",
       "0                           Checked   \n",
       "1                           Checked   \n",
       "2                           Checked   \n",
       "3                           Checked   \n",
       "4                           Checked   \n",
       "...                             ...   \n",
       "1053                      Unchecked   \n",
       "1054                      Unchecked   \n",
       "1055                      Unchecked   \n",
       "1056                      Unchecked   \n",
       "1057                      Unchecked   \n",
       "\n",
       "     Race/ethnicity: (choice=Black / African American)  \\\n",
       "0                                            Unchecked   \n",
       "1                                            Unchecked   \n",
       "2                                            Unchecked   \n",
       "3                                            Unchecked   \n",
       "4                                              Checked   \n",
       "...                                                ...   \n",
       "1053                                           Checked   \n",
       "1054                                           Checked   \n",
       "1055                                           Checked   \n",
       "1056                                           Checked   \n",
       "1057                                           Checked   \n",
       "\n",
       "     Race/ethnicity: (choice=Hispanic / Latino)  \\\n",
       "0                                     Unchecked   \n",
       "1                                     Unchecked   \n",
       "2                                     Unchecked   \n",
       "3                                     Unchecked   \n",
       "4                                     Unchecked   \n",
       "...                                         ...   \n",
       "1053                                  Unchecked   \n",
       "1054                                  Unchecked   \n",
       "1055                                  Unchecked   \n",
       "1056                                  Unchecked   \n",
       "1057                                  Unchecked   \n",
       "\n",
       "     Race/ethnicity: (choice=Asian) Race/ethnicity: (choice=Other)  \\\n",
       "0                         Unchecked                      Unchecked   \n",
       "1                         Unchecked                      Unchecked   \n",
       "2                         Unchecked                      Unchecked   \n",
       "3                         Unchecked                      Unchecked   \n",
       "4                         Unchecked                      Unchecked   \n",
       "...                             ...                            ...   \n",
       "1053                      Unchecked                      Unchecked   \n",
       "1054                      Unchecked                      Unchecked   \n",
       "1055                      Unchecked                      Unchecked   \n",
       "1056                      Unchecked                      Unchecked   \n",
       "1057                      Unchecked                      Unchecked   \n",
       "\n",
       "      Height (cm):  Weight (kg):  ... Post FEV1/FVC (raw ratio):  \\\n",
       "0           160.02          80.0  ...                        NaN   \n",
       "1           160.02          80.0  ...                        NaN   \n",
       "2           160.02          80.0  ...                        NaN   \n",
       "3           160.02          80.0  ...                        NaN   \n",
       "4           152.40          50.6  ...                        NaN   \n",
       "...            ...           ...  ...                        ...   \n",
       "1053        177.20         100.9  ...                        NaN   \n",
       "1054        177.20         100.9  ...                        NaN   \n",
       "1055        177.20         100.9  ...                        NaN   \n",
       "1056        182.30          85.0  ...                       63.5   \n",
       "1057        182.30          85.0  ...                       63.5   \n",
       "\n",
       "      Post FEF2575 (liters):  Post FEV1 (%pred):  Post FVC (%pred):  \\\n",
       "0                        NaN                 NaN                NaN   \n",
       "1                        NaN                 NaN                NaN   \n",
       "2                        NaN                 NaN                NaN   \n",
       "3                        NaN                 NaN                NaN   \n",
       "4                        NaN                 NaN                NaN   \n",
       "...                      ...                 ...                ...   \n",
       "1053                     NaN                 NaN                NaN   \n",
       "1054                     NaN                 NaN                NaN   \n",
       "1055                     NaN                 NaN                NaN   \n",
       "1056                    1.24                91.0               71.0   \n",
       "1057                    1.24                91.0               71.0   \n",
       "\n",
       "      Post FEV1/FVC (%pred):  Post FEF2575 (%pred):  \\\n",
       "0                        NaN                    NaN   \n",
       "1                        NaN                    NaN   \n",
       "2                        NaN                    NaN   \n",
       "3                        NaN                    NaN   \n",
       "4                        NaN                    NaN   \n",
       "...                      ...                    ...   \n",
       "1053                     NaN                    NaN   \n",
       "1054                     NaN                    NaN   \n",
       "1055                     NaN                    NaN   \n",
       "1056                    77.0                   28.0   \n",
       "1057                    77.0                   28.0   \n",
       "\n",
       "      BDR (as percent of baseline FEV1)  BDR (as percent of predicted FEV1)  \\\n",
       "0                                   NaN                                 NaN   \n",
       "1                                   NaN                                 NaN   \n",
       "2                                   NaN                                 NaN   \n",
       "3                                   NaN                                 NaN   \n",
       "4                                   NaN                                 NaN   \n",
       "...                                 ...                                 ...   \n",
       "1053                                NaN                                 NaN   \n",
       "1054                                NaN                                 NaN   \n",
       "1055                                NaN                                 NaN   \n",
       "1056                           1.428571                                 1.0   \n",
       "1057                           1.428571                                 1.0   \n",
       "\n",
       "      BDR (liters)  BDR (difference in %preds)  \n",
       "0              NaN                         NaN  \n",
       "1              NaN                         NaN  \n",
       "2              NaN                         NaN  \n",
       "3              NaN                         NaN  \n",
       "4              NaN                         NaN  \n",
       "...            ...                         ...  \n",
       "1053           NaN                         NaN  \n",
       "1054           NaN                         NaN  \n",
       "1055           NaN                         NaN  \n",
       "1056          0.04                        22.0  \n",
       "1057          0.04                        22.0  \n",
       "\n",
       "[1058 rows x 45 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Trial</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1053</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1054</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1055</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1057</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1058 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Trial\n",
       "0         1\n",
       "1         2\n",
       "2         3\n",
       "3         4\n",
       "4         1\n",
       "...     ...\n",
       "1053      1\n",
       "1054      2\n",
       "1055      3\n",
       "1056      2\n",
       "1057      3\n",
       "\n",
       "[1058 rows x 1 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>34</th>\n",
       "      <th>35</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "      <th>40</th>\n",
       "      <th>41</th>\n",
       "      <th>42</th>\n",
       "      <th>43</th>\n",
       "      <th>...</th>\n",
       "      <th>108</th>\n",
       "      <th>109</th>\n",
       "      <th>110</th>\n",
       "      <th>111</th>\n",
       "      <th>112</th>\n",
       "      <th>113</th>\n",
       "      <th>114</th>\n",
       "      <th>115</th>\n",
       "      <th>116</th>\n",
       "      <th>117</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.106688</td>\n",
       "      <td>1.050832</td>\n",
       "      <td>1.074907</td>\n",
       "      <td>1.226406</td>\n",
       "      <td>1.571710</td>\n",
       "      <td>2.210330</td>\n",
       "      <td>3.260886</td>\n",
       "      <td>4.772543</td>\n",
       "      <td>6.539054</td>\n",
       "      <td>7.980474</td>\n",
       "      <td>...</td>\n",
       "      <td>3.810551</td>\n",
       "      <td>3.913885</td>\n",
       "      <td>3.957559</td>\n",
       "      <td>3.970113</td>\n",
       "      <td>4.004002</td>\n",
       "      <td>4.103503</td>\n",
       "      <td>4.280572</td>\n",
       "      <td>4.504991</td>\n",
       "      <td>4.712451</td>\n",
       "      <td>4.833306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.496490</td>\n",
       "      <td>1.707299</td>\n",
       "      <td>1.896958</td>\n",
       "      <td>2.070202</td>\n",
       "      <td>2.272509</td>\n",
       "      <td>2.565906</td>\n",
       "      <td>2.996046</td>\n",
       "      <td>3.553437</td>\n",
       "      <td>4.132691</td>\n",
       "      <td>4.539603</td>\n",
       "      <td>...</td>\n",
       "      <td>4.490665</td>\n",
       "      <td>4.274807</td>\n",
       "      <td>4.022432</td>\n",
       "      <td>3.807408</td>\n",
       "      <td>3.686022</td>\n",
       "      <td>3.682560</td>\n",
       "      <td>3.784819</td>\n",
       "      <td>3.943260</td>\n",
       "      <td>4.080129</td>\n",
       "      <td>4.119503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7.473322</td>\n",
       "      <td>8.943205</td>\n",
       "      <td>9.439786</td>\n",
       "      <td>8.917571</td>\n",
       "      <td>7.791397</td>\n",
       "      <td>6.539266</td>\n",
       "      <td>5.442858</td>\n",
       "      <td>4.587767</td>\n",
       "      <td>3.958388</td>\n",
       "      <td>3.509339</td>\n",
       "      <td>...</td>\n",
       "      <td>3.219514</td>\n",
       "      <td>3.399397</td>\n",
       "      <td>3.595761</td>\n",
       "      <td>3.768916</td>\n",
       "      <td>3.900902</td>\n",
       "      <td>3.999388</td>\n",
       "      <td>4.086103</td>\n",
       "      <td>4.178455</td>\n",
       "      <td>4.277437</td>\n",
       "      <td>4.368749</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.929899</td>\n",
       "      <td>0.824606</td>\n",
       "      <td>0.737118</td>\n",
       "      <td>0.708156</td>\n",
       "      <td>0.770172</td>\n",
       "      <td>0.965837</td>\n",
       "      <td>1.367705</td>\n",
       "      <td>2.082637</td>\n",
       "      <td>3.209250</td>\n",
       "      <td>4.707456</td>\n",
       "      <td>...</td>\n",
       "      <td>4.317590</td>\n",
       "      <td>4.736081</td>\n",
       "      <td>5.098569</td>\n",
       "      <td>5.315797</td>\n",
       "      <td>5.369527</td>\n",
       "      <td>5.325483</td>\n",
       "      <td>5.294827</td>\n",
       "      <td>5.382279</td>\n",
       "      <td>5.654416</td>\n",
       "      <td>6.126306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.866555</td>\n",
       "      <td>0.850796</td>\n",
       "      <td>0.892007</td>\n",
       "      <td>1.013893</td>\n",
       "      <td>1.238726</td>\n",
       "      <td>1.576406</td>\n",
       "      <td>1.997725</td>\n",
       "      <td>2.408768</td>\n",
       "      <td>2.676421</td>\n",
       "      <td>2.720169</td>\n",
       "      <td>...</td>\n",
       "      <td>4.063526</td>\n",
       "      <td>3.973345</td>\n",
       "      <td>3.926251</td>\n",
       "      <td>3.907793</td>\n",
       "      <td>3.893328</td>\n",
       "      <td>3.864602</td>\n",
       "      <td>3.824250</td>\n",
       "      <td>3.801414</td>\n",
       "      <td>3.845476</td>\n",
       "      <td>4.012830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1053</th>\n",
       "      <td>1.071498</td>\n",
       "      <td>0.978439</td>\n",
       "      <td>0.908389</td>\n",
       "      <td>0.899266</td>\n",
       "      <td>0.983777</td>\n",
       "      <td>1.198916</td>\n",
       "      <td>1.590283</td>\n",
       "      <td>2.191978</td>\n",
       "      <td>2.968096</td>\n",
       "      <td>3.746277</td>\n",
       "      <td>...</td>\n",
       "      <td>4.317066</td>\n",
       "      <td>4.419419</td>\n",
       "      <td>4.453888</td>\n",
       "      <td>4.432593</td>\n",
       "      <td>4.382772</td>\n",
       "      <td>4.338273</td>\n",
       "      <td>4.329225</td>\n",
       "      <td>4.376190</td>\n",
       "      <td>4.486610</td>\n",
       "      <td>4.652911</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1054</th>\n",
       "      <td>1.351135</td>\n",
       "      <td>1.246968</td>\n",
       "      <td>1.159053</td>\n",
       "      <td>1.133697</td>\n",
       "      <td>1.209326</td>\n",
       "      <td>1.424263</td>\n",
       "      <td>1.820186</td>\n",
       "      <td>2.422257</td>\n",
       "      <td>3.186443</td>\n",
       "      <td>3.946552</td>\n",
       "      <td>...</td>\n",
       "      <td>5.058151</td>\n",
       "      <td>5.262232</td>\n",
       "      <td>5.407480</td>\n",
       "      <td>5.526130</td>\n",
       "      <td>5.672834</td>\n",
       "      <td>5.898386</td>\n",
       "      <td>6.228152</td>\n",
       "      <td>6.649212</td>\n",
       "      <td>7.106533</td>\n",
       "      <td>7.515035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1055</th>\n",
       "      <td>1.180550</td>\n",
       "      <td>1.091613</td>\n",
       "      <td>1.003811</td>\n",
       "      <td>0.957413</td>\n",
       "      <td>0.987414</td>\n",
       "      <td>1.127535</td>\n",
       "      <td>1.418136</td>\n",
       "      <td>1.900560</td>\n",
       "      <td>2.580332</td>\n",
       "      <td>3.361013</td>\n",
       "      <td>...</td>\n",
       "      <td>5.700953</td>\n",
       "      <td>5.885066</td>\n",
       "      <td>5.989681</td>\n",
       "      <td>6.028290</td>\n",
       "      <td>6.022268</td>\n",
       "      <td>6.000034</td>\n",
       "      <td>5.994446</td>\n",
       "      <td>6.038448</td>\n",
       "      <td>6.157008</td>\n",
       "      <td>6.358157</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056</th>\n",
       "      <td>1.184106</td>\n",
       "      <td>1.051934</td>\n",
       "      <td>0.926544</td>\n",
       "      <td>0.839529</td>\n",
       "      <td>0.815318</td>\n",
       "      <td>0.875125</td>\n",
       "      <td>1.045510</td>\n",
       "      <td>1.361314</td>\n",
       "      <td>1.850104</td>\n",
       "      <td>2.485781</td>\n",
       "      <td>...</td>\n",
       "      <td>5.396123</td>\n",
       "      <td>5.364110</td>\n",
       "      <td>5.456679</td>\n",
       "      <td>5.680443</td>\n",
       "      <td>6.016404</td>\n",
       "      <td>6.422066</td>\n",
       "      <td>6.833527</td>\n",
       "      <td>7.169713</td>\n",
       "      <td>7.347199</td>\n",
       "      <td>7.307952</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1057</th>\n",
       "      <td>1.106760</td>\n",
       "      <td>1.027921</td>\n",
       "      <td>1.014872</td>\n",
       "      <td>1.106422</td>\n",
       "      <td>1.342200</td>\n",
       "      <td>1.765084</td>\n",
       "      <td>2.393656</td>\n",
       "      <td>3.157133</td>\n",
       "      <td>3.847256</td>\n",
       "      <td>4.207060</td>\n",
       "      <td>...</td>\n",
       "      <td>6.678286</td>\n",
       "      <td>6.753770</td>\n",
       "      <td>6.664450</td>\n",
       "      <td>6.450338</td>\n",
       "      <td>6.209805</td>\n",
       "      <td>6.062980</td>\n",
       "      <td>6.115728</td>\n",
       "      <td>6.443510</td>\n",
       "      <td>7.083921</td>\n",
       "      <td>8.019280</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1058 rows × 84 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           34        35        36        37        38        39        40   \\\n",
       "0     1.106688  1.050832  1.074907  1.226406  1.571710  2.210330  3.260886   \n",
       "1     1.496490  1.707299  1.896958  2.070202  2.272509  2.565906  2.996046   \n",
       "2     7.473322  8.943205  9.439786  8.917571  7.791397  6.539266  5.442858   \n",
       "3     0.929899  0.824606  0.737118  0.708156  0.770172  0.965837  1.367705   \n",
       "4     0.866555  0.850796  0.892007  1.013893  1.238726  1.576406  1.997725   \n",
       "...        ...       ...       ...       ...       ...       ...       ...   \n",
       "1053  1.071498  0.978439  0.908389  0.899266  0.983777  1.198916  1.590283   \n",
       "1054  1.351135  1.246968  1.159053  1.133697  1.209326  1.424263  1.820186   \n",
       "1055  1.180550  1.091613  1.003811  0.957413  0.987414  1.127535  1.418136   \n",
       "1056  1.184106  1.051934  0.926544  0.839529  0.815318  0.875125  1.045510   \n",
       "1057  1.106760  1.027921  1.014872  1.106422  1.342200  1.765084  2.393656   \n",
       "\n",
       "           41        42        43   ...       108       109       110  \\\n",
       "0     4.772543  6.539054  7.980474  ...  3.810551  3.913885  3.957559   \n",
       "1     3.553437  4.132691  4.539603  ...  4.490665  4.274807  4.022432   \n",
       "2     4.587767  3.958388  3.509339  ...  3.219514  3.399397  3.595761   \n",
       "3     2.082637  3.209250  4.707456  ...  4.317590  4.736081  5.098569   \n",
       "4     2.408768  2.676421  2.720169  ...  4.063526  3.973345  3.926251   \n",
       "...        ...       ...       ...  ...       ...       ...       ...   \n",
       "1053  2.191978  2.968096  3.746277  ...  4.317066  4.419419  4.453888   \n",
       "1054  2.422257  3.186443  3.946552  ...  5.058151  5.262232  5.407480   \n",
       "1055  1.900560  2.580332  3.361013  ...  5.700953  5.885066  5.989681   \n",
       "1056  1.361314  1.850104  2.485781  ...  5.396123  5.364110  5.456679   \n",
       "1057  3.157133  3.847256  4.207060  ...  6.678286  6.753770  6.664450   \n",
       "\n",
       "           111       112       113       114       115       116       117  \n",
       "0     3.970113  4.004002  4.103503  4.280572  4.504991  4.712451  4.833306  \n",
       "1     3.807408  3.686022  3.682560  3.784819  3.943260  4.080129  4.119503  \n",
       "2     3.768916  3.900902  3.999388  4.086103  4.178455  4.277437  4.368749  \n",
       "3     5.315797  5.369527  5.325483  5.294827  5.382279  5.654416  6.126306  \n",
       "4     3.907793  3.893328  3.864602  3.824250  3.801414  3.845476  4.012830  \n",
       "...        ...       ...       ...       ...       ...       ...       ...  \n",
       "1053  4.432593  4.382772  4.338273  4.329225  4.376190  4.486610  4.652911  \n",
       "1054  5.526130  5.672834  5.898386  6.228152  6.649212  7.106533  7.515035  \n",
       "1055  6.028290  6.022268  6.000034  5.994446  6.038448  6.157008  6.358157  \n",
       "1056  5.680443  6.016404  6.422066  6.833527  7.169713  7.347199  7.307952  \n",
       "1057  6.450338  6.209805  6.062980  6.115728  6.443510  7.083921  8.019280  \n",
       "\n",
       "[1058 rows x 84 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>AWARE STUDY ID:</th>\n",
       "      <th>Calculated age (years):</th>\n",
       "      <th>Sex:</th>\n",
       "      <th>Race/ethnicity: (choice=White)</th>\n",
       "      <th>Race/ethnicity: (choice=Black / African American)</th>\n",
       "      <th>Race/ethnicity: (choice=Hispanic / Latino)</th>\n",
       "      <th>Race/ethnicity: (choice=Asian)</th>\n",
       "      <th>Race/ethnicity: (choice=Other)</th>\n",
       "      <th>Height (cm):</th>\n",
       "      <th>Weight (kg):</th>\n",
       "      <th>...</th>\n",
       "      <th>CSA_75</th>\n",
       "      <th>CSA_76</th>\n",
       "      <th>CSA_77</th>\n",
       "      <th>CSA_78</th>\n",
       "      <th>CSA_79</th>\n",
       "      <th>CSA_80</th>\n",
       "      <th>CSA_81</th>\n",
       "      <th>CSA_82</th>\n",
       "      <th>CSA_83</th>\n",
       "      <th>CSA_84</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>70</td>\n",
       "      <td>30.7</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.810551</td>\n",
       "      <td>3.913885</td>\n",
       "      <td>3.957559</td>\n",
       "      <td>3.970113</td>\n",
       "      <td>4.004002</td>\n",
       "      <td>4.103503</td>\n",
       "      <td>4.280572</td>\n",
       "      <td>4.504991</td>\n",
       "      <td>4.712451</td>\n",
       "      <td>4.833306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>70</td>\n",
       "      <td>30.7</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.490665</td>\n",
       "      <td>4.274807</td>\n",
       "      <td>4.022432</td>\n",
       "      <td>3.807408</td>\n",
       "      <td>3.686022</td>\n",
       "      <td>3.682560</td>\n",
       "      <td>3.784819</td>\n",
       "      <td>3.943260</td>\n",
       "      <td>4.080129</td>\n",
       "      <td>4.119503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>70</td>\n",
       "      <td>30.7</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.219514</td>\n",
       "      <td>3.399397</td>\n",
       "      <td>3.595761</td>\n",
       "      <td>3.768916</td>\n",
       "      <td>3.900902</td>\n",
       "      <td>3.999388</td>\n",
       "      <td>4.086103</td>\n",
       "      <td>4.178455</td>\n",
       "      <td>4.277437</td>\n",
       "      <td>4.368749</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>70</td>\n",
       "      <td>30.7</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>160.02</td>\n",
       "      <td>80.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.317590</td>\n",
       "      <td>4.736081</td>\n",
       "      <td>5.098569</td>\n",
       "      <td>5.315797</td>\n",
       "      <td>5.369527</td>\n",
       "      <td>5.325483</td>\n",
       "      <td>5.294827</td>\n",
       "      <td>5.382279</td>\n",
       "      <td>5.654416</td>\n",
       "      <td>6.126306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>72</td>\n",
       "      <td>19.6</td>\n",
       "      <td>Female</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>152.40</td>\n",
       "      <td>50.6</td>\n",
       "      <td>...</td>\n",
       "      <td>4.063526</td>\n",
       "      <td>3.973345</td>\n",
       "      <td>3.926251</td>\n",
       "      <td>3.907793</td>\n",
       "      <td>3.893328</td>\n",
       "      <td>3.864602</td>\n",
       "      <td>3.824250</td>\n",
       "      <td>3.801414</td>\n",
       "      <td>3.845476</td>\n",
       "      <td>4.012830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1053</th>\n",
       "      <td>66</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>177.20</td>\n",
       "      <td>100.9</td>\n",
       "      <td>...</td>\n",
       "      <td>4.317066</td>\n",
       "      <td>4.419419</td>\n",
       "      <td>4.453888</td>\n",
       "      <td>4.432593</td>\n",
       "      <td>4.382772</td>\n",
       "      <td>4.338273</td>\n",
       "      <td>4.329225</td>\n",
       "      <td>4.376190</td>\n",
       "      <td>4.486610</td>\n",
       "      <td>4.652911</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1054</th>\n",
       "      <td>66</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>177.20</td>\n",
       "      <td>100.9</td>\n",
       "      <td>...</td>\n",
       "      <td>5.058151</td>\n",
       "      <td>5.262232</td>\n",
       "      <td>5.407480</td>\n",
       "      <td>5.526130</td>\n",
       "      <td>5.672834</td>\n",
       "      <td>5.898386</td>\n",
       "      <td>6.228152</td>\n",
       "      <td>6.649212</td>\n",
       "      <td>7.106533</td>\n",
       "      <td>7.515035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1055</th>\n",
       "      <td>66</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>177.20</td>\n",
       "      <td>100.9</td>\n",
       "      <td>...</td>\n",
       "      <td>5.700953</td>\n",
       "      <td>5.885066</td>\n",
       "      <td>5.989681</td>\n",
       "      <td>6.028290</td>\n",
       "      <td>6.022268</td>\n",
       "      <td>6.000034</td>\n",
       "      <td>5.994446</td>\n",
       "      <td>6.038448</td>\n",
       "      <td>6.157008</td>\n",
       "      <td>6.358157</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056</th>\n",
       "      <td>68</td>\n",
       "      <td>19.9</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>182.30</td>\n",
       "      <td>85.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.396123</td>\n",
       "      <td>5.364110</td>\n",
       "      <td>5.456679</td>\n",
       "      <td>5.680443</td>\n",
       "      <td>6.016404</td>\n",
       "      <td>6.422066</td>\n",
       "      <td>6.833527</td>\n",
       "      <td>7.169713</td>\n",
       "      <td>7.347199</td>\n",
       "      <td>7.307952</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1057</th>\n",
       "      <td>68</td>\n",
       "      <td>19.9</td>\n",
       "      <td>Male</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Checked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>Unchecked</td>\n",
       "      <td>182.30</td>\n",
       "      <td>85.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.678286</td>\n",
       "      <td>6.753770</td>\n",
       "      <td>6.664450</td>\n",
       "      <td>6.450338</td>\n",
       "      <td>6.209805</td>\n",
       "      <td>6.062980</td>\n",
       "      <td>6.115728</td>\n",
       "      <td>6.443510</td>\n",
       "      <td>7.083921</td>\n",
       "      <td>8.019280</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1058 rows × 130 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      AWARE STUDY ID:  Calculated age (years):    Sex:  \\\n",
       "0                  70                     30.7  Female   \n",
       "1                  70                     30.7  Female   \n",
       "2                  70                     30.7  Female   \n",
       "3                  70                     30.7  Female   \n",
       "4                  72                     19.6  Female   \n",
       "...               ...                      ...     ...   \n",
       "1053               66                     18.0    Male   \n",
       "1054               66                     18.0    Male   \n",
       "1055               66                     18.0    Male   \n",
       "1056               68                     19.9    Male   \n",
       "1057               68                     19.9    Male   \n",
       "\n",
       "     Race/ethnicity: (choice=White)  \\\n",
       "0                           Checked   \n",
       "1                           Checked   \n",
       "2                           Checked   \n",
       "3                           Checked   \n",
       "4                           Checked   \n",
       "...                             ...   \n",
       "1053                      Unchecked   \n",
       "1054                      Unchecked   \n",
       "1055                      Unchecked   \n",
       "1056                      Unchecked   \n",
       "1057                      Unchecked   \n",
       "\n",
       "     Race/ethnicity: (choice=Black / African American)  \\\n",
       "0                                            Unchecked   \n",
       "1                                            Unchecked   \n",
       "2                                            Unchecked   \n",
       "3                                            Unchecked   \n",
       "4                                              Checked   \n",
       "...                                                ...   \n",
       "1053                                           Checked   \n",
       "1054                                           Checked   \n",
       "1055                                           Checked   \n",
       "1056                                           Checked   \n",
       "1057                                           Checked   \n",
       "\n",
       "     Race/ethnicity: (choice=Hispanic / Latino)  \\\n",
       "0                                     Unchecked   \n",
       "1                                     Unchecked   \n",
       "2                                     Unchecked   \n",
       "3                                     Unchecked   \n",
       "4                                     Unchecked   \n",
       "...                                         ...   \n",
       "1053                                  Unchecked   \n",
       "1054                                  Unchecked   \n",
       "1055                                  Unchecked   \n",
       "1056                                  Unchecked   \n",
       "1057                                  Unchecked   \n",
       "\n",
       "     Race/ethnicity: (choice=Asian) Race/ethnicity: (choice=Other)  \\\n",
       "0                         Unchecked                      Unchecked   \n",
       "1                         Unchecked                      Unchecked   \n",
       "2                         Unchecked                      Unchecked   \n",
       "3                         Unchecked                      Unchecked   \n",
       "4                         Unchecked                      Unchecked   \n",
       "...                             ...                            ...   \n",
       "1053                      Unchecked                      Unchecked   \n",
       "1054                      Unchecked                      Unchecked   \n",
       "1055                      Unchecked                      Unchecked   \n",
       "1056                      Unchecked                      Unchecked   \n",
       "1057                      Unchecked                      Unchecked   \n",
       "\n",
       "      Height (cm):  Weight (kg):  ...    CSA_75    CSA_76    CSA_77    CSA_78  \\\n",
       "0           160.02          80.0  ...  3.810551  3.913885  3.957559  3.970113   \n",
       "1           160.02          80.0  ...  4.490665  4.274807  4.022432  3.807408   \n",
       "2           160.02          80.0  ...  3.219514  3.399397  3.595761  3.768916   \n",
       "3           160.02          80.0  ...  4.317590  4.736081  5.098569  5.315797   \n",
       "4           152.40          50.6  ...  4.063526  3.973345  3.926251  3.907793   \n",
       "...            ...           ...  ...       ...       ...       ...       ...   \n",
       "1053        177.20         100.9  ...  4.317066  4.419419  4.453888  4.432593   \n",
       "1054        177.20         100.9  ...  5.058151  5.262232  5.407480  5.526130   \n",
       "1055        177.20         100.9  ...  5.700953  5.885066  5.989681  6.028290   \n",
       "1056        182.30          85.0  ...  5.396123  5.364110  5.456679  5.680443   \n",
       "1057        182.30          85.0  ...  6.678286  6.753770  6.664450  6.450338   \n",
       "\n",
       "        CSA_79    CSA_80    CSA_81    CSA_82    CSA_83    CSA_84  \n",
       "0     4.004002  4.103503  4.280572  4.504991  4.712451  4.833306  \n",
       "1     3.686022  3.682560  3.784819  3.943260  4.080129  4.119503  \n",
       "2     3.900902  3.999388  4.086103  4.178455  4.277437  4.368749  \n",
       "3     5.369527  5.325483  5.294827  5.382279  5.654416  6.126306  \n",
       "4     3.893328  3.864602  3.824250  3.801414  3.845476  4.012830  \n",
       "...        ...       ...       ...       ...       ...       ...  \n",
       "1053  4.382772  4.338273  4.329225  4.376190  4.486610  4.652911  \n",
       "1054  5.672834  5.898386  6.228152  6.649212  7.106533  7.515035  \n",
       "1055  6.022268  6.000034  5.994446  6.038448  6.157008  6.358157  \n",
       "1056  6.016404  6.422066  6.833527  7.169713  7.347199  7.307952  \n",
       "1057  6.209805  6.062980  6.115728  6.443510  7.083921  8.019280  \n",
       "\n",
       "[1058 rows x 130 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "['AWARE STUDY ID:',\n",
       " 'Calculated age (years):',\n",
       " 'Sex:',\n",
       " 'Race/ethnicity: (choice=White)',\n",
       " 'Race/ethnicity: (choice=Black / African American)',\n",
       " 'Race/ethnicity: (choice=Hispanic / Latino)',\n",
       " 'Race/ethnicity: (choice=Asian)',\n",
       " 'Race/ethnicity: (choice=Other)',\n",
       " 'Height (cm):',\n",
       " 'Weight (kg):',\n",
       " 'Participant:',\n",
       " 'R5',\n",
       " 'R5-20',\n",
       " 'R20',\n",
       " 'X5',\n",
       " 'AX',\n",
       " 'TV',\n",
       " 'R5 z-score',\n",
       " 'R5-20 z-score',\n",
       " 'R20 z-score',\n",
       " 'X5 z-score',\n",
       " 'AX z-score',\n",
       " 'Baseline FEV1 (liters):',\n",
       " 'Baseline FVC (liters):',\n",
       " 'Baseline FEV1/FVC (raw ratio):',\n",
       " 'Baseline FEF2575 (liters):',\n",
       " 'Predictive equations used:',\n",
       " 'Baseline FEV1 (%pred):',\n",
       " 'Baseline FVC (%pred):',\n",
       " 'Baseline FEV1/FVC (%pred):',\n",
       " 'Baseline FEF2575 (%pred):',\n",
       " \"Pre-BD 'score'\",\n",
       " \"Post-BD 'score'\",\n",
       " 'Post FEV1 (liters):',\n",
       " 'Post FVC (liters):',\n",
       " 'Post FEV1/FVC (raw ratio):',\n",
       " 'Post FEF2575 (liters):',\n",
       " 'Post FEV1 (%pred):',\n",
       " 'Post FVC (%pred):',\n",
       " 'Post FEV1/FVC (%pred):',\n",
       " 'Post FEF2575 (%pred):',\n",
       " 'BDR (as percent of baseline FEV1)',\n",
       " 'BDR (as percent of predicted FEV1)',\n",
       " 'BDR (liters)',\n",
       " 'BDR (difference in %preds)',\n",
       " 'Test Number',\n",
       " 'CSA_1',\n",
       " 'CSA_2',\n",
       " 'CSA_3',\n",
       " 'CSA_4',\n",
       " 'CSA_5',\n",
       " 'CSA_6',\n",
       " 'CSA_7',\n",
       " 'CSA_8',\n",
       " 'CSA_9',\n",
       " 'CSA_10',\n",
       " 'CSA_11',\n",
       " 'CSA_12',\n",
       " 'CSA_13',\n",
       " 'CSA_14',\n",
       " 'CSA_15',\n",
       " 'CSA_16',\n",
       " 'CSA_17',\n",
       " 'CSA_18',\n",
       " 'CSA_19',\n",
       " 'CSA_20',\n",
       " 'CSA_21',\n",
       " 'CSA_22',\n",
       " 'CSA_23',\n",
       " 'CSA_24',\n",
       " 'CSA_25',\n",
       " 'CSA_26',\n",
       " 'CSA_27',\n",
       " 'CSA_28',\n",
       " 'CSA_29',\n",
       " 'CSA_30',\n",
       " 'CSA_31',\n",
       " 'CSA_32',\n",
       " 'CSA_33',\n",
       " 'CSA_34',\n",
       " 'CSA_35',\n",
       " 'CSA_36',\n",
       " 'CSA_37',\n",
       " 'CSA_38',\n",
       " 'CSA_39',\n",
       " 'CSA_40',\n",
       " 'CSA_41',\n",
       " 'CSA_42',\n",
       " 'CSA_43',\n",
       " 'CSA_44',\n",
       " 'CSA_45',\n",
       " 'CSA_46',\n",
       " 'CSA_47',\n",
       " 'CSA_48',\n",
       " 'CSA_49',\n",
       " 'CSA_50',\n",
       " 'CSA_51',\n",
       " 'CSA_52',\n",
       " 'CSA_53',\n",
       " 'CSA_54',\n",
       " 'CSA_55',\n",
       " 'CSA_56',\n",
       " 'CSA_57',\n",
       " 'CSA_58',\n",
       " 'CSA_59',\n",
       " 'CSA_60',\n",
       " 'CSA_61',\n",
       " 'CSA_62',\n",
       " 'CSA_63',\n",
       " 'CSA_64',\n",
       " 'CSA_65',\n",
       " 'CSA_66',\n",
       " 'CSA_67',\n",
       " 'CSA_68',\n",
       " 'CSA_69',\n",
       " 'CSA_70',\n",
       " 'CSA_71',\n",
       " 'CSA_72',\n",
       " 'CSA_73',\n",
       " 'CSA_74',\n",
       " 'CSA_75',\n",
       " 'CSA_76',\n",
       " 'CSA_77',\n",
       " 'CSA_78',\n",
       " 'CSA_79',\n",
       " 'CSA_80',\n",
       " 'CSA_81',\n",
       " 'CSA_82',\n",
       " 'CSA_83',\n",
       " 'CSA_84']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "COLUMNS_EXTENDED = [\n",
    "    'AWARE STUDY ID:',\n",
    "    'Calculated age (years):',\n",
    "    'Sex:',\n",
    "    'Race/ethnicity: (choice=White)',\n",
    "    'Race/ethnicity: (choice=Black / African American)',\n",
    "    'Race/ethnicity: (choice=Hispanic / Latino)',\n",
    "    'Race/ethnicity: (choice=Asian)',\n",
    "    'Race/ethnicity: (choice=Other)',\n",
    "    'Height (cm):',\n",
    "    'Weight (kg):',\n",
    "    'Participant:',\n",
    "    'R5', 'R5-20', 'R20', 'X5', 'AX', 'TV',\n",
    "    'R5 z-score',\n",
    "    'R5-20 z-score',\n",
    "    'R20 z-score',\n",
    "    'X5 z-score',\n",
    "    'AX z-score',\n",
    "    'Baseline FEV1 (liters):',\n",
    "    'Baseline FVC (liters):',\n",
    "    'Baseline FEV1/FVC (raw ratio):',\n",
    "    'Baseline FEF2575 (liters):',\n",
    "    'Predictive equations used:',\n",
    "    'Baseline FEV1 (%pred):',\n",
    "    'Baseline FVC (%pred):',\n",
    "    'Baseline FEV1/FVC (%pred):',\n",
    "    'Baseline FEF2575 (%pred):',\n",
    "    'Pre-BD \\'score\\'',\n",
    "    'Post-BD \\'score\\'',\n",
    "    'Post FEV1 (liters):',\n",
    "    'Post FVC (liters):',\n",
    "    'Post FEV1/FVC (raw ratio):',\n",
    "    'Post FEF2575 (liters):',\n",
    "    'Post FEV1 (%pred):',\n",
    "    'Post FVC (%pred):',\n",
    "    'Post FEV1/FVC (%pred):',\n",
    "    'Post FEF2575 (%pred):',\n",
    "    'BDR (as percent of baseline FEV1)',\n",
    "    'BDR (as percent of predicted FEV1)',\n",
    "    'BDR (liters)',\n",
    "    'BDR (difference in %preds)'\n",
    "]\n",
    "\n",
    "data_in = pd.read_csv('data/exhale_data_v8_ave.csv', header=None)\n",
    "data_out = pd.read_csv('data/exhale_outcome_v8_ave.csv')\n",
    "data_info = pd.read_csv('data/exhale_verbose_v8_ave.csv')\n",
    "\n",
    "data_redcap = pd.read_csv('data/AWARE_DATA_LABELS_2023-12-08_1611.csv')\n",
    "data_redcap = data_redcap[COLUMNS_EXTENDED]\n",
    "data_redcap = data_redcap.set_index('AWARE STUDY ID:', drop=False)\n",
    "data_redcap.index.name = None\n",
    "\n",
    "display(data_info)\n",
    "display(data_redcap.loc[data_info['ID']].reset_index(drop=True))\n",
    "display(data_info[['Trial']].reset_index(drop=True))\n",
    "display(data_in.iloc[:,34:118])\n",
    "\n",
    "data = pd.concat([data_redcap.loc[data_info['ID']].reset_index(drop=True), data_info[['Trial']], data_in.iloc[:,34:118]], axis=1)\n",
    "old_columns = data.columns[45:]\n",
    "new_columns = ['Test Number'] + ['CSA_{}'.format(i+1) for i in range(84)]\n",
    "data.rename(columns=dict(zip(old_columns, new_columns)), inplace=True)\n",
    "display(data)\n",
    "display(data.columns.to_list())\n",
    "\n",
    "data.to_csv('data/aware_csa.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5f147232-27c2-4670-ba09-25a2fd1fa8ea",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}