weighted_ridge_regression.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Disabled_Medicare', 0.92375428507346125),\n",
       " ('No_Exercise', 0.83979067704618859),\n",
       " ('Sev_Work_Disabled', 0.71497272870103923),\n",
       " ('Diabetes', 0.71074518753729854),\n",
       " ('Poverty', 0.70608298072707187),\n",
       " ('Smoker', 0.38510121542298054),\n",
       " ('Obesity', 0.38270953016356846),\n",
       " ('Hispanic', 0.3012868676727577),\n",
       " ('Lung_Cancer', 0.25110852677599049),\n",
       " ('Uninsured', 0.25043405988616307),\n",
       " ('Age_65_84', 0.24466340117745383),\n",
       " ('F_Wh_HeartDis', 0.24057843982517707),\n",
       " ('Major_Depression', 0.23408350367274328),\n",
       " ('Under_18', 0.231365278133603),\n",
       " ('LBW', 0.20142005969164245),\n",
       " ('Unmarried', -0.19117724001564831),\n",
       " ('High_Blood_Pres', 0.18564106049195933),\n",
       " ('Age_85_and_Over', -0.17736719388077737),\n",
       " ('Black', -0.16621691734676658),\n",
       " ('Dentist_Rate', -0.16321922607925057),\n",
       " ('Stroke', 0.16218327901041568),\n",
       " ('White', 0.15942048906295614),\n",
       " ('Unemployed', 0.15775133642036826),\n",
       " ('D_Wh_Cancer', -0.15698232244727892),\n",
       " ('Pap_Smear', -0.15594475925989798),\n",
       " ('Asian', 0.15239988183711228),\n",
       " ('RHI_Lung_Cancer_Ind', -0.14144354097210582),\n",
       " ('F_Ot_Cancer', -0.13890166359833853),\n",
       " ('LBW_Ind', 0.13322135835719601),\n",
       " ('Stroke_Ind', 0.13320128699480699),\n",
       " ('RHI_IM_Wh_Non_Hisp_Ind', -0.13314745129675307),\n",
       " ('FluB_Rpt', 0.13194810760107722),\n",
       " ('RHI_Col_Cancer_Ind', 0.12945250103596306),\n",
       " ('Ecol_Rpt_Ind', 0.12871112405178209),\n",
       " ('RHI_Premature_Ind', -0.12835515963509789),\n",
       " ('HPSA_Ind', 0.12686028429706492),\n",
       " ('RHI_Over_40_Ind', 0.12324475546890079),\n",
       " ('Injury_Ind', -0.11862570991605595),\n",
       " ('Unmarried_Ind', 0.11760054797796049),\n",
       " ('Total_Deaths', 0.11447001826258379),\n",
       " ('All_Death', 0.11427404358243987),\n",
       " ('C_Wh_Injury', 0.11282408660552097),\n",
       " ('HepB_Rpt', 0.11180688803703873),\n",
       " ('Age_19_Under', -0.11043286759227808),\n",
       " ('E_Ot_HeartDis', -0.11011578737078179),\n",
       " ('Elderly_Medicare', -0.10919101348128779),\n",
       " ('Salm_Rpt_Ind', 0.1089505606730416),\n",
       " ('No_HS_Diploma', 0.10707906528243188),\n",
       " ('VLBW_Ind', 0.106970673431179),\n",
       " ('IM_Postneonatal_Ind', 0.10683371925238255),\n",
       " ('CHD', 0.10582605303997955),\n",
       " ('D_Hi_Injury', -0.10528117025762315),\n",
       " ('RHI_Infant_Mortality_Ind', 0.10483264502873237),\n",
       " ('Over_40', -0.1045196583255432),\n",
       " ('A_Wh_BirthDef', 0.10448855962685777),\n",
       " ('RHI_IM_Neonatal_Ind', -0.10362937081409443),\n",
       " ('Meas_Rpt', 0.10312955144675839),\n",
       " ('E_Ot_Cancer', 0.10163638158387556),\n",
       " ('CRS_Rpt', 0.10112929906099286),\n",
       " ('C_Wh_Suicide', -0.099858536617880217),\n",
       " ('RHI_Suicide_Ind', -0.098487255185473688),\n",
       " ('IM_Neonatal_Ind', 0.098274190158095798),\n",
       " ('Col_Cancer_Ind', 0.098191427189587163),\n",
       " ('F_Ot_HeartDis', 0.094595579125443224),\n",
       " ('Late_Care', -0.094525241616672973),\n",
       " ('Native_American', -0.092960891149046473),\n",
       " ('D_Wh_Injury', 0.088198036618735695),\n",
       " ('Ecol_Rpt', -0.087281955351932561),\n",
       " ('E_Hi_HeartDis', 0.08669686591719028),\n",
       " ('B_Wh_Injury', -0.084672706801141501),\n",
       " ('Age_19_64', -0.083682808494440777),\n",
       " ('RHI_Homicide_Ind', -0.0828935013967603),\n",
       " ('IM_Hisp_Ind', 0.081741117478117409),\n",
       " ('RHI_Stroke_Ind', -0.081305943088903904),\n",
       " ('HepA_Rpt', 0.080405543959607584),\n",
       " ('E_Wh_Cancer', -0.079996827506473009),\n",
       " ('F_Wh_Cancer', -0.079675872431658731),\n",
       " ('Population_Density', 0.07951607645899994),\n",
       " ('C_Bl_Homicide', -0.079137902488029988),\n",
       " ('RHI_Injury_Ind', 0.075606827060498122),\n",
       " ('RHI_Under_18_Ind', -0.075604862950128304),\n",
       " ('HepA_Ind', 0.074730549621294384),\n",
       " ('Total_Births', -0.073650416422359852),\n",
       " ('RHI_Brst_Cancer_Ind', -0.073421962155487769),\n",
       " ('IM_Neonatal', 0.072884778024788238),\n",
       " ('MVA_Ind', -0.072308577572138294),\n",
       " ('Prim_Care_Phys_Rate', -0.072250370999994762),\n",
       " ('Premature_Ind', 0.070573104620833549),\n",
       " ('IM_Bl_Non_Hisp_Ind', 0.067845929510608277),\n",
       " ('Recent_Drug_Use', -0.066966372488490633),\n",
       " ('Injury', 0.066735980511839432),\n",
       " ('A_Wh_Comp', 0.06609227336632717),\n",
       " ('Homicide', -0.065427694303158451),\n",
       " ('RHI_IM_Hisp_Ind', 0.06097298514415278),\n",
       " ('D_Bl_HeartDis', -0.060557228481976949),\n",
       " ('C_Bl_Injury', 0.059619418314334094),\n",
       " ('Late_Care_Ind', 0.059209054966746506),\n",
       " ('RHI_Late_Care_Ind', -0.055986449670558713),\n",
       " ('MVA', 0.053549315858779881),\n",
       " ('Pert_Rpt', 0.052509220328838535),\n",
       " ('Salm_Rpt', 0.051455979373976612),\n",
       " ('Infant_Mortality', 0.051017050612432058),\n",
       " ('E_Hi_Cancer', 0.050805777462373664),\n",
       " ('D_Wh_HeartDis', -0.048463512916703144),\n",
       " ('Homicide_Ind', -0.04741828006039106),\n",
       " ('D_Bl_Homicide', 0.045738777696612942),\n",
       " ('Syphilis_Rpt', 0.045656889175086979),\n",
       " ('VLBW', 0.044394223341008232),\n",
       " ('Infant_Mortality_Ind', 0.044018826230167479),\n",
       " ('Population_Size', 0.042374440943272862),\n",
       " ('D_Bl_HIV', -0.041295306658559516),\n",
       " ('RHI_Unmarried_Ind', 0.041021377657433689),\n",
       " ('Shig_Rpt_Ind', 0.04034575730911516),\n",
       " ('RHI_VLBW_Ind', -0.03805682998999893),\n",
       " ('Meas_Ind', 0.037480544846349995),\n",
       " ('F_Bl_HeartDis', 0.037006051295977158),\n",
       " ('F_Hi_Cancer', -0.036397946610439907),\n",
       " ('Brst_Cancer', -0.033943129483380283),\n",
       " ('Proctoscopy', -0.03330844959864887),\n",
       " ('FluB_Ind', -0.031819925703118923),\n",
       " ('Brst_Cancer_Ind', 0.031255264745315037),\n",
       " ('E_Bl_Cancer', 0.030254378374803714),\n",
       " ('F_Hi_HeartDis', -0.03022816584787541),\n",
       " ('IM_Postneonatal', -0.028959621063234797),\n",
       " ('Suicide_Ind', 0.02890720136215516),\n",
       " ('IM_Hisp', 0.028139958671210774),\n",
       " ('E_Wh_HeartDis', -0.026882902641251816),\n",
       " ('RHI_MVA_Ind', -0.025399640278139762),\n",
       " ('D_Bl_Cancer', -0.024606580007990375),\n",
       " ('F_Bl_Cancer', -0.024057828460072761),\n",
       " ('Pneumo_Vax', -0.023248077162415948),\n",
       " ('Col_Cancer', 0.023186824436661646),\n",
       " ('RHI_IM_Bl_Non_Hisp_Ind', 0.022701463665956934),\n",
       " ('Particulate_Matter_Ind', -0.022322552689849777),\n",
       " ('RHI_LBW_Ind', 0.02145759210005066),\n",
       " ('Flu_Vac', -0.020049516452643634),\n",
       " ('RHI_IM_Postneonatal_Ind', -0.019333575976554218),\n",
       " ('Shig_Rpt', -0.019076966586220406),\n",
       " ('CHD_Ind', 0.01795038154305259),\n",
       " ('IM_Wh_Non_Hisp', -0.017088696081123136),\n",
       " ('IM_Bl_Non_Hisp', 0.016754674579429328),\n",
       " ('Premature', -0.016525310748441047),\n",
       " ('Under_18_Ind', 0.015134500255469002),\n",
       " ('D_Bl_Injury', 0.014272971427924407),\n",
       " ('Toxic_Chem', -0.012932175405709012),\n",
       " ('D_Wh_Suicide', -0.012681433497336414),\n",
       " ('Mammogram', -0.012667532620718014),\n",
       " ('HepB_Ind', -0.012501950967324704),\n",
       " ('Suicide', -0.012404473798981019),\n",
       " ('Pert_Ind', -0.0096310136234035171),\n",
       " ('IM_Wh_Non_Hisp_Ind', 0.0071033417329061793),\n",
       " ('Over_40_Ind', 0.0069627569610945517),\n",
       " ('A_Bl_Comp', 0.0051276207669762042),\n",
       " ('Few_Fruit_Veg', 0.0046167461418763489),\n",
       " ('E_Bl_HeartDis', 0.0043311533014109005),\n",
       " ('Lung_Cancer_Ind', 0.0040773304659076359),\n",
       " ('Community_Health_Center_Ind', -0.0038777689091839262),\n",
       " ('RHI_CHD_Ind', -0.0024537601195693814),\n",
       " ('Syphilis_Ind', 0.0018527017228160969),\n",
       " ('Ozone_Ind', -0.00064685819587190219),\n",
       " ('Lead_Ind', 7.4315570119720187e-05),\n",
       " ('CRS_Ind', 6.4689483052389609e-05),\n",
       " ('Carbon_Monoxide_Ind', 1.9745566660947801e-05),\n",
       " ('Nitrogen_Dioxide_Ind', 0.0),\n",
       " ('Sulfur_Dioxide_Ind', 0.0)]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from data_handler import CHSIDataHandler\n",
    "from sklearn.linear_model import RidgeCV\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "#truncator.Truncator (included) is a simple scikit-learn estimator for discarding extreme values.\n",
    "from truncator import Truncator\n",
    "\n",
    "handler = CHSIDataHandler('./chsi_dataset/', dependent='Health_Status', exclude_cols=['Unhealthy_Days', 'ALE'], threshold=0.9)\n",
    "\n",
    "#Note that CHSIDataHandler takes care of choosing predictors and imputing missing values\n",
    "X,Y = handler.training_data()\n",
    "\n",
    "scaler = StandardScaler()\n",
    "\n",
    "rcv = RidgeCV(alphas=[2**k for k in range(-35, 35)])\n",
    "\n",
    "#Discard predictors > 20 sd from the mean\n",
    "truncator = Truncator(-20, 20)\n",
    "\n",
    "steps = [('scaler', scaler), ('truncator', truncator), ('rcv', rcv)]\n",
    "pipe = Pipeline(steps=steps)\n",
    "\n",
    "#Weight samples by population. It might be better to weight by the square of the population instead.\n",
    "sample_weight = (X.Population_Size/X.Population_Size.sum()).values\n",
    "\n",
    "pipe.fit(X,Y, rcv__sample_weight = sample_weight)\n",
    "coef=list(zip(list(X.columns), list(pipe.steps[-1][1].coef_)))\n",
    "coef.sort(key=lambda x: -abs(x[1]))\n",
    "coef"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#A utility function which orders the states by their values for a particular indicator.\n",
    "def sorted_states(handler, columns):\n",
    "    state, _ = handler.state_us_averages(columns)\n",
    "    result = {}\n",
    "    for column in columns:\n",
    "        disp_cols = ['CHSI_State_Name', 'CHSI_State_Abbr', column, column + '_Not_Null']\n",
    "        yield state[disp_cols].sort_values(by=column, axis=0, ascending=False)     "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Disabled_Medicare 2.12103312247 0.63572776339 2.75676088586\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>Disabled_Medicare</th>\n",
       "      <th>Disabled_Medicare_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>West Virginia</td>\n",
       "      <td>WV</td>\n",
       "      <td>4.196205</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Kentucky</td>\n",
       "      <td>KY</td>\n",
       "      <td>3.576145</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Mississippi</td>\n",
       "      <td>MS</td>\n",
       "      <td>3.461450</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>AL</td>\n",
       "      <td>3.302487</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Arkansas</td>\n",
       "      <td>AR</td>\n",
       "      <td>3.246204</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Maine</td>\n",
       "      <td>ME</td>\n",
       "      <td>3.187124</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>Tennessee</td>\n",
       "      <td>TN</td>\n",
       "      <td>2.838524</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>South Carolina</td>\n",
       "      <td>SC</td>\n",
       "      <td>2.832236</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                CHSI_State_Name CHSI_State_Abbr  Disabled_Medicare  \\\n",
       "State_FIPS_Code                                                      \n",
       "54                West Virginia              WV           4.196205   \n",
       "21                     Kentucky              KY           3.576145   \n",
       "28                  Mississippi              MS           3.461450   \n",
       "1                       Alabama              AL           3.302487   \n",
       "5                      Arkansas              AR           3.246204   \n",
       "23                        Maine              ME           3.187124   \n",
       "47                    Tennessee              TN           2.838524   \n",
       "45               South Carolina              SC           2.832236   \n",
       "\n",
       "                 Disabled_Medicare_Not_Null  \n",
       "State_FIPS_Code                              \n",
       "54                                      100  \n",
       "21                                      100  \n",
       "28                                      100  \n",
       "1                                       100  \n",
       "5                                       100  \n",
       "23                                      100  \n",
       "47                                      100  \n",
       "45                                      100  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sev_Work_Disabled 2.75681908654 1.49707938696 4.2538984735\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>Sev_Work_Disabled</th>\n",
       "      <th>Sev_Work_Disabled_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Florida</td>\n",
       "      <td>FL</td>\n",
       "      <td>11.257382</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>West Virginia</td>\n",
       "      <td>WV</td>\n",
       "      <td>5.990568</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Kentucky</td>\n",
       "      <td>KY</td>\n",
       "      <td>5.134441</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                CHSI_State_Name CHSI_State_Abbr  Sev_Work_Disabled  \\\n",
       "State_FIPS_Code                                                      \n",
       "12                      Florida              FL          11.257382   \n",
       "54                West Virginia              WV           5.990568   \n",
       "21                     Kentucky              KY           5.134441   \n",
       "\n",
       "                 Sev_Work_Disabled_Not_Null  \n",
       "State_FIPS_Code                              \n",
       "12                                      100  \n",
       "54                                      100  \n",
       "21                                      100  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "No_Exercise 23.8313260351 3.88738598274 27.7187120178\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>No_Exercise</th>\n",
       "      <th>No_Exercise_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Louisiana</td>\n",
       "      <td>LA</td>\n",
       "      <td>32.418870</td>\n",
       "      <td>97.947908</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Mississippi</td>\n",
       "      <td>MS</td>\n",
       "      <td>31.658459</td>\n",
       "      <td>95.361831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Kentucky</td>\n",
       "      <td>KY</td>\n",
       "      <td>31.363717</td>\n",
       "      <td>94.313924</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>Oklahoma</td>\n",
       "      <td>OK</td>\n",
       "      <td>30.591589</td>\n",
       "      <td>98.342646</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>Tennessee</td>\n",
       "      <td>TN</td>\n",
       "      <td>30.483715</td>\n",
       "      <td>87.169809</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>AL</td>\n",
       "      <td>28.782540</td>\n",
       "      <td>89.411050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>West Virginia</td>\n",
       "      <td>WV</td>\n",
       "      <td>28.350663</td>\n",
       "      <td>97.391428</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Arkansas</td>\n",
       "      <td>AR</td>\n",
       "      <td>28.224240</td>\n",
       "      <td>96.150087</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                CHSI_State_Name CHSI_State_Abbr  No_Exercise  \\\n",
       "State_FIPS_Code                                                \n",
       "22                    Louisiana              LA    32.418870   \n",
       "28                  Mississippi              MS    31.658459   \n",
       "21                     Kentucky              KY    31.363717   \n",
       "40                     Oklahoma              OK    30.591589   \n",
       "47                    Tennessee              TN    30.483715   \n",
       "1                       Alabama              AL    28.782540   \n",
       "54                West Virginia              WV    28.350663   \n",
       "5                      Arkansas              AR    28.224240   \n",
       "\n",
       "                 No_Exercise_Not_Null  \n",
       "State_FIPS_Code                        \n",
       "22                          97.947908  \n",
       "28                          95.361831  \n",
       "21                          94.313924  \n",
       "40                          98.342646  \n",
       "47                          87.169809  \n",
       "1                           89.411050  \n",
       "54                          97.391428  \n",
       "5                           96.150087  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Diabetes 6.93682380837 1.08899786689 8.02582167527\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>Diabetes</th>\n",
       "      <th>Diabetes_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>West Virginia</td>\n",
       "      <td>WV</td>\n",
       "      <td>9.955979</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Mississippi</td>\n",
       "      <td>MS</td>\n",
       "      <td>9.486436</td>\n",
       "      <td>99.730374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>AL</td>\n",
       "      <td>8.758080</td>\n",
       "      <td>99.206790</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>South Carolina</td>\n",
       "      <td>SC</td>\n",
       "      <td>8.739645</td>\n",
       "      <td>99.762449</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>Tennessee</td>\n",
       "      <td>TN</td>\n",
       "      <td>8.594561</td>\n",
       "      <td>97.717308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Louisiana</td>\n",
       "      <td>LA</td>\n",
       "      <td>8.040127</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                CHSI_State_Name CHSI_State_Abbr  Diabetes  Diabetes_Not_Null\n",
       "State_FIPS_Code                                                             \n",
       "54                West Virginia              WV  9.955979         100.000000\n",
       "28                  Mississippi              MS  9.486436          99.730374\n",
       "1                       Alabama              AL  8.758080          99.206790\n",
       "45               South Carolina              SC  8.739645          99.762449\n",
       "47                    Tennessee              TN  8.594561          97.717308\n",
       "22                    Louisiana              LA  8.040127         100.000000"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Obesity 22.2663623273 2.43239119668 24.698753524\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>Obesity</th>\n",
       "      <th>Obesity_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Mississippi</td>\n",
       "      <td>MS</td>\n",
       "      <td>27.954392</td>\n",
       "      <td>95.016788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>West Virginia</td>\n",
       "      <td>WV</td>\n",
       "      <td>27.224912</td>\n",
       "      <td>97.579280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>AL</td>\n",
       "      <td>25.978219</td>\n",
       "      <td>89.649015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Louisiana</td>\n",
       "      <td>LA</td>\n",
       "      <td>25.852216</td>\n",
       "      <td>98.405638</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Kentucky</td>\n",
       "      <td>KY</td>\n",
       "      <td>25.363527</td>\n",
       "      <td>94.127026</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>South Carolina</td>\n",
       "      <td>SC</td>\n",
       "      <td>25.220158</td>\n",
       "      <td>99.505885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>Tennessee</td>\n",
       "      <td>TN</td>\n",
       "      <td>25.001001</td>\n",
       "      <td>85.683299</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Michigan</td>\n",
       "      <td>MI</td>\n",
       "      <td>24.982953</td>\n",
       "      <td>96.569946</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Indiana</td>\n",
       "      <td>IN</td>\n",
       "      <td>24.969432</td>\n",
       "      <td>97.777637</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                CHSI_State_Name CHSI_State_Abbr    Obesity  Obesity_Not_Null\n",
       "State_FIPS_Code                                                             \n",
       "28                  Mississippi              MS  27.954392         95.016788\n",
       "54                West Virginia              WV  27.224912         97.579280\n",
       "1                       Alabama              AL  25.978219         89.649015\n",
       "22                    Louisiana              LA  25.852216         98.405638\n",
       "21                     Kentucky              KY  25.363527         94.127026\n",
       "45               South Carolina              SC  25.220158         99.505885\n",
       "47                    Tennessee              TN  25.001001         85.683299\n",
       "26                     Michigan              MI  24.982953         96.569946\n",
       "18                      Indiana              IN  24.969432         97.777637"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Poverty 11.9920682426 2.86483857767 14.8569068202\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>Poverty</th>\n",
       "      <th>Poverty_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Mississippi</td>\n",
       "      <td>MS</td>\n",
       "      <td>18.298758</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Louisiana</td>\n",
       "      <td>LA</td>\n",
       "      <td>18.070322</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>New Mexico</td>\n",
       "      <td>NM</td>\n",
       "      <td>17.670339</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>District of Columbia</td>\n",
       "      <td>DC</td>\n",
       "      <td>17.500000</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>West Virginia</td>\n",
       "      <td>WV</td>\n",
       "      <td>16.273506</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>Texas</td>\n",
       "      <td>TX</td>\n",
       "      <td>16.200140</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Arkansas</td>\n",
       "      <td>AR</td>\n",
       "      <td>16.018307</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>AL</td>\n",
       "      <td>15.233088</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Kentucky</td>\n",
       "      <td>KY</td>\n",
       "      <td>14.915699</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      CHSI_State_Name CHSI_State_Abbr    Poverty  \\\n",
       "State_FIPS_Code                                                    \n",
       "28                        Mississippi              MS  18.298758   \n",
       "22                          Louisiana              LA  18.070322   \n",
       "35                         New Mexico              NM  17.670339   \n",
       "11               District of Columbia              DC  17.500000   \n",
       "54                      West Virginia              WV  16.273506   \n",
       "48                              Texas              TX  16.200140   \n",
       "5                            Arkansas              AR  16.018307   \n",
       "1                             Alabama              AL  15.233088   \n",
       "21                           Kentucky              KY  14.915699   \n",
       "\n",
       "                 Poverty_Not_Null  \n",
       "State_FIPS_Code                    \n",
       "28                            100  \n",
       "22                            100  \n",
       "35                            100  \n",
       "11                            100  \n",
       "54                            100  \n",
       "48                            100  \n",
       "5                             100  \n",
       "1                             100  \n",
       "21                            100  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Unemployed 2.50917694991 0.490202826496 2.99937977641\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>Unemployed</th>\n",
       "      <th>Unemployed_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Mississippi</td>\n",
       "      <td>MS</td>\n",
       "      <td>3.629367</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>District of Columbia</td>\n",
       "      <td>DC</td>\n",
       "      <td>3.480158</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alaska</td>\n",
       "      <td>AK</td>\n",
       "      <td>3.468036</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Michigan</td>\n",
       "      <td>MI</td>\n",
       "      <td>3.395324</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>South Carolina</td>\n",
       "      <td>SC</td>\n",
       "      <td>3.331968</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Louisiana</td>\n",
       "      <td>LA</td>\n",
       "      <td>3.184260</td>\n",
       "      <td>70.833875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>Oregon</td>\n",
       "      <td>OR</td>\n",
       "      <td>3.139034</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Ohio</td>\n",
       "      <td>OH</td>\n",
       "      <td>3.051960</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      CHSI_State_Name CHSI_State_Abbr  Unemployed  \\\n",
       "State_FIPS_Code                                                     \n",
       "28                        Mississippi              MS    3.629367   \n",
       "11               District of Columbia              DC    3.480158   \n",
       "2                              Alaska              AK    3.468036   \n",
       "26                           Michigan              MI    3.395324   \n",
       "45                     South Carolina              SC    3.331968   \n",
       "22                          Louisiana              LA    3.184260   \n",
       "41                             Oregon              OR    3.139034   \n",
       "39                               Ohio              OH    3.051960   \n",
       "\n",
       "                 Unemployed_Not_Null  \n",
       "State_FIPS_Code                       \n",
       "28                        100.000000  \n",
       "11                        100.000000  \n",
       "2                         100.000000  \n",
       "26                        100.000000  \n",
       "45                        100.000000  \n",
       "22                         70.833875  \n",
       "41                        100.000000  \n",
       "39                        100.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Smoker 21.8315008737 2.9465442923 24.778045166\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>Smoker</th>\n",
       "      <th>Smoker_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Kentucky</td>\n",
       "      <td>KY</td>\n",
       "      <td>29.410825</td>\n",
       "      <td>93.033315</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>West Virginia</td>\n",
       "      <td>WV</td>\n",
       "      <td>27.009856</td>\n",
       "      <td>98.697420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Indiana</td>\n",
       "      <td>IN</td>\n",
       "      <td>26.148913</td>\n",
       "      <td>98.336823</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>Oklahoma</td>\n",
       "      <td>OK</td>\n",
       "      <td>25.617330</td>\n",
       "      <td>97.994748</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Nevada</td>\n",
       "      <td>NV</td>\n",
       "      <td>25.136636</td>\n",
       "      <td>99.476190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Mississippi</td>\n",
       "      <td>MS</td>\n",
       "      <td>24.929532</td>\n",
       "      <td>96.441394</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Missouri</td>\n",
       "      <td>MO</td>\n",
       "      <td>24.899274</td>\n",
       "      <td>92.288688</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                CHSI_State_Name CHSI_State_Abbr     Smoker  Smoker_Not_Null\n",
       "State_FIPS_Code                                                            \n",
       "21                     Kentucky              KY  29.410825        93.033315\n",
       "54                West Virginia              WV  27.009856        98.697420\n",
       "18                      Indiana              IN  26.148913        98.336823\n",
       "40                     Oklahoma              OK  25.617330        97.994748\n",
       "32                       Nevada              NV  25.136636        99.476190\n",
       "28                  Mississippi              MS  24.929532        96.441394\n",
       "29                     Missouri              MO  24.899274        92.288688"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Lung_Cancer 55.1894140728 9.43263975973 64.6220538325\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>Lung_Cancer</th>\n",
       "      <th>Lung_Cancer_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Kentucky</td>\n",
       "      <td>KY</td>\n",
       "      <td>78.829813</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>West Virginia</td>\n",
       "      <td>WV</td>\n",
       "      <td>71.284505</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Arkansas</td>\n",
       "      <td>AR</td>\n",
       "      <td>68.544220</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Mississippi</td>\n",
       "      <td>MS</td>\n",
       "      <td>68.228362</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>Tennessee</td>\n",
       "      <td>TN</td>\n",
       "      <td>67.879029</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Louisiana</td>\n",
       "      <td>LA</td>\n",
       "      <td>66.921496</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Indiana</td>\n",
       "      <td>IN</td>\n",
       "      <td>64.872697</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                CHSI_State_Name CHSI_State_Abbr  Lung_Cancer  \\\n",
       "State_FIPS_Code                                                \n",
       "21                     Kentucky              KY    78.829813   \n",
       "54                West Virginia              WV    71.284505   \n",
       "5                      Arkansas              AR    68.544220   \n",
       "28                  Mississippi              MS    68.228362   \n",
       "47                    Tennessee              TN    67.879029   \n",
       "22                    Louisiana              LA    66.921496   \n",
       "18                      Indiana              IN    64.872697   \n",
       "\n",
       "                 Lung_Cancer_Not_Null  \n",
       "State_FIPS_Code                        \n",
       "21                                100  \n",
       "54                                100  \n",
       "5                                 100  \n",
       "28                                100  \n",
       "47                                100  \n",
       "22                                100  \n",
       "18                                100  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Age_65_84 10.8392516871 1.37976218057 12.2190138677\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CHSI_State_Name</th>\n",
       "      <th>CHSI_State_Abbr</th>\n",
       "      <th>Age_65_84</th>\n",
       "      <th>Age_65_84_Not_Null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State_FIPS_Code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Florida</td>\n",
       "      <td>FL</td>\n",
       "      <td>14.583083</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>West Virginia</td>\n",
       "      <td>WV</td>\n",
       "      <td>13.512982</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>Pennsylvania</td>\n",
       "      <td>PA</td>\n",
       "      <td>12.761648</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Maine</td>\n",
       "      <td>ME</td>\n",
       "      <td>12.608924</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                CHSI_State_Name CHSI_State_Abbr  Age_65_84  Age_65_84_Not_Null\n",
       "State_FIPS_Code                                                               \n",
       "12                      Florida              FL  14.583083                 100\n",
       "54                West Virginia              WV  13.512982                 100\n",
       "42                 Pennsylvania              PA  12.761648                 100\n",
       "23                        Maine              ME  12.608924                 100"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "[('WV', 9),\n",
       " ('MS', 8),\n",
       " ('KY', 7),\n",
       " ('LA', 6),\n",
       " ('TN', 5),\n",
       " ('AL', 5),\n",
       " ('SC', 4),\n",
       " ('AR', 4),\n",
       " ('IN', 3),\n",
       " ('FL', 2),\n",
       " ('OK', 2),\n",
       " ('ME', 2),\n",
       " ('MI', 2),\n",
       " ('DC', 2),\n",
       " ('NM', 1),\n",
       " ('TX', 1),\n",
       " ('NV', 1),\n",
       " ('AK', 1),\n",
       " ('MO', 1),\n",
       " ('OH', 1),\n",
       " ('OR', 1),\n",
       " ('PA', 1)]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from IPython.display import display\n",
    "from collections import Counter\n",
    "\n",
    "all_states = []\n",
    "\n",
    "columns = ['Disabled_Medicare', 'Sev_Work_Disabled', 'No_Exercise', 'Diabetes', 'Obesity', 'Poverty', 'Unemployed', 'Smoker', 'Lung_Cancer', 'Age_65_84']\n",
    "\n",
    "#Identify states that are > 1 std above mean in several of these areas\n",
    "for column, states in zip(columns, sorted_states(handler, columns)):\n",
    "    mean = states[column].mean()\n",
    "    std = states[column].std()\n",
    "    print(column, mean, std, mean+std)\n",
    "    over = states[states[column] > mean+std]\n",
    "    all_states += list(over.CHSI_State_Abbr)\n",
    "    display(over)\n",
    "\n",
    "#Get the number of drivers for which each state is above mean+std\n",
    "counter = Counter(all_states)\n",
    "sorted(list(counter.items()), key=lambda x: -x[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}