We are building a logistic regression model that will answer the following question: Which variable has the most impact on clients to sign up for a service being offered by a marketing campaign? The dataset represents 17 marketing campaigns that were conducted by a Portuguese bank between May 2008 and November 2010.

data <- read.csv("bank.csv")
library(corrplot)
## corrplot 0.84 loaded
library(ggplot2)
library(corrplot)
library(ResourceSelection)
## ResourceSelection 0.3-2   2017-02-28
library(pscl)
## Classes and Methods for R developed in the
## Political Science Computational Laboratory
## Department of Political Science
## Stanford University
## Simon Jackman
## hurdle and zeroinfl functions by Achim Zeileis
library(pROC)
## Type 'citation("pROC")' for a citation.
## 
## Attaching package: 'pROC'
## The following objects are masked from 'package:stats':
## 
##     cov, smooth, var
library(e1071)
library(pastecs)
library(leaps)
library(ISLR)
library(glmnet)
## Loading required package: Matrix
## Loading required package: foreach
## Loaded glmnet 2.0-16
## 
## Attaching package: 'glmnet'
## The following object is masked from 'package:pROC':
## 
##     auc
library(rpart)
library(randomForest)
## randomForest 4.6-14
## Type rfNews() to see new features/changes/bug fixes.
## 
## Attaching package: 'randomForest'
## The following object is masked from 'package:ggplot2':
## 
##     margin
library(rpart.plot)
summary(data)
##       age                 job           marital          education    
##  Min.   :18.00   blue-collar:9366   divorced: 5032   primary  : 6584  
##  1st Qu.:33.00   management :9142   married :26241   secondary:22404  
##  Median :39.00   technician :7321   single  :12355   tertiary :12863  
##  Mean   :40.92   admin.     :5001                    unknown  : 1777  
##  3rd Qu.:48.00   services   :4010                                     
##  Max.   :95.00   retired    :2184                                     
##                  (Other)    :6604                                     
##  default        balance       housing          contact     
##  no :42844   Min.   : -8019   no :19397   cellular :28295  
##  yes:  784   1st Qu.:    71   yes:24231   telephone: 2810  
##              Median :   446               unknown  :12523  
##              Mean   :  1357                                
##              3rd Qu.:  1422                                
##              Max.   :102127                                
##                                                            
##     duration         campaign          pdays           previous       
##  Min.   :   0.0   Min.   : 1.000   Min.   : -1.00   Min.   :  0.0000  
##  1st Qu.: 103.0   1st Qu.: 1.000   1st Qu.: -1.00   1st Qu.:  0.0000  
##  Median : 180.0   Median : 2.000   Median : -1.00   Median :  0.0000  
##  Mean   : 258.3   Mean   : 2.768   Mean   : 40.08   Mean   :  0.5804  
##  3rd Qu.: 319.0   3rd Qu.: 3.000   3rd Qu.: -1.00   3rd Qu.:  0.0000  
##  Max.   :4918.0   Max.   :63.000   Max.   :871.00   Max.   :275.0000  
##                                                                       
##     poutcome       signed.up     
##  failure: 4723   Min.   :0.0000  
##  other  : 1783   1st Qu.:0.0000  
##  success: 1438   Median :0.0000  
##  unknown:35684   Mean   :0.1163  
##                  3rd Qu.:0.0000  
##                  Max.   :1.0000  
## 
str(data)
## 'data.frame':    43628 obs. of  14 variables:
##  $ age      : int  43 74 33 37 30 46 48 38 35 29 ...
##  $ job      : Factor w/ 12 levels "admin.","blue-collar",..: 7 6 5 2 10 2 5 5 5 5 ...
##  $ marital  : Factor w/ 3 levels "divorced","married",..: 2 2 2 2 2 2 1 2 2 3 ...
##  $ education: Factor w/ 4 levels "primary","secondary",..: 3 1 3 2 3 1 2 3 3 3 ...
##  $ default  : Factor w/ 2 levels "no","yes": 1 1 1 1 1 1 1 1 1 1 ...
##  $ balance  : int  64 5539 373 934 1 0 635 630 925 265 ...
##  $ housing  : Factor w/ 2 levels "no","yes": 1 1 1 1 1 1 1 1 1 1 ...
##  $ contact  : Factor w/ 3 levels "cellular","telephone",..: 3 1 1 3 1 1 3 1 1 1 ...
##  $ duration : int  230 253 384 258 69 178 236 362 200 130 ...
##  $ campaign : int  2 2 1 2 21 4 2 1 4 2 ...
##  $ pdays    : int  -1 181 -1 -1 -1 -1 -1 388 -1 94 ...
##  $ previous : int  0 1 0 0 0 0 0 3 0 1 ...
##  $ poutcome : Factor w/ 4 levels "failure","other",..: 4 3 4 4 4 4 4 2 4 3 ...
##  $ signed.up: int  0 0 0 0 0 0 0 1 1 1 ...

We will make all variables numeric and scale the data. Then we will show that our data has no missing values and run a correlation plot.

data1 <- data.frame(lapply(data, as.numeric))
str(data1)
## 'data.frame':    43628 obs. of  14 variables:
##  $ age      : num  43 74 33 37 30 46 48 38 35 29 ...
##  $ job      : num  7 6 5 2 10 2 5 5 5 5 ...
##  $ marital  : num  2 2 2 2 2 2 1 2 2 3 ...
##  $ education: num  3 1 3 2 3 1 2 3 3 3 ...
##  $ default  : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ balance  : num  64 5539 373 934 1 ...
##  $ housing  : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ contact  : num  3 1 1 3 1 1 3 1 1 1 ...
##  $ duration : num  230 253 384 258 69 178 236 362 200 130 ...
##  $ campaign : num  2 2 1 2 21 4 2 1 4 2 ...
##  $ pdays    : num  -1 181 -1 -1 -1 -1 -1 388 -1 94 ...
##  $ previous : num  0 1 0 0 0 0 0 3 0 1 ...
##  $ poutcome : num  4 3 4 4 4 4 4 2 4 3 ...
##  $ signed.up: num  0 0 0 0 0 0 0 1 1 1 ...
attach(data)

library(caret)
## Loading required package: lattice
library(caretEnsemble)
## 
## Attaching package: 'caretEnsemble'
## The following object is masked from 'package:ggplot2':
## 
##     autoplot
library(ROSE)
## Loaded ROSE 0.0-3
library(mlbench)
library(DMwR)
## Loading required package: grid
library(rpart)
library(rpart.plot)
library(RColorBrewer)

data2 <- data.frame(scale(data1))
str(data2)
## 'data.frame':    43628 obs. of  14 variables:
##  $ age      : num  0.196 3.116 -0.746 -0.369 -1.028 ...
##  $ job      : num  0.507 0.202 -0.104 -1.021 1.424 ...
##  $ marital  : num  -0.276 -0.276 -0.276 -0.276 -0.276 ...
##  $ education: num  1.037 -1.641 1.037 -0.302 1.037 ...
##  $ default  : num  -0.135 -0.135 -0.135 -0.135 -0.135 ...
##  $ balance  : num  -0.425 1.375 -0.323 -0.139 -0.446 ...
##  $ housing  : num  -1.12 -1.12 -1.12 -1.12 -1.12 ...
##  $ contact  : num  1.518 -0.712 -0.712 1.518 -0.712 ...
##  $ duration : num  -0.1094 -0.0204 0.4866 -0.001 -0.7325 ...
##  $ campaign : num  -0.247 -0.247 -0.569 -0.247 5.87 ...
##  $ pdays    : num  -0.411 1.41 -0.411 -0.411 -0.411 ...
##  $ previous : num  -0.25 0.181 -0.25 -0.25 -0.25 ...
##  $ poutcome : num  0.444 -0.567 0.444 0.444 0.444 ...
##  $ signed.up: num  -0.363 -0.363 -0.363 -0.363 -0.363 ...
sum(is.na(data2))
## [1] 0
library(corrplot)
BANKDATA <- cor(data2, method = "pearson")
corrplot(BANKDATA, method = "circle", type = "lower", tl.col = "black", tl.srt = 45)

Duration of phone call shows a highly positive correlation with whether or not the client signed up. This shows that duration is a significant variable in our analysis.

xyz <- lm(signed.up~duration, data = data2)
summary(xyz)
## 
## Call:
## lm(formula = signed.up ~ duration, data = data2)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -7.4745 -0.3609 -0.1884 -0.0754  3.1384 
## 
## Coefficients:
##               Estimate Std. Error t value Pr(>|t|)    
## (Intercept) -1.400e-14  4.400e-03    0.00        1    
## duration     3.944e-01  4.400e-03   89.63   <2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.919 on 43626 degrees of freedom
## Multiple R-squared:  0.1555, Adjusted R-squared:  0.1555 
## F-statistic:  8034 on 1 and 43626 DF,  p-value: < 2.2e-16
xyz1 <- lm(signed.up~job, data = data2)
summary(xyz1)
## 
## Call:
## lm(formula = signed.up ~ job, data = data2)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -0.4483 -0.3969 -0.3584 -0.3199  2.8122 
## 
## Coefficients:
##               Estimate Std. Error t value Pr(>|t|)    
## (Intercept) -1.393e-14  4.783e-03   0.000        1    
## job          4.200e-02  4.783e-03   8.779   <2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.9991 on 43626 degrees of freedom
## Multiple R-squared:  0.001764,   Adjusted R-squared:  0.001741 
## F-statistic: 77.08 on 1 and 43626 DF,  p-value: < 2.2e-16
xyz2 <- lm(signed.up~education, data = data2)
summary(xyz2)
## 
## Call:
## lm(formula = signed.up ~ education, data = data2)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -0.5234 -0.4329 -0.3424 -0.2518  2.8674 
## 
## Coefficients:
##               Estimate Std. Error t value Pr(>|t|)    
## (Intercept) -1.331e-14  4.777e-03    0.00        1    
## education    6.762e-02  4.777e-03   14.16   <2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.9977 on 43626 degrees of freedom
## Multiple R-squared:  0.004573,   Adjusted R-squared:  0.00455 
## F-statistic: 200.4 on 1 and 43626 DF,  p-value: < 2.2e-16
xyz3 <- lm(signed.up~age, data = data2)
summary(xyz3)
## 
## Call:
## lm(formula = signed.up ~ age, data = data2)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -0.4847 -0.3765 -0.3539 -0.3404  2.8081 
## 
## Coefficients:
##               Estimate Std. Error t value Pr(>|t|)    
## (Intercept) -1.385e-14  4.786e-03   0.000        1    
## age          2.394e-02  4.786e-03   5.001 5.73e-07 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.9997 on 43626 degrees of freedom
## Multiple R-squared:  0.000573,   Adjusted R-squared:  0.00055 
## F-statistic: 25.01 on 1 and 43626 DF,  p-value: 5.725e-07
xyz4 <- lm(signed.up~housing, data = data2)
summary(xyz4)
## 
## Call:
## lm(formula = signed.up ~ housing, data = data2)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -0.5164 -0.5164 -0.2398 -0.2398  2.8794 
## 
## Coefficients:
##               Estimate Std. Error t value Pr(>|t|)    
## (Intercept) -6.932e-15  4.742e-03    0.00        1    
## housing     -1.374e-01  4.742e-03  -28.98   <2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.9905 on 43626 degrees of freedom
## Multiple R-squared:  0.01888,    Adjusted R-squared:  0.01886 
## F-statistic: 839.7 on 1 and 43626 DF,  p-value: < 2.2e-16
xyz5 <- lm(signed.up~ balance, data = data2)
summary(xyz)
## 
## Call:
## lm(formula = signed.up ~ duration, data = data2)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -7.4745 -0.3609 -0.1884 -0.0754  3.1384 
## 
## Coefficients:
##               Estimate Std. Error t value Pr(>|t|)    
## (Intercept) -1.400e-14  4.400e-03    0.00        1    
## duration     3.944e-01  4.400e-03   89.63   <2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.919 on 43626 degrees of freedom
## Multiple R-squared:  0.1555, Adjusted R-squared:  0.1555 
## F-statistic:  8034 on 1 and 43626 DF,  p-value: < 2.2e-16

This result shows that duration, job, education, age, housing and balance are all highly significant when it comes to predicting a sign up during a marketing campaign. This explains the variance in the dependent variable. We will develop a ROC curve and convert the coeficients to percentages.

head(data1)
##   age job marital education default balance housing contact duration
## 1  43   7       2         3       1      64       1       3      230
## 2  74   6       2         1       1    5539       1       1      253
## 3  33   5       2         3       1     373       1       1      384
## 4  37   2       2         2       1     934       1       3      258
## 5  30  10       2         3       1       1       1       1       69
## 6  46   2       2         1       1       0       1       1      178
##   campaign pdays previous poutcome signed.up
## 1        2    -1        0        4         0
## 2        2   181        1        3         0
## 3        1    -1        0        4         0
## 4        2    -1        0        4         0
## 5       21    -1        0        4         0
## 6        4    -1        0        4         0
str(data1)
## 'data.frame':    43628 obs. of  14 variables:
##  $ age      : num  43 74 33 37 30 46 48 38 35 29 ...
##  $ job      : num  7 6 5 2 10 2 5 5 5 5 ...
##  $ marital  : num  2 2 2 2 2 2 1 2 2 3 ...
##  $ education: num  3 1 3 2 3 1 2 3 3 3 ...
##  $ default  : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ balance  : num  64 5539 373 934 1 ...
##  $ housing  : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ contact  : num  3 1 1 3 1 1 3 1 1 1 ...
##  $ duration : num  230 253 384 258 69 178 236 362 200 130 ...
##  $ campaign : num  2 2 1 2 21 4 2 1 4 2 ...
##  $ pdays    : num  -1 181 -1 -1 -1 -1 -1 388 -1 94 ...
##  $ previous : num  0 1 0 0 0 0 0 3 0 1 ...
##  $ poutcome : num  4 3 4 4 4 4 4 2 4 3 ...
##  $ signed.up: num  0 0 0 0 0 0 0 1 1 1 ...
logistic <- glm(signed.up~age+job+marital, family = binomial(link = "logit"), data = data1)
summary(logistic)
## 
## Call:
## glm(formula = signed.up ~ age + job + marital, family = binomial(link = "logit"), 
##     data = data1)
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -0.7522  -0.5261  -0.4817  -0.4348   2.3962  
## 
## Coefficients:
##              Estimate Std. Error z value Pr(>|z|)    
## (Intercept) -3.589392   0.108450 -33.097  < 2e-16 ***
## age          0.014897   0.001500   9.932  < 2e-16 ***
## job          0.037143   0.004569   8.130  4.3e-16 ***
## marital      0.337424   0.027751  12.159  < 2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 31368  on 43627  degrees of freedom
## Residual deviance: 31113  on 43624  degrees of freedom
## AIC: 31121
## 
## Number of Fisher Scoring iterations: 5
exp(coef(logistic))
## (Intercept)         age         job     marital 
##   0.0276151   1.0150089   1.0378410   1.4013324
library(ResourceSelection)

We will divide data set into test and train. We will carve off 80 percent of the data and test 20 percent of the data.

library(ISLR)
attach(data1)
## The following objects are masked from data:
## 
##     age, balance, campaign, contact, default, duration, education,
##     housing, job, marital, pdays, poutcome, previous, signed.up
head(data1)
##   age job marital education default balance housing contact duration
## 1  43   7       2         3       1      64       1       3      230
## 2  74   6       2         1       1    5539       1       1      253
## 3  33   5       2         3       1     373       1       1      384
## 4  37   2       2         2       1     934       1       3      258
## 5  30  10       2         3       1       1       1       1       69
## 6  46   2       2         1       1       0       1       1      178
##   campaign pdays previous poutcome signed.up
## 1        2    -1        0        4         0
## 2        2   181        1        3         0
## 3        1    -1        0        4         0
## 4        2    -1        0        4         0
## 5       21    -1        0        4         0
## 6        4    -1        0        4         0
str(data1)
## 'data.frame':    43628 obs. of  14 variables:
##  $ age      : num  43 74 33 37 30 46 48 38 35 29 ...
##  $ job      : num  7 6 5 2 10 2 5 5 5 5 ...
##  $ marital  : num  2 2 2 2 2 2 1 2 2 3 ...
##  $ education: num  3 1 3 2 3 1 2 3 3 3 ...
##  $ default  : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ balance  : num  64 5539 373 934 1 ...
##  $ housing  : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ contact  : num  3 1 1 3 1 1 3 1 1 1 ...
##  $ duration : num  230 253 384 258 69 178 236 362 200 130 ...
##  $ campaign : num  2 2 1 2 21 4 2 1 4 2 ...
##  $ pdays    : num  -1 181 -1 -1 -1 -1 -1 388 -1 94 ...
##  $ previous : num  0 1 0 0 0 0 0 3 0 1 ...
##  $ poutcome : num  4 3 4 4 4 4 4 2 4 3 ...
##  $ signed.up: num  0 0 0 0 0 0 0 1 1 1 ...
table(data1$signed.up)
## 
##     0     1 
## 38554  5074
tail(Default, 2000)
##       default student      balance    income
## 8001       No      No  304.1465978 23866.936
## 8002       No      No  353.6311313 40686.760
## 8003       No      No 1269.4203352 39010.148
## 8004       No     Yes  397.5424885 22710.866
## 8005       No      No  607.1662709 49547.466
## 8006       No      No 1667.4803648 47991.585
## 8007       No      No  956.3113506 42971.901
## 8008       No      No  668.3980286 38637.434
## 8009       No      No  290.6798740 37603.972
## 8010       No     Yes  826.7274558 18776.301
## 8011       No      No 1102.1114592 48079.125
## 8012       No      No  348.6588679 36519.090
## 8013       No     Yes  991.2328292  8926.799
## 8014       No      No 1224.2357824 32751.697
## 8015       No      No  146.3658568 44666.932
## 8016       No     Yes  697.1355800 18377.150
## 8017       No      No  956.4469096 40740.329
## 8018       No     Yes 1184.9094316 13276.221
## 8019       No      No 1702.2366830 36530.474
## 8020       No      No    0.0000000 36850.971
## 8021       No      No  965.4597617 25045.726
## 8022       No      No  331.1643387 25922.417
## 8023       No      No 1307.0936687 35425.610
## 8024       No      No 1637.0375567 45027.538
## 8025       No     Yes 1091.9321033 11703.381
## 8026       No     Yes 1499.1901302 17560.372
## 8027       No     Yes  770.2905437 22114.718
## 8028       No     Yes 1147.3549097 19188.908
## 8029       No      No 1037.2741627 28437.772
## 8030       No      No  626.9739384 50447.774
## 8031       No      No  847.7207929 55260.350
## 8032       No     Yes 1199.5926858 16454.750
## 8033       No      No 1288.2850954 54666.377
## 8034       No      No  675.2253871 33700.213
## 8035       No      No  541.4409621 32502.697
## 8036       No     Yes 1165.0073912 18389.079
## 8037       No      No 1042.7919350 26141.006
## 8038       No      No  989.2170927 42813.375
## 8039       No      No  586.6026083 27798.168
## 8040       No      No  931.5910554 33302.240
## 8041       No     Yes  978.5385668 16514.325
## 8042       No      No  958.9368289 47468.670
## 8043       No      No  384.5320414 36019.410
## 8044       No      No  645.0751364 43244.524
## 8045       No      No  424.7602723 29502.404
## 8046       No      No  612.5518758 33036.241
## 8047       No      No 1381.4422222 47470.019
## 8048       No      No    0.0000000 45560.913
## 8049       No      No 1096.0261087 23954.218
## 8050       No      No  945.6854495 38714.518
## 8051       No      No  722.7680066 20962.106
## 8052       No     Yes  887.8808195 20563.147
## 8053       No     Yes 1049.9532878 19724.833
## 8054       No      No  728.0416851 29188.943
## 8055       No      No 1114.9040325 40084.001
## 8056       No     Yes 1451.3035418 14185.138
## 8057       No     Yes  629.2131895 16007.693
## 8058       No      No  630.2307415 49059.263
## 8059       No     Yes 1372.9780325 10776.444
## 8060       No     Yes  746.8638361 13904.428
## 8061       No     Yes 1400.5458356 16519.083
## 8062       No      No  971.3514351 46533.856
## 8063       No      No  637.0823864 49097.901
## 8064       No      No 1778.4291092 34591.238
## 8065       No     Yes  678.2050836 12787.091
## 8066       No      No 1094.7729819 46617.883
## 8067       No     Yes  879.8520050 23996.740
## 8068       No      No 1449.3243457 38720.382
## 8069       No      No  322.0016252 43774.442
## 8070       No      No 1430.5768700 44104.959
## 8071       No     Yes 1199.3855860 18884.127
## 8072       No      No  168.3675173 47684.526
## 8073       No     Yes 1143.3982046 15997.171
## 8074       No      No  416.9064901 38104.773
## 8075       No      No 1352.6136689 42194.387
## 8076       No      No 1431.7419731 37793.287
## 8077       No      No  481.3050408 35747.745
## 8078       No      No  774.0731766 46082.043
## 8079       No      No    0.0000000 34749.794
## 8080       No     Yes 1186.8910019 14256.730
## 8081       No     Yes  978.3593360 16679.894
## 8082       No      No 1409.1121603 30626.224
## 8083       No      No 1491.4792822 54835.770
## 8084       No     Yes 1228.4849656 18937.207
## 8085       No      No 1553.4789851 44425.891
## 8086       No      No 1200.0416218 56081.080
## 8087       No      No  984.8608392 45435.497
## 8088       No      No  558.3205402 38014.760
## 8089       No     Yes  778.8538719 16007.457
## 8090       No      No  163.3531708 45183.145
## 8091       No     Yes  574.8182292 16479.539
## 8092       No      No 1149.9368561 39231.650
## 8093       No      No  774.5380741 22691.882
## 8094       No      No  866.7724996 30400.561
## 8095       No      No  325.8596080 36682.283
## 8096       No     Yes  879.6270083 14898.311
## 8097       No      No  160.5030608 19132.695
## 8098       No      No  905.7190025 38210.734
## 8099       No     Yes  649.9310600 13475.020
## 8100       No      No  196.9129257 35737.604
## 8101       No      No  488.5663189 25407.216
## 8102       No      No  449.2743161 13124.563
## 8103       No      No  824.8024322 40957.522
## 8104       No     Yes  600.6021718 18630.379
## 8105       No      No  912.0655308 62142.061
## 8106       No      No  619.1392617 41281.981
## 8107       No      No  225.3646951 60275.883
## 8108       No      No  369.4309534 63536.775
## 8109       No      No  745.6661466 54891.434
## 8110       No     Yes  782.3522809 22692.670
## 8111       No     Yes 1051.2471618 23200.971
## 8112       No     Yes  613.6012840  9506.460
## 8113       No      No  863.6184007 30397.187
## 8114       No      No  943.0860284 29622.608
## 8115       No     Yes 1102.6312615 10671.924
## 8116       No     Yes 1175.1333315 15444.927
## 8117       No      No  491.4493698 51484.245
## 8118       No     Yes 1131.0855679 21829.082
## 8119       No     Yes  717.3718454 16319.117
## 8120       No     Yes  517.3005655 17068.339
## 8121      Yes     Yes 2038.5431600 12181.903
## 8122       No      No  868.4944763 22176.276
## 8123       No      No  111.4168910 33328.246
## 8124       No     Yes 1587.5643979 13080.689
## 8125       No     Yes  640.9984302 21680.098
## 8126       No     Yes 1928.5921196 17570.195
## 8127       No     Yes  759.6787942 18871.402
## 8128       No      No 1306.3539641 35652.762
## 8129       No      No  908.1742897 46791.036
## 8130       No      No  871.6774122 28182.116
## 8131       No      No    0.0000000 38878.175
## 8132       No      No    0.0000000 53302.213
## 8133       No     Yes  947.5251546 24073.091
## 8134       No      No  222.8802756 40849.921
## 8135       No      No 1237.5343782 30967.589
## 8136       No      No 1318.7191121 36822.925
## 8137       No     Yes 1030.0521122  9760.400
## 8138       No      No  925.7062398 62764.884
## 8139       No      No  425.7797909 42131.536
## 8140       No     Yes 1901.6537551 21323.163
## 8141      Yes      No 1940.3716199 41162.934
## 8142       No     Yes  227.3172320 24282.229
## 8143       No      No  836.5742295 51238.581
## 8144       No     Yes  981.9979984 20147.512
## 8145       No      No 1186.7962314 52689.250
## 8146       No     Yes  315.9787480 13186.118
## 8147       No     Yes  768.4472412 21497.529
## 8148       No     Yes  969.9094653 13962.332
## 8149       No      No 1175.1914731 50921.256
## 8150       No     Yes 1684.2753411 20344.178
## 8151       No      No 1120.6231937 48571.260
## 8152       No      No  784.4700535 52617.207
## 8153       No      No  604.9800026 38885.310
## 8154       No      No  517.9789015 41755.344
## 8155       No      No  270.2640888 41978.048
## 8156       No      No  825.6009660 33986.697
## 8157       No      No  623.5173805 51677.345
## 8158       No      No  529.5083605 38328.613
## 8159       No     Yes 1014.7696618 12239.884
## 8160       No      No  288.5346538 44081.035
## 8161       No      No  500.2527238 17104.054
## 8162       No      No  565.6759823 37299.079
## 8163       No      No 1005.3371682 34297.898
## 8164       No      No  852.3933685 46320.855
## 8165       No      No  613.1501138 34286.112
## 8166       No      No  905.5657259 52997.731
## 8167       No      No 1086.1817288 52507.597
## 8168       No      No 1057.1781271 35807.025
## 8169       No      No  252.8994606 27454.619
## 8170       No     Yes 1401.2827034 16683.053
## 8171       No      No 1529.1312589 36572.026
## 8172       No     Yes  947.4537110 21945.793
## 8173       No      No    0.0000000 33917.594
## 8174       No     Yes 1312.9072025 15495.027
## 8175       No      No 1269.2905749 43581.199
## 8176       No     Yes   20.2580938 21530.332
## 8177       No      No    0.0000000 30818.512
## 8178       No      No   35.3229997 53407.270
## 8179       No      No  897.3126908 31465.965
## 8180       No      No 1043.5523578 38393.612
## 8181       No      No 1165.3239660 33433.829
## 8182       No      No 1299.4732101 55165.473
## 8183       No      No  675.7765290 21758.023
## 8184       No     Yes 1202.3850302 20550.638
## 8185       No      No 1190.1598310 30746.377
## 8186       No     Yes  535.0105962 13909.392
## 8187       No      No  194.1935548 43150.502
## 8188       No      No  430.6203194 46182.665
## 8189       No      No 1047.9270908 59765.600
## 8190       No      No  220.7916993 26453.289
## 8191      Yes     Yes 1493.9685390 24126.030
## 8192       No     Yes  856.6553992 15523.103
## 8193       No     Yes 1635.5000236 10596.527
## 8194       No      No  666.6138887 49215.025
## 8195      Yes      No 1562.8379177 49303.009
## 8196       No      No  255.8883718 48833.229
## 8197       No      No  602.3617020 53800.547
## 8198       No      No 1599.3146946 28825.475
## 8199       No      No  150.9495108 36923.552
## 8200       No      No 1388.8165905 35460.801
## 8201       No      No   87.9486518 47924.698
## 8202       No     Yes 1935.8277013 17969.799
## 8203       No     Yes 1289.3159628  7677.896
## 8204       No      No  871.9872122 45496.948
## 8205       No      No 1333.6999809 44361.621
## 8206       No      No  181.1793446 37380.144
## 8207       No      No  791.1822252 48206.732
## 8208       No      No   69.1770237 24556.022
## 8209       No      No  940.8944835 54839.124
## 8210       No     Yes  346.2155779 17866.528
## 8211       No      No  214.8462350 39629.200
## 8212       No     Yes  676.8313079 16998.652
## 8213       No      No  595.9969943 37417.138
## 8214       No     Yes  999.3916964 23688.649
## 8215       No      No 1447.0430736 22433.637
## 8216       No      No  464.0984776 44769.865
## 8217       No      No  872.6399078 29749.171
## 8218       No      No  381.7040992 25011.103
## 8219       No     Yes  866.4967607 24262.694
## 8220       No     Yes 1243.3441019 23634.749
## 8221       No      No 1184.3080211 37600.075
## 8222       No     Yes  757.4071028 25309.773
## 8223       No      No  939.2584897 56225.821
## 8224       No      No  560.7702336 61472.859
## 8225       No      No  971.2788333 26853.301
## 8226       No      No  518.6807923 30151.330
## 8227       No      No  834.2636789 28022.837
## 8228       No     Yes  545.5855799 19454.326
## 8229       No      No 1057.3508718 39651.124
## 8230       No     Yes  720.5164509 20222.949
## 8231       No      No 1285.5179756 37442.643
## 8232       No     Yes  406.3397694 30088.443
## 8233       No      No 1023.8920317 33392.710
## 8234       No      No  356.2441181 21319.086
## 8235       No      No  657.0888188 31724.629
## 8236       No     Yes 1168.5464143 25802.276
## 8237       No      No  344.8822415 26227.329
## 8238       No     Yes  535.3359894 24268.828
## 8239       No     Yes 1222.9665871 21373.350
## 8240       No     Yes  663.6027281 21436.522
## 8241       No     Yes  591.5371447 20961.465
## 8242       No     Yes  941.7180089 23362.977
## 8243       No      No  434.5449437 35620.065
## 8244      Yes      No 1804.1905045 23096.084
## 8245       No      No    0.0000000 34227.947
## 8246       No      No    0.0000000 28356.252
## 8247       No      No  586.4709775 52203.859
## 8248       No      No  707.4361492 42407.754
## 8249       No      No 1491.6405871 61096.492
## 8250       No     Yes  556.1822343 21650.830
## 8251       No      No  683.1475420 44439.529
## 8252       No     Yes  671.1317307 11857.478
## 8253       No      No 1020.1977558 43592.834
## 8254       No     Yes 1183.0677019 13210.878
## 8255       No     Yes 1127.5361311 19322.970
## 8256       No      No 1545.9828049 32691.924
## 8257       No      No 1114.3977298 44195.545
## 8258       No      No  843.4972440 41917.320
## 8259       No      No 1047.6733703 34413.196
## 8260       No     Yes  810.5409457 17252.254
## 8261       No     Yes  501.1105625 26425.698
## 8262       No     Yes 1031.6383609 21432.147
## 8263       No      No  360.2150315 44082.187
## 8264       No      No 1234.8316781 40155.451
## 8265      Yes      No 2236.7642146 37113.883
## 8266       No      No  750.8405315 32034.712
## 8267       No      No  231.9683403 42465.961
## 8268       No      No 1616.5001941 41825.404
## 8269       No      No  981.7993298 49644.919
## 8270       No      No  538.0199251 27284.511
## 8271       No      No  136.3073425 48799.655
## 8272       No      No  614.9409836 30905.480
## 8273       No     Yes  824.0407418 11659.193
## 8274       No      No  393.0612671 44149.388
## 8275       No     Yes  759.3971306 18693.188
## 8276       No     Yes 1743.7988374 17541.003
## 8277       No     Yes  621.1701063 17503.690
## 8278       No      No 1360.5471734 54705.127
## 8279       No      No  253.5218815 37506.207
## 8280       No      No 1392.3326777 48709.529
## 8281       No      No 1508.2508594 43525.053
## 8282       No     Yes 1823.8670605 19447.967
## 8283       No      No    0.0000000 39423.513
## 8284       No      No  728.6734610 36557.235
## 8285       No      No 1471.1987378 56477.131
## 8286       No      No  967.2567624 32201.634
## 8287       No      No  640.7059824 38792.357
## 8288       No     Yes  559.5664108 15720.382
## 8289       No     Yes 1258.1145332 20010.576
## 8290       No      No 1126.8876962 32770.579
## 8291       No      No 1341.2631405 46263.885
## 8292       No      No  751.1019308 50290.144
## 8293       No      No  325.9276366 57313.282
## 8294       No     Yes  905.9019451 20285.225
## 8295       No      No  699.6042756 49035.247
## 8296       No      No  996.4459056 51393.789
## 8297       No     Yes 1034.1702134 23825.029
## 8298       No     Yes 1464.6362415 14763.563
## 8299       No      No  280.7241690 40382.599
## 8300       No      No  725.8676857 41792.673
## 8301       No     Yes 1162.5909216 15419.111
## 8302       No     Yes  193.7197625 18002.548
## 8303       No      No  743.1818270 50250.919
## 8304       No      No 1403.8398342 43225.042
## 8305       No      No  460.1398044 52708.560
## 8306       No      No 1218.2198871 36290.162
## 8307       No      No  903.9870202 51705.272
## 8308       No     Yes 1473.6959310 19759.502
## 8309       No      No  525.5156820 50763.984
## 8310      Yes     Yes 1874.8226124 14957.816
## 8311       No      No  700.6223878 42023.889
## 8312       No     Yes 1164.6669661 23297.158
## 8313       No     Yes 1803.7663493 23201.827
## 8314       No     Yes  451.7115231 22483.096
## 8315       No      No 1101.9844605 36231.854
## 8316       No     Yes 1343.7771240 28198.005
## 8317       No      No  606.4358765 38897.079
## 8318       No      No    0.0000000 45380.657
## 8319       No     Yes    0.0000000 20963.383
## 8320       No      No 1140.8201518 36495.055
## 8321       No      No 1597.6474019 42515.089
## 8322       No     Yes  521.8414793 10316.337
## 8323       No     Yes  837.5214935 13215.786
## 8324       No      No  390.3103153 42322.247
## 8325       No     Yes  806.4819727 22127.082
## 8326       No      No  890.2666463 38376.091
## 8327       No     Yes  237.3830296 21376.683
## 8328       No     Yes  808.3961670 11804.034
## 8329       No      No  694.3909457 46128.865
## 8330       No      No  492.2539455 42143.198
## 8331       No     Yes  460.5954148 12939.009
## 8332       No     Yes  838.4599545 19805.875
## 8333       No      No  675.8425047 38173.926
## 8334       No      No  625.4198746 47406.241
## 8335       No      No   45.4762818 27599.072
## 8336       No      No  474.7692355 30799.949
## 8337       No      No 1024.8236567 46113.647
## 8338       No      No  696.1075770 40325.385
## 8339       No     Yes  953.5336584 25820.587
## 8340       No      No 1143.8552305 50690.258
## 8341       No     Yes  683.4413004 22595.454
## 8342       No      No  644.6044091 30276.571
## 8343      Yes     Yes 2034.6747178 17133.966
## 8344       No     Yes 1345.4916235 12235.388
## 8345       No     Yes 1307.0870915 18082.555
## 8346       No      No  705.5005243 52559.031
## 8347       No      No    0.0000000 47725.522
## 8348       No      No  501.1696197 35664.805
## 8349       No      No  991.5209236 30775.521
## 8350       No     Yes  956.6922342 19594.549
## 8351       No      No  353.6499924 30726.286
## 8352       No      No  838.9240601 47864.419
## 8353       No     Yes  353.6527609 20531.497
## 8354       No     Yes  751.2431402 16475.028
## 8355       No      No  991.1584083 42767.690
## 8356       No     Yes 1096.4896471 17856.265
## 8357      Yes      No 1655.7755969 25639.794
## 8358       No      No    0.0000000 35577.425
## 8359       No     Yes  485.6531778 16099.918
## 8360       No      No  850.4665937 34367.677
## 8361       No     Yes    0.0000000 17695.840
## 8362       No     Yes  766.6355371 21718.814
## 8363       No      No  309.1791625 31232.071
## 8364       No      No  244.6623745 29275.115
## 8365      Yes     Yes 1013.2168864 19651.262
## 8366       No      No  357.5921567 48565.018
## 8367       No     Yes 1908.2420079 17642.627
## 8368       No      No 1449.1357077 40495.472
## 8369       No      No  464.4163012 38236.740
## 8370       No      No 1491.7075453 40637.448
## 8371       No      No  256.8941868 39019.876
## 8372       No      No    0.0000000 35025.971
## 8373       No      No    0.0000000 23910.140
## 8374       No      No  817.6210891 43705.823
## 8375       No     Yes  888.3063208 22901.634
## 8376       No      No 1240.7546046 51511.298
## 8377       No      No  828.6441617 10948.504
## 8378       No     Yes  959.8542276 18481.753
## 8379       No      No 1281.4488488 48837.379
## 8380       No     Yes 1577.6754306 11951.479
## 8381       No     Yes 1444.1142684 21441.012
## 8382       No     Yes  647.6702879 13618.348
## 8383       No      No  720.1649187 43654.230
## 8384       No      No   64.1547934 47969.005
## 8385       No     Yes  546.0286641 21615.269
## 8386       No     Yes 1102.1272768 14009.943
## 8387       No      No 1294.5235696 28001.049
## 8388       No      No  341.3222905 33808.336
## 8389       No      No  399.3903814 17348.784
## 8390       No      No  710.3946335 31483.347
## 8391       No      No 1467.5733837 26697.786
## 8392       No     Yes  282.8315188 13371.055
## 8393       No      No  544.2251816 46149.510
## 8394       No      No 1585.8603725 42709.492
## 8395       No      No    0.0000000 28784.469
## 8396       No      No 1033.4262718 43594.762
## 8397       No      No 1131.0536460 38834.236
## 8398       No      No  544.2872953 24477.472
## 8399       No      No 1116.7203566 33716.178
## 8400      Yes      No 2155.2889861 34787.253
## 8401       No      No  732.0566466 39433.481
## 8402       No      No  591.6362698 33852.310
## 8403       No      No    0.0000000 63251.308
## 8404       No      No  453.8499581 27865.285
## 8405       No      No  170.0709170 27005.577
## 8406       No      No  916.7291772 37212.809
## 8407       No      No  611.3372902 38389.283
## 8408       No      No  258.6296725 33327.938
## 8409       No     Yes  357.5956653 18141.003
## 8410       No      No  813.1738871 49274.383
## 8411      Yes      No 1743.0647098 22308.126
## 8412       No      No  801.8027115 46182.257
## 8413       No      No  674.7366147 26060.486
## 8414       No      No  430.4906483 39921.137
## 8415       No      No 1352.9955320 34089.033
## 8416       No     Yes 1040.8802120 19427.814
## 8417       No      No 1305.7746978 34412.116
## 8418       No      No 1294.7617064 37712.387
## 8419       No     Yes  583.2954820 23694.367
## 8420       No     Yes 1409.2991781 21508.502
## 8421       No      No  886.2166288 40486.859
## 8422       No      No  515.6197997 39638.640
## 8423       No      No 1866.3046526 58710.888
## 8424       No      No  657.7057207 41224.797
## 8425       No      No  270.2243329 49128.037
## 8426       No      No  953.3917889 20749.338
## 8427       No      No  630.2207789 24919.184
## 8428      Yes     Yes 2024.6601698  9663.788
## 8429       No     Yes  497.0569883 23119.135
## 8430       No      No   48.7255630 37957.902
## 8431       No      No  440.0245428 49358.426
## 8432       No      No 1217.9486598 43996.014
## 8433       No     Yes 1203.9822596 21524.318
## 8434       No     Yes 1493.8735617 15626.659
## 8435       No      No    0.0000000 48025.617
## 8436       No      No 1204.9543480 47167.938
## 8437       No      No  945.6697175 39928.244
## 8438       No     Yes  807.5955718 16926.373
## 8439       No      No  514.3815273 20632.268
## 8440       No      No 1493.3574346 51510.148
## 8441       No      No  738.2214298 25184.467
## 8442       No     Yes  451.9124615 22316.261
## 8443       No      No  997.0278823 35591.387
## 8444       No      No 1082.0743936 30627.462
## 8445       No     Yes 1001.3488862 19314.922
## 8446       No      No 1058.6275138 49380.078
## 8447       No      No  245.3464925 42703.019
## 8448       No      No  579.3818249 32296.263
## 8449       No      No 1180.9357140 35352.152
## 8450       No      No  969.0830285 45192.339
## 8451       No      No    0.0000000 44561.325
## 8452       No     Yes  714.1754997 19995.856
## 8453       No      No    0.0000000 36379.519
## 8454       No     Yes  100.8507591 17315.130
## 8455       No      No 1856.5308755 33498.835
## 8456       No      No  620.4573093 41059.097
## 8457      Yes      No 1815.7925200 31632.584
## 8458       No      No 1508.1450143 31101.081
## 8459       No      No 1170.9169757 38712.420
## 8460      Yes      No 2063.5719345 37372.758
## 8461       No     Yes  284.8415772 20477.837
## 8462       No      No  878.4461099 29561.783
## 8463      Yes     Yes 1740.7683059 18161.244
## 8464      Yes      No 1994.3950662 44794.338
## 8465       No      No 1290.1792121 42813.975
## 8466       No      No  441.3369832 55970.923
## 8467       No     Yes 1790.4137252 22953.431
## 8468       No      No  821.2504797 68721.974
## 8469       No      No  341.0403786 40255.468
## 8470       No      No  216.9616918 31742.994
## 8471       No      No   48.2379900 37536.361
## 8472       No      No  501.3606578 49897.301
## 8473       No      No  267.4166250 24154.510
## 8474       No      No  623.6184284 54008.196
## 8475       No      No  752.7393782 38671.786
## 8476       No      No    0.0000000 38665.870
## 8477       No      No  413.1145947 63793.558
## 8478       No      No  895.4392232 26138.101
## 8479       No     Yes  127.6633751 13942.244
## 8480      Yes      No 1361.7357906 50322.355
## 8481       No      No  592.6115176 55124.864
## 8482       No     Yes  947.8509970 22047.921
## 8483       No      No  784.1715748 47322.689
## 8484       No      No  952.3111521 21990.091
## 8485       No      No  448.2635314 26350.871
## 8486       No      No  316.1240081 37322.932
## 8487       No     Yes 1246.1171984  9846.703
## 8488       No      No  680.7064686 42316.403
## 8489       No      No 1208.3043757 38461.047
## 8490      Yes      No 1292.4302107 50990.577
## 8491       No      No  663.6101987 48089.521
## 8492       No      No  435.5922002 38830.518
## 8493       No      No  579.1932810 36181.813
## 8494       No     Yes  819.0310647 22092.722
## 8495       No      No  603.0203998 51229.788
## 8496      Yes     Yes 2654.3225763 21930.389
## 8497       No     Yes    0.0000000 23274.976
## 8498       No     Yes 1487.0435446 21412.352
## 8499       No      No 1466.7721919 46875.084
## 8500       No      No 1168.4885668 40615.567
## 8501       No     Yes  592.2969458 19744.978
## 8502       No     Yes 1255.9738910 21757.676
## 8503       No      No  389.7923810 53685.473
## 8504       No      No  604.3043270 38758.546
## 8505       No      No  940.3923997 33874.815
## 8506       No      No  329.5189766 38150.635
## 8507       No      No 1465.0270324 18600.214
## 8508       No     Yes 1817.2800719 20751.432
## 8509       No     Yes 1055.0637976 16174.206
## 8510       No     Yes  536.0102178 23587.494
## 8511       No      No  817.4743281 41994.925
## 8512       No      No 1244.5635657 36157.818
## 8513       No      No  983.1275713 19985.601
## 8514       No      No  644.8002553 32298.309
## 8515       No      No  896.9814679 35755.748
## 8516       No      No  527.2715744 41573.982
## 8517       No      No    0.0000000 51122.516
## 8518       No     Yes 1427.9405308 12666.261
## 8519       No     Yes 1262.4807657 15636.257
## 8520       No      No 1283.2784826 46335.836
## 8521       No      No  489.5199137 22750.692
## 8522       No      No  887.2014361 41641.454
## 8523       No      No  328.0130111 38500.400
## 8524       No     Yes 1521.4949491 18018.904
## 8525       No      No  326.0381126 25498.014
## 8526       No      No 1816.9735016 29897.182
## 8527       No      No 1534.0070045 35566.267
## 8528       No     Yes 1657.1138586 10852.293
## 8529       No      No 1270.4569759 36092.587
## 8530       No      No  560.5146192 25254.042
## 8531       No      No    0.0000000 28490.771
## 8532       No      No  697.9327582 35706.661
## 8533       No      No 1420.5074803 37437.738
## 8534       No      No  695.6690098 36977.640
## 8535       No     Yes  212.8213685 24515.975
## 8536       No     Yes  929.4111300 23236.752
## 8537       No      No 1676.1147988 25317.171
## 8538       No      No  571.9599418 24932.006
## 8539       No      No  355.0163312 36327.877
## 8540       No     Yes 1315.4214446 21650.415
## 8541       No     Yes 1006.9941089 17834.064
## 8542       No      No  332.6741696 22938.593
## 8543      Yes      No 1622.4990393 39228.541
## 8544       No      No    0.0000000 26394.545
## 8545       No      No 1131.6020542 19893.772
## 8546       No      No    0.0000000 44981.150
## 8547       No      No 1493.7422481 32742.858
## 8548       No      No   47.4234793 29567.857
## 8549       No      No  153.7126336 54331.530
## 8550       No      No  458.9973870 21165.866
## 8551       No     Yes 1260.8281765 22372.288
## 8552       No     Yes 1080.4776622 18741.317
## 8553       No      No 1814.1056487 32977.909
## 8554       No     Yes 1739.8378122 21593.013
## 8555       No      No    0.0000000 50496.474
## 8556       No      No  983.4906792 20828.531
## 8557       No      No    0.0000000 28176.119
## 8558       No     Yes  138.9063092 13005.895
## 8559       No      No  870.3479659 42397.100
## 8560       No     Yes  584.4864011 14017.391
## 8561       No     Yes 1508.7017761 25338.265
## 8562       No     Yes 1282.4749516 25304.586
## 8563       No      No  521.7367280 28401.497
## 8564       No      No 1150.6777116 38342.289
## 8565       No     Yes 1010.8485910 16428.755
## 8566       No     Yes 1746.2973719 24536.554
## 8567       No      No 1382.2689926 19023.996
## 8568       No      No  499.8186019 31335.961
## 8569       No      No  339.6768042 43308.966
## 8570       No      No  253.6301022 50236.505
## 8571       No      No  690.1857313 32761.227
## 8572       No      No  743.0525534 33556.016
## 8573       No      No  736.4955216 49119.348
## 8574       No     Yes  584.5180962 19624.589
## 8575      Yes     Yes 1276.6850826 19282.436
## 8576       No      No  399.8771607 47291.016
## 8577       No      No  182.2387200 45937.977
## 8578       No      No  743.6661697 37542.580
## 8579       No      No  731.1016272 26655.415
## 8580       No      No  615.7266574 38687.115
## 8581       No      No  499.1491489 56343.610
## 8582       No      No  785.0335169 45598.915
## 8583       No     Yes  969.2523410 16864.043
## 8584       No      No  841.4900639 43371.924
## 8585       No      No  181.1714826 35175.904
## 8586       No      No  811.5963666 38323.724
## 8587       No      No 1625.6398763 65026.739
## 8588       No      No  962.2238380 43974.057
## 8589       No      No  617.0250542 33369.089
## 8590       No     Yes  478.9236749 19730.185
## 8591       No      No 1017.7497207 30227.863
## 8592       No      No  708.5001616 35086.905
## 8593       No      No  423.4079473 40844.342
## 8594       No      No    0.0000000 29775.159
## 8595       No     Yes  935.6936350 25362.322
## 8596       No      No    0.0000000 51719.375
## 8597       No     Yes 1757.8454589 17426.520
## 8598       No      No  733.5453865 30638.216
## 8599       No     Yes 1050.4093860 16746.063
## 8600       No      No   25.8003767 44091.688
## 8601       No      No  646.0812402 36686.959
## 8602       No      No  695.4717672 25544.892
## 8603       No      No  536.5174942 28629.464
## 8604       No      No  542.2771433 52447.219
## 8605       No      No  811.7699461 46076.302
## 8606       No     Yes  911.7608245 21082.553
## 8607       No      No  621.3034989 50474.979
## 8608       No      No  549.3931277 39131.495
## 8609       No      No  929.2971542 42503.410
## 8610       No      No  154.6639204 44714.372
## 8611       No      No   36.2350412 49075.982
## 8612       No      No  718.5952536 39157.790
## 8613       No      No  379.1003606 31350.929
## 8614       No      No  904.3357112 30890.746
## 8615       No      No 1028.9643424 18701.410
## 8616       No      No  343.4938298 67930.344
## 8617       No      No  375.7993192 21297.585
## 8618       No     Yes  502.2610869 13572.749
## 8619       No     Yes 1231.5588247 15727.670
## 8620       No      No  456.8715128 54894.164
## 8621       No     Yes 1112.1299190 22709.433
## 8622       No      No 1063.7128610 36475.098
## 8623       No     Yes  895.8232449 19825.630
## 8624       No      No 1407.0921425 43677.976
## 8625       No      No  418.4983441 29856.472
## 8626       No      No  684.9062972 14756.998
## 8627       No      No  650.0461100 46137.933
## 8628       No      No  495.4211542 26740.769
## 8629       No      No  698.9051300 27001.554
## 8630       No      No  847.7729672 42193.598
## 8631       No      No 1185.1597343 35793.349
## 8632       No      No 1315.6091315 54833.056
## 8633       No      No    0.0000000 32809.335
## 8634       No      No  629.0877710 32296.932
## 8635       No      No  326.6700185 50562.490
## 8636       No      No    0.0000000 35775.317
## 8637       No      No  949.2823724 26960.743
## 8638       No      No 1077.7330835 50334.854
## 8639       No      No 1256.1867299 31706.179
## 8640       No      No 1356.7298361 37664.037
## 8641       No      No  564.1282921 37695.775
## 8642       No      No  793.9709695 41931.585
## 8643       No     Yes  412.3886362  9892.128
## 8644       No     Yes  810.6685873 19925.744
## 8645       No     Yes 1273.8357763 15593.642
## 8646       No      No 1386.6684781 56325.449
## 8647       No     Yes  574.6731443 22814.346
## 8648       No     Yes 1614.1416380 11334.292
## 8649       No      No    0.0000000 45642.762
## 8650       No      No  949.9967068 32676.231
## 8651       No     Yes  618.7567523 18297.328
## 8652       No      No 1408.1761190 47496.164
## 8653       No      No  465.9198784 41133.949
## 8654       No      No  952.9278193 44894.443
## 8655       No     Yes   17.6095776 13739.755
## 8656       No     Yes  989.8845974 23416.500
## 8657       No     Yes 1817.1711764 24601.037
## 8658       No      No  746.8365105 41294.452
## 8659       No      No  549.0649295 58539.414
## 8660       No     Yes  993.0495382 20538.546
## 8661       No     Yes 1447.4181082 16658.424
## 8662       No     Yes  598.2181944 19794.576
## 8663       No     Yes   79.9899964 14390.813
## 8664       No      No  641.2545874 31306.535
## 8665       No     Yes  562.8376983 25068.046
## 8666       No     Yes  448.2432107 23540.891
## 8667       No     Yes 1134.6965725 20068.019
## 8668       No      No 1649.2116069 42148.744
## 8669       No     Yes  817.6766467 22339.885
## 8670       No     Yes  948.1513026 18107.357
## 8671       No     Yes 1180.0180862 19871.207
## 8672       No      No  761.1876588 54681.828
## 8673       No      No  420.4958319 58264.206
## 8674       No     Yes 1841.4085338 18000.705
## 8675       No      No  102.7214411 13719.357
## 8676       No      No  265.5928459 24833.342
## 8677       No      No 1558.8610753 45255.967
## 8678       No     Yes  220.6595334 20148.580
## 8679       No      No  325.8701315 35015.269
## 8680       No      No 1272.4773859 42671.319
## 8681       No      No  906.2310971 46715.235
## 8682       No      No 1070.8100482 35979.470
## 8683       No     Yes    0.0000000 15572.021
## 8684       No      No  722.1334868 22669.240
## 8685       No      No 1453.2928721 43370.758
## 8686       No      No 1207.2878521 33671.460
## 8687       No      No 1118.2199230 32632.913
## 8688       No      No 1281.9215727 56778.415
## 8689       No     Yes  878.9983936 12054.859
## 8690       No      No  735.1033377 51403.716
## 8691       No      No  914.3410823 43460.166
## 8692       No      No    4.1511116 22722.222
## 8693       No      No 1063.5923292 38057.334
## 8694       No      No  331.8428277 37264.695
## 8695       No      No  838.5789048 43501.258
## 8696       No      No  418.2996428 49670.022
## 8697       No      No  538.9427317 23289.280
## 8698       No     Yes 2133.7454809 19675.508
## 8699       No      No 1651.3225527 34024.664
## 8700       No     Yes 1152.9732719 13036.067
## 8701       No     Yes 1065.2563554 16658.947
## 8702       No      No  486.6526399 30838.630
## 8703       No     Yes  770.8266665 18896.729
## 8704       No      No 1202.4634888 42818.643
## 8705       No      No  323.8001014 34576.492
## 8706      Yes      No 2062.8706284 30839.181
## 8707       No      No 1058.2843316 39314.513
## 8708       No      No  796.0250533 38443.896
## 8709       No     Yes 1379.7700166 15509.409
## 8710       No      No 1201.3324891 23969.452
## 8711       No      No 1114.1160074 40359.967
## 8712       No      No  821.6071023 50689.193
## 8713       No      No 1079.9657652 43215.806
## 8714       No     Yes  662.9953630 12008.336
## 8715       No     Yes 1343.7015491 27168.408
## 8716       No     Yes  553.4557368 21358.421
## 8717       No      No  472.9540550 63759.787
## 8718       No     Yes 1806.5516723 17648.198
## 8719       No     Yes  855.2269959 15348.707
## 8720       No     Yes  790.5543286 20568.827
## 8721       No      No 1380.1440320 48087.825
## 8722       No      No 1522.5308015 30765.564
## 8723       No     Yes  967.3490473 14725.141
## 8724       No     Yes  886.2211404 12796.059
## 8725      Yes      No 1323.6281422 18820.795
## 8726       No      No 1351.3254227 46663.392
## 8727       No      No  294.0187903 59128.503
## 8728       No      No 1756.0507164 52497.586
## 8729       No      No  439.4963640 46784.945
## 8730       No      No  725.7832919 35503.644
## 8731       No      No 1049.9467684 43172.327
## 8732       No      No 1138.6288594 36978.459
## 8733       No      No  568.2242546 39873.243
## 8734       No      No    0.0000000 43160.324
## 8735       No      No  572.6658576 42285.285
## 8736       No      No 1270.3931781 43032.272
## 8737       No      No 1444.4321045 19153.343
## 8738      Yes      No 1926.5990821 59224.453
## 8739       No      No  101.9934557 27909.631
## 8740       No      No  547.1749749 36969.003
## 8741       No      No  907.6331040 28577.097
## 8742       No      No  282.8892177 42132.074
## 8743       No     Yes  811.9650452 12853.176
## 8744       No     Yes 1305.1044526 20573.554
## 8745       No     Yes  533.9165429 21390.687
## 8746       No     Yes 1420.5961395 20197.812
## 8747       No      No   89.3129241 39915.454
## 8748       No      No  839.0409200 36665.701
## 8749       No      No  522.1534576 40717.163
## 8750       No      No  488.7211263 46503.166
## 8751       No     Yes  983.2685030 24554.272
## 8752       No      No  442.6659006 43991.812
## 8753       No     Yes  977.5893720 17637.734
## 8754       No     Yes  317.2679998 17801.537
## 8755       No      No 1033.7566582 21837.243
## 8756       No      No  629.3201832 52089.633
## 8757       No      No 1328.3341035 39877.612
## 8758       No     Yes 1486.3772996 19164.350
## 8759       No      No  760.5532935 19957.839
## 8760       No     Yes 1204.2414702 19302.901
## 8761       No     Yes 1367.7865145 12449.279
## 8762       No      No  226.2992254 34305.256
## 8763       No      No  902.4163952 37905.631
## 8764       No      No  462.0042896 33157.362
## 8765       No      No 1072.3793647 19958.544
## 8766       No      No  424.0481900 25081.843
## 8767       No      No  846.1312948 29812.088
## 8768       No     Yes  951.5885363 12163.185
## 8769       No      No 1079.8232987 44390.716
## 8770       No     Yes 1395.6689866 21374.592
## 8771       No      No  828.8895452 52560.907
## 8772       No      No  829.8842621 40749.787
## 8773       No      No 1626.1694187 32827.703
## 8774       No      No 1057.6331736 37229.807
## 8775       No      No  729.2259909 35633.503
## 8776       No     Yes  154.8755316 20685.457
## 8777       No      No 1583.0961007 15350.456
## 8778       No      No    0.0000000 40766.695
## 8779       No      No  528.5692049 42249.357
## 8780       No      No  809.1046740 24820.526
## 8781       No     Yes  132.1045587 20065.722
## 8782       No     Yes 2149.3368117 15093.828
## 8783       No      No  497.7257852 26591.113
## 8784       No      No  489.1655607 26875.724
## 8785       No     Yes  596.5392560  9518.832
## 8786       No     Yes 1883.0654560 23989.892
## 8787       No     Yes  748.0592283 17362.807
## 8788       No      No 1046.9181213 42376.502
## 8789       No      No  310.1302239 37697.220
## 8790       No     Yes 1065.5210762 21129.234
## 8791       No     Yes 1097.0674808 20564.126
## 8792       No      No 1154.8586784 57640.917
## 8793      Yes      No 2049.0298451 52568.909
## 8794       No      No 1398.6524674 34194.082
## 8795       No      No  130.3468225 53852.755
## 8796       No      No 1400.1631869 52343.477
## 8797       No      No    0.0000000 51740.422
## 8798       No     Yes  552.3342396 21262.566
## 8799       No      No    0.0000000 58233.021
## 8800       No      No  246.6365453 18953.672
## 8801       No      No    0.0000000 38249.982
## 8802       No     Yes  655.5101263 15771.492
## 8803       No     Yes  100.3554330 13940.603
## 8804       No     Yes 1103.0035655 25385.602
## 8805       No     Yes  928.2334115 20932.692
## 8806       No      No  509.3177986 18221.147
## 8807       No     Yes  420.2570639 24703.998
## 8808       No      No  307.7305626 48123.551
## 8809       No      No  733.0760867 40056.100
## 8810       No      No  851.5646599 33211.176
## 8811       No      No 1300.3371817 47580.544
## 8812       No     Yes  203.9661270 16433.674
## 8813       No     Yes 1557.5255714 17132.312
## 8814       No      No    0.0000000 41359.892
## 8815       No      No 1136.4550314 47721.274
## 8816       No      No  986.1815438 34780.954
## 8817       No      No  452.8271077 62912.444
## 8818       No      No  775.4935595 46025.871
## 8819       No     Yes  926.0781636 17660.807
## 8820       No      No 1074.9912673 27834.790
## 8821       No      No  844.4654791 44518.395
## 8822       No      No  391.5583580 45822.524
## 8823       No     Yes 1283.0285557 15638.007
## 8824       No     Yes 1343.2435165  7032.060
## 8825       No     Yes 1049.4200361 15815.344
## 8826       No     Yes  728.9858382 17360.523
## 8827       No     Yes 1203.1032564 19967.863
## 8828       No      No  221.3348565 31764.203
## 8829       No      No  149.2232188 36550.333
## 8830       No      No  474.6283748 28182.976
## 8831       No     Yes  962.4665364 14606.090
## 8832       No      No 1166.2131855 36324.679
## 8833      Yes     Yes 2207.5990539 19780.764
## 8834       No     Yes 1244.9235110 24291.408
## 8835       No      No  913.4535992 52793.180
## 8836      Yes      No 1315.5587654 35456.696
## 8837       No      No   80.7149258 37651.568
## 8838       No     Yes  745.2211412 24689.518
## 8839       No      No 1505.0940829 43036.121
## 8840       No     Yes  903.4388120 13028.151
## 8841       No      No  250.9888204 33568.532
## 8842       No      No  857.1507423 34691.322
## 8843       No      No   92.9756886 49608.586
## 8844       No      No 1363.3103788 35387.699
## 8845       No      No  146.8971527 41872.173
## 8846       No     Yes 2014.4976476 15728.938
## 8847       No      No 1112.4685240 43201.520
## 8848       No     Yes  237.1635864 25219.983
## 8849       No      No 1018.3667900 47723.327
## 8850       No      No  150.3023857 39730.165
## 8851       No      No 1074.1240403 47517.867
## 8852       No      No    0.0000000 30098.422
## 8853       No     Yes 1205.9450405 12950.816
## 8854       No     Yes  713.2463934 20549.852
## 8855       No      No 1351.8529658 40177.959
## 8856       No      No  254.7280579 53696.832
## 8857       No     Yes  842.2559874 23310.229
## 8858       No      No  390.9808235 47083.431
## 8859       No     Yes  639.4683036 12323.350
## 8860       No     Yes  514.3349873 27443.975
## 8861       No      No  791.6633418 48127.626
## 8862       No     Yes 1204.9179044 11339.157
## 8863       No      No 1000.5254382 53680.984
## 8864       No     Yes  810.3080124 16248.456
## 8865       No      No  797.8653933 43717.068
## 8866       No      No    0.0000000 46461.320
## 8867       No      No  990.1447723 48040.602
## 8868       No     Yes  284.0505520 15352.360
## 8869       No      No 1080.3212812 48226.730
## 8870       No      No 1433.9923269 19864.975
## 8871       No      No  792.9740677 28674.671
## 8872       No      No 1351.9574372 24136.072
## 8873       No      No  528.6768448 39925.185
## 8874       No      No  692.0528224 39586.849
## 8875       No      No 1085.5202349 36746.320
## 8876       No      No  567.7041783 50643.316
## 8877       No      No 1190.0613033 41965.880
## 8878       No     Yes  289.3569474 15715.501
## 8879       No      No 1440.1329269 28370.104
## 8880       No      No  373.1788864 30826.075
## 8881       No      No  733.2005691 38592.042
## 8882       No     Yes 1095.6120021 10450.745
## 8883       No      No 1117.6297037 61940.016
## 8884       No      No  505.0151281 43658.813
## 8885       No     Yes  230.1591687 24776.693
## 8886       No      No  586.7756504 32622.376
## 8887       No     Yes  513.7976777 15540.454
## 8888       No     Yes 1212.7566620 13722.901
## 8889       No      No  578.4836466 45066.207
## 8890       No      No 1229.5203016 59755.030
## 8891       No     Yes 1829.9099413 21018.960
## 8892       No     Yes  973.2644800 16984.611
## 8893       No      No  690.6403424 26989.394
## 8894       No      No  781.6677859 49427.518
## 8895       No      No  652.2027614 36348.296
## 8896       No      No  762.9231977 50293.872
## 8897       No     Yes  843.6424315 17992.317
## 8898       No     Yes 1316.2109831 16327.626
## 8899       No     Yes  559.9031826  9357.759
## 8900       No      No  355.0300657 52926.778
## 8901       No      No 1635.2029020 31541.094
## 8902       No      No  696.8956932 63952.313
## 8903       No      No  444.0427027 47857.715
## 8904       No      No 1585.5250891 49011.416
## 8905       No      No 1322.0809830 48906.518
## 8906       No      No  941.7416323 34559.647
## 8907       No     Yes 1426.0141774 20779.679
## 8908      Yes     Yes 1359.2139474 25548.487
## 8909       No      No 1504.5693859 36697.402
## 8910       No      No   48.2656403 32081.092
## 8911       No      No    0.0000000 47393.329
## 8912       No     Yes  802.3692671 18999.525
## 8913       No      No  600.9390903 43846.209
## 8914       No      No 1440.0257127 41814.804
## 8915       No     Yes 1184.2044431 23235.657
## 8916       No      No   31.8620654 33702.651
## 8917       No      No  580.3790561 55724.271
## 8918       No     Yes  591.9864699  8815.176
## 8919       No      No  915.5920094 37720.187
## 8920      Yes      No 2006.9861730 50033.533
## 8921       No     Yes 1216.5862503 18140.624
## 8922       No      No  970.9255522 46051.868
## 8923       No      No  664.7189435 36998.566
## 8924       No      No  873.8796086 46203.910
## 8925       No      No  444.2814001 56881.207
## 8926       No      No  641.7604481 44857.701
## 8927       No     Yes 1106.3236942 21202.030
## 8928       No      No  616.5546498 46107.208
## 8929       No      No 1164.3621403 38759.731
## 8930       No      No  828.6628118 28427.670
## 8931       No      No   23.2983318 37975.539
## 8932       No      No  717.4344202 45267.820
## 8933       No      No  167.5841567 49087.256
## 8934       No      No  821.8532926 35358.393
## 8935       No      No  769.6667019 39401.475
## 8936       No      No    0.0000000 37343.417
## 8937       No      No 1038.7002659 33783.714
## 8938       No     Yes 1050.1513327 16963.813
## 8939       No     Yes  927.6321006 20640.774
## 8940       No      No 1014.7226287 38780.790
## 8941       No     Yes 1391.4415972 11685.645
## 8942       No      No  290.4830670 47724.240
## 8943       No      No  656.4349437 26551.601
## 8944       No      No 1456.6429369 24089.095
## 8945       No     Yes 1240.7240122 19702.799
## 8946       No      No  636.6060455 31870.551
## 8947       No      No 1665.0369730 48295.525
## 8948       No      No  825.9559447 31661.626
## 8949       No      No    0.0000000 61608.532
## 8950       No     Yes 1152.1244190 18644.400
## 8951       No     Yes  711.0398753 22000.107
## 8952       No      No 1221.0831227 29370.585
## 8953       No      No  781.2917026 36744.568
## 8954       No      No    0.0000000 41671.209
## 8955       No      No  919.3001361 33866.363
## 8956       No      No  155.9899169 50135.850
## 8957       No      No    0.0000000 42616.602
## 8958       No     Yes 1520.8516448 20044.081
## 8959       No      No  407.3215382 38285.415
## 8960       No      No  555.2299512 22788.968
## 8961       No      No  705.1971768 35864.012
## 8962       No     Yes  916.1289706 28839.584
## 8963       No      No 1083.2811870 45260.417
## 8964       No     Yes  771.1332614 20655.071
## 8965       No      No 1700.2949761 53844.579
## 8966       No      No  679.2668048 36694.750
## 8967       No      No  762.9914907 44162.363
## 8968       No     Yes 1196.5369960 25651.536
## 8969       No      No  627.3837596 47489.283
## 8970       No     Yes 1175.7990568 18178.082
## 8971       No      No  660.2005712 33598.089
## 8972       No     Yes  822.6253243 10923.382
## 8973       No      No  842.4075391 38161.739
## 8974       No      No 1248.3996848 41555.811
## 8975       No     Yes 1405.8766538 27071.322
## 8976       No      No  419.7020001 44989.763
## 8977       No     Yes   91.7339465 19153.728
## 8978       No      No  157.0034532 50131.879
## 8979       No      No  666.5299507 51876.490
## 8980       No      No  806.7812411 55735.549
## 8981       No      No    0.0000000 44754.249
## 8982       No      No 1378.2664361 40228.934
## 8983       No      No  354.2163910 25427.054
## 8984       No      No  596.1826889 55591.059
## 8985       No      No  102.4698629 44600.432
## 8986       No      No  637.2169994 48461.909
## 8987       No      No 1274.7965503 18044.823
## 8988       No      No  403.0414814 29200.984
## 8989       No      No  619.5151739 53747.549
## 8990       No      No 1111.6907664 31059.463
## 8991       No      No 1235.4857680 29992.186
## 8992       No      No  850.3855684 45530.377
## 8993      Yes     Yes 2352.0549493 24067.548
## 8994       No      No 1518.3525146 53971.731
## 8995       No      No    0.0000000 47935.283
## 8996       No      No  541.9440018 37640.300
## 8997       No     Yes 1401.1936091 17688.856
## 8998       No      No  329.4656843 46028.015
## 8999       No      No  530.0938205 21736.810
## 9000       No      No    0.0000000 27455.909
## 9001       No      No 1112.0641400 27694.721
## 9002       No      No  291.0761413 23479.613
## 9003       No      No 1133.4149389 36456.949
## 9004       No     Yes  488.9570121 15912.305
## 9005       No      No  926.5478994 25363.015
## 9006       No      No  783.7975633 33151.567
## 9007       No     Yes  246.0818190 20046.772
## 9008       No     Yes  860.9177306 11575.702
## 9009       No      No 1838.1948611 32308.024
## 9010       No     Yes  918.8288881 16110.990
## 9011       No      No 1040.1056651 16905.458
## 9012       No      No  951.6202260 41689.568
## 9013       No      No  749.1147396 46478.105
## 9014       No      No   70.1854777 36216.964
## 9015       No      No 1002.3512182 43048.170
## 9016       No      No  948.7053930 14095.810
## 9017       No      No  983.6190158 24666.683
## 9018       No     Yes    0.0000000 16156.029
## 9019       No     Yes 1209.3841984 12830.833
## 9020       No      No  527.1727849 28931.128
## 9021       No      No  671.7654800 40907.808
## 9022       No      No  807.2945307 49367.776
## 9023       No     Yes 1189.4647405 17287.639
## 9024       No      No  612.1079216 31367.713
## 9025       No      No    1.9807344 42380.875
## 9026       No      No  507.9075264 45727.769
## 9027       No      No 1678.1184657 41813.892
## 9028       No      No    0.0000000 51054.569
## 9029       No     Yes  378.6721749 14328.312
## 9030       No     Yes 1202.7607108 20973.260
## 9031       No     Yes 1038.5409971 21839.720
## 9032       No      No  333.1800575 29400.478
## 9033       No      No 1322.2517606 43802.627
## 9034       No     Yes 1579.2169960 15111.914
## 9035       No      No  852.5307769 46662.768
## 9036       No      No 1407.8692079 43033.936
## 9037       No     Yes    0.0000000 17791.433
## 9038       No      No  350.1960855 46893.732
## 9039       No     Yes 1276.3508390 27732.269
## 9040       No      No   17.0316800 24492.213
## 9041      Yes      No 1288.4069966 44253.309
## 9042       No      No  861.3638604 47969.677
## 9043       No      No 1209.7566413 40605.813
## 9044       No      No 1067.7792287 28077.255
## 9045       No      No  831.5873300 32203.272
## 9046      Yes      No 1747.9836686 18966.110
## 9047       No      No    0.0000000 58211.536
## 9048       No     Yes 1177.3276546 13737.050
## 9049       No      No    0.0000000 50559.471
## 9050       No      No  943.4672893 26388.617
## 9051       No      No   61.1833446 37604.218
## 9052       No      No 1436.6476691 38571.328
## 9053       No      No  343.6431783 43483.738
## 9054       No      No 1018.3828710 30846.821
## 9055       No     Yes 1173.0981201 23811.000
## 9056       No      No  979.8510491 44869.047
## 9057       No      No  444.6047964 51584.336
## 9058       No      No  282.0424337 50501.077
## 9059       No     Yes 1420.0229816 26424.539
## 9060       No      No  654.6613601 32400.481
## 9061       No      No 1388.5634893 21151.263
## 9062       No     Yes    0.0000000 13621.811
## 9063       No      No    0.0238163 37981.781
## 9064       No     Yes 1132.0840570 15675.534
## 9065       No      No 1330.4810969 50459.047
## 9066       No      No  815.1740233 37946.981
## 9067       No      No 1163.3240404 38323.084
## 9068       No      No  769.2306365 49590.067
## 9069       No      No  698.0788729 38960.267
## 9070       No      No    0.0000000 41239.021
## 9071      Yes     Yes 1789.4774748 17667.782
## 9072       No      No 1124.9665268 50701.728
## 9073       No      No 1012.2862081 60697.634
## 9074       No      No    0.0000000 31722.330
## 9075       No      No  481.7778056 34478.953
## 9076       No     Yes 1383.5698236 17245.029
## 9077       No      No  856.7704514 42662.802
## 9078       No      No  994.0118889 52188.775
## 9079       No      No  203.3281235 40490.145
## 9080      Yes      No 1856.9147165 33445.617
## 9081       No      No  566.8727192 67018.420
## 9082       No      No 1428.7252580 51633.433
## 9083       No      No 1339.1999630 44257.935
## 9084       No     Yes  215.6338978 23221.619
## 9085      Yes      No 1125.6565618 34758.124
## 9086       No      No  514.8594362 57241.703
## 9087       No     Yes  564.8027621 21314.779
## 9088       No     Yes  705.8830645 11121.699
## 9089       No      No  390.0217243 39029.857
## 9090       No      No  690.6010978 43511.337
## 9091       No     Yes 1596.7010548 21581.272
## 9092       No      No 1578.4637113 51413.840
## 9093       No     Yes 1363.9929568 18140.361
## 9094       No      No  819.3263746 22406.055
## 9095       No      No    0.0000000 44712.232
## 9096       No      No  870.0205679 40535.310
## 9097       No      No  629.2718914 35695.089
## 9098       No      No  217.5124122 39616.260
## 9099       No     Yes 1702.9817017 25203.457
## 9100       No      No   86.5788882 31893.223
## 9101       No     Yes  967.1689244 27077.627
## 9102       No     Yes  329.7643313 17762.774
## 9103       No      No  594.3644282 24273.562
## 9104       No      No   51.0723021 38764.395
## 9105       No      No  345.3938681 27012.754
## 9106       No     Yes  740.5778507 17700.072
## 9107       No      No 1128.8334750 45043.936
## 9108       No      No 1549.2633061 43240.459
## 9109       No     Yes  472.0245371 13685.470
## 9110       No      No  466.1097686 26598.121
## 9111       No      No  633.7831603 37672.158
## 9112       No      No  959.0214602 46133.134
## 9113       No      No 1634.9966852 36995.751
## 9114       No      No  155.9930613 37599.768
## 9115       No      No 1060.9729203 37410.376
## 9116       No      No  862.1501957 59240.845
## 9117       No     Yes  380.9051066 22042.570
## 9118       No      No  184.5304739 35058.341
## 9119       No      No 1690.3873495 46228.320
## 9120       No      No  406.9985219 41505.406
## 9121       No      No  626.1681253 35196.078
## 9122       No      No 1915.3320660 21361.048
## 9123       No     Yes 1017.3609664 21702.183
## 9124       No      No  669.3614789 46007.005
## 9125       No      No  574.4698776 46696.186
## 9126       No     Yes  256.3256705 15627.663
## 9127       No     Yes 1365.7911904 22301.706
## 9128       No      No 1194.6452356 35622.328
## 9129       No      No  286.3010545 30026.071
## 9130       No     Yes 1260.4940090  8549.253
## 9131       No      No  659.7830853 42054.915
## 9132       No     Yes  583.7742232 12240.661
## 9133       No      No 1024.8194768 40380.298
## 9134       No      No 1045.4268859 50639.060
## 9135       No      No  522.7744089 37481.682
## 9136       No      No  212.9317825 46843.912
## 9137       No      No    0.0000000 54609.729
## 9138       No      No  316.5638722 30293.963
## 9139       No      No  625.0173287 58911.609
## 9140       No     Yes  789.3772662 21140.509
## 9141       No      No  454.4881463 39608.323
## 9142       No      No 1293.2976064 65128.405
## 9143       No      No  964.0904134 48405.843
## 9144       No      No  316.0175119 39959.930
## 9145       No      No  826.0227222 53874.372
## 9146       No      No  667.4920413 24613.676
## 9147       No     Yes  950.4772929 17932.125
## 9148       No      No    0.0000000 54659.163
## 9149       No      No  650.2901385 44358.652
## 9150       No      No  448.8819968 38426.259
## 9151       No      No 1326.4123698 35158.190
## 9152       No      No 1322.0939767 51845.180
## 9153       No      No  575.1376565 25669.697
## 9154       No      No  392.4771819 20674.673
## 9155       No     Yes  716.0480967 15149.876
## 9156       No      No  358.9239515 50989.744
## 9157       No      No  946.8920555  9364.850
## 9158       No      No  184.8872983 49716.020
## 9159       No      No  600.8200858 49727.490
## 9160       No      No  965.1504836 34783.007
## 9161       No      No  937.0370554 42169.043
## 9162       No      No 1225.9226476 43718.695
## 9163       No      No  581.3131046 32454.110
## 9164       No      No   62.1109339 51206.293
## 9165       No      No 1653.5518764 23137.561
## 9166       No     Yes  994.0907388 17401.847
## 9167       No     Yes 1080.7597327 16900.391
## 9168       No      No  663.6637928 51135.086
## 9169       No      No    0.0000000 44464.297
## 9170       No      No   11.1380701 52195.921
## 9171       No     Yes 1403.1635256 28207.932
## 9172       No      No 1005.5254294 34587.244
## 9173       No     Yes  831.3044957 17572.318
## 9174       No      No  154.2124634 29153.452
## 9175       No      No  497.8819052 55543.625
## 9176       No     Yes  601.8912206 16948.613
## 9177       No      No  832.3445356 51737.371
## 9178       No      No 1557.5590160 36742.189
## 9179       No      No  705.3382099 23952.545
## 9180      Yes      No 1234.1020213 43764.869
## 9181       No     Yes  816.4436082 19141.730
## 9182       No      No  768.3785848 43325.970
## 9183       No     Yes 1725.3392436 18268.195
## 9184       No      No 1004.1254073 53397.392
## 9185       No     Yes  952.8871314 15082.677
## 9186       No      No 1965.3293582 31804.634
## 9187       No      No  930.0813016 21575.424
## 9188       No      No  499.6463238 69342.672
## 9189       No      No 1140.1401141 41775.518
## 9190       No      No  518.3699058 27527.235
## 9191       No      No 1167.8891582 35969.024
## 9192       No      No 1402.2427172 32742.271
## 9193       No      No    0.0000000 31363.650
## 9194       No      No   42.1499932 31812.892
## 9195       No      No  989.0177917 35129.092
## 9196       No      No   10.2314853 27237.381
## 9197       No     Yes 1298.5118086 20491.770
## 9198       No      No  987.2500449 50045.763
## 9199       No      No  920.5743145 40527.987
## 9200       No      No  534.0555448 30948.807
## 9201       No     Yes 1249.7664735 16251.285
## 9202       No     Yes  732.4299418 26433.105
## 9203       No      No  655.1998724 38192.530
## 9204       No      No  224.2091091 51199.642
## 9205       No      No  635.8087110 40497.382
## 9206       No     Yes 1384.4153731 13707.042
## 9207       No      No  979.1059379 46319.912
## 9208       No     Yes 1463.8281109 15657.434
## 9209       No      No 1302.7837778 50709.509
## 9210       No     Yes   50.9514863 16251.611
## 9211       No      No 1235.1876840 50865.524
## 9212       No     Yes 1047.2256243 18069.252
## 9213       No     Yes 1032.6257893 21122.957
## 9214       No     Yes 1285.9563966 24106.580
## 9215       No      No 1265.1277393 49385.522
## 9216       No      No 1032.5130005 42495.463
## 9217       No      No  566.3670972 39033.325
## 9218       No      No  521.8002069 22209.055
## 9219       No     Yes  313.2133614 28399.351
## 9220       No     Yes    0.0000000 18251.726
## 9221       No     Yes  982.8003557 20312.211
## 9222       No      No  430.4690603 47462.071
## 9223       No     Yes 1255.8488881 22022.577
## 9224       No      No 1082.1694961 54099.920
## 9225       No      No  450.3274856 52446.410
## 9226       No      No  814.6550424 42520.094
## 9227       No     Yes 1068.4546407 13638.703
## 9228       No      No  549.1689893 64952.613
## 9229       No      No  928.4096682 41482.444
## 9230       No      No 1476.7626426 54844.519
## 9231       No     Yes  785.8549597 19188.914
## 9232       No      No 1493.6103800 38744.228
## 9233       No      No 1074.0159104 50491.261
## 9234       No      No  693.3584799 46466.299
## 9235       No      No  848.6053871 22749.648
## 9236       No      No 1233.7118744 72461.301
## 9237       No      No 1264.1323850 35385.117
## 9238       No      No 1474.6380359 39872.228
## 9239       No      No  700.2448482 25919.039
## 9240       No      No  803.9755663 41429.248
## 9241       No      No  120.8430530 36205.878
## 9242       No      No 1032.4034838 38691.794
## 9243       No      No  563.9920899 60222.368
## 9244       No      No  377.3636418 37442.843
## 9245       No      No    0.0000000 26493.243
## 9246       No     Yes  688.6979763 18794.490
## 9247       No     Yes  583.2484746 17353.839
## 9248       No      No 1509.8711308 41246.587
## 9249       No      No   43.1435004 34316.890
## 9250       No      No  860.7512943 36605.232
## 9251       No      No  204.0302467 51108.045
## 9252       No      No 1059.2443870 59865.028
## 9253       No      No 1207.7412242 33416.607
## 9254       No      No  615.8218494 34590.684
## 9255       No      No 1018.5681299 34103.880
## 9256       No      No 1436.6707242 46755.281
## 9257      Yes      No 1800.6417331 48708.960
## 9258       No      No    0.0000000 56943.909
## 9259       No     Yes 1006.9691579 10364.819
## 9260       No      No  868.7298917 40902.430
## 9261       No      No 1068.5770350 26315.047
## 9262       No      No  838.8491505 34358.867
## 9263       No      No 1278.4299721 25590.657
## 9264       No      No  264.0160964 45987.474
## 9265       No      No 1168.5707349 47561.098
## 9266       No     Yes 1600.6255337 24223.251
## 9267       No      No  456.1387522 43943.496
## 9268       No     Yes 1578.2895549 12778.598
## 9269       No     Yes 1205.3100315 19889.571
## 9270       No     Yes 1115.5433597 22552.713
## 9271       No     Yes  950.4881560 13299.487
## 9272      Yes      No 1547.9954448 37524.254
## 9273       No      No  256.4389848 40227.382
## 9274       No     Yes 1367.8559550 12489.814
## 9275       No      No  400.8888732 53900.664
## 9276       No     Yes 1020.5890329 13094.946
## 9277       No      No  596.4297067 12135.542
## 9278       No      No  289.5314970 36841.998
## 9279       No      No  775.7339827 37022.003
## 9280       No      No  895.3238349 43554.074
## 9281       No      No 1798.7789171 57191.632
## 9282       No      No 1112.4550010 40576.190
## 9283       No     Yes 1225.3459705  5524.375
## 9284       No      No  927.6159508 40618.111
## 9285       No      No  252.1069537 38494.655
## 9286       No     Yes 1128.3562085 15669.097
## 9287       No      No  424.4959338 23983.773
## 9288       No     Yes 1084.4465308 26713.797
## 9289       No      No 1360.3985705 29868.311
## 9290       No     Yes 1009.1092511  8868.657
## 9291       No      No    0.0000000 29097.545
## 9292       No      No  336.5035487 40626.994
## 9293       No      No  537.1404260 52513.667
## 9294       No      No  600.1348610 39395.978
## 9295       No      No  938.0901344 46370.821
## 9296      Yes      No 2095.1148169 44647.586
## 9297       No      No 1176.7915053 30579.249
## 9298       No      No 1099.6249097 48202.215
## 9299       No      No  417.6469830 54009.451
## 9300       No      No 1175.5949532 19030.139
## 9301       No      No 1245.0862947 40290.504
## 9302       No     Yes 1381.2745116 23903.855
## 9303       No      No 1068.9868882 37171.651
## 9304       No      No  635.7618482 49414.727
## 9305       No      No  347.6015108 49332.994
## 9306       No      No 1579.9093627 45406.512
## 9307       No      No  288.1780643 36514.676
## 9308       No     Yes 1626.9014211 11702.283
## 9309       No     Yes  846.1719595 19577.427
## 9310       No      No 1395.6026558 54148.849
## 9311       No     Yes  339.6950982 27387.262
## 9312       No     Yes 1634.2697258 18036.631
## 9313       No      No   75.3986906 50551.036
## 9314       No     Yes  375.9188495 20740.076
## 9315       No     Yes  770.4087891  1498.227
## 9316       No      No  347.3710782 18488.147
## 9317       No      No  771.1737061 45956.787
## 9318       No      No 1272.0768051 21503.195
## 9319       No     Yes  985.2408897 17263.757
## 9320       No      No  751.3543919 27179.762
## 9321       No      No  829.6896647 35594.224
## 9322       No      No  910.0878413 25183.768
## 9323       No      No  712.9369924 20810.319
## 9324       No      No  977.5153311 33690.649
## 9325       No      No 1379.2870219 57843.887
## 9326       No      No 1322.9690417 51956.292
## 9327       No      No  460.2344394 47305.216
## 9328       No     Yes  596.0562474 16084.908
## 9329      Yes     Yes 1538.0156031 21356.937
## 9330       No      No  471.9188430 60656.051
## 9331       No      No 1186.8851989 27494.329
## 9332       No     Yes  541.3347065 21245.321
## 9333       No     Yes 1286.3555226 20029.891
## 9334       No     Yes 1723.2160560 23278.996
## 9335       No      No  288.8079496 30470.707
## 9336       No     Yes 1595.9068002 23308.136
## 9337       No      No 1064.9751063 45737.781
## 9338       No     Yes 1941.0540621 14756.211
## 9339       No     Yes  889.6422514 16701.369
## 9340       No      No  604.8395243 27419.425
## 9341       No      No 1003.6014265 24978.085
## 9342       No     Yes 1464.3558975 21826.441
## 9343       No      No  322.2886981 19420.400
## 9344       No      No  639.8670344 34879.559
## 9345       No      No  687.1568293 26902.703
## 9346       No     Yes  978.2369035 15073.788
## 9347       No      No  337.1756682 35040.942
## 9348       No      No  880.7508517 34604.679
## 9349       No      No 1285.5280381 39530.760
## 9350       No      No  939.6986740 52383.275
## 9351       No     Yes  729.8121989  9871.924
## 9352       No      No    0.0000000 62160.286
## 9353       No     Yes 1471.0335400 12665.242
## 9354       No     Yes  816.9657660 13932.210
## 9355       No     Yes 1323.3956578 23072.550
## 9356       No     Yes  383.8234010 11777.538
## 9357       No      No 1634.7315547 40868.332
## 9358       No      No  846.3932928 38352.565
## 9359       No      No  364.6630512 10239.972
## 9360       No     Yes  833.6144952 11078.390
## 9361       No     Yes 1867.5522683 16650.042
## 9362       No      No  823.6097758 34856.526
## 9363       No      No 1255.3499774 23297.475
## 9364       No      No 1024.4083051 45202.266
## 9365       No      No    0.0000000 36922.868
## 9366       No     Yes 1447.9707930 16421.455
## 9367       No     Yes 1057.5993660 21570.753
## 9368       No     Yes 1027.1329013 16259.381
## 9369       No     Yes 1212.7370412 18090.478
## 9370      Yes      No 1815.1741119 23648.414
## 9371       No     Yes  167.6379148 16771.567
## 9372       No      No  272.5261417 32687.110
## 9373       No      No    0.0000000 39462.688
## 9374       No      No 1387.2886457 29712.772
## 9375       No      No  624.5478327 48345.337
## 9376       No      No  262.9951148 17822.613
## 9377       No      No  986.7600897 44605.445
## 9378       No      No    0.0000000 43930.904
## 9379       No     Yes  884.3118999 17542.920
## 9380       No      No  929.8301537 45178.053
## 9381       No      No  751.8438613 52663.293
## 9382       No     Yes    0.0000000 18875.772
## 9383       No     Yes  879.7105153 17863.842
## 9384       No     Yes 1313.9762483 20030.429
## 9385       No      No  319.1315969 34296.774
## 9386       No      No  996.1819846 57972.504
## 9387       No      No 1123.4347229 45366.811
## 9388       No      No  110.5559311 32419.151
## 9389       No      No  581.9607584 31654.559
## 9390       No      No  982.2264655 38152.697
## 9391       No      No  874.6174204 37143.645
## 9392       No      No  650.0070413 41427.877
## 9393       No      No 1452.6844279 43418.829
## 9394       No     Yes 1443.8604259 19146.291
## 9395       No     Yes    0.0000000 13911.441
## 9396       No      No  737.3487795 50264.760
## 9397       No      No  106.1910377 41514.758
## 9398       No     Yes 1273.7523392 19635.662
## 9399       No      No  863.0460510 50667.877
## 9400       No      No 1504.6825683 38223.246
## 9401       No     Yes 1182.6790445 17287.748
## 9402       No      No  853.0604228 39553.366
## 9403       No     Yes  160.8871375 19686.744
## 9404       No      No 1118.5659766 46578.466
## 9405       No     Yes  271.6699001 14080.754
## 9406       No      No  584.0902554 24580.857
## 9407       No      No  911.9315442 40503.004
## 9408       No      No  745.8666182 54677.683
## 9409       No     Yes 1291.0758517 17136.513
## 9410       No      No  572.8895007 43381.915
## 9411       No      No  445.8292876 42343.801
## 9412       No      No  865.4002135 53798.819
## 9413       No      No  886.7774330 43410.382
## 9414       No     Yes  451.6953090 11460.435
## 9415       No      No  558.3214070 42767.325
## 9416       No      No 1602.0038935 41827.701
## 9417       No      No  503.4992852 36521.433
## 9418       No      No  521.9028271 47032.599
## 9419       No      No 1214.5496538 21630.038
## 9420       No     Yes  596.2052136 22324.468
## 9421       No      No  926.1661340 41501.723
## 9422       No      No  522.6443371 35893.288
## 9423       No      No  986.2647529 38664.790
## 9424       No     Yes  885.9235776 22365.855
## 9425       No      No  562.3141784 63794.542
## 9426       No      No  503.3018571 37749.521
## 9427       No      No 1375.3849538 47099.207
## 9428       No     Yes 1089.4052592 19053.589
## 9429       No      No  770.4863341 25445.878
## 9430       No      No  797.3166569 35034.807
## 9431       No     Yes  389.2132418 22907.767
## 9432       No      No  589.3910369 38255.537
## 9433      Yes      No 2073.7828464 52335.551
## 9434       No      No 1128.4114630 51778.180
## 9435       No      No 1142.6697001 40823.380
## 9436       No     Yes 1007.5378273 16814.296
## 9437       No     Yes  789.0991535 18653.633
## 9438      Yes      No  961.7326620 27600.416
## 9439       No     Yes 1264.6498870 23852.642
## 9440       No     Yes 1627.4598404 19630.161
## 9441       No     Yes  979.0653268 17666.387
## 9442       No      No  768.8103024 47003.441
## 9443       No      No  714.5124913 48115.505
## 9444       No      No  223.3563457 51662.597
## 9445       No      No 1659.2921909 36641.727
## 9446       No      No 1062.2840096 50894.104
## 9447       No      No   38.6791212 30961.742
## 9448       No      No 1216.9814516 37967.688
## 9449      Yes      No 1825.9705992 39407.917
## 9450       No     Yes  293.5195709 10592.847
## 9451       No      No 1588.8763559 45093.446
## 9452       No      No 1926.2468758 46535.202
## 9453       No      No  892.9195198  9299.868
## 9454       No     Yes 1583.4180309 23434.709
## 9455       No     Yes  968.9539610 13867.524
## 9456       No      No  258.2552591 38309.988
## 9457       No     Yes  492.2459418 23689.790
## 9458       No      No 1240.5738907 35598.887
## 9459      Yes      No 1658.9676893 38204.123
## 9460       No     Yes  877.1562292 22046.539
## 9461       No     Yes    0.0000000 20877.888
## 9462       No     Yes 1041.3104416 12078.778
## 9463       No      No 1806.9165306 36306.818
## 9464       No      No    0.0000000 28705.203
## 9465       No      No 1500.5940037 27354.500
## 9466       No      No 1329.9113884 50560.762
## 9467       No      No  913.8865735 15220.504
## 9468       No      No  898.5668285 37919.751
## 9469       No      No    0.0000000 47231.273
## 9470       No      No  457.6015016 49908.597
## 9471       No      No  882.0879636 43549.990
## 9472       No      No  602.6228949 25376.450
## 9473       No      No  513.3962714 19021.642
## 9474       No      No  880.7170052 35579.243
## 9475       No      No  815.6912947 48646.542
## 9476       No      No 1295.6133459 39717.736
## 9477       No      No 1740.6341233 48311.440
## 9478      Yes      No 1506.1918482 47061.395
## 9479       No      No  906.4161880 49815.651
## 9480       No      No 1278.0175534 41691.196
## 9481       No      No   45.8224266 32525.638
## 9482       No      No  629.6055874 50113.821
## 9483       No      No  270.5878637 33490.005
## 9484       No      No 1486.0548097 34705.361
## 9485       No     Yes  830.6517981 14420.623
## 9486      Yes     Yes 1719.2556548 15752.008
## 9487       No      No  935.6365984 21730.861
## 9488       No     Yes  482.1352042 17459.004
## 9489       No      No  335.8245426 29402.768
## 9490       No      No  870.4123797 17685.448
## 9491       No      No  527.9403591 47963.179
## 9492       No      No 1104.3066232 40006.133
## 9493       No     Yes 1220.9388308  6744.042
## 9494       No      No 1338.5324566 35072.303
## 9495       No     Yes 1129.2342928 22689.614
## 9496       No      No  915.5180560 42331.022
## 9497       No      No  833.9577066 34174.645
## 9498       No      No  381.5665199 49114.893
## 9499       No      No  218.5898068 34512.633
## 9500       No      No 1156.9945281 53450.274
## 9501      Yes     Yes 2046.6395149 17910.634
## 9502       No     Yes 1368.3830183 16449.725
## 9503       No     Yes 1302.5163180 18210.806
## 9504       No      No 1175.2891392 35830.046
## 9505       No     Yes  256.3677844 18200.880
## 9506       No      No  908.9987947 46174.471
## 9507       No     Yes 1107.0024130 30618.620
## 9508       No      No  618.4607312 49385.788
## 9509       No      No  932.8729980 61192.897
## 9510       No      No  547.7177274 50619.361
## 9511      Yes     Yes 1726.4796097 13654.605
## 9512       No      No  581.0035694 52917.729
## 9513       No      No  356.6131680 44473.396
## 9514       No      No  644.8630705 38794.676
## 9515       No     Yes  737.0822476 24637.617
## 9516      Yes      No 1666.1138342 25054.768
## 9517       No     Yes 1215.4700141 20456.438
## 9518       No     Yes 1002.7752844 11604.288
## 9519       No      No  363.2293301 51821.427
## 9520       No      No    0.0000000 45178.592
## 9521       No      No   29.6164765 26710.010
## 9522       No     Yes 1036.1173984 15067.748
## 9523      Yes      No  959.1592134 59435.235
## 9524       No      No  390.5302949 57525.266
## 9525       No      No  451.0760516 38348.490
## 9526       No      No 1412.9967045 53295.873
## 9527       No      No  216.5282622 28859.695
## 9528       No     Yes 1027.0705903 24346.940
## 9529       No      No  143.7547093 48250.308
## 9530       No     Yes  887.6564222 16993.288
## 9531       No      No 1199.9802656 38251.183
## 9532       No     Yes 1075.1790734 21569.371
## 9533       No      No  932.6024332 44714.484
## 9534       No     Yes 1434.5899775 16613.431
## 9535       No      No  444.5863003 51386.283
## 9536       No      No  853.2122166 31607.393
## 9537       No     Yes  973.0478582 23033.850
## 9538       No     Yes  102.2830716 20671.047
## 9539      Yes      No  652.3971344 46155.044
## 9540       No      No  132.7309018 33370.834
## 9541       No      No 1128.4707447 49540.702
## 9542       No      No 1315.2252389 52556.154
## 9543       No     Yes 1025.8582413 21561.889
## 9544       No      No  785.7866574 48179.383
## 9545       No     Yes 1775.1815372 20385.874
## 9546       No      No  362.0550497 50906.481
## 9547       No      No 1154.5789145 61089.431
## 9548       No      No   18.2945818 43247.903
## 9549       No      No    0.0000000 37517.246
## 9550       No     Yes 1740.8700503 17478.031
## 9551       No     Yes 1228.9939009 18810.384
## 9552       No     Yes 1669.7237090 20301.316
## 9553       No      No 1584.5659432 45447.187
## 9554       No      No  751.1222244 37304.199
## 9555       No      No 1063.3362606 39301.282
## 9556       No      No  710.1364610 46308.270
## 9557       No      No 1063.7245030 26045.928
## 9558       No      No  162.7846520 33935.491
## 9559       No      No  615.0013946 40236.534
## 9560       No      No 1011.3671921 28172.915
## 9561       No     Yes 1658.3735746 22010.486
## 9562       No      No 1490.9830458 39596.057
## 9563       No     Yes 1630.4885547 16310.534
## 9564       No      No  781.2749578 53178.927
## 9565       No      No  476.3012118 25774.488
## 9566       No      No  892.4450599 28187.541
## 9567       No     Yes 1671.5232076  9981.897
## 9568       No      No  813.8609406 33357.809
## 9569       No      No 1280.2301902 23647.333
## 9570       No      No  564.3948535 30380.640
## 9571       No      No  525.8713814  8017.639
## 9572       No      No  837.3284070 61950.803
## 9573       No     Yes 1847.4696466 19388.689
## 9574       No     Yes  717.7596662 19567.703
## 9575       No     Yes 1935.5042196  9431.294
## 9576       No      No  808.4947937 56204.663
## 9577       No      No  218.7394220 53259.762
## 9578       No     Yes  118.2014929 15472.656
## 9579       No      No  988.1720461 49057.042
## 9580       No     Yes  673.3272479 14431.459
## 9581       No     Yes  616.3120185 14663.564
## 9582       No     Yes  475.8532047 19993.756
## 9583       No      No  221.5467559 43668.392
## 9584       No      No  959.1720257 38310.086
## 9585       No      No  575.6740578 36958.752
## 9586       No      No 1017.6559142 37241.791
## 9587       No      No 1763.8456396 36686.348
## 9588       No      No  883.3906599 38408.977
## 9589       No      No  830.2341000 36523.481
## 9590       No      No  163.2610271 40600.415
## 9591       No     Yes    2.9944620 18710.265
## 9592       No      No   51.1859857 39385.760
## 9593       No      No  806.2166632 35259.305
## 9594       No      No 1186.4858849 50371.725
## 9595       No     Yes  357.9512904 14338.529
## 9596       No     Yes 1590.8230987 21784.113
## 9597       No     Yes  822.0901693 20906.218
## 9598       No      No 1082.8154178 41355.986
## 9599       No      No  779.4775240 34089.797
## 9600       No      No    4.6794144 44571.706
## 9601       No      No   58.7512053 26939.040
## 9602       No     Yes  966.4818283 23116.580
## 9603       No      No  683.9218808 37383.233
## 9604       No     Yes    0.0000000 18235.674
## 9605       No      No 1139.0203093 24573.921
## 9606       No      No 1293.4596818 48039.936
## 9607       No      No  304.5443388 47217.872
## 9608       No      No 1215.1489392 51804.994
## 9609       No     Yes  305.7879569 16594.528
## 9610       No      No  693.7173326 40148.871
## 9611      Yes     Yes 1502.1867387 18603.496
## 9612       No      No 1645.4231796 36839.396
## 9613       No      No  279.6706730 58566.884
## 9614       No      No 1267.4852107 40034.567
## 9615       No      No  456.3730188 47633.785
## 9616       No      No  962.1342815 44696.291
## 9617       No     Yes  698.9785363 25103.009
## 9618       No      No  619.0292594 42868.590
## 9619       No      No  870.9717257 39653.377
## 9620       No      No  217.7382263 47657.306
## 9621       No      No  713.3260637 44605.351
## 9622       No     Yes  306.4338126 13934.518
## 9623       No      No 1314.8953856 33706.559
## 9624       No      No 1057.6796686 39708.033
## 9625       No     Yes  625.6011998 16134.212
## 9626       No      No 1302.6555813 28978.557
## 9627       No      No 1408.3514742 33697.346
## 9628       No     Yes  926.5694310 19243.406
## 9629       No      No 1018.4096396 25394.255
## 9630       No      No    0.0000000 40737.867
## 9631       No      No  724.8873243 27800.952
## 9632       No     Yes  325.2836312 15962.710
## 9633       No      No  445.7173734 25171.860
## 9634       No      No 1367.4427659 45919.592
## 9635       No      No 1353.9187409 39879.159
## 9636       No      No 1555.9680700 34417.873
## 9637       No      No 1267.1658001 51197.800
## 9638       No     Yes  640.8190409 19055.917
## 9639       No      No  658.0537091 41882.581
## 9640       No     Yes  808.8337865 18791.560
## 9641       No      No  819.1126054 50082.889
## 9642       No     Yes 1365.0228237 23281.320
## 9643       No      No  396.8440851 32656.523
## 9644       No      No  421.6981304 32290.326
## 9645       No      No  969.3588374 46026.719
## 9646       No     Yes 1490.0754507 15910.802
## 9647       No     Yes 1079.0779493 17966.769
## 9648       No      No  809.4556899 39077.433
## 9649       No     Yes  641.8936456 16400.365
## 9650       No      No  872.3208931 44407.790
## 9651       No     Yes 1004.6301529  9643.366
## 9652       No     Yes 1170.9115362 19473.692
## 9653       No      No 1433.6461005 44617.739
## 9654       No      No  579.2802194 50813.509
## 9655      Yes      No 2128.7959919 42096.502
## 9656       No     Yes  842.9107463 14462.276
## 9657       No      No    4.1009402 42174.180
## 9658       No      No  218.3797414 36044.815
## 9659       No     Yes  717.8754839 23406.820
## 9660       No     Yes 1146.8349874 14336.429
## 9661       No      No  968.5158515 41714.990
## 9662       No      No 1124.5871563 45622.942
## 9663       No      No  419.0007993 37186.789
## 9664       No     Yes  320.7255697 12589.768
## 9665       No      No  426.7641498 38495.798
## 9666       No      No  949.1775916 36557.962
## 9667       No      No  968.7366195 17352.410
## 9668       No      No 1188.9651682 42286.488
## 9669       No     Yes 1436.8299895 22925.470
## 9670       No     Yes  843.0178966 12268.934
## 9671       No      No 1410.9599151 58310.256
## 9672       No     Yes  598.7333129 23118.531
## 9673       No      No   72.9283697 13300.770
## 9674       No      No 1347.7808497 29345.958
## 9675       No      No    0.0000000 41160.623
## 9676       No     Yes 1280.8480662 20575.245
## 9677       No      No 1088.5747730 43883.149
## 9678       No      No 1111.9581429 47254.690
## 9679       No      No 1124.1417438 46052.182
## 9680       No      No    0.0000000 36337.352
## 9681       No     Yes  711.8512316 15132.394
## 9682       No      No  548.8392758 44909.066
## 9683       No      No  385.2501833 55268.661
## 9684       No      No 1132.1749035 56152.429
## 9685       No      No  399.1183753 48889.989
## 9686       No     Yes  810.1022252 15102.324
## 9687       No      No 1036.7747461 46239.073
## 9688       No      No  927.7661181 38197.374
## 9689       No      No  999.8260907 43661.142
## 9690       No      No  649.2697755 31039.002
## 9691       No      No 1391.3183015 48414.906
## 9692       No      No 1058.5636997 38917.831
## 9693       No      No  415.5417379 44147.221
## 9694       No      No  771.1374169 42418.368
## 9695       No      No  727.9745470 20456.156
## 9696       No      No  239.3271650 49328.209
## 9697       No     Yes 1219.7603497 17208.209
## 9698       No      No  953.9364650 41250.478
## 9699       No      No  143.3753202 17435.096
## 9700       No     Yes 1669.2781056 13771.393
## 9701       No     Yes  719.5540535 17195.745
## 9702       No      No  295.3071502 45776.843
## 9703       No      No  804.4996588 51014.824
## 9704       No      No  619.3688154 45886.079
## 9705       No      No 1157.1169292 38867.064
## 9706       No      No  287.8432009 46617.063
## 9707       No     Yes 1070.7521200 11383.443
## 9708       No      No  452.3679123 29254.871
## 9709       No      No  492.3523118 39305.227
## 9710       No     Yes 1033.0418465 18958.315
## 9711       No      No 1191.6105841 49004.836
## 9712       No     Yes 1463.3784512 14380.625
## 9713       No      No  152.4402670 23366.517
## 9714       No      No  182.3704600 45507.934
## 9715       No      No  732.1370669 42693.940
## 9716       No      No 1916.0885076 23316.570
## 9717       No     Yes  419.7107822 18073.002
## 9718       No      No 1418.5561736 33960.568
## 9719       No     Yes  811.6886759 20016.753
## 9720       No      No  214.2364951 38720.811
## 9721       No     Yes  799.1592677 19547.413
## 9722       No      No  831.4561419 58476.739
## 9723       No     Yes  713.5598393 24324.144
## 9724       No     Yes  870.7730355 16446.355
## 9725       No      No  301.3194028 51539.952
## 9726       No     Yes 1235.9664868 21706.630
## 9727       No      No  572.0040551 42484.571
## 9728       No      No  545.9932912 52619.622
## 9729       No     Yes 1407.0401242 25589.743
## 9730       No      No 1171.1633132 27338.003
## 9731       No      No  322.9823275 25267.398
## 9732       No      No  497.5406723 43898.428
## 9733       No      No   92.1021951 22726.413
## 9734       No      No  395.4755073 45084.106
## 9735       No     Yes  184.9252469 11126.266
## 9736       No      No  209.6744506 35688.136
## 9737       No      No  376.1854981 31373.356
## 9738       No      No 1492.1896538 39004.503
## 9739       No      No  905.5317518 43066.060
## 9740       No     Yes  627.6681284 18539.564
## 9741       No     Yes 1224.5206530 22327.408
## 9742       No      No  667.3723112 35694.429
## 9743       No      No  278.7031614 30113.853
## 9744       No      No 1389.8030750 48868.093
## 9745       No      No 1060.7288414 49396.772
## 9746       No     Yes 1080.5689215 20439.853
## 9747       No     Yes  912.5594287 14262.128
## 9748       No      No  534.4322264 34129.475
## 9749       No      No  280.4616786 26212.908
## 9750       No     Yes  801.7215785 18698.409
## 9751       No      No 1125.1587364 37864.326
## 9752       No     Yes 1569.3027565 13711.492
## 9753       No      No  755.4604432 33460.926
## 9754       No     Yes  860.8286768 27186.500
## 9755       No      No 1233.6189257 49448.171
## 9756       No      No  699.5684983 48773.820
## 9757       No      No  914.8810755 39789.055
## 9758       No      No 1650.0321034 49481.713
## 9759       No      No  366.5943613 33708.786
## 9760       No      No  400.6469289 37173.485
## 9761       No      No    0.0000000 37538.045
## 9762       No      No 1902.1498995 35008.666
## 9763       No      No  982.6310241 60388.020
## 9764       No      No  717.9696372 43826.879
## 9765       No      No  874.4512007 24707.490
## 9766       No      No 1577.0348375 33319.312
## 9767       No     Yes 1700.5723657 20844.719
## 9768       No      No  425.8199081 14540.905
## 9769       No      No  667.6561036 52946.365
## 9770       No      No    0.0000000 48112.478
## 9771       No     Yes  764.8071634 18347.311
## 9772       No      No 1030.1912990 34250.875
## 9773       No      No  426.2863964 38585.549
## 9774       No      No    0.0000000 43599.453
## 9775       No      No 1039.2072547 40028.904
## 9776       No      No  603.2531381 50214.855
## 9777       No     Yes 1446.6437602  8797.284
## 9778       No      No 1396.2075148 39023.482
## 9779       No      No  297.2430337 39081.923
## 9780       No      No  613.9770765 34752.088
## 9781       No      No  828.8408630 39984.273
## 9782       No      No  675.1149519 58672.052
## 9783       No     Yes 1670.4673071 15838.315
## 9784      Yes     Yes 1530.5514791 13003.929
## 9785       No     Yes  356.1987479 21466.207
## 9786       No      No  284.1692103 37463.618
## 9787      Yes      No 1698.8261425 27374.888
## 9788       No     Yes    0.0000000 20195.003
## 9789       No     Yes 1038.8867484 10414.554
## 9790       No      No  392.5664548 45469.722
## 9791       No      No   23.3571065 56686.916
## 9792       No     Yes 1503.9727209 14661.832
## 9793       No     Yes  799.5164509 23024.853
## 9794       No      No 1534.6832102 48592.334
## 9795       No     Yes  655.4491646 18265.595
## 9796       No     Yes  939.7048867 11331.433
## 9797      Yes     Yes 1867.3085691 24720.481
## 9798       No      No  399.9018204 40863.115
## 9799       No      No  381.2585585 55896.234
## 9800       No      No 1509.9156641 24427.769
## 9801       No      No 1209.6520281 58174.921
## 9802       No      No 1359.8021392 46235.235
## 9803       No      No 1267.5507398 10233.880
## 9804       No      No  890.1498410 38350.292
## 9805       No      No 1508.7490118 30587.344
## 9806       No      No 1260.1548691 35733.466
## 9807       No      No    0.0000000 33220.985
## 9808       No      No   67.3884623 48792.117
## 9809       No      No 1132.6478026 33677.781
## 9810       No      No    0.0000000 22074.494
## 9811       No      No  861.5900531 32901.010
## 9812       No      No  796.2989755 37923.394
## 9813       No      No 1356.1592221 42262.930
## 9814      Yes      No 1975.6530282 38221.840
## 9815       No      No  663.6636338 43951.253
## 9816       No      No    0.0000000 39043.277
## 9817       No      No  398.0231243 33056.671
## 9818       No      No  304.0779533 47196.076
## 9819       No      No 1292.6727632 52541.649
## 9820       No      No 1664.0956519 54087.641
## 9821       No      No 1069.7198567 34538.997
## 9822       No     Yes  618.6241213 20836.793
## 9823       No     Yes 1609.1360586 16373.945
## 9824       No     Yes 1538.4493030 15991.221
## 9825       No      No  734.2534108 56253.810
## 9826       No      No  931.9577960 40913.435
## 9827       No     Yes    0.0000000 17557.963
## 9828       No      No  524.8626184 54738.507
## 9829       No      No 1135.4932931 37962.983
## 9830       No      No 1115.9612530 30620.268
## 9831       No      No  157.6604751 42125.734
## 9832       No     Yes   11.3955682 19387.921
## 9833       No     Yes  434.8392811 16775.320
## 9834       No     Yes  863.3212670 20425.851
## 9835       No     Yes  822.8866687 22376.226
## 9836       No     Yes 1203.9469039 20904.838
## 9837       No      No  901.6135616 35283.896
## 9838       No      No 1000.7645608 36709.084
## 9839       No     Yes  715.3411710 21309.141
## 9840       No      No  325.0912751 41257.561
## 9841       No     Yes  948.8804092  8503.603
## 9842       No      No  751.3401410 68883.395
## 9843       No      No 1484.7776948 32479.090
## 9844       No      No 1253.8604774 41767.397
## 9845       No      No 1262.1684120 29545.500
## 9846       No     Yes   46.0102253 13950.087
## 9847       No      No    0.0000000 39469.929
## 9848       No     Yes  906.1238153 19275.800
## 9849       No      No  273.6397880 21911.634
## 9850       No      No 1037.7665230 53823.230
## 9851       No     Yes  508.0502997 14925.961
## 9852       No      No  543.9718971 34390.503
## 9853       No     Yes 1219.9754804 15039.554
## 9854       No     Yes  697.1713264 22254.062
## 9855       No     Yes 1066.5457599 15553.088
## 9856       No      No  761.5537246 46836.672
## 9857      Yes      No 1973.8221467 27340.012
## 9858       No      No 1021.2796000 44718.408
## 9859       No      No  783.0870843 36917.103
## 9860       No      No 1354.3329461 29590.829
## 9861       No      No  677.7088241 31158.468
## 9862       No      No  317.8555578 63021.748
## 9863       No      No  141.1284837 41300.722
## 9864       No      No  759.2302682 48560.136
## 9865       No      No 1133.9457959 47188.948
## 9866       No      No    0.0000000 43593.954
## 9867       No      No  599.7188463 48085.884
## 9868       No     Yes  529.2734426 20358.834
## 9869       No      No  962.1443608 60455.463
## 9870       No      No  675.0227331 44480.013
## 9871       No     Yes 1038.6200815 12312.896
## 9872       No     Yes  656.8083859 19017.428
## 9873       No      No 1103.7238071 39532.908
## 9874       No      No 2391.0077394 50302.910
## 9875       No      No  440.4870289 39395.960
## 9876       No      No 1070.8640316 36017.003
## 9877       No      No 1275.2068517 58961.733
## 9878       No      No  763.0399763 35277.902
## 9879       No      No  781.9044045 65617.645
## 9880       No      No  853.7040154 46291.581
## 9881       No      No  323.0349157 33673.810
## 9882       No      No  980.0371689 31977.563
## 9883       No      No 1077.0075398 33071.469
## 9884      Yes      No 1335.6128713 37595.344
## 9885       No      No  438.0803769 44737.658
## 9886       No      No  955.4206455 45575.421
## 9887       No     Yes  923.0188229 19136.615
## 9888       No      No  728.2125497 50403.559
## 9889       No      No  259.5062852 40405.359
## 9890       No     Yes  606.9514434 26718.872
## 9891       No     Yes  512.4497777 24192.889
## 9892       No      No    0.0000000 43969.215
## 9893       No      No  663.6751712 38338.206
## 9894      Yes      No 2288.4080819 52043.569
## 9895       No      No    0.0000000 34836.341
## 9896       No      No 1693.6425779 26995.693
## 9897       No     Yes  906.0337005 22658.763
## 9898       No      No  763.5347298 49201.435
## 9899       No      No 1218.8649858 45593.860
## 9900       No      No  496.3754784 33782.537
## 9901       No      No 1695.3872380 26623.768
## 9902       No     Yes 1128.7687280 17718.942
## 9903       No      No  978.2392900 43410.363
## 9904       No      No 1084.9099233 15981.689
## 9905       No      No 1248.8879029 31960.421
## 9906       No      No 1071.2414322 58134.555
## 9907       No      No  834.3197877 33687.750
## 9908       No      No 1500.5721063 39891.864
## 9909       No     Yes  958.8747690 25282.241
## 9910       No      No  981.0626387 54020.434
## 9911       No      No 1017.7882522 29828.330
## 9912       No     Yes 1106.1072009  9610.503
## 9913      Yes      No 2148.8984543 44309.917
## 9914       No     Yes 1113.7525978 17810.673
## 9915       No     Yes 1882.8417903 15968.037
## 9916       No      No 1189.2411845 29889.602
## 9917       No      No 1092.4259572 43578.647
## 9918       No      No  748.4870239 40727.142
## 9919       No      No  631.5128658 35053.347
## 9920       No      No  477.9072924 34318.983
## 9921       No      No 1128.7915629 29722.173
## 9922      Yes     Yes 1627.8983227 17546.997
## 9923       No      No  625.8701778 53756.044
## 9924       No      No  751.3666276 31574.421
## 9925       No      No 1074.5145385 41545.684
## 9926       No     Yes  501.0582476 23090.997
## 9927       No      No  876.4748603 39499.277
## 9928       No     Yes  580.3514814 17624.159
## 9929       No      No  560.2970822 28419.354
## 9930       No     Yes  364.1734146 21487.644
## 9931       No      No  898.8957280 41268.313
## 9932       No     Yes  705.9302321 19891.304
## 9933       No      No  846.4193819 36115.762
## 9934       No      No  813.3640705 44707.677
## 9935       No      No  528.8820160 44538.551
## 9936       No      No 1486.2010681 51021.614
## 9937       No      No  696.4657513 37599.620
## 9938       No     Yes 1775.5817011 13735.191
## 9939       No      No  319.6023694 53135.367
## 9940       No      No  879.0354150 52945.819
## 9941       No     Yes  421.9572648 21744.974
## 9942       No      No  449.3129280 47494.432
## 9943       No      No  611.1797439 38712.394
## 9944       No      No  461.7521043 37617.044
## 9945       No     Yes 1478.6008799 13375.016
## 9946       No      No 1105.4674251 32371.401
## 9947       No     Yes  734.4591993 17619.487
## 9948       No      No  583.3074437 37118.831
## 9949       No      No  456.7108145 21892.177
## 9950      Yes      No 1750.2531504 51578.940
## 9951       No      No  879.6241282 33682.186
## 9952      Yes      No 1515.6062385 48688.512
## 9953       No      No   13.9444746 31071.634
## 9954       No     Yes  776.5442800 14229.728
## 9955       No     Yes  865.9063158 18064.244
## 9956       No     Yes  692.3563178 18689.052
## 9957       No      No  415.7682594 38425.759
## 9958       No      No 1765.9908950 47642.422
## 9959       No      No 1391.0338768 53255.021
## 9960       No      No    0.0000000 53946.234
## 9961       No     Yes  826.7412128 18856.900
## 9962       No      No  896.7219248 48703.413
## 9963       No     Yes 1635.1751223 13518.931
## 9964       No      No  453.6482324 32178.622
## 9965       No      No  789.5511785 30777.839
## 9966       No     Yes  905.1423693 13485.514
## 9967       No      No 1439.1187937 20187.788
## 9968       No      No 1092.5307748 43482.788
## 9969       No     Yes  871.7507742 14247.947
## 9970       No      No  991.3353944 44445.579
## 9971       No     Yes 1294.5004076 25687.326
## 9972       No     Yes  180.6201280 20975.560
## 9973       No      No  755.4328007 14455.865
## 9974       No      No  876.1190270 37668.367
## 9975       No     Yes  933.3320248 26051.398
## 9976       No      No  908.3159335 21287.942
## 9977       No      No  218.4175592 25401.133
## 9978       No     Yes  915.4398274 16624.339
## 9979      Yes      No 2202.4623949 47287.257
## 9980       No      No  173.2491717 30697.245
## 9981       No     Yes  770.0157407 13684.790
## 9982       No      No  739.4180178 40656.951
## 9983       No      No  623.5261189 59441.310
## 9984       No      No  506.6254535 49861.003
## 9985       No      No  875.2416404 52861.744
## 9986       No      No  842.9494293 39957.128
## 9987       No     Yes  401.3326735 15332.018
## 9988       No      No 1092.9065831 45479.467
## 9989       No      No    0.0000000 41740.687
## 9990       No     Yes  999.2811120 20013.351
## 9991       No      No  372.3792385 25374.899
## 9992       No      No  658.7995582 54802.078
## 9993       No      No 1111.6473169 45490.682
## 9994       No      No  938.8362414 56633.449
## 9995       No     Yes  172.4129875 14955.942
## 9996       No      No  711.5550205 52992.379
## 9997       No      No  757.9629184 19660.722
## 9998       No      No  845.4119892 58636.157
## 9999       No      No 1569.0090534 36669.112
## 10000      No     Yes  200.9221826 16862.952
str(data1)
## 'data.frame':    43628 obs. of  14 variables:
##  $ age      : num  43 74 33 37 30 46 48 38 35 29 ...
##  $ job      : num  7 6 5 2 10 2 5 5 5 5 ...
##  $ marital  : num  2 2 2 2 2 2 1 2 2 3 ...
##  $ education: num  3 1 3 2 3 1 2 3 3 3 ...
##  $ default  : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ balance  : num  64 5539 373 934 1 ...
##  $ housing  : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ contact  : num  3 1 1 3 1 1 3 1 1 1 ...
##  $ duration : num  230 253 384 258 69 178 236 362 200 130 ...
##  $ campaign : num  2 2 1 2 21 4 2 1 4 2 ...
##  $ pdays    : num  -1 181 -1 -1 -1 -1 -1 388 -1 94 ...
##  $ previous : num  0 1 0 0 0 0 0 3 0 1 ...
##  $ poutcome : num  4 3 4 4 4 4 4 2 4 3 ...
##  $ signed.up: num  0 0 0 0 0 0 0 1 1 1 ...
#So let's try to predict who will sign up by using a machine learning process of splitting the data into train and test segmenets. We are going to to go with a 80 train 20% test appoarch.
train <- data1[1:8000, ]
test <- data1[8001:10000, ]
#Next we will run our logistic regression model, I'm adding the logit phrase but binomial does this by default so it is not necessary. 
logmodel <- glm(signed.up~.,family="binomial",train)
summary(logmodel)
## 
## Call:
## glm(formula = signed.up ~ ., family = "binomial", data = train)
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -3.5173  -0.5369  -0.3833  -0.2052   3.0836  
## 
## Coefficients: (1 not defined because of singularities)
##               Estimate Std. Error z value Pr(>|z|)    
## (Intercept) -2.852e+00  5.422e-01  -5.260 1.44e-07 ***
## age          1.251e-02  3.174e-03   3.943 8.05e-05 ***
## job          7.003e-03  1.107e-02   0.633  0.52706    
## marital      2.881e-01  6.576e-02   4.381 1.18e-05 ***
## education    2.437e-01  4.582e-02   5.320 1.04e-07 ***
## default     -1.097e+00  3.912e-01  -2.806  0.00502 ** 
## balance      1.870e-05  7.926e-06   2.360  0.01829 *  
## housing             NA         NA      NA       NA    
## contact     -6.835e-01  6.223e-02 -10.984  < 2e-16 ***
## duration     3.555e-03  1.348e-04  26.373  < 2e-16 ***
## campaign    -1.730e-01  2.072e-02  -8.348  < 2e-16 ***
## pdays        4.711e-03  5.593e-04   8.423  < 2e-16 ***
## previous     1.416e-01  2.173e-02   6.515 7.27e-11 ***
## poutcome     1.291e-01  5.778e-02   2.235  0.02545 *  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 7149.7  on 7999  degrees of freedom
## Residual deviance: 5567.9  on 7987  degrees of freedom
## AIC: 5593.9
## 
## Number of Fisher Scoring iterations: 6
#We drop balance, job, poutcome
logmodel2 <- glm(signed.up~age+marital+education+default+contact+duration+campaign,family="binomial"(link = "logit"),train)
summary(logmodel2)
## 
## Call:
## glm(formula = signed.up ~ age + marital + education + default + 
##     contact + duration + campaign, family = binomial(link = "logit"), 
##     data = train)
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -3.5450  -0.5813  -0.4233  -0.2199   3.1648  
## 
## Coefficients:
##               Estimate Std. Error z value Pr(>|z|)    
## (Intercept) -1.8503878  0.4858890  -3.808 0.000140 ***
## age          0.0149391  0.0030831   4.845 1.26e-06 ***
## marital      0.3137041  0.0637400   4.922 8.58e-07 ***
## education    0.2449838  0.0440294   5.564 2.64e-08 ***
## default     -1.2838740  0.3890952  -3.300 0.000968 ***
## contact     -0.7452752  0.0596737 -12.489  < 2e-16 ***
## duration     0.0034844  0.0001321  26.371  < 2e-16 ***
## campaign    -0.1951316  0.0205781  -9.482  < 2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 7149.7  on 7999  degrees of freedom
## Residual deviance: 5845.5  on 7992  degrees of freedom
## AIC: 5861.5
## 
## Number of Fisher Scoring iterations: 6
#We will stick with logmodel 2. The output is express in log odds, but we can convert to % via exp() function
model2.ouput <- exp(coef(logmodel2))
model2.ouput
## (Intercept)         age     marital   education     default     contact 
##   0.1571762   1.0150513   1.3684847   1.2776006   0.2769623   0.4746036 
##    duration    campaign 
##   1.0034905   0.8227264

We want to do some predicting and evaluate our model further.

prediction.model <- predict.glm(logmodel2,test,type='response')
#We are classifying the output if greater than .05 label as 1 if not lable as a 0
head(prediction.model)
##       8001       8002       8003       8004       8005       8006 
## 0.06234530 0.30555303 0.26970464 0.17156698 0.15426088 0.02332168
library(dplyr)
## 
## Attaching package: 'dplyr'
## The following object is masked from 'package:randomForest':
## 
##     combine
## The following objects are masked from 'package:pastecs':
## 
##     first, last
## The following objects are masked from 'package:stats':
## 
##     filter, lag
## The following objects are masked from 'package:base':
## 
##     intersect, setdiff, setequal, union
test %>% group_by(default) %>%
  summarise(no_rows = length(default))
## # A tibble: 2 x 2
##   default no_rows
##     <dbl>   <int>
## 1       1    1963
## 2       2      37

What type of variable is signed.up?

head(test$signed.up)
## [1] 0 0 1 0 1 0
model3hit.1 <- mean(prediction.model!=as.numeric(test$signed.up))
model3hit.1
## [1] 1

We got it right 16 percent of the time, not great.Now let’s make a roc curve, just to confirm our model, using a different package:

library(ROCR)
## Loading required package: gplots
## 
## Attaching package: 'gplots'
## The following object is masked from 'package:stats':
## 
##     lowess

In order to use the package we first have to set the prediction

newpred <- prediction(prediction.model,test$signed.up)

Next we want to measure true possitives which is “tpr” and False Positives “fpr”

newpred.performance <- performance(newpred, measure = "tpr",x.measure = "fpr")

then we plot these two measures

plot(newpred.performance)

#Looking pretty good, we can also get the AUC again using the performance function

AUC <- performance(newpred, measure = "auc")
AUC
## An object of class "performance"
## Slot "x.name":
## [1] "None"
## 
## Slot "y.name":
## [1] "Area under the ROC curve"
## 
## Slot "alpha.name":
## [1] "none"
## 
## Slot "x.values":
## list()
## 
## Slot "y.values":
## [[1]]
## [1] 0.8282553
## 
## 
## Slot "alpha.values":
## list()