Assignment 6, Count Data Models
Jyoti Nepal
21 March, 2022
temp <- tempfile()
#Download the SAS dataset as a ZIP compressed archive
download.file("https://data.hrsa.gov/DataDownload/AHRF/AHRF_2019-2020_SAS.zip", temp)
#Read SAS data into R
ahrf<-haven::read_sas(unz(temp,
filename = "ahrf2020.sas7bdat"))
rm(temp)1) Define a count outcome for the data-set of your choosing, the Area Resource File used in class provides many options here.
Count outcome: Preterm birth; a number of preterm deliveries before 37 weeks of pregnancy.
a. State a research question about your outcome
Is there an association between preterm birth and hospitals shortages (0=no shortage, 1=shortage 2=partially shortage) in counties of Texas?
b. Is an offset term necessary? why or why not? If an offset term is need, what is the appropriate offset?
The offset term is how unequal population size is incorporated. Poission model is an integer count model where we cannot use the rate/probability. In my case, offset term is necessary because number of births or populations vary according to the county and we need to find the percentage of preterm birth in each county, so, offset term is necessary.
Rename the variables
library(dplyr)
ahrf2<-ahrf%>%
mutate(cofips=f00004,
coname=f00010,
state = f00011,
births1416=f1254614,
births0608=f1254608,
lowbw1416=f1255314,
lowbw0608=f1255308,
preterm = f1360814,
childpov10= f1332210,
rucc= as.factor(f0002013),
hpsa10= as.factor(f0978710),
obgyn10_pc= 1000*(f1168410/ f0453010) )%>%
dplyr::select(births1416, lowbw1416,births0608, lowbw0608, preterm, state, cofips, coname, childpov10, rucc, hpsa10, obgyn10_pc)%>%
filter(complete.cases(.))%>%
as.data.frame()
head(ahrf2)summary(ahrf2)## births1416 lowbw1416 births0608 lowbw0608
## Min. : 67 Min. : 11.00 Min. : 84 Min. : 11.0
## 1st Qu.: 268 1st Qu.: 22.00 1st Qu.: 287 1st Qu.: 23.0
## Median : 499 Median : 39.00 Median : 521 Median : 43.0
## Mean : 1742 Mean : 141.01 Mean : 1810 Mean : 147.9
## 3rd Qu.: 1254 3rd Qu.: 99.75 3rd Qu.: 1300 3rd Qu.: 103.0
## Max. :126007 Max. :8969.00 Max. :140251 Max. :10211.0
##
## preterm state cofips coname
## Min. : 11.0 Length:2238 Length:2238 Length:2238
## 1st Qu.: 32.0 Class :character Class :character Class :character
## Median : 58.0 Mode :character Mode :character Mode :character
## Mean : 197.6
## 3rd Qu.: 142.8
## Max. :11494.0
##
## childpov10 rucc hpsa10 obgyn10_pc
## Min. : 2.70 06 :483 : 0 Min. :0.00000
## 1st Qu.:17.70 01 :405 0:433 1st Qu.:0.00000
## Median :24.10 02 :355 1:834 Median :0.05731
## Mean :24.42 03 :301 2:971 Mean :0.06926
## 3rd Qu.:30.10 07 :275 3rd Qu.:0.10382
## Max. :61.10 04 :214 Max. :0.82115
## (Other):205Make a map
library(tigris)## To enable
## caching of data, set `options(tigris_use_cache = TRUE)` in your R script or .Rprofile.library(sf)## Linking to GEOS 3.8.1, GDAL 3.2.1, PROJ 7.2.1; sf_use_s2() is TRUElibrary(ggplot2)
options(tigris_class="sf")
usco<-counties(cb=T, year=2015, state = "TX")##
|
| | 0%
|
| | 1%
|
|= | 1%
|
|= | 2%
|
|== | 2%
|
|== | 3%
|
|=== | 4%
|
|=== | 5%
|
|==== | 5%
|
|==== | 6%
|
|===== | 6%
|
|===== | 7%
|
|====== | 8%
|
|====== | 9%
|
|======= | 10%
|
|======== | 12%
|
|=========== | 15%
|
|=========== | 16%
|
|================== | 25%
|
|================== | 26%
|
|==================== | 29%
|
|============================== | 43%
|
|====================================== | 55%
|
|======================================= | 55%
|
|======================================== | 57%
|
|========================================== | 59%
|
|==================================================== | 74%
|
|============================================================== | 88%
|
|======================================================================| 100%usco$cofips<-usco$GEOID
sts<-states(cb = T, year=2015)##
|
| | 0%
|
|= | 1%
|
|==== | 5%
|
|==== | 6%
|
|======= | 9%
|
|============ | 17%
|
|=============== | 21%
|
|================== | 26%
|
|======================= | 33%
|
|================================== | 49%
|
|======================================== | 57%
|
|=================================================== | 73%
|
|==================================================== | 74%
|
|========================================================= | 81%
|
|============================================================ | 85%
|
|============================================================== | 89%
|
|======================================================================| 100%sts<-st_boundary(sts)%>%
filter(STATEFP==48)
ahrf2_m<-geo_join(usco, ahrf2, by_sp="cofips", by_df="cofips",how="left" )## Warning: We recommend using the dplyr::*_join() family of functions instead.## Warning: `group_by_()` was deprecated in dplyr 0.7.0.
## Please use `group_by()` instead.
## See vignette('programming') for more help
## This warning is displayed once every 8 hours.
## Call `lifecycle::last_lifecycle_warnings()` to see where this warning was generated.ahrf2_m%>%
filter(STATEFP==48)%>%
mutate(ppb=preterm/births1416)%>%
mutate(pb_group = cut(ppb, breaks=quantile(ppb, p=seq(0,1,length.out = 6), na.rm=T ), include.lowest=T ))%>%
ggplot()+
geom_sf(aes(fill=pb_group, color=NA))+
scale_color_brewer(palette = "Blues")+
scale_fill_brewer(palette = "Blues",na.value = "grey50")+
geom_sf(data=sts["STATEFP"=="48",], color="black")+
coord_sf(crs = 2163)+
ggtitle(label = "Proportion of Preterm Births, 2014-2016")
2) Consider a Poisson regression model for the outcome
a. Evaluate the level of dispersion in the outcome
b. Is the Poisson model a good choice?
ahrf3<-filter(ahrf2_m, is.na(preterm)==F)
fit_pois<- glm(preterm ~ offset(log(births1416)) + hpsa10,
family=poisson,
data=ahrf3)
summary(fit_pois)##
## Call:
## glm(formula = preterm ~ offset(log(births1416)) + hpsa10, family = poisson,
## data = ahrf3)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -7.2377 -0.5404 0.1685 0.9559 10.4849
##
## Coefficients:
## Estimate Std. Error z value Pr(>|z|)
## (Intercept) -2.15211 0.01514 -142.154 < 2e-16 ***
## hpsa101 0.05352 0.01616 3.312 0.000928 ***
## hpsa102 0.05903 0.01756 3.361 0.000775 ***
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for poisson family taken to be 1)
##
## Null deviance: 607.13 on 160 degrees of freedom
## Residual deviance: 594.63 on 158 degrees of freedom
## AIC: 1609.3
##
## Number of Fisher Scoring iterations: 4Exponentiate the coefficients to get the risk ratio
exp(coef(fit_pois))## (Intercept) hpsa101 hpsa102
## 0.1162382 1.0549800 1.0608022While counties consisting of hospital shortages have a mean preterm birth rate of 5.4%, counties consisting of partially shortage of hospitals have a mean preterm birth rate of 6% . Both of these values are higher than no shortage area.
ahrf3$est_pois<- fitted(fit_pois)
ahrf3$est_rate<- ahrf3$est_pois/ahrf3$births1416
aggregate(est_rate ~ hpsa10, data=ahrf3, FUN = mean)Difference between the mean of preterm birth rate of no shortage area and whole shortage area is 5.4% and the difference between the mean of preterm birth rate of no shortage area and partially shortage area is 6%.
(0.1226290-0.1162382)/0.1162382## [1] 0.0549802Cross-check the result through arithmetic
(0.1233057-0.1162382)/0.1162382## [1] 0.06080187Over-dispersion test
scale<-sqrt(fit_pois$deviance/fit_pois$df.residual)
scale## [1] 1.939966If there were no difference between mean and variance then it had to be 1, suggesting that there is over-dispersion in this model.
1-pchisq(fit_pois$deviance, df = fit_pois$df.residual)## [1] 0The value, here is lower than the significant level, hence, poisson model is not a appropriate one for this fit.
Now, let us see if quasi-poisson model yields p-value more than 1. Here, I am using quasi-poisson model since it includes overdisperson parameter.
fit_q_pois<- glm(preterm ~ offset(log(births1416)) + hpsa10,
family=quasipoisson,
data=ahrf3)
summary(fit_q_pois)##
## Call:
## glm(formula = preterm ~ offset(log(births1416)) + hpsa10, family = quasipoisson,
## data = ahrf3)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -7.2377 -0.5404 0.1685 0.9559 10.4849
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) -2.15211 0.02950 -72.960 <2e-16 ***
## hpsa101 0.05352 0.03149 1.700 0.0912 .
## hpsa102 0.05903 0.03421 1.725 0.0864 .
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for quasipoisson family taken to be 3.796133)
##
## Null deviance: 607.13 on 160 degrees of freedom
## Residual deviance: 594.63 on 158 degrees of freedom
## AIC: NA
##
## Number of Fisher Scoring iterations: 4Dispersion parameter for quasi poissan is 3.79 with similar substantive difference, hence, I would use this model.
3) Consider a negative binomial model
library(MASS)##
## Attaching package: 'MASS'## The following object is masked from 'package:gtsummary':
##
## select## The following object is masked from 'package:srvyr':
##
## select## The following object is masked from 'package:dplyr':
##
## selectfit_nb<- glm.nb(preterm ~ offset(log(births1416)) + hpsa10,
data=ahrf3)
summary(fit_nb)##
## Call:
## glm.nb(formula = preterm ~ offset(log(births1416)) + hpsa10,
## data = ahrf3, init.theta = 119.2885051, link = log)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -2.1721 -0.4639 0.0305 0.6846 2.4871
##
## Coefficients:
## Estimate Std. Error z value Pr(>|z|)
## (Intercept) -2.13528 0.02620 -81.491 <2e-16 ***
## hpsa101 0.06136 0.03155 1.945 0.0518 .
## hpsa102 0.03740 0.03165 1.181 0.2374
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for Negative Binomial(119.2885) family taken to be 1)
##
## Null deviance: 127.26 on 160 degrees of freedom
## Residual deviance: 123.44 on 158 degrees of freedom
## AIC: 1254.9
##
## Number of Fisher Scoring iterations: 1
##
##
## Theta: 119.3
## Std. Err.: 23.5
##
## 2 x log-likelihood: -1246.861exp(coef(fit_nb))## (Intercept) hpsa101 hpsa102
## 0.1182118 1.0632823 1.0381035Counties that have shortage of hospitals have 6.3% of increased risk of preterm birth whereas counties that have partial shortage of hospitals have 3.8% of increased risk of preterm birth.
Negetive binomial model has much lower AIC value compared to poisson model.
4) Compare the model fits of the alternative models using AIC
Relative risk model
pbrate<-(sum(ahrf3$preterm, na.rm=T)/sum(ahrf3$births1416, na.rm=T))
pbrate## [1] 0.12219712% (on average) of preterm births can be applied to each county’s births.
ahrf3$E <- pbrate*ahrf3$births1416
head(ahrf3[, c("coname", "births1416", "preterm", "E")])ahrf3%>%
ggplot( aes(preterm))+geom_histogram()+ggtitle("Distribution of Preterm Births", "y")## `stat_bin()` using `bins = 30`. Pick better value with `binwidth`.
ahrf3%>%
ggplot( aes(preterm/E))+geom_histogram()+ggtitle("Distribution of Standardized Preterm Births", "y/E")## `stat_bin()` using `bins = 30`. Pick better value with `binwidth`.
fit_pois_E<-glm(preterm ~ offset(log(E+.000001)) + hpsa10,
family=poisson,
data=ahrf3)
summary(fit_pois_E)##
## Call:
## glm(formula = preterm ~ offset(log(E + 1e-06)) + hpsa10, family = poisson,
## data = ahrf3)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -7.2377 -0.5404 0.1685 0.9559 10.4849
##
## Coefficients:
## Estimate Std. Error z value Pr(>|z|)
## (Intercept) -0.04999 0.01514 -3.302 0.000959 ***
## hpsa101 0.05352 0.01616 3.312 0.000928 ***
## hpsa102 0.05903 0.01756 3.361 0.000775 ***
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for poisson family taken to be 1)
##
## Null deviance: 607.13 on 160 degrees of freedom
## Residual deviance: 594.63 on 158 degrees of freedom
## AIC: 1609.3
##
## Number of Fisher Scoring iterations: 4Binomial count model
fit_bin<-glm(cbind(preterm, births1416)~ hpsa10,
family=binomial,
data=ahrf3)
summary(fit_bin)##
## Call:
## glm(formula = cbind(preterm, births1416) ~ hpsa10, family = binomial,
## data = ahrf3)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -6.8548 -0.5108 0.1594 0.9005 9.8501
##
## Coefficients:
## Estimate Std. Error z value Pr(>|z|)
## (Intercept) -2.15211 0.01600 -134.549 < 2e-16 ***
## hpsa101 0.05352 0.01708 3.133 0.00173 **
## hpsa102 0.05903 0.01857 3.179 0.00148 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for binomial family taken to be 1)
##
## Null deviance: 540.39 on 160 degrees of freedom
## Residual deviance: 529.23 on 158 degrees of freedom
## AIC: 1525.1
##
## Number of Fisher Scoring iterations: 4In this model, we see the same results as the Poisson model, except the difference in the AIC for the binomial model which is significantly lower. Hence, binomial count model is the best model for this study.
LS0tCnRpdGxlOiAiQXNzaWdubWVudCA2LCBDb3VudCBEYXRhIE1vZGVscyIKYXV0aG9yOiAiSnlvdGkgTmVwYWwiCmRhdGU6ICAiYHIgZm9ybWF0KFN5cy50aW1lKCksICclZCAlQiwgJVknKWAiCm91dHB1dDoKICAgaHRtbF9kb2N1bWVudDoKICAgIGRmX3ByaW50OiBwYWdlZAogICAgZmlnX2hlaWdodDogNwogICAgZmlnX3dpZHRoOiA3CiAgICB0b2M6IHllcwogICAgdG9jX2Zsb2F0OiB5ZXMKICAgIGNvZGVfZG93bmxvYWQ6IHRydWUKLS0tCgpgYGB7ciBpbmNsdWRlPUZBTFNFfQpsaWJyYXJ5KHN0YXJnYXplciwgcXVpZXRseSA9IFQpCmxpYnJhcnkoc3VydmV5LCBxdWlldGx5ID0gVCkKbGlicmFyeShjYXIsIHF1aWV0bHkgPSBUKQpsaWJyYXJ5KHF1ZXN0aW9uciwgcXVpZXRseSA9IFQpCmxpYnJhcnkoZHBseXIsIHF1aWV0bHkgPSBUKQpsaWJyYXJ5KGZvcmNhdHMsIHF1aWV0bHkgPSBUKQpsaWJyYXJ5KHRpZHl2ZXJzZSwgcXVpZXRseSA9IFQpCmxpYnJhcnkoc3J2eXIsIHF1aWV0bHkgPSBUKQpsaWJyYXJ5KCBndHN1bW1hcnksIHF1aWV0bHkgPSBUKQpsaWJyYXJ5KGNhcmV0LCBxdWlldGx5ID0gVCkKbGlicmFyeShWR0FNLCBxdWlldGx5ID0gVCkKbGlicmFyeShnZ3Bsb3QyLCBxdWlldGx5ID0gVCkKbGlicmFyeShzdnlWR0FNLCBxdWlldGx5ID0gVCkKCmBgYAoKYGBge3J9CnRlbXAgPC0gdGVtcGZpbGUoKQoKI0Rvd25sb2FkIHRoZSBTQVMgZGF0YXNldCBhcyBhIFpJUCBjb21wcmVzc2VkIGFyY2hpdmUKZG93bmxvYWQuZmlsZSgiaHR0cHM6Ly9kYXRhLmhyc2EuZ292L0RhdGFEb3dubG9hZC9BSFJGL0FIUkZfMjAxOS0yMDIwX1NBUy56aXAiLCB0ZW1wKQoKI1JlYWQgU0FTIGRhdGEgaW50byBSCmFocmY8LWhhdmVuOjpyZWFkX3Nhcyh1bnoodGVtcCwKICAgICAgICAgICAgICAgICAgICAgICAgICBmaWxlbmFtZSA9ICJhaHJmMjAyMC5zYXM3YmRhdCIpKQoKcm0odGVtcCkKCgpgYGAKCiMgMSkgRGVmaW5lIGEgY291bnQgb3V0Y29tZSBmb3IgdGhlIGRhdGEtc2V0IG9mIHlvdXIgY2hvb3NpbmcsIHRoZSBBcmVhIFJlc291cmNlIEZpbGUgdXNlZCBpbiBjbGFzcyBwcm92aWRlcyBtYW55IG9wdGlvbnMgaGVyZS4KCkNvdW50IG91dGNvbWU6IFByZXRlcm0gYmlydGg7IGEgbnVtYmVyIG9mIHByZXRlcm0gZGVsaXZlcmllcyBiZWZvcmUgMzcgd2Vla3Mgb2YgcHJlZ25hbmN5LgoKIyMgYS4gU3RhdGUgYSByZXNlYXJjaCBxdWVzdGlvbiBhYm91dCB5b3VyIG91dGNvbWUKCklzIHRoZXJlIGFuIGFzc29jaWF0aW9uIGJldHdlZW4gcHJldGVybSBiaXJ0aCBhbmQgaG9zcGl0YWxzIHNob3J0YWdlcyAoMD1ubyBzaG9ydGFnZSwgMT1zaG9ydGFnZSAyPXBhcnRpYWxseSBzaG9ydGFnZSkgaW4gY291bnRpZXMgb2YgVGV4YXM/CgojIyBiLiBJcyBhbiBvZmZzZXQgdGVybSBuZWNlc3Nhcnk/IHdoeSBvciB3aHkgbm90PyBJZiBhbiBvZmZzZXQgdGVybSBpcyBuZWVkLCB3aGF0IGlzIHRoZSBhcHByb3ByaWF0ZSBvZmZzZXQ/CgpUaGUgb2Zmc2V0IHRlcm0gaXMgaG93IHVuZXF1YWwgcG9wdWxhdGlvbiBzaXplIGlzIGluY29ycG9yYXRlZC4KUG9pc3Npb24gbW9kZWwgaXMgYW4gaW50ZWdlciBjb3VudCBtb2RlbCB3aGVyZSB3ZSBjYW5ub3QgdXNlIHRoZSByYXRlL3Byb2JhYmlsaXR5LgpJbiBteSBjYXNlLCBvZmZzZXQgdGVybSBpcyBuZWNlc3NhcnkgYmVjYXVzZSBudW1iZXIgb2YgYmlydGhzIG9yIHBvcHVsYXRpb25zIHZhcnkgYWNjb3JkaW5nIHRvIHRoZSBjb3VudHkgYW5kIHdlIG5lZWQgdG8gZmluZCB0aGUgcGVyY2VudGFnZSBvZiBwcmV0ZXJtIGJpcnRoIGluIGVhY2ggY291bnR5LCBzbywgb2Zmc2V0IHRlcm0gaXMgbmVjZXNzYXJ5LgoKUmVuYW1lIHRoZSB2YXJpYWJsZXMKCmBgYHtyfQpsaWJyYXJ5KGRwbHlyKQogYWhyZjI8LWFocmYlPiUKICAKICAgICAgbXV0YXRlKGNvZmlwcz1mMDAwMDQsIAogICAgICAgICBjb25hbWU9ZjAwMDEwLAogICAgICAgICBzdGF0ZSA9IGYwMDAxMSwKICAgICAgICAgYmlydGhzMTQxNj1mMTI1NDYxNCwKICAgICAgICAgYmlydGhzMDYwOD1mMTI1NDYwOCwKICAgICAgICAgbG93YncxNDE2PWYxMjU1MzE0LAogICAgICAgICBsb3didzA2MDg9ZjEyNTUzMDgsCiAgICAgICAgIHByZXRlcm0gPSBmMTM2MDgxNCwgCiAgICAgICAgIGNoaWxkcG92MTA9IGYxMzMyMjEwLAogICAgICAgICBydWNjPSBhcy5mYWN0b3IoZjAwMDIwMTMpLAogICAgICAgICBocHNhMTA9IGFzLmZhY3RvcihmMDk3ODcxMCksCiAgICAgICAgIG9iZ3luMTBfcGM9IDEwMDAqKGYxMTY4NDEwLyBmMDQ1MzAxMCkgKSU+JQogIGRwbHlyOjpzZWxlY3QoYmlydGhzMTQxNiwgbG93YncxNDE2LGJpcnRoczA2MDgsIGxvd2J3MDYwOCwgcHJldGVybSwgc3RhdGUsIGNvZmlwcywgY29uYW1lLCBjaGlsZHBvdjEwLCBydWNjLCBocHNhMTAsIG9iZ3luMTBfcGMpJT4lCiAgZmlsdGVyKGNvbXBsZXRlLmNhc2VzKC4pKSU+JQogIGFzLmRhdGEuZnJhbWUoKQpoZWFkKGFocmYyKQpzdW1tYXJ5KGFocmYyKQpgYGAKCk1ha2UgYSBtYXAKCmBgYHtyfQpsaWJyYXJ5KHRpZ3JpcykKbGlicmFyeShzZikKbGlicmFyeShnZ3Bsb3QyKQpvcHRpb25zKHRpZ3Jpc19jbGFzcz0ic2YiKQp1c2NvPC1jb3VudGllcyhjYj1ULCB5ZWFyPTIwMTUsIHN0YXRlID0gIlRYIikKdXNjbyRjb2ZpcHM8LXVzY28kR0VPSUQKc3RzPC1zdGF0ZXMoY2IgPSBULCB5ZWFyPTIwMTUpCnN0czwtc3RfYm91bmRhcnkoc3RzKSU+JQogIGZpbHRlcihTVEFURUZQPT00OCkKCmFocmYyX208LWdlb19qb2luKHVzY28sIGFocmYyLCBieV9zcD0iY29maXBzIiwgYnlfZGY9ImNvZmlwcyIsaG93PSJsZWZ0IiApCgpgYGAKCmBgYHtyfQphaHJmMl9tJT4lCiAgZmlsdGVyKFNUQVRFRlA9PTQ4KSU+JQogIG11dGF0ZShwcGI9cHJldGVybS9iaXJ0aHMxNDE2KSU+JQogIG11dGF0ZShwYl9ncm91cCA9IGN1dChwcGIsIGJyZWFrcz1xdWFudGlsZShwcGIsIHA9c2VxKDAsMSxsZW5ndGgub3V0ID0gNiksIG5hLnJtPVQgKSwgaW5jbHVkZS5sb3dlc3Q9VCApKSU+JQogIGdncGxvdCgpKwogIGdlb21fc2YoYWVzKGZpbGw9cGJfZ3JvdXAsIGNvbG9yPU5BKSkrCiAgc2NhbGVfY29sb3JfYnJld2VyKHBhbGV0dGUgPSAiQmx1ZXMiKSsKICBzY2FsZV9maWxsX2JyZXdlcihwYWxldHRlID0gIkJsdWVzIixuYS52YWx1ZSA9ICJncmV5NTAiKSsKICBnZW9tX3NmKGRhdGE9c3RzWyJTVEFURUZQIj09IjQ4IixdLCBjb2xvcj0iYmxhY2siKSsKICBjb29yZF9zZihjcnMgPSAyMTYzKSsKICBnZ3RpdGxlKGxhYmVsID0gIlByb3BvcnRpb24gb2YgUHJldGVybSBCaXJ0aHMsIDIwMTQtMjAxNiIpCmBgYAoKIyAyKSBDb25zaWRlciBhIFBvaXNzb24gcmVncmVzc2lvbiBtb2RlbCBmb3IgdGhlIG91dGNvbWUKCiMjIyBhLiBFdmFsdWF0ZSB0aGUgbGV2ZWwgb2YgZGlzcGVyc2lvbiBpbiB0aGUgb3V0Y29tZQoKIyMjIGIuIElzIHRoZSBQb2lzc29uIG1vZGVsIGEgZ29vZCBjaG9pY2U/CgpgYGB7cn0KYWhyZjM8LWZpbHRlcihhaHJmMl9tLCBpcy5uYShwcmV0ZXJtKT09RikKCgpmaXRfcG9pczwtIGdsbShwcmV0ZXJtIH4gb2Zmc2V0KGxvZyhiaXJ0aHMxNDE2KSkgKyBocHNhMTAsIAogICAgICAgICAgICAgICBmYW1pbHk9cG9pc3NvbiwgCiAgICAgICAgICAgICAgIGRhdGE9YWhyZjMpCnN1bW1hcnkoZml0X3BvaXMpCgpgYGAKCkV4cG9uZW50aWF0ZSB0aGUgY29lZmZpY2llbnRzIHRvIGdldCB0aGUgcmlzayByYXRpbwoKYGBge3J9CmV4cChjb2VmKGZpdF9wb2lzKSkKYGBgCgpXaGlsZSBjb3VudGllcyBjb25zaXN0aW5nIG9mIGhvc3BpdGFsIHNob3J0YWdlcyBoYXZlIGEgbWVhbiBwcmV0ZXJtIGJpcnRoIHJhdGUgb2YgNS40JSwgY291bnRpZXMgY29uc2lzdGluZyBvZiBwYXJ0aWFsbHkgc2hvcnRhZ2Ugb2YgaG9zcGl0YWxzIGhhdmUgYSBtZWFuIHByZXRlcm0gYmlydGggcmF0ZSBvZiA2JSAuCkJvdGggb2YgdGhlc2UgdmFsdWVzIGFyZSBoaWdoZXIgdGhhbiBubyBzaG9ydGFnZSBhcmVhLgoKYGBge3J9CmFocmYzJGVzdF9wb2lzPC0gZml0dGVkKGZpdF9wb2lzKQoKYWhyZjMkZXN0X3JhdGU8LSBhaHJmMyRlc3RfcG9pcy9haHJmMyRiaXJ0aHMxNDE2CgphZ2dyZWdhdGUoZXN0X3JhdGUgfiBocHNhMTAsIGRhdGE9YWhyZjMsIEZVTiA9IG1lYW4pCgpgYGAKCkRpZmZlcmVuY2UgYmV0d2VlbiB0aGUgbWVhbiBvZiBwcmV0ZXJtIGJpcnRoIHJhdGUgb2Ygbm8gc2hvcnRhZ2UgYXJlYSBhbmQgd2hvbGUgc2hvcnRhZ2UgYXJlYSBpcyA1LjQlIGFuZCB0aGUgZGlmZmVyZW5jZSBiZXR3ZWVuIHRoZSBtZWFuIG9mIHByZXRlcm0gYmlydGggcmF0ZSBvZiBubyBzaG9ydGFnZSBhcmVhIGFuZCBwYXJ0aWFsbHkgc2hvcnRhZ2UgYXJlYSBpcyA2JS4KCmBgYHtyfQooMC4xMjI2MjkwLTAuMTE2MjM4MikvMC4xMTYyMzgyCgpgYGAKCkNyb3NzLWNoZWNrIHRoZSByZXN1bHQgdGhyb3VnaCBhcml0aG1ldGljCgpgYGB7cn0KKDAuMTIzMzA1Ny0wLjExNjIzODIpLzAuMTE2MjM4MgoKYGBgCgpPdmVyLWRpc3BlcnNpb24gdGVzdAoKYGBge3J9CnNjYWxlPC1zcXJ0KGZpdF9wb2lzJGRldmlhbmNlL2ZpdF9wb2lzJGRmLnJlc2lkdWFsKQpzY2FsZQpgYGAKCklmIHRoZXJlIHdlcmUgbm8gZGlmZmVyZW5jZSBiZXR3ZWVuIG1lYW4gYW5kIHZhcmlhbmNlIHRoZW4gaXQgaGFkIHRvIGJlIDEsIHN1Z2dlc3RpbmcgdGhhdCB0aGVyZSBpcyBvdmVyLWRpc3BlcnNpb24gaW4gdGhpcyBtb2RlbC4KCmBgYHtyfQoxLXBjaGlzcShmaXRfcG9pcyRkZXZpYW5jZSwgZGYgPSBmaXRfcG9pcyRkZi5yZXNpZHVhbCkKCmBgYAoKVGhlIHZhbHVlLCBoZXJlIGlzIGxvd2VyIHRoYW4gdGhlIHNpZ25pZmljYW50IGxldmVsLCBoZW5jZSwgcG9pc3NvbiBtb2RlbCBpcyBub3QgYSBhcHByb3ByaWF0ZSBvbmUgZm9yIHRoaXMgZml0LgoKTm93LCBsZXQgdXMgc2VlIGlmIHF1YXNpLXBvaXNzb24gbW9kZWwgeWllbGRzIHAtdmFsdWUgbW9yZSB0aGFuIDEuCkhlcmUsIEkgYW0gdXNpbmcgcXVhc2ktcG9pc3NvbiBtb2RlbCBzaW5jZSBpdCBpbmNsdWRlcyBvdmVyZGlzcGVyc29uIHBhcmFtZXRlci4KCmBgYHtyfQpmaXRfcV9wb2lzPC0gZ2xtKHByZXRlcm0gfiBvZmZzZXQobG9nKGJpcnRoczE0MTYpKSArIGhwc2ExMCwgCiAgICAgICAgICAgICAgIGZhbWlseT1xdWFzaXBvaXNzb24sIAogICAgICAgICAgICAgICBkYXRhPWFocmYzKQpzdW1tYXJ5KGZpdF9xX3BvaXMpCgpgYGAKCkRpc3BlcnNpb24gcGFyYW1ldGVyIGZvciBxdWFzaSBwb2lzc2FuIGlzIDMuNzkgd2l0aCBzaW1pbGFyIHN1YnN0YW50aXZlIGRpZmZlcmVuY2UsIGhlbmNlLCBJIHdvdWxkIHVzZSB0aGlzIG1vZGVsLgoKIyAzKSBDb25zaWRlciBhIG5lZ2F0aXZlIGJpbm9taWFsIG1vZGVsCgpgYGB7cn0KbGlicmFyeShNQVNTKQoKYGBgCgpgYGB7cn0KZml0X25iPC0gZ2xtLm5iKHByZXRlcm0gfiBvZmZzZXQobG9nKGJpcnRoczE0MTYpKSArIGhwc2ExMCwgCiAgICAgICAgICAgICAgIGRhdGE9YWhyZjMpCnN1bW1hcnkoZml0X25iKQoKYGBgCgpgYGB7cn0KZXhwKGNvZWYoZml0X25iKSkKCmBgYAoKQ291bnRpZXMgdGhhdCBoYXZlIHNob3J0YWdlIG9mIGhvc3BpdGFscyBoYXZlIDYuMyUgb2YgaW5jcmVhc2VkIHJpc2sgb2YgcHJldGVybSBiaXJ0aCB3aGVyZWFzIGNvdW50aWVzIHRoYXQgaGF2ZSBwYXJ0aWFsIHNob3J0YWdlIG9mIGhvc3BpdGFscyBoYXZlIDMuOCUgb2YgaW5jcmVhc2VkIHJpc2sgb2YgcHJldGVybSBiaXJ0aC4KCk5lZ2V0aXZlIGJpbm9taWFsIG1vZGVsIGhhcyBtdWNoIGxvd2VyIEFJQyB2YWx1ZSBjb21wYXJlZCB0byBwb2lzc29uIG1vZGVsLgoKIyA0KSBDb21wYXJlIHRoZSBtb2RlbCBmaXRzIG9mIHRoZSBhbHRlcm5hdGl2ZSBtb2RlbHMgdXNpbmcgQUlDIAoKUmVsYXRpdmUgcmlzayBtb2RlbAoKYGBge3J9CnBicmF0ZTwtKHN1bShhaHJmMyRwcmV0ZXJtLCBuYS5ybT1UKS9zdW0oYWhyZjMkYmlydGhzMTQxNiwgbmEucm09VCkpIApwYnJhdGUKCmBgYAoKMTIlIChvbiBhdmVyYWdlKSBvZiBwcmV0ZXJtIGJpcnRocyBjYW4gYmUgYXBwbGllZCB0byBlYWNoIGNvdW50eSdzIGJpcnRocy4KCmBgYHtyfQphaHJmMyRFIDwtIHBicmF0ZSphaHJmMyRiaXJ0aHMxNDE2CgpoZWFkKGFocmYzWywgYygiY29uYW1lIiwgImJpcnRoczE0MTYiLCAicHJldGVybSIsICJFIildKQoKYGBgCgpgYGB7cn0KYWhyZjMlPiUKICBnZ3Bsb3QoIGFlcyhwcmV0ZXJtKSkrZ2VvbV9oaXN0b2dyYW0oKStnZ3RpdGxlKCJEaXN0cmlidXRpb24gb2YgUHJldGVybSBCaXJ0aHMiLCAieSIpCgpgYGAKCmBgYHtyfQphaHJmMyU+JQogIGdncGxvdCggYWVzKHByZXRlcm0vRSkpK2dlb21faGlzdG9ncmFtKCkrZ2d0aXRsZSgiRGlzdHJpYnV0aW9uIG9mIFN0YW5kYXJkaXplZCBQcmV0ZXJtIEJpcnRocyIsICJ5L0UiKQoKYGBgCgpgYGB7cn0KZml0X3BvaXNfRTwtZ2xtKHByZXRlcm0gfiBvZmZzZXQobG9nKEUrLjAwMDAwMSkpICsgaHBzYTEwLCAKICAgICAgICAgICAgICAgZmFtaWx5PXBvaXNzb24sIAogICAgICAgICAgICAgICBkYXRhPWFocmYzKQpzdW1tYXJ5KGZpdF9wb2lzX0UpCmBgYAoKIyMjIyAqKkJpbm9taWFsIGNvdW50IG1vZGVsKioKCmBgYHtyfQpmaXRfYmluPC1nbG0oY2JpbmQocHJldGVybSwgYmlydGhzMTQxNil+ICBocHNhMTAsIAogICAgICAgICAgICAgICBmYW1pbHk9Ymlub21pYWwsIAogICAgICAgICAgICAgICBkYXRhPWFocmYzKQpzdW1tYXJ5KGZpdF9iaW4pCgpgYGAKCkluIHRoaXMgbW9kZWwsIHdlIHNlZSB0aGUgc2FtZSByZXN1bHRzIGFzIHRoZSBQb2lzc29uIG1vZGVsLCBleGNlcHQgdGhlIGRpZmZlcmVuY2UgaW4gdGhlIEFJQyBmb3IgdGhlIGJpbm9taWFsIG1vZGVsIHdoaWNoIGlzIHNpZ25pZmljYW50bHkgbG93ZXIuIEhlbmNlLCBiaW5vbWlhbCBjb3VudCBtb2RlbCBpcyB0aGUgYmVzdCBtb2RlbCBmb3IgdGhpcyBzdHVkeS4K