Instalar Paquetes y llamar librerias

#install.packages("plm")
library(plm)
#install.packages("tidyverse")
library(tidyverse)
#install.packages("forecast")
library(forecast)
#install.packages("lavaan")
library(lavaan)
#install.packages("lavaanPlot")
library(lavaanPlot)
#install.packages("DataExplorer")
library(DataExplorer)
#install.packages("ggplot2")
library(ggplot2)
#install.packages("gplots")
library(gplots)

Contexto

La base de datos es de la Universidad de Nueva York y contiene 90 observaciones que incluyen los costos de 6 aerolineas estadounidenses durante 15 años, de 1970 a 1984

Las variables don:

  • I = Aerolínea
  • T = Año
  • Q = Millas voladas por pasajero en Indice
  • C = Costo Total en $1000
  • PF = Precio del combustible
  • LF = Factor de Carga (Utilización promedio de la capacidad de la flota)

Fuente: Tabla F7.1

Importar la base de datos

df<- read.csv("/Users/juanmauangers/Downloads/Cost Data for U.S. Airlines.csv")

Entender la base de datos

summary(df)
##        I             T            C                 Q          
##  Min.   :1.0   Min.   : 1   Min.   :  68978   Min.   :0.03768  
##  1st Qu.:2.0   1st Qu.: 4   1st Qu.: 292046   1st Qu.:0.14213  
##  Median :3.5   Median : 8   Median : 637001   Median :0.30503  
##  Mean   :3.5   Mean   : 8   Mean   :1122524   Mean   :0.54499  
##  3rd Qu.:5.0   3rd Qu.:12   3rd Qu.:1345968   3rd Qu.:0.94528  
##  Max.   :6.0   Max.   :15   Max.   :4748320   Max.   :1.93646  
##        PF                LF        
##  Min.   : 103795   Min.   :0.4321  
##  1st Qu.: 129848   1st Qu.:0.5288  
##  Median : 357434   Median :0.5661  
##  Mean   : 471683   Mean   :0.5605  
##  3rd Qu.: 849840   3rd Qu.:0.5947  
##  Max.   :1015610   Max.   :0.6763
str(df)
## 'data.frame':    90 obs. of  6 variables:
##  $ I : int  1 1 1 1 1 1 1 1 1 1 ...
##  $ T : int  1 2 3 4 5 6 7 8 9 10 ...
##  $ C : int  1140640 1215690 1309570 1511530 1676730 1823740 2022890 2314760 2639160 3247620 ...
##  $ Q : num  0.953 0.987 1.092 1.176 1.16 ...
##  $ PF: int  106650 110307 110574 121974 196606 265609 263451 316411 384110 569251 ...
##  $ LF: num  0.534 0.532 0.548 0.541 0.591 ...
head(df)
##   I T       C        Q     PF       LF
## 1 1 1 1140640 0.952757 106650 0.534487
## 2 1 2 1215690 0.986757 110307 0.532328
## 3 1 3 1309570 1.091980 110574 0.547736
## 4 1 4 1511530 1.175780 121974 0.540846
## 5 1 5 1676730 1.160170 196606 0.591167
## 6 1 6 1823740 1.173760 265609 0.575417
df$I <- as.factor(df$I)
df$Y <- df$T + 1969
summary(df)
##  I            T            C                 Q                 PF         
##  1:15   Min.   : 1   Min.   :  68978   Min.   :0.03768   Min.   : 103795  
##  2:15   1st Qu.: 4   1st Qu.: 292046   1st Qu.:0.14213   1st Qu.: 129848  
##  3:15   Median : 8   Median : 637001   Median :0.30503   Median : 357434  
##  4:15   Mean   : 8   Mean   :1122524   Mean   :0.54499   Mean   : 471683  
##  5:15   3rd Qu.:12   3rd Qu.:1345968   3rd Qu.:0.94528   3rd Qu.: 849840  
##  6:15   Max.   :15   Max.   :4748320   Max.   :1.93646   Max.   :1015610  
##        LF               Y       
##  Min.   :0.4321   Min.   :1970  
##  1st Qu.:0.5288   1st Qu.:1973  
##  Median :0.5661   Median :1977  
##  Mean   :0.5605   Mean   :1977  
##  3rd Qu.:0.5947   3rd Qu.:1981  
##  Max.   :0.6763   Max.   :1984
str(df)
## 'data.frame':    90 obs. of  7 variables:
##  $ I : Factor w/ 6 levels "1","2","3","4",..: 1 1 1 1 1 1 1 1 1 1 ...
##  $ T : int  1 2 3 4 5 6 7 8 9 10 ...
##  $ C : int  1140640 1215690 1309570 1511530 1676730 1823740 2022890 2314760 2639160 3247620 ...
##  $ Q : num  0.953 0.987 1.092 1.176 1.16 ...
##  $ PF: int  106650 110307 110574 121974 196606 265609 263451 316411 384110 569251 ...
##  $ LF: num  0.534 0.532 0.548 0.541 0.591 ...
##  $ Y : num  1970 1971 1972 1973 1974 ...
head(df)
##   I T       C        Q     PF       LF    Y
## 1 1 1 1140640 0.952757 106650 0.534487 1970
## 2 1 2 1215690 0.986757 110307 0.532328 1971
## 3 1 3 1309570 1.091980 110574 0.547736 1972
## 4 1 4 1511530 1.175780 121974 0.540846 1973
## 5 1 5 1676730 1.160170 196606 0.591167 1974
## 6 1 6 1823740 1.173760 265609 0.575417 1975
#create_report(df)
plot_missing(df)

plot_histogram(df)

plot_correlation(df)

ggplot(df, aes(x=Y, y=C, color = I, group=I)) + 
  geom_line() +
  labs(title="Costo por Aerolinea (en miles)", x= "Año", y= "Costo (USD)", color = "Aerolinea")+
  theme_minimal()

ggplot(df, aes(x=Y, y=Q, color = I, group=I)) + 
  geom_line() +
  labs(title="Millas Voladas (por pasajero)", x= "Año", y= "Indice", color = "Aerolinea")+
  theme_minimal()

ggplot(df, aes(x=Y, y=PF, color = I, group=I)) + 
  geom_line() +
  labs(title="Precio del combustible", x= "Año", y= "Indice", color = "Aerolinea")+
  theme_minimal()

ggplot(df, aes(x=Y, y=LF, color = I, group=I)) + 
  geom_line() +
  labs(title="Factor de Carga", x= "Año", y= "Indice", color = "Aerolinea")+
  theme_minimal()

Tema 1. Datos de Panel

Hetergoeneidad

plotmeans(C ~ I, main="Heterogeneidad entre Aerolineas", xlab="Aerolinea", ylab="Costo(miles de USD)", data = df)

Como el valor promedio (circulos) y el rango intercuartil (líneas azules) varian entre individuos, se observa presencia de heterogeneidad.

Creacion de Datos de Panel

df_panel <- pdata.frame(df,index=c("I","Y"))
df_panel <- df_panel %>% select(-c("I", "T", "Y"))

Modelo 1. Regresion Agrupada (Pooled)

# El modelo de regresion agrupada Pooled es una tecnica de estimacion en datos de panel donde se asume que no hay efectos individuales especificos para cada unidad. ignora heterogeneidades
pooled <- plm(C~ Q + PF + LF, data=df_panel, model= "pooling")
summary(pooled)
## Pooling Model
## 
## Call:
## plm(formula = C ~ Q + PF + LF, data = df_panel, model = "pooling")
## 
## Balanced Panel: n = 6, T = 15, N = 90
## 
## Residuals:
##    Min. 1st Qu.  Median 3rd Qu.    Max. 
## -520654 -250270   37333  208690  849700 
## 
## Coefficients:
##                Estimate  Std. Error t-value  Pr(>|t|)    
## (Intercept)  1.1586e+06  3.6059e+05  3.2129   0.00185 ** 
## Q            2.0261e+06  6.1807e+04 32.7813 < 2.2e-16 ***
## PF           1.2253e+00  1.0372e-01 11.8138 < 2.2e-16 ***
## LF          -3.0658e+06  6.9633e+05 -4.4027 3.058e-05 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Total Sum of Squares:    1.2647e+14
## Residual Sum of Squares: 6.8177e+12
## R-Squared:      0.94609
## Adj. R-Squared: 0.94421
## F-statistic: 503.118 on 3 and 86 DF, p-value: < 2.22e-16
#Prueba de Breusch-Pagan (BP): Para verificar si e lmodelo pooles es adecuado
# p-value < 0.05 Avanzamos para usar un modelo de efectos fijos o aleatorios
# p-value > 0.05 Podemos usar el modelo Pooled
plmtest(pooled, type="bp")
## 
##  Lagrange Multiplier Test - (Breusch-Pagan)
## 
## data:  C ~ Q + PF + LF
## chisq = 0.61309, df = 1, p-value = 0.4336
## alternative hypothesis: significant effects

Como el P-Value es mayor a 0.05, podemos utilizar el modelo Pooled.

Modelo 2. Efectos Fijos (Within)

within <- plm(C~Q + PF + LF, data=df_panel, model = "within")
summary(within)
## Oneway (individual) effect Within Model
## 
## Call:
## plm(formula = C ~ Q + PF + LF, data = df_panel, model = "within")
## 
## Balanced Panel: n = 6, T = 15, N = 90
## 
## Residuals:
##    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
## -551783 -159259    1796       0  137226  499296 
## 
## Coefficients:
##       Estimate  Std. Error t-value  Pr(>|t|)    
## Q   3.3190e+06  1.7135e+05 19.3694 < 2.2e-16 ***
## PF  7.7307e-01  9.7319e-02  7.9437 9.698e-12 ***
## LF -3.7974e+06  6.1377e+05 -6.1869 2.375e-08 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Total Sum of Squares:    5.0776e+13
## Residual Sum of Squares: 3.5865e+12
## R-Squared:      0.92937
## Adj. R-Squared: 0.92239
## F-statistic: 355.254 on 3 and 81 DF, p-value: < 2.22e-16

Modelo 3. Efectos Aleatorios (random) Metodo Walhus

walhus <- plm(C~Q + PF + LF, data=df_panel, model = "random",
random.method="walhus")
summary(walhus)
## Oneway (individual) effect Random Effect Model 
##    (Wallace-Hussain's transformation)
## 
## Call:
## plm(formula = C ~ Q + PF + LF, data = df_panel, model = "random", 
##     random.method = "walhus")
## 
## Balanced Panel: n = 6, T = 15, N = 90
## 
## Effects:
##                     var   std.dev share
## idiosyncratic 7.339e+10 2.709e+05 0.969
## individual    2.363e+09 4.861e+04 0.031
## theta: 0.1788
## 
## Residuals:
##    Min. 1st Qu.  Median 3rd Qu.    Max. 
## -524180 -243611   39332  199517  824905 
## 
## Coefficients:
##                Estimate  Std. Error z-value  Pr(>|z|)    
## (Intercept)  1.1267e+06  3.6994e+05  3.0455  0.002323 ** 
## Q            2.0647e+06  7.1927e+04 28.7051 < 2.2e-16 ***
## PF           1.2075e+00  1.0358e-01 11.6578 < 2.2e-16 ***
## LF          -3.0314e+06  7.1431e+05 -4.2438 2.198e-05 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Total Sum of Squares:    1.0182e+14
## Residual Sum of Squares: 6.5784e+12
## R-Squared:      0.93539
## Adj. R-Squared: 0.93314
## Chisq: 1245.09 on 3 DF, p-value: < 2.22e-16

Modelo 3. Efectos Aleatorios (random) Metodo Amemiya

amemiya <- plm(C~Q + PF + LF, data=df_panel, model = "random",
random.method="amemiya")
summary(amemiya)
## Oneway (individual) effect Random Effect Model 
##    (Amemiya's transformation)
## 
## Call:
## plm(formula = C ~ Q + PF + LF, data = df_panel, model = "random", 
##     random.method = "amemiya")
## 
## Balanced Panel: n = 6, T = 15, N = 90
## 
## Effects:
##                     var   std.dev share
## idiosyncratic 4.270e+10 2.066e+05 0.084
## individual    4.640e+11 6.812e+05 0.916
## theta: 0.9219
## 
## Residuals:
##    Min. 1st Qu.  Median 3rd Qu.    Max. 
## -603585 -144415   22641  158005  485417 
## 
## Coefficients:
##                Estimate  Std. Error z-value  Pr(>|z|)    
## (Intercept)  1.0746e+06  4.2105e+05  2.5522    0.0107 *  
## Q            3.2090e+06  1.6482e+05 19.4695 < 2.2e-16 ***
## PF           8.1014e-01  9.6147e-02  8.4260 < 2.2e-16 ***
## LF          -3.7168e+06  6.1330e+05 -6.0603 1.359e-09 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Total Sum of Squares:    5.1238e+13
## Residual Sum of Squares: 3.8227e+12
## R-Squared:      0.92539
## Adj. R-Squared: 0.92279
## Chisq: 1066.71 on 3 DF, p-value: < 2.22e-16

Modelo 3. Efectos Aleatorios (random) Metodo Nerlove

nerlove <- plm(C~Q + PF + LF, data=df_panel, model = "random",
random.method="nerlove")
summary(nerlove)
## Oneway (individual) effect Random Effect Model 
##    (Nerlove's transformation)
## 
## Call:
## plm(formula = C ~ Q + PF + LF, data = df_panel, model = "random", 
##     random.method = "nerlove")
## 
## Balanced Panel: n = 6, T = 15, N = 90
## 
## Effects:
##                     var   std.dev share
## idiosyncratic 3.985e+10 1.996e+05 0.066
## individual    5.602e+11 7.485e+05 0.934
## theta: 0.9313
## 
## Residuals:
##    Min. 1st Qu.  Median 3rd Qu.    Max. 
## -601947 -145039   18713  154903  483623 
## 
## Coefficients:
##                Estimate  Std. Error z-value  Pr(>|z|)    
## (Intercept)  1.0752e+06  4.4535e+05  2.4142   0.01577 *  
## Q            3.2323e+06  1.6521e+05 19.5652 < 2.2e-16 ***
## PF           8.0229e-01  9.5804e-02  8.3743 < 2.2e-16 ***
## LF          -3.7338e+06  6.0963e+05 -6.1247 9.084e-10 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Total Sum of Squares:    5.1133e+13
## Residual Sum of Squares: 3.7726e+12
## R-Squared:      0.92622
## Adj. R-Squared: 0.92365
## Chisq: 1079.63 on 3 DF, p-value: < 2.22e-16

Comparando sus R2 ajustadas, el mejor metodo de efectos aleatorios es el de Walhus.

Efectos Fijos vs Aleatorios

phtest(within,walhus)
## 
##  Hausman Test
## 
## data:  C ~ Q + PF + LF
## chisq = 65.039, df = 3, p-value = 4.919e-14
## alternative hypothesis: one model is inconsistent

Tema 2. Series de Tiempo

Generar Series de Tiempo

df_a1 <- df[df$I == "1", ]
ts_a1 <- ts(df_a1$C, start=1970, frequency =1)

df_a2 <- df[df$I == "2", ]
ts_a2 <- ts(df_a2$C, start=1970, frequency =1)

df_a3 <- df[df$I == "3", ]
ts_a3 <- ts(df_a3$C, start=1970, frequency =1)

df_a4 <- df[df$I == "4", ]
ts_a4 <- ts(df_a4$C, start=1970, frequency =1)

df_a5 <- df[df$I == "5", ]
ts_a5 <- ts(df_a5$C, start=1970, frequency =1)

df_a6 <- df[df$I == "6", ]
ts_a6 <- ts(df_a6$C, start=1970, frequency =1)

Generar modelo Arima

arima_a1 <- auto.arima(ts_a1)
summary(arima_a1)
## Series: ts_a1 
## ARIMA(0,1,0) with drift 
## 
## Coefficients:
##           drift
##       257691.43
## s.e.   44508.78
## 
## sigma^2 = 2.987e+10:  log likelihood = -188.19
## AIC=380.37   AICc=381.46   BIC=381.65
## 
## Training set error measures:
##                    ME   RMSE      MAE       MPE     MAPE     MASE      ACF1
## Training set 58.86321 160892 129527.1 -1.742419 5.395122 0.502644 0.4084903
arima_a2 <- auto.arima(ts_a2)
summary(arima_a1)
## Series: ts_a1 
## ARIMA(0,1,0) with drift 
## 
## Coefficients:
##           drift
##       257691.43
## s.e.   44508.78
## 
## sigma^2 = 2.987e+10:  log likelihood = -188.19
## AIC=380.37   AICc=381.46   BIC=381.65
## 
## Training set error measures:
##                    ME   RMSE      MAE       MPE     MAPE     MASE      ACF1
## Training set 58.86321 160892 129527.1 -1.742419 5.395122 0.502644 0.4084903
arima_a3 <- auto.arima(ts_a3)
summary(arima_a3)
## Series: ts_a3 
## ARIMA(0,1,0) with drift 
## 
## Coefficients:
##          drift
##       63155.14
## s.e.  13344.11
## 
## sigma^2 = 2.685e+09:  log likelihood = -171.32
## AIC=346.64   AICc=347.74   BIC=347.92
## 
## Training set error measures:
##                    ME     RMSE      MAE        MPE     MAPE     MASE       ACF1
## Training set 14.87618 48235.79 38474.72 -0.9277567 5.324145 0.538349 0.09130379
arima_a4 <- auto.arima(ts_a4)
summary(arima_a4)
## Series: ts_a4 
## ARIMA(0,2,0) 
## 
## sigma^2 = 1.469e+09:  log likelihood = -155.65
## AIC=313.3   AICc=313.66   BIC=313.86
## 
## Training set error measures:
##                    ME    RMSE      MAE      MPE     MAPE      MASE      ACF1
## Training set 7232.074 35684.5 27472.98 1.761789 5.046326 0.2977402 0.1925091
arima_a5 <- auto.arima(ts_a5)
summary(arima_a5)
## Series: ts_a5 
## ARIMA(1,2,0) 
## 
## Coefficients:
##           ar1
##       -0.4543
## s.e.   0.2354
## 
## sigma^2 = 775697764:  log likelihood = -151.09
## AIC=306.18   AICc=307.38   BIC=307.31
## 
## Training set error measures:
##                   ME     RMSE      MAE      MPE     MAPE      MASE        ACF1
## Training set 3061.06 24911.01 14171.99 2.393894 4.771228 0.3823654 0.008627682
arima_a6 <- auto.arima(ts_a6)
summary(arima_a6)
## Series: ts_a6 
## ARIMA(1,2,0) 
## 
## Coefficients:
##          ar1
##       0.5824
## s.e.  0.2281
## 
## sigma^2 = 386182350:  log likelihood = -146.65
## AIC=297.3   AICc=298.5   BIC=298.43
## 
## Training set error measures:
##                    ME     RMSE      MAE      MPE     MAPE      MASE       ACF1
## Training set 6829.403 17576.86 10190.16 2.076518 3.550582 0.1516841 -0.2989742

Generar el pronostico

pronostico_a6 <- forecast(arima_a6, level = 95, h=5)
pronostico_a6
##      Point Forecast   Lo 95   Hi 95
## 1985        1234478 1195962 1272994
## 1986        1471026 1364365 1577687
## 1987        1714311 1510670 1917953
## 1988        1961521 1635113 2287929
## 1989        2211016 1738872 2683160
plot(pronostico_a6, main= "Pronostico de costo total Aerolinea 6", xlab= "Año", ylab= "Miles de Dolares (USD)")

Tema 3. Modelo de ecuaciones estructurales

Estructurar el modelo

modelo <- '
          #Regresiones
          C ~ Q + PF + LF + I + Y
          Q ~ PF + I
          PF ~ Y
          LF ~ I
          #Variables Latentes
          #Varianzas y Covarianzas
          C ~~ C
          Q ~~ Q
          PF ~~ PF
          LF ~~ LF
          #Intercepto
          '

Generar Analisis factorial confirmatorio

df_escalada <- df
df_escalada$I <- as.numeric(df_escalada$I)
df_escalada <- scale(df_escalada)
cfa <- cfa(modelo, df_escalada)
summary(cfa)
## lavaan 0.6-19 ended normally after 3 iterations
## 
##   Estimator                                         ML
##   Optimization method                           NLMINB
##   Number of model parameters                        13
## 
##   Number of observations                            90
## 
## Model Test User Model:
##                                                       
##   Test statistic                                63.804
##   Degrees of freedom                                 5
##   P-value (Chi-square)                           0.000
## 
## Parameter Estimates:
## 
##   Standard errors                             Standard
##   Information                                 Expected
##   Information saturated (h1) model          Structured
## 
## Regressions:
##                    Estimate  Std.Err  z-value  P(>|z|)
##   C ~                                                 
##     Q                 1.000    0.053   18.826    0.000
##     PF                0.194    0.065    3.000    0.003
##     LF               -0.154    0.025   -6.248    0.000
##     I                 0.105    0.052    1.999    0.046
##     Y                 0.140    0.063    2.211    0.027
##   Q ~                                                 
##     PF                0.239    0.046    5.213    0.000
##     I                -0.871    0.046  -18.985    0.000
##   PF ~                                                
##     Y                 0.931    0.038   24.233    0.000
##   LF ~                                                
##     I                -0.340    0.099   -3.429    0.001
## 
## Variances:
##                    Estimate  Std.Err  z-value  P(>|z|)
##    .C                 0.048    0.007    6.708    0.000
##    .Q                 0.187    0.028    6.708    0.000
##    .PF                0.131    0.020    6.708    0.000
##    .LF                0.875    0.130    6.708    0.000

Generar modelo de ecuaciones estructurales

lavaanPlot(cfa)
LS0tCnRpdGxlOiAiQ2FzbyBkZSBOZWdvY2lvcyAxOiBDb3N0b3MgZW4gQWVyb2xpbmVhcyIKYXV0aG9yOiAiSnVhbiBBbmdlcnMiCmRhdGU6ICIyMDI1LTAyLTI0IgpvdXRwdXQ6IAogIGh0bWxfZG9jdW1lbnQ6IAogICAgdG9jOiBUUlVFCiAgICB0b2NfZmxvYXQ6IFRSVUUKICAgIGNvZGVfZG93bmxvYWQ6IFRSVUUKICAgIHRoZW1lOiBkYXJrbHkKICAgIGhpZ2hsaWdodDogdGFuZ28KLS0tCgohW10oL1VzZXJzL2p1YW5tYXVhbmdlcnMvRGVza3RvcC9naXBoeS0xLmdpZikKCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5JbnN0YWxhciBQYXF1ZXRlcyB5IGxsYW1hciBsaWJyZXJpYXM8L3NwYW4+CmBgYHtyIG1lc3NhZ2U9RkFMU0UsIHdhcm5pbmc9RkFMU0V9CiNpbnN0YWxsLnBhY2thZ2VzKCJwbG0iKQpsaWJyYXJ5KHBsbSkKI2luc3RhbGwucGFja2FnZXMoInRpZHl2ZXJzZSIpCmxpYnJhcnkodGlkeXZlcnNlKQojaW5zdGFsbC5wYWNrYWdlcygiZm9yZWNhc3QiKQpsaWJyYXJ5KGZvcmVjYXN0KQojaW5zdGFsbC5wYWNrYWdlcygibGF2YWFuIikKbGlicmFyeShsYXZhYW4pCiNpbnN0YWxsLnBhY2thZ2VzKCJsYXZhYW5QbG90IikKbGlicmFyeShsYXZhYW5QbG90KQojaW5zdGFsbC5wYWNrYWdlcygiRGF0YUV4cGxvcmVyIikKbGlicmFyeShEYXRhRXhwbG9yZXIpCiNpbnN0YWxsLnBhY2thZ2VzKCJnZ3Bsb3QyIikKbGlicmFyeShnZ3Bsb3QyKQojaW5zdGFsbC5wYWNrYWdlcygiZ3Bsb3RzIikKbGlicmFyeShncGxvdHMpCmBgYAojIDxzcGFuIHN0eWxlPSJjb2xvcjogeWVsbG93OyI+Q29udGV4dG88L3NwYW4+CkxhIGJhc2UgZGUgZGF0b3MgZXMgZGUgbGEgVW5pdmVyc2lkYWQgZGUgTnVldmEgWW9yayB5IGNvbnRpZW5lIDkwIG9ic2VydmFjaW9uZXMgcXVlIGluY2x1eWVuIGxvcyBjb3N0b3MgZGUgNiBhZXJvbGluZWFzIGVzdGFkb3VuaWRlbnNlcyBkdXJhbnRlIDE1IGHDsW9zLCBkZSAxOTcwIGEgMTk4NAoKTGFzIHZhcmlhYmxlcyBkb246CgoqIEkgPSBBZXJvbMOtbmVhCiogVCA9IEHDsW8KKiBRID0gTWlsbGFzIHZvbGFkYXMgcG9yIHBhc2FqZXJvIGVuIEluZGljZQoqIEMgPSBDb3N0byBUb3RhbCBlbiAkMTAwMAoqIFBGID0gUHJlY2lvIGRlbCBjb21idXN0aWJsZQoqIExGID0gRmFjdG9yIGRlIENhcmdhIChVdGlsaXphY2nDs24gcHJvbWVkaW8gZGUgbGEgY2FwYWNpZGFkIGRlIGxhIGZsb3RhKQoKRnVlbnRlOgpbVGFibGEgRjcuMV0oaHR0cHM6cGFnZXMuc3Rlcm4ubnl1LmVkdS9+d2dyZWVuZS9UZXh0L3RhYmxlcy90YWJsZWxpc3Q1Lmh0bSkKCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5JbXBvcnRhciBsYSBiYXNlIGRlIGRhdG9zPC9zcGFuPgpgYGB7cn0KZGY8LSByZWFkLmNzdigiL1VzZXJzL2p1YW5tYXVhbmdlcnMvRG93bmxvYWRzL0Nvc3QgRGF0YSBmb3IgVS5TLiBBaXJsaW5lcy5jc3YiKQpgYGAKCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5FbnRlbmRlciBsYSBiYXNlIGRlIGRhdG9zPC9zcGFuPgpgYGB7cn0Kc3VtbWFyeShkZikKc3RyKGRmKQpoZWFkKGRmKQpkZiRJIDwtIGFzLmZhY3RvcihkZiRJKQpkZiRZIDwtIGRmJFQgKyAxOTY5CnN1bW1hcnkoZGYpCnN0cihkZikKaGVhZChkZikKI2NyZWF0ZV9yZXBvcnQoZGYpCnBsb3RfbWlzc2luZyhkZikKcGxvdF9oaXN0b2dyYW0oZGYpCnBsb3RfY29ycmVsYXRpb24oZGYpCgpnZ3Bsb3QoZGYsIGFlcyh4PVksIHk9QywgY29sb3IgPSBJLCBncm91cD1JKSkgKyAKICBnZW9tX2xpbmUoKSArCiAgbGFicyh0aXRsZT0iQ29zdG8gcG9yIEFlcm9saW5lYSAoZW4gbWlsZXMpIiwgeD0gIkHDsW8iLCB5PSAiQ29zdG8gKFVTRCkiLCBjb2xvciA9ICJBZXJvbGluZWEiKSsKICB0aGVtZV9taW5pbWFsKCkKCmdncGxvdChkZiwgYWVzKHg9WSwgeT1RLCBjb2xvciA9IEksIGdyb3VwPUkpKSArIAogIGdlb21fbGluZSgpICsKICBsYWJzKHRpdGxlPSJNaWxsYXMgVm9sYWRhcyAocG9yIHBhc2FqZXJvKSIsIHg9ICJBw7FvIiwgeT0gIkluZGljZSIsIGNvbG9yID0gIkFlcm9saW5lYSIpKwogIHRoZW1lX21pbmltYWwoKQoKZ2dwbG90KGRmLCBhZXMoeD1ZLCB5PVBGLCBjb2xvciA9IEksIGdyb3VwPUkpKSArIAogIGdlb21fbGluZSgpICsKICBsYWJzKHRpdGxlPSJQcmVjaW8gZGVsIGNvbWJ1c3RpYmxlIiwgeD0gIkHDsW8iLCB5PSAiSW5kaWNlIiwgY29sb3IgPSAiQWVyb2xpbmVhIikrCiAgdGhlbWVfbWluaW1hbCgpCgpnZ3Bsb3QoZGYsIGFlcyh4PVksIHk9TEYsIGNvbG9yID0gSSwgZ3JvdXA9SSkpICsgCiAgZ2VvbV9saW5lKCkgKwogIGxhYnModGl0bGU9IkZhY3RvciBkZSBDYXJnYSIsIHg9ICJBw7FvIiwgeT0gIkluZGljZSIsIGNvbG9yID0gIkFlcm9saW5lYSIpKwogIHRoZW1lX21pbmltYWwoKQpgYGAKCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5UZW1hIDEuIERhdG9zIGRlIFBhbmVsPC9zcGFuPgoKIyMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5IZXRlcmdvZW5laWRhZDwvc3Bhbj4KYGBge3Igd2FybmluZz1GQUxTRX0KcGxvdG1lYW5zKEMgfiBJLCBtYWluPSJIZXRlcm9nZW5laWRhZCBlbnRyZSBBZXJvbGluZWFzIiwgeGxhYj0iQWVyb2xpbmVhIiwgeWxhYj0iQ29zdG8obWlsZXMgZGUgVVNEKSIsIGRhdGEgPSBkZikKCgpgYGAKIENvbW8gZWwgdmFsb3IgcHJvbWVkaW8gKGNpcmN1bG9zKSB5IGVsIHJhbmdvIGludGVyY3VhcnRpbCAobMOtbmVhcyBhenVsZXMpIHZhcmlhbiBlbnRyZSBpbmRpdmlkdW9zLCBzZSBvYnNlcnZhICoqcHJlc2VuY2lhIGRlIGhldGVyb2dlbmVpZGFkKiouCgojIyA8c3BhbiBzdHlsZT0iY29sb3I6IHllbGxvdzsiPkNyZWFjaW9uIGRlIERhdG9zIGRlIFBhbmVsPC9zcGFuPiAKYGBge3J9CmRmX3BhbmVsIDwtIHBkYXRhLmZyYW1lKGRmLGluZGV4PWMoIkkiLCJZIikpCmRmX3BhbmVsIDwtIGRmX3BhbmVsICU+JSBzZWxlY3QoLWMoIkkiLCAiVCIsICJZIikpCmBgYAoKIyMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5Nb2RlbG8gMS4gUmVncmVzaW9uIEFncnVwYWRhIChQb29sZWQpPC9zcGFuPgpgYGB7cn0KIyBFbCBtb2RlbG8gZGUgcmVncmVzaW9uIGFncnVwYWRhIFBvb2xlZCBlcyB1bmEgdGVjbmljYSBkZSBlc3RpbWFjaW9uIGVuIGRhdG9zIGRlIHBhbmVsIGRvbmRlIHNlIGFzdW1lIHF1ZSBubyBoYXkgZWZlY3RvcyBpbmRpdmlkdWFsZXMgZXNwZWNpZmljb3MgcGFyYSBjYWRhIHVuaWRhZC4gaWdub3JhIGhldGVyb2dlbmVpZGFkZXMKcG9vbGVkIDwtIHBsbShDfiBRICsgUEYgKyBMRiwgZGF0YT1kZl9wYW5lbCwgbW9kZWw9ICJwb29saW5nIikKc3VtbWFyeShwb29sZWQpCgojUHJ1ZWJhIGRlIEJyZXVzY2gtUGFnYW4gKEJQKTogUGFyYSB2ZXJpZmljYXIgc2kgZSBsbW9kZWxvIHBvb2xlcyBlcyBhZGVjdWFkbwojIHAtdmFsdWUgPCAwLjA1IEF2YW56YW1vcyBwYXJhIHVzYXIgdW4gbW9kZWxvIGRlIGVmZWN0b3MgZmlqb3MgbyBhbGVhdG9yaW9zCiMgcC12YWx1ZSA+IDAuMDUgUG9kZW1vcyB1c2FyIGVsIG1vZGVsbyBQb29sZWQKcGxtdGVzdChwb29sZWQsIHR5cGU9ImJwIikKYGBgCkNvbW8gZWwgUC1WYWx1ZSBlcyBtYXlvciBhIDAuMDUsIHBvZGVtb3MgdXRpbGl6YXIgZWwgbW9kZWxvICoqUG9vbGVkKiouCgojIyA8c3BhbiBzdHlsZT0iY29sb3I6IHllbGxvdzsiPk1vZGVsbyAyLiBFZmVjdG9zIEZpam9zIChXaXRoaW4pPC9zcGFuPgpgYGB7cn0Kd2l0aGluIDwtIHBsbShDflEgKyBQRiArIExGLCBkYXRhPWRmX3BhbmVsLCBtb2RlbCA9ICJ3aXRoaW4iKQpzdW1tYXJ5KHdpdGhpbikKCmBgYAoKIyMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5Nb2RlbG8gMy4gRWZlY3RvcyBBbGVhdG9yaW9zIChyYW5kb20pIE1ldG9kbyBXYWxodXM8L3NwYW4+CmBgYHtyfQp3YWxodXMgPC0gcGxtKEN+USArIFBGICsgTEYsIGRhdGE9ZGZfcGFuZWwsIG1vZGVsID0gInJhbmRvbSIsCnJhbmRvbS5tZXRob2Q9IndhbGh1cyIpCnN1bW1hcnkod2FsaHVzKQpgYGAKIyMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5Nb2RlbG8gMy4gRWZlY3RvcyBBbGVhdG9yaW9zIChyYW5kb20pIE1ldG9kbyBBbWVtaXlhPC9zcGFuPgpgYGB7cn0KYW1lbWl5YSA8LSBwbG0oQ35RICsgUEYgKyBMRiwgZGF0YT1kZl9wYW5lbCwgbW9kZWwgPSAicmFuZG9tIiwKcmFuZG9tLm1ldGhvZD0iYW1lbWl5YSIpCnN1bW1hcnkoYW1lbWl5YSkKYGBgCiMjIDxzcGFuIHN0eWxlPSJjb2xvcjogeWVsbG93OyI+TW9kZWxvIDMuIEVmZWN0b3MgQWxlYXRvcmlvcyAocmFuZG9tKSBNZXRvZG8gTmVybG92ZTwvc3Bhbj4KYGBge3J9Cm5lcmxvdmUgPC0gcGxtKEN+USArIFBGICsgTEYsIGRhdGE9ZGZfcGFuZWwsIG1vZGVsID0gInJhbmRvbSIsCnJhbmRvbS5tZXRob2Q9Im5lcmxvdmUiKQpzdW1tYXJ5KG5lcmxvdmUpCmBgYApDb21wYXJhbmRvIHN1cyBSMiBhanVzdGFkYXMsIGVsIG1lam9yIG1ldG9kbyBkZSBlZmVjdG9zIGFsZWF0b3Jpb3MgZXMgZWwgZGUgKipXYWxodXMqKi4KCiMjIDxzcGFuIHN0eWxlPSJjb2xvcjogeWVsbG93OyI+RWZlY3RvcyBGaWpvcyB2cyBBbGVhdG9yaW9zPC9zcGFuPgpgYGB7cn0KcGh0ZXN0KHdpdGhpbix3YWxodXMpCmBgYAojIDxzcGFuIHN0eWxlPSJjb2xvcjogeWVsbG93OyI+VGVtYSAyLiBTZXJpZXMgZGUgVGllbXBvPC9zcGFuPgojIyA8c3BhbiBzdHlsZT0iY29sb3I6IHllbGxvdzsiPkdlbmVyYXIgU2VyaWVzIGRlIFRpZW1wbzwvc3Bhbj4KYGBge3J9CmRmX2ExIDwtIGRmW2RmJEkgPT0gIjEiLCBdCnRzX2ExIDwtIHRzKGRmX2ExJEMsIHN0YXJ0PTE5NzAsIGZyZXF1ZW5jeSA9MSkKCmRmX2EyIDwtIGRmW2RmJEkgPT0gIjIiLCBdCnRzX2EyIDwtIHRzKGRmX2EyJEMsIHN0YXJ0PTE5NzAsIGZyZXF1ZW5jeSA9MSkKCmRmX2EzIDwtIGRmW2RmJEkgPT0gIjMiLCBdCnRzX2EzIDwtIHRzKGRmX2EzJEMsIHN0YXJ0PTE5NzAsIGZyZXF1ZW5jeSA9MSkKCmRmX2E0IDwtIGRmW2RmJEkgPT0gIjQiLCBdCnRzX2E0IDwtIHRzKGRmX2E0JEMsIHN0YXJ0PTE5NzAsIGZyZXF1ZW5jeSA9MSkKCmRmX2E1IDwtIGRmW2RmJEkgPT0gIjUiLCBdCnRzX2E1IDwtIHRzKGRmX2E1JEMsIHN0YXJ0PTE5NzAsIGZyZXF1ZW5jeSA9MSkKCmRmX2E2IDwtIGRmW2RmJEkgPT0gIjYiLCBdCnRzX2E2IDwtIHRzKGRmX2E2JEMsIHN0YXJ0PTE5NzAsIGZyZXF1ZW5jeSA9MSkKYGBgCgojIyA8c3BhbiBzdHlsZT0iY29sb3I6IHllbGxvdzsiPkdlbmVyYXIgbW9kZWxvIEFyaW1hPC9zcGFuPgpgYGB7cn0KYXJpbWFfYTEgPC0gYXV0by5hcmltYSh0c19hMSkKc3VtbWFyeShhcmltYV9hMSkKCmFyaW1hX2EyIDwtIGF1dG8uYXJpbWEodHNfYTIpCnN1bW1hcnkoYXJpbWFfYTEpCgphcmltYV9hMyA8LSBhdXRvLmFyaW1hKHRzX2EzKQpzdW1tYXJ5KGFyaW1hX2EzKQoKYXJpbWFfYTQgPC0gYXV0by5hcmltYSh0c19hNCkKc3VtbWFyeShhcmltYV9hNCkKCmFyaW1hX2E1IDwtIGF1dG8uYXJpbWEodHNfYTUpCnN1bW1hcnkoYXJpbWFfYTUpCgphcmltYV9hNiA8LSBhdXRvLmFyaW1hKHRzX2E2KQpzdW1tYXJ5KGFyaW1hX2E2KQpgYGAKCiMjIDxzcGFuIHN0eWxlPSJjb2xvcjogeWVsbG93OyI+R2VuZXJhciBlbCBwcm9ub3N0aWNvPC9zcGFuPgpgYGB7cn0KcHJvbm9zdGljb19hNiA8LSBmb3JlY2FzdChhcmltYV9hNiwgbGV2ZWwgPSA5NSwgaD01KQpwcm9ub3N0aWNvX2E2CnBsb3QocHJvbm9zdGljb19hNiwgbWFpbj0gIlByb25vc3RpY28gZGUgY29zdG8gdG90YWwgQWVyb2xpbmVhIDYiLCB4bGFiPSAiQcOxbyIsIHlsYWI9ICJNaWxlcyBkZSBEb2xhcmVzIChVU0QpIikKYGBgCgojIDxzcGFuIHN0eWxlPSJjb2xvcjogeWVsbG93OyI+VGVtYSAzLiBNb2RlbG8gZGUgZWN1YWNpb25lcyBlc3RydWN0dXJhbGVzPC9zcGFuPgoKIyMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5Fc3RydWN0dXJhciBlbCBtb2RlbG88L3NwYW4+CmBgYHtyfQptb2RlbG8gPC0gJwogICAgICAgICAgI1JlZ3Jlc2lvbmVzCiAgICAgICAgICBDIH4gUSArIFBGICsgTEYgKyBJICsgWQogICAgICAgICAgUSB+IFBGICsgSQogICAgICAgICAgUEYgfiBZCiAgICAgICAgICBMRiB+IEkKICAgICAgICAgICNWYXJpYWJsZXMgTGF0ZW50ZXMKICAgICAgICAgICNWYXJpYW56YXMgeSBDb3ZhcmlhbnphcwogICAgICAgICAgQyB+fiBDCiAgICAgICAgICBRIH5+IFEKICAgICAgICAgIFBGIH5+IFBGCiAgICAgICAgICBMRiB+fiBMRgogICAgICAgICAgI0ludGVyY2VwdG8KICAgICAgICAgICcKYGBgCgojIyA8c3BhbiBzdHlsZT0iY29sb3I6IHllbGxvdzsiPkdlbmVyYXIgQW5hbGlzaXMgZmFjdG9yaWFsIGNvbmZpcm1hdG9yaW88L3NwYW4+CmBgYHtyfQpkZl9lc2NhbGFkYSA8LSBkZgpkZl9lc2NhbGFkYSRJIDwtIGFzLm51bWVyaWMoZGZfZXNjYWxhZGEkSSkKZGZfZXNjYWxhZGEgPC0gc2NhbGUoZGZfZXNjYWxhZGEpCmNmYSA8LSBjZmEobW9kZWxvLCBkZl9lc2NhbGFkYSkKc3VtbWFyeShjZmEpCmBgYAoKIyMgPHNwYW4gc3R5bGU9ImNvbG9yOiB5ZWxsb3c7Ij5HZW5lcmFyIG1vZGVsbyBkZSBlY3VhY2lvbmVzIGVzdHJ1Y3R1cmFsZXM8L3NwYW4+CmBgYHtyfQpsYXZhYW5QbG90KGNmYSkKYGBgCgoKCgoKCgoK