Original Timeseries
Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec
2018 315 438 488 488 340 253
2019 299 337 426 401 453 462 541 586 634 541 552 460
2020 504 522 501 536 503 560 622 635 681 595 486 430
2021 451 474 580 640 643 691 602 681 664 554 481 373
2022 418 512 651 668 568 682 650 773 751 690 632 503

define time series pattern
# seasson plot
seassonal_plot <- ggseasonplot(monthly_tickets, year.labels=TRUE, year.labels.left=TRUE) +
ylab("Total Tickets") +
ggtitle("EA Sports Total Tickets") +
geom_line(size = 1, alpha = 0.8, linetype = 1) +
scale_y_continuous(limits = c(0, 800)) +
theme_fivethirtyeight() + # paper
theme(axis.title = element_text())
ggplotly(seassonal_plot)
Highlights:
- The highest performance month was september in 2019 with 634
- The highest performance month was september in 2019 with 634
- The highest performance month was september in 2020 with 681
- The highest performance month was june in 2021 with 691
- The highest performance month was August in 2022 with 773
- from 2021 march, april and june has increased the ticket
volumetry
- What happened on june 2021?
- What happened on March 2022?
subs <- ggsubseriesplot(monthly_tickets) +
ylab("Total Tickets") +
ggtitle("Total tickets: Sub series plot") +
geom_line(size = 0.8, alpha = 0.8, linetype = 1) +
scale_y_continuous(limits = c(0, 800)) +
theme_fivethirtyeight() +
theme(axis.title = element_text())
ggplotly(subs)
ADF PLot for original Timeseries
gglagplot(monthly_tickets) +
ggtitle("EA Sports ACF Plot Total tickets") +
# theme_fivethirtyeight() + # paper
theme_igray() + # chido
theme(axis.title = element_text(), legend.position = "right")

ACF Plot
ggAcf(monthly_tickets) +
ggtitle("EA Sports ACF Plot Total tickets") +
theme_fivethirtyeight() +
theme(axis.title = element_text())

r1 is higher than for the other lags followed by r2 as the highest
lags and slightly the r3, . This is due to the seasonal pattern in the
data. There are not any negative lags. The dashed blue lines indicate
whether the correlations are significantly different from zero.
White noise
Box.test(monthly_tickets, lag = 24, fitdf = 0, type = "Lj")
Box-Ljung test
data: monthly_tickets
X-squared = 84.917, df = 24, p-value = 9.833e-09
The current P-value is close to zero as a result this series do not
look like a white noise series
checkresiduals(monthly_tickets)
Ljung-Box test
data: Residuals
Q* = 66.612, df = 11, p-value = 5.355e-10
Model df: 0. Total lags used: 11

ACF for naive
res_naive <- residuals(naive(monthly_tickets))
#autoplot(res_naive) +
# ggtitle("Residuals for Naive Method") +
# theme_fivethirtyeight()
white noise for naive
Box.test(res_naive, lag = 24, fitdf = 0, type = "Lj")
Box-Ljung test
data: res_naive
X-squared = 61.027, df = 24, p-value = 4.569e-05
check residuals for naive
checkresiduals(res_naive)
Ljung-Box test
data: Residuals
Q* = 27.272, df = 11, p-value = 0.004179
Model df: 0. Total lags used: 11

Testing Models using training and test data splits
# Naive method: ------
fc_naive <- naive(training, h = 10)
# plot
autoplot(fc_naive) + autolayer(test, series = "Test data") +
labs(title = "Forecast from Naive Method",
subtitle = "Incluiding Train and Test Samples") +
scale_y_continuous(limits = c(0, 1000)) +
theme_fivethirtyeight() +
theme(panel.grid.major = element_line(color = "red", size = 0.5,linetype = 2))

# show table
#fc_naive
hchart(fc_naive)
Accuracy:
# Calculate forecast accuracy measures
accuracy(fc_naive, monthly_tickets)
ME RMSE MAE MPE MAPE MASE ACF1
Training set 2.452381 67.31076 57.07143 -0.4186005 12.12092 0.6227435 0.1838544
Test set 239.700000 250.66691 239.70000 35.5932947 35.59329 2.6155227 0.1798057
Theil's U
Training set NA
Test set 2.763792
# Exponential smoothing -----
fc_ses <- ses(training, h = 10)
# plot
autoplot(fc_ses) + autolayer(test, series = "Test data") +
labs(title = "Forecast from Exponential smoothing",
subtitle = "Incluiding Train and Test Samples") +
scale_y_continuous(limits = c(0, 1000)) +
theme_fivethirtyeight() +
theme(panel.grid.major = element_line(color = "red",
size = 0.5,
linetype = 2))

# show table
#fc_ses
hchart(fc_ses)
Accuracy:
#
accuracy(fc_ses, monthly_tickets)
ME RMSE MAE MPE MAPE MASE ACF1
Training set 2.388563 66.5247 55.75203 -0.4111808 11.84146 0.6083467 0.1821881
Test set 239.704499 250.6712 239.70450 35.5939879 35.59399 2.6155718 0.1798057
Theil's U
Training set NA
Test set 2.763839
# hw seasonal additive: -------
fc_hw_additive <- hw(training, seasonal = "additive", h = 10)
# plot
autoplot(fc_hw_additive) + autolayer(test, series = "Test data") +
labs(title = "Forecast from hw seasonal additive method",
subtitle = "Incluiding Train and Test Samples") +
scale_y_continuous(limits = c(0, 1000)) +
theme_fivethirtyeight() +
theme(panel.grid.major = element_line(color = "red",
size = 0.5,
linetype = 2))

# show table
#fc_hw_additive
hchart(fc_hw_additive)
Accuracy:
accuracy(fc_hw_additive, monthly_tickets)
ME RMSE MAE MPE MAPE MASE ACF1
Training set -7.28409 41.92956 31.74959 -1.944045 6.698833 0.3464404 -0.05691184
Test set 120.34775 125.96788 120.34775 18.073546 18.073546 1.3131927 -0.44161030
Theil's U
Training set NA
Test set 1.42883
# hw seasonal multiplicative: -----
fc_hw_multiplicative <- hw(training, seasonal = "multiplicative", h = 10)
#
autoplot(fc_hw_multiplicative) + autolayer(test, series = "Test data") +
labs(title = "Forecast from hw seasonal multiplicative Method",
subtitle = "Incluiding Train and Test Samples") +
scale_y_continuous(limits = c(0, 1000)) +
theme_fivethirtyeight() +
theme(panel.grid.major = element_line(color = "red",
size = 0.5,
linetype = 2))

# show table
#fc_hw_multiplicative
hchart(fc_hw_multiplicative)
Accuracy
accuracy(fc_hw_multiplicative, monthly_tickets)
ME RMSE MAE MPE MAPE MASE ACF1
Training set -9.00904 45.23046 37.34043 -2.484853 7.959558 0.4074457 0.2314716
Test set 126.35493 133.53727 126.35493 18.904057 18.904057 1.3787409 -0.1350528
Theil's U
Training set NA
Test set 1.500724
LS0tDQp0aXRsZTogIlRvdGFsIFRpY2tldHMgTW9kZWwgRm9yZWNhc3RpbmciDQpvdXRwdXQ6IA0KICBodG1sX25vdGVib29rOiANCiAgICBoaWdobGlnaHQ6IGVzcHJlc3NvDQotLS0NCg0KYGBge3IgbG9hZCBsaWJyYXJpZXMsIGluY2x1ZGU9RkFMU0V9DQojIExvYWQgbGlicmFyaWVzIC0tLS0NCmxpYnJhcnkoZ2dwbG90MikNCmxpYnJhcnkoZm9yZWNhc3QpDQpsaWJyYXJ5KGdncGxvdDIpDQpsaWJyYXJ5KGdndGhlbWVzKQ0KbGlicmFyeShkcGx5cikNCmxpYnJhcnkocGxvdGx5KQ0KbGlicmFyeShzdHJpbmdyKQ0KbGlicmFyeShocmJydGhlbWVzKQ0KbGlicmFyeShoaWdoY2hhcnRlcikNCmBgYA0KDQoNCiMgT3JpZ2luYWwgVGltZXNlcmllcw0KDQpgYGB7ciBPcmlnaW5hbCBUaW1lc2VyaWVzLCBlY2hvPUZBTFNFLCBtZXNzYWdlPUZBTFNFLCB3YXJuaW5nPUZBTFNFfQ0KDQojIExvYWQgZGF0YSAtLS0tDQpkZiA8LSByZWFkLmNzdigidG90YWxfdGlja2V0cy5jc3YiKQ0KDQojIHRvIGNyZWF0ZSBhIHRpbWVzZXJpZXMgb2JqZWN0IC0tLS0NCm1vbnRobHlfdGlja2V0cyA8LSB0cyhkZiwgc3RhcnQgPSBjKDIwMTgsNyksIGZyZXF1ZW5jeSA9IDEyKQ0KbW9udGhseV90aWNrZXRzDQoNCiMgc2V0IHRyYWluaW5nIGFuZCB0ZXN0cyBvYmplY3RzIC0tLS0NCnRyYWluaW5nIDwtIHdpbmRvdyhtb250aGx5X3RpY2tldHMsIGVuZCA9IGMoMjAyMiwxKSkNCnRlc3QgPC0gd2luZG93KG1vbnRobHlfdGlja2V0cywgc3RhcnQgPSBjKDIwMjIsIDIpKQ0KDQojIHBsb3QgZGF0YSAtLS0tDQphdXRvcGxvdChtb250aGx5X3RpY2tldHMpICsNCiAgICBsYWJzKHRpdGxlID0gIkVBIFNwb3J0cyBUb3RhbCBUaWNrZXRzIiwNCiAgICAgICBzdWJ0aXRsZSA9ICJNb250aGx5IFRvdGFsIFRpY2tldHMgZnJvbSBKdWx5IDIwMTggdW50aWwgTWFyY2ggMjAyMiIsDQogICAgICAgeCA9ICJZZWFyIiwNCiAgICAgICB5ID0gIlRvdGFsIFRpY2tldHMiLA0KICAgICAgIGNhcHRpb24gPSAiTW9udGhseSBUb3RhbCB0aWNrZXRzIHRpbWUgc2VyaWVzIGNoYXJ0IGZvciBFQSBTcG9ydHdzIFNvZnR0ZWsiKSArDQogIGdlb21fbGluZShjb2xvciA9IDQsIHNpemUgPSAxLCBhbHBoYSA9IDAuOCwgbGluZXR5cGUgPSAxKSArDQogIHNjYWxlX3lfY29udGludW91cyhsaW1pdHMgPSBjKDAsIDgwMCkpICsNCiAgZ2VvbV9saW5lKGNvbCA9ICJibHVlIikgKw0KICB0aGVtZV9maXZldGhpcnR5ZWlnaHQoKSArICMgcGFwZXINCnRoZW1lKHBhbmVsLmdyaWQubWFqb3IgPSBlbGVtZW50X2xpbmUoY29sb3IgPSAicmVkIiwNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzaXplID0gMC41LA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGxpbmV0eXBlID0gMikpDQpgYGANCg0KIyBkZWZpbmUgdGltZSBzZXJpZXMgcGF0dGVybg0KDQpgYGB7ciBzZWFzc29uYWwgcGxvdCwgZmlnLmhlaWdodD00LCBmaWcud2lkdGg9NiwgbWVzc2FnZT1GQUxTRSwgd2FybmluZz1GQUxTRX0NCiMgc2Vhc3NvbiBwbG90DQpzZWFzc29uYWxfcGxvdCA8LSBnZ3NlYXNvbnBsb3QobW9udGhseV90aWNrZXRzLCB5ZWFyLmxhYmVscz1UUlVFLCB5ZWFyLmxhYmVscy5sZWZ0PVRSVUUpICsNCiAgeWxhYigiVG90YWwgVGlja2V0cyIpICsNCiAgZ2d0aXRsZSgiRUEgU3BvcnRzIFRvdGFsIFRpY2tldHMiKSArDQogIGdlb21fbGluZShzaXplID0gMSwgYWxwaGEgPSAwLjgsIGxpbmV0eXBlID0gMSkgKw0KICBzY2FsZV95X2NvbnRpbnVvdXMobGltaXRzID0gYygwLCA4MDApKSArDQogIHRoZW1lX2ZpdmV0aGlydHllaWdodCgpICsgIyBwYXBlcg0KdGhlbWUoYXhpcy50aXRsZSA9IGVsZW1lbnRfdGV4dCgpKQ0KDQpnZ3Bsb3RseShzZWFzc29uYWxfcGxvdCkNCmBgYA0KDQojIyMgSGlnaGxpZ2h0czoNCg0KLSBUaGUgaGlnaGVzdCBwZXJmb3JtYW5jZSBtb250aCB3YXMgc2VwdGVtYmVyIGluIDIwMTkgd2l0aCA2MzQNCi0gVGhlIGhpZ2hlc3QgcGVyZm9ybWFuY2UgbW9udGggd2FzIHNlcHRlbWJlciBpbiAyMDE5IHdpdGggNjM0DQotIFRoZSBoaWdoZXN0IHBlcmZvcm1hbmNlIG1vbnRoIHdhcyBzZXB0ZW1iZXIgaW4gMjAyMCB3aXRoIDY4MQ0KLSBUaGUgaGlnaGVzdCBwZXJmb3JtYW5jZSBtb250aCB3YXMganVuZSBpbiAyMDIxIHdpdGggNjkxDQotIFRoZSBoaWdoZXN0IHBlcmZvcm1hbmNlIG1vbnRoIHdhcyBBdWd1c3QgaW4gMjAyMiB3aXRoIDc3Mw0KLSBmcm9tIDIwMjEgbWFyY2gsIGFwcmlsIGFuZCBqdW5lIGhhcyBpbmNyZWFzZWQgdGhlIHRpY2tldCB2b2x1bWV0cnkgDQotIFdoYXQgaGFwcGVuZWQgb24ganVuZSAyMDIxPw0KLSBXaGF0IGhhcHBlbmVkIG9uIE1hcmNoIDIwMjI/DQotDQoNCiMgDQpgYGB7ciBTdWJzZXJpZXMgcGxvdCwgbWVzc2FnZT1GQUxTRSwgd2FybmluZz1GQUxTRX0NCnN1YnMgPC0gZ2dzdWJzZXJpZXNwbG90KG1vbnRobHlfdGlja2V0cykgKw0KICB5bGFiKCJUb3RhbCBUaWNrZXRzIikgKw0KICBnZ3RpdGxlKCJUb3RhbCB0aWNrZXRzOiBTdWIgc2VyaWVzIHBsb3QiKSArDQogIGdlb21fbGluZShzaXplID0gMC44LCBhbHBoYSA9IDAuOCwgbGluZXR5cGUgPSAxKSArDQogIHNjYWxlX3lfY29udGludW91cyhsaW1pdHMgPSBjKDAsIDgwMCkpICsNCiAgdGhlbWVfZml2ZXRoaXJ0eWVpZ2h0KCkgKyANCiAgdGhlbWUoYXhpcy50aXRsZSA9IGVsZW1lbnRfdGV4dCgpKQ0KDQpnZ3Bsb3RseShzdWJzKQ0KYGBgDQojIEFERiBQTG90IGZvciBvcmlnaW5hbCBUaW1lc2VyaWVzDQoNCmBgYHtyIEFERiBQTG90IGZvciBvcmlnaW5hbCBUaW1lc2VyaWVzLCBtZXNzYWdlPUZBTFNFLCB3YXJuaW5nPUZBTFNFfQ0KZ2dsYWdwbG90KG1vbnRobHlfdGlja2V0cykgKw0KICBnZ3RpdGxlKCJFQSBTcG9ydHMgQUNGIFBsb3QgVG90YWwgdGlja2V0cyIpICsNCiMgIHRoZW1lX2ZpdmV0aGlydHllaWdodCgpICsgIyBwYXBlcg0KICB0aGVtZV9pZ3JheSgpICsgICAgICAgICAgICMgY2hpZG8NCiAgdGhlbWUoYXhpcy50aXRsZSA9IGVsZW1lbnRfdGV4dCgpLCBsZWdlbmQucG9zaXRpb24gPSAicmlnaHQiKQ0KYGBgDQoNCg0KIyBBQ0YgUGxvdA0KDQpgYGB7ciBBQ0YgUGxvdCwgbWVzc2FnZT1GQUxTRSwgd2FybmluZz1GQUxTRX0NCmdnQWNmKG1vbnRobHlfdGlja2V0cykgKw0KICAgIGdndGl0bGUoIkVBIFNwb3J0cyBBQ0YgUGxvdCBUb3RhbCB0aWNrZXRzIikgKw0KICB0aGVtZV9maXZldGhpcnR5ZWlnaHQoKSArDQogIHRoZW1lKGF4aXMudGl0bGUgPSBlbGVtZW50X3RleHQoKSkNCmBgYA0KcjEgaXMgaGlnaGVyIHRoYW4gZm9yIHRoZSBvdGhlciBsYWdzIGZvbGxvd2VkIGJ5IHIyIGFzIHRoZSBoaWdoZXN0IGxhZ3MgYW5kIHNsaWdodGx5IHRoZSByMywgLiBUaGlzIGlzIGR1ZSB0byB0aGUgc2Vhc29uYWwgcGF0dGVybiBpbiB0aGUgZGF0YS4NClRoZXJlIGFyZSBub3QgYW55IG5lZ2F0aXZlIGxhZ3MuDQpUaGUgZGFzaGVkIGJsdWUgbGluZXMgaW5kaWNhdGUgd2hldGhlciB0aGUgY29ycmVsYXRpb25zIGFyZSBzaWduaWZpY2FudGx5IGRpZmZlcmVudCBmcm9tIHplcm8uDQoNCg0KIyBXaGl0ZSBub2lzZQ0KYGBge3IgV2hpdGUgbm9pc2UsIHdhcm5pbmc9RkFMU0V9DQpCb3gudGVzdChtb250aGx5X3RpY2tldHMsIGxhZyA9IDI0LCBmaXRkZiA9IDAsIHR5cGUgPSAiTGoiKQ0KYGBgDQoNClRoZSBjdXJyZW50IFAtdmFsdWUgaXMgY2xvc2UgdG8gemVybyBhcyBhIHJlc3VsdCB0aGlzIHNlcmllcyBkbyBub3QgbG9vayBsaWtlIGEgd2hpdGUgbm9pc2Ugc2VyaWVzDQoNCiMNCmBgYHtyIG1lc3NhZ2U9RkFMU0UsIHdhcm5pbmc9RkFMU0V9DQpjaGVja3Jlc2lkdWFscyhtb250aGx5X3RpY2tldHMpDQpgYGANCg0KIyBBQ0YgZm9yIG5haXZlDQpgYGB7ciBSZXNpZHVhbHMgbmFpdmUsIG1lc3NhZ2U9RkFMU0UsIHdhcm5pbmc9RkFMU0V9DQpyZXNfbmFpdmUgPC0gcmVzaWR1YWxzKG5haXZlKG1vbnRobHlfdGlja2V0cykpDQojYXV0b3Bsb3QocmVzX25haXZlKSArDQojICBnZ3RpdGxlKCJSZXNpZHVhbHMgZm9yIE5haXZlIE1ldGhvZCIpICsNCiMgIHRoZW1lX2ZpdmV0aGlydHllaWdodCgpDQpgYGANCg0KIyB3aGl0ZSBub2lzZSBmb3IgbmFpdmUNCmBgYHtyIFdoaXRlIG5vaXNlIGZvciBuYWl2ZX0NCkJveC50ZXN0KHJlc19uYWl2ZSwgbGFnID0gMjQsIGZpdGRmID0gMCwgdHlwZSA9ICJMaiIpDQpgYGANCg0KIyBjaGVjayByZXNpZHVhbHMgZm9yIG5haXZlDQpgYGB7ciBjaGVjayByZXNpZHVhbHMgZm9yIG5haXZlLCBtZXNzYWdlPUZBTFNFLCB3YXJuaW5nPUZBTFNFfQ0KY2hlY2tyZXNpZHVhbHMocmVzX25haXZlKQ0KYGBgDQoNCg0KIyAgVGVzdGluZyBNb2RlbHMgdXNpbmcgdHJhaW5pbmcgYW5kIHRlc3QgZGF0YSBzcGxpdHMNCmBgYHtyfQ0KIyBOYWl2ZSBtZXRob2Q6IC0tLS0tLQ0KZmNfbmFpdmUgPC0gbmFpdmUodHJhaW5pbmcsIGggPSAxMCkNCg0KIyBwbG90DQphdXRvcGxvdChmY19uYWl2ZSkgKyBhdXRvbGF5ZXIodGVzdCwgc2VyaWVzID0gIlRlc3QgZGF0YSIpICsNCiAgbGFicyh0aXRsZSA9ICJGb3JlY2FzdCBmcm9tIE5haXZlIE1ldGhvZCIsDQogICAgICAgc3VidGl0bGUgPSAiSW5jbHVpZGluZyBUcmFpbiBhbmQgVGVzdCBTYW1wbGVzIikgKw0KICBzY2FsZV95X2NvbnRpbnVvdXMobGltaXRzID0gYygwLCAxMDAwKSkgKw0KICB0aGVtZV9maXZldGhpcnR5ZWlnaHQoKSArDQogIHRoZW1lKHBhbmVsLmdyaWQubWFqb3IgPSBlbGVtZW50X2xpbmUoY29sb3IgPSAicmVkIiwgc2l6ZSA9IDAuNSxsaW5ldHlwZSA9IDIpKQ0KDQojIHNob3cgdGFibGUNCiNmY19uYWl2ZQ0KaGNoYXJ0KGZjX25haXZlKQ0KYGBgDQojIyMgQWNjdXJhY3k6DQoNCmBgYHtyfQ0KIyBDYWxjdWxhdGUgZm9yZWNhc3QgYWNjdXJhY3kgbWVhc3VyZXMNCmFjY3VyYWN5KGZjX25haXZlLCBtb250aGx5X3RpY2tldHMpDQpgYGANCg0KIyANCmBgYHtyfQ0KIyBFeHBvbmVudGlhbCBzbW9vdGhpbmcgLS0tLS0NCmZjX3NlcyA8LSBzZXModHJhaW5pbmcsIGggPSAxMCkNCg0KIyBwbG90DQphdXRvcGxvdChmY19zZXMpICsgYXV0b2xheWVyKHRlc3QsIHNlcmllcyA9ICJUZXN0IGRhdGEiKSArDQogIGxhYnModGl0bGUgPSAiRm9yZWNhc3QgZnJvbSBFeHBvbmVudGlhbCBzbW9vdGhpbmciLA0KICAgICAgIHN1YnRpdGxlID0gIkluY2x1aWRpbmcgVHJhaW4gYW5kIFRlc3QgU2FtcGxlcyIpICsNCiAgc2NhbGVfeV9jb250aW51b3VzKGxpbWl0cyA9IGMoMCwgMTAwMCkpICsNCiAgdGhlbWVfZml2ZXRoaXJ0eWVpZ2h0KCkgKw0KICB0aGVtZShwYW5lbC5ncmlkLm1ham9yID0gZWxlbWVudF9saW5lKGNvbG9yID0gInJlZCIsDQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2l6ZSA9IDAuNSwNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBsaW5ldHlwZSA9IDIpKQ0KIyBzaG93IHRhYmxlDQojZmNfc2VzDQpoY2hhcnQoZmNfc2VzKQ0KYGBgDQoNCiMjIyBBY2N1cmFjeToNCmBgYHtyfQ0KIyANCmFjY3VyYWN5KGZjX3NlcywgbW9udGhseV90aWNrZXRzKQ0KYGBgDQoNCiMgIA0KYGBge3J9DQojIGh3IHNlYXNvbmFsIGFkZGl0aXZlOiAtLS0tLS0tDQpmY19od19hZGRpdGl2ZSA8LSBodyh0cmFpbmluZywgc2Vhc29uYWwgPSAiYWRkaXRpdmUiLCBoID0gMTApDQoNCiMgcGxvdA0KYXV0b3Bsb3QoZmNfaHdfYWRkaXRpdmUpICsgYXV0b2xheWVyKHRlc3QsIHNlcmllcyA9ICJUZXN0IGRhdGEiKSArDQogIGxhYnModGl0bGUgPSAiRm9yZWNhc3QgZnJvbSBodyBzZWFzb25hbCBhZGRpdGl2ZSBtZXRob2QiLA0KICAgICAgIHN1YnRpdGxlID0gIkluY2x1aWRpbmcgVHJhaW4gYW5kIFRlc3QgU2FtcGxlcyIpICsNCiAgc2NhbGVfeV9jb250aW51b3VzKGxpbWl0cyA9IGMoMCwgMTAwMCkpICsNCiAgdGhlbWVfZml2ZXRoaXJ0eWVpZ2h0KCkgKw0KICB0aGVtZShwYW5lbC5ncmlkLm1ham9yID0gZWxlbWVudF9saW5lKGNvbG9yID0gInJlZCIsDQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2l6ZSA9IDAuNSwNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBsaW5ldHlwZSA9IDIpKQ0KIyBzaG93IHRhYmxlDQojZmNfaHdfYWRkaXRpdmUNCmhjaGFydChmY19od19hZGRpdGl2ZSkNCmBgYA0KDQojIyMgQWNjdXJhY3k6IA0KYGBge3J9DQphY2N1cmFjeShmY19od19hZGRpdGl2ZSwgbW9udGhseV90aWNrZXRzKQ0KYGBgDQoNCg0KIyANCmBgYHtyfQ0KIyBodyBzZWFzb25hbCBtdWx0aXBsaWNhdGl2ZTogLS0tLS0NCmZjX2h3X211bHRpcGxpY2F0aXZlIDwtIGh3KHRyYWluaW5nLCBzZWFzb25hbCA9ICJtdWx0aXBsaWNhdGl2ZSIsIGggPSAxMCkNCg0KIyANCmF1dG9wbG90KGZjX2h3X211bHRpcGxpY2F0aXZlKSArIGF1dG9sYXllcih0ZXN0LCBzZXJpZXMgPSAiVGVzdCBkYXRhIikgKw0KICBsYWJzKHRpdGxlID0gIkZvcmVjYXN0IGZyb20gaHcgc2Vhc29uYWwgbXVsdGlwbGljYXRpdmUgTWV0aG9kIiwNCiAgICAgICBzdWJ0aXRsZSA9ICJJbmNsdWlkaW5nIFRyYWluIGFuZCBUZXN0IFNhbXBsZXMiKSArDQogIHNjYWxlX3lfY29udGludW91cyhsaW1pdHMgPSBjKDAsIDEwMDApKSArDQogIHRoZW1lX2ZpdmV0aGlydHllaWdodCgpICsNCiAgdGhlbWUocGFuZWwuZ3JpZC5tYWpvciA9IGVsZW1lbnRfbGluZShjb2xvciA9ICJyZWQiLA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNpemUgPSAwLjUsDQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbGluZXR5cGUgPSAyKSkNCg0KIyBzaG93IHRhYmxlDQojZmNfaHdfbXVsdGlwbGljYXRpdmUNCmhjaGFydChmY19od19tdWx0aXBsaWNhdGl2ZSkNCmBgYA0KDQojIyMgQWNjdXJhY3kNCmBgYHtyfQ0KYWNjdXJhY3koZmNfaHdfbXVsdGlwbGljYXRpdmUsIG1vbnRobHlfdGlja2V0cykNCmBgYA0K