Final Project

# Libraries ---------------------------------------------------------------

library('tidyverse')

## -- Attaching packages --------------------------------------- tidyverse 1.3.1 --

## v ggplot2 3.3.5     v purrr   0.3.4
## v tibble  3.1.6     v dplyr   1.0.8
## v tidyr   1.2.0     v stringr 1.4.0
## v readr   2.1.2     v forcats 0.5.1

## -- Conflicts ------------------------------------------ tidyverse_conflicts() --
## x dplyr::filter() masks stats::filter()
## x dplyr::lag()    masks stats::lag()

library('lubridate')

## 
## Attaching package: 'lubridate'

## The following objects are masked from 'package:base':
## 
##     date, intersect, setdiff, union

library('forecast')

## Registered S3 method overwritten by 'quantmod':
##   method            from
##   as.zoo.data.frame zoo

library('feasts')

## Loading required package: fabletools

## 
## Attaching package: 'fabletools'

## The following objects are masked from 'package:forecast':
## 
##     accuracy, forecast

library('fpp3') 

## -- Attaching packages -------------------------------------------- fpp3 0.4.0 --

## v tsibble     1.1.1     v fable       0.3.1
## v tsibbledata 0.4.0

## -- Conflicts ------------------------------------------------- fpp3_conflicts --
## x lubridate::date()      masks base::date()
## x dplyr::filter()        masks stats::filter()
## x fabletools::forecast() masks forecast::forecast()
## x tsibble::intersect()   masks base::intersect()
## x tsibble::interval()    masks lubridate::interval()
## x dplyr::lag()           masks stats::lag()
## x tsibble::setdiff()     masks base::setdiff()
## x tsibble::union()       masks base::union()

library("seasonal")

## 
## Attaching package: 'seasonal'

## The following object is masked from 'package:tibble':
## 
##     view

library('gridExtra') 

## 
## Attaching package: 'gridExtra'

## The following object is masked from 'package:dplyr':
## 
##     combine

Data given from kaggle to load in

# Data  -------------------------------------------------------------------

air_reserve <- read.csv("air_reserve.csv")
air_store_info <- read.csv("air_store_info.csv")
air_visit <- read.csv("air_visit_data.csv")
date <- read.csv("date_info.csv")
hpg_reserve <- read.csv("hpg_reserve.csv")
hpg_store_info <- read.csv("hpg_store_info.csv")
store_id_relation <- read.csv("store_id_relation.csv")
test <- read.csv("sample_submission.csv")

Using the sample submission, I need to figure out how many unique values there are.This will allow me to filter and use the sample submission test data for forecasting and to submit to kaggle.

colm <- paste("col", 1:3)
colm

## [1] "col 1" "col 2" "col 3"

df <- separate(test, col = id, sep = "_", into = colm, remove = FALSE)

df[c("combined")] <- paste(df$`col 1`, df$`col 2`, sep = "_")

#figuring out how many restaurants I need to get from the original data set. 
test_names <- unique(df$combined)
length(test_names)

## [1] 821

#821 unique values 

There were 821 unique values in the test set.

df2 <- df
df2$id <- NULL 
df2$`col 1` <- NULL
df2$`col 2` <- NULL

colnames(df2) <- c("Date", "Visitors", "ID")

df2$Date <- as_date(df2$Date)
df2 <- as_tsibble(df2, index = Date, key = ID ) 


df2 <- df2[c(3,2,1)] 
df2 <- df2 %>%
  mutate(box = rep(0, 32019))  
df2 <- as_tsibble(df2, index = Date, key = ID)

test_holiday <- date %>% 
  filter(calendar_date > "2017-04-22")  

head(combine) 

##                                                      
## 1 function (..., along = 1L, join = "outer")         
## 2 {                                                  
## 3     .Deprecated("gtable_combine")                  
## 4     gtable_combine(..., along = along, join = join)
## 5 }

dummy2 <- rep(test_holiday$holiday_flg, 821)

df2 <- bind_cols(df2, dummy2) 

## New names:
## * `` -> `...5`

colnames(df2) <- c("ID", "Visitors","Date","box", "Holiday")

Creating the test data to be used later

sub <- air_visit[air_visit$air_store_id %in% test_names,] 

length(unique(sub$air_store_id)) 

## [1] 821

#Testing whether the subset worked
sub %>% 
  filter(air_store_id == "air_ba937bf13d40fb24" )%>% 
  head()

##           air_store_id visit_date visitors
## 1 air_ba937bf13d40fb24 2016-01-13       25
## 2 air_ba937bf13d40fb24 2016-01-14       32
## 3 air_ba937bf13d40fb24 2016-01-15       29
## 4 air_ba937bf13d40fb24 2016-01-16       22
## 5 air_ba937bf13d40fb24 2016-01-18        6
## 6 air_ba937bf13d40fb24 2016-01-19        9

#able to subset air visits 

After the subset, there were a lot of missing dates. I added the dates and filled them with 1

sub$visit_date <- as_date(sub$visit_date)

sub <- as_tsibble(sub, index = visit_date, key = air_store_id) %>% 
  fill_gaps(.full = TRUE)
sub$visitors <- replace_na(sub$visitors, 1)

Have to do the same thing for HPG but their data is more difficult because it has multiple times per day. Ran into duplicate values only in one grouping.

#all 152 companies are in the test set 
store_id_relation[store_id_relation$air_store_id %in% test_names,] 

##             air_store_id         hpg_store_id
## 1   air_63b13c56b7201bd9 hpg_4bc649e72e2a239a
## 2   air_a24bf50c3e90d583 hpg_c34b496d0305a809
## 3   air_c7f78b4f3cba33ff hpg_cd8ae0d9bbd58ff9
## 4   air_947eb2cae4f3e8f2 hpg_de24ea49dc25d6b8
## 5   air_965b2e0cf4119003 hpg_653238a84804d8e7
## 6   air_a38f25e3399d1b25 hpg_50378da9ffb9b6cd
## 7   air_3c938075889fc059 hpg_349b1b92f98b175e
## 8   air_68301bcb11e2f389 hpg_2c09f3abb2220659
## 9   air_5f6fa1b897fe80d5 hpg_40aff6385800ebb1
## 10  air_00a91d42b08b08d9 hpg_fbe603376b5980fc
## 11  air_ef789667e2e6fe96 hpg_f76ad2d2d0134bdd
## 12  air_e89735e80d614a7e hpg_b0cbb707b862dde7
## 13  air_8f3b563416efc6ad hpg_d12fb3b2b4129cd6
## 14  air_0a74a5408a0b8642 hpg_2ded824e690c414a
## 15  air_97958e7fce98b6a3 hpg_69bfc004fd50cd31
## 16  air_48f4da6223571da4 hpg_832ba309e6699258
## 17  air_ee3ba9af184c6c82 hpg_fc892fe8d342a787
## 18  air_b2d97bd2337c5ba7 hpg_67c2b78265118491
## 19  air_32b02ba5dc2027f4 hpg_168a90866d6e606d
## 20  air_646b93e336f0dded hpg_b3de3ba6437e5a11
## 21  air_4cca5666eaf5c709 hpg_f83413cde79ac5e7
## 22  air_55c3627912b9c849 hpg_9d140ea335b9efd4
## 23  air_25c583983246b7b0 hpg_66733016f2ac9ee8
## 24  air_08ef81d5b7a0d13f hpg_ba2ce254969629b8
## 25  air_f2c5a1f24279c531 hpg_9668001cf2b8dc74
## 26  air_fcfbdcf7b1f82c6e hpg_0b53e00789c2eafe
## 27  air_fcd4492c83f1c6b9 hpg_218a1ea95def8ea3
## 28  air_b45b8e456f53942a hpg_a85b37424291216b
## 29  air_90f0efbb702d77b7 hpg_1f7bc96cada52483
## 30  air_2fc478dc9f0a6b31 hpg_2d0a73d3f1cb646d
## 31  air_b9e27558fb8bd5c4 hpg_43a5666d1b6fa70b
## 32  air_c225148c0fcc5c72 hpg_ee424bb170e133f1
## 33  air_2aab19554f91ff82 hpg_cac091abfcee2a85
## 34  air_6b2268863b14a2af hpg_7664eec3cd802c91
## 35  air_9ca2767761efff4d hpg_862f52f31619479d
## 36  air_04cae7c1bc9b2a0b hpg_1803b7bed3a5927e
## 37  air_1033310359ceeac1 hpg_8072ff2fb418e273
## 38  air_db1233ad855b34d5 hpg_3ebbe4996edd55d5
## 39  air_7cc17a324ae5c7dc hpg_9b38b9e13da6da27
## 40  air_52a08ef3efdb4bb0 hpg_ac422bf2686e23b5
## 41  air_bcce1ea4350b7b72 hpg_3347c0399df81142
## 42  air_de88770300008624 hpg_a786d63904735f58
## 43  air_e657ca554b0c008c hpg_5c05683a8f326588
## 44  air_c3585b0fba3998d0 hpg_0db6a8b36006942a
## 45  air_0867f7bebad6a649 hpg_caf1082b9f445c7b
## 46  air_89e7328af22efe74 hpg_2cad4924680c2a1e
## 47  air_900d755ebd2f7bbd hpg_2864fa16b03e3813
## 48  air_7420042ff75f9aca hpg_7459535472b27200
## 49  air_e00fe7853c0100d6 hpg_d59fec517d99991f
## 50  air_84f6876ff7e83ae7 hpg_0f78ef8d1e4b23d8
## 51  air_db4b38ebe7a7ceff hpg_bcecaa70222d94e5
## 52  air_af63df35857b16e6 hpg_71765891f7a4ac62
## 53  air_290e7a57b390f78e hpg_c5ec63f52e4a7e9e
## 54  air_c759b6abeb552160 hpg_e6d06810b701ab12
## 55  air_cc1a0e985ce63711 hpg_e29b78a4955b72f5
## 56  air_bebd55ed63ab2422 hpg_5014838c16a831ad
## 57  air_6b15edd1b4fbb96a hpg_babe2c3d962d7bb6
## 58  air_638c35eb25e53eea hpg_f07ec7b288165b27
## 59  air_37189c92b6c761ec hpg_2e10e1956528199a
## 60  air_b4f32bcc399da2b9 hpg_95875f687b36070f
## 61  air_c1ff20617c54fee7 hpg_4be4a5cb851e45af
## 62  air_cf2229e64408d9fe hpg_e41e0f2c318dd8e4
## 63  air_ba495cccc8f0f237 hpg_eaa312b3100ae94b
## 64  air_3e6cea17a9d2c0f1 hpg_47c5b2b16a840e89
## 65  air_8093d0b565e9dbdf hpg_874415e6e7ccfe13
## 66  air_28064154614b2e6c hpg_2ecfd31844d0ba36
## 67  air_fe22ef5a9cbef123 hpg_ee8cad9cd96718da
## 68  air_cb7467aed805e7fe hpg_aa7dfdc68a0a879c
## 69  air_938ef91ecdde6878 hpg_623477d346cf1822
## 70  air_152c1f08d7d20e07 hpg_da3fb5d63e69a5fa
## 71  air_90213bcae4afa274 hpg_33df7b58b0f9d93f
## 72  air_54d6c25d33f5260e hpg_62b71ee3f3c120c4
## 73  air_4c727b55acdee495 hpg_26d20b9f926ff5e9
## 74  air_8cc350fd70ee0757 hpg_503ea5f7ab4a8c2c
## 75  air_42d41eb58cad170e hpg_70f700e5a6148b7e
## 76  air_f0fb0975bdc2cdf9 hpg_0cd7a0f13e73b043
## 77  air_97159fc4e90053fe hpg_dc52241f21eb95f6
## 78  air_5a9a6cbeeb434c08 hpg_cad1acd4374ceaa1
## 79  air_4570f52104fe0982 hpg_806d24a6468f6709
## 80  air_15ae33469e9ea2dd hpg_fa4eeada9ad7b59f
## 81  air_db80363d35f10926 hpg_878cc70b1abc76f7
## 82  air_627cabe2fe53f33f hpg_77706f491ca5a090
## 83  air_683371d9baabf410 hpg_7dae95f9d3db1734
## 84  air_800c02226e2e0288 hpg_786d526a899b4933
## 85  air_96005f79124e12bf hpg_51fab1683266cd55
## 86  air_ade6e836ffd1da64 hpg_cd98b0cad88f7123
## 87  air_e270aff84ac7e4c8 hpg_8d472b917afb2cd9
## 88  air_6e3fd96320d24324 hpg_3f89e343b3e1d336
## 89  air_f180301886c21375 hpg_381bc6f038ec3ea8
## 90  air_5d7c744c3a2ef624 hpg_0ec6bec1ee303329
## 91  air_754ae581ad80cc9f hpg_625efd16f722d4f4
## 92  air_8e492076a1179383 hpg_aee92538e1b51d5f
## 93  air_7ef9a5ea5c8fe39f hpg_8afe014b4a994a79
## 94  air_cfcc94797d2b5d3d hpg_dad8da3ff443ba1a
## 95  air_c73d319ffabf287a hpg_e8f879fcbf993278
## 96  air_640cf4835f0d9ba3 hpg_e63863c8987bd064
## 97  air_324f7c39a8410e7c hpg_03946d6b6b1e0332
## 98  air_2cee51fa6fdf6c0d hpg_113fd6e4fa77800f
## 99  air_258ad2619d7bff9a hpg_e87d00be48cd91c6
## 100 air_42c9aa6d617c5057 hpg_053676b196ae1e1e
## 101 air_2b8b29ddfd35018e hpg_2d4200d0ebdb4946
## 102 air_bedd35489e666605 hpg_8f5331198ed1781d
## 103 air_eec5e572b9eb9c23 hpg_e6594f29f40fe2aa
## 104 air_0b1e72d2d4422b20 hpg_9fe427339d77b421
## 105 air_b2a639cc7e02edf1 hpg_359983294ef1467d
## 106 air_1c0b150f9e696a5f hpg_68e6c301c14211ee
## 107 air_4433ab8e9999915f hpg_a214a6b219c6649c
## 108 air_3980af67be35afdb hpg_7819244b4f2e0def
## 109 air_066f0221b8a4d533 hpg_2777ed87df2eef7a
## 110 air_fc477473134e9ae5 hpg_3c41f028563beac3
## 111 air_375a5241615b5e22 hpg_a284bcfadc49db95
## 112 air_fea5dc9594450608 hpg_6507818140022452
## 113 air_5e70fe82f9e4fab6 hpg_0a8cb1f2f6e27889
## 114 air_c47aa7493b15f297 hpg_03795a62e1c5f1c3
## 115 air_3e93f3c81008696d hpg_c2a8494d55fafbd6
## 116 air_990a642a3deb2903 hpg_719d08c3b7225154
## 117 air_5c7489c9ec755e2d hpg_0a587f3924c8093c
## 118 air_bb09595bab7d5cfb hpg_aea428a1075052bf
## 119 air_a546cbf478a8b6e4 hpg_7f25667859876495
## 120 air_54ed43163b7596c4 hpg_583dddac1a035048
## 121 air_9241121af22ff1d6 hpg_49dbe1fd79450e55
## 122 air_5acc13d655a6e8b2 hpg_1f9643b5673938d9
## 123 air_831658500aa7c846 hpg_f39996d4f0ebcb64
## 124 air_622375b4815cf5cb hpg_ab64d4038f396dc3
## 125 air_968d72c12eed09f0 hpg_4dabe28f13a5b993
## 126 air_fdc02ec4a3d21ea4 hpg_528734c946fae58b
## 127 air_789466e488705c93 hpg_4ca41b70c41bc844
## 128 air_2a485b92210c98b5 hpg_dd709beb78198f38
## 129 air_6b942d5ebbc759c2 hpg_3253426a007cf3eb
## 130 air_1d1e8860ae04f8e9 hpg_2fcae64da5287bf5
## 131 air_707d4b6328f2c2df hpg_7acec6bb6ec9d98e
## 132 air_32c61b620a766138 hpg_d5ca709664abea20
## 133 air_082908692355165e hpg_b8715d0ac52b1763
## 134 air_7514d90009613cd6 hpg_08def9f764fcca4c
## 135 air_cbe867adcf44e14f hpg_0183ec352e38903c
## 136 air_1f1390a8be2272b3 hpg_306ff4d17f7a1efd
## 137 air_f690c42545146e0a hpg_0dc016db530f5c33
## 138 air_96743eee94114261 hpg_a9d42bc9b56916f4
## 139 air_6c91a28278a16f64 hpg_945c2807cef88022
## 140 air_d00161e19f08290b hpg_05fada27f04e4383
## 141 air_f96765e800907c77 hpg_265bd3fe806f8b6e
## 142 air_08cb3c4ee6cd6a22 hpg_dc639640420bde5f
## 143 air_32460819c7600037 hpg_ac318be70910278f
## 144 air_c6a164dd4060e960 hpg_8ce73856596a7794
## 145 air_09661c0f3259cc04 hpg_ef517ab154f66a8e
## 146 air_b8925441167c3152 hpg_0cc0abae3a8b52de
## 147 air_f8233ad00755c35c hpg_098e4dd30e54fee6
## 148 air_6607fe3671242ce3 hpg_1004356dc8ab69ec
## 149 air_ccd19a5bc5573ae5 hpg_df22bf146d2c7e19
## 150 air_465bddfed3353b23 hpg_23c5945dc1a72454

#Splitting the data and time variable 
hpg_reserve <- hpg_reserve %>%
  separate(visit_datetime, c("Date", "Time_Visit"), sep =" (?=[^ ]+$)")

#sub-setting based on values in ID Relation 
hpg_sub <- hpg_reserve[hpg_reserve$hpg_store_id %in% store_id_relation$hpg_store_id,]
#dont need time of visit or reservation. Just need when people show up. 
hpg_sub$Time_Visit<-NULL
hpg_sub$reserve_datetime<-NULL

All of the restaurant in the relation ID data set are in the unique values. This will cause a mistmatch between the two data sets because there are only 152 unique restaurants in HPG that can be identified compared to the 821 in the air data

#Properly identified hpg companies to air companies
hpg_sub <- hpg_sub %>%
  mutate(ID = store_id_relation$air_store_id[match(hpg_store_id,store_id_relation$hpg_store_id)]) 
#aggregating data
hpg_sub <- aggregate(reserve_visitors~Date+ID, hpg_sub, sum)
#turning it into a tsibble 
hpg_sub$Date <- as_date(hpg_sub$Date)
hpg_sub <- as_tsibble(hpg_sub, index = Date, key = ID) %>% 
  fill_gaps(.full=TRUE) 
#replacing nas with 0 value 
hpg_sub$reserve_visitors <- replace_na(hpg_sub$reserve_visitors,1)

There were some duplicate values in the data because it was separated by time in the day they visited on a date. To take care of that it was aggregated by day.

colnames(sub) <- c("ID", "Date", "Visitors")
colnames(hpg_sub) <- c("Date", "ID", "Visitors")  
#Standardizing the column names for the merge 

#aligning the columns 
hpg_sub <- hpg_sub[,c(2,1,3)]


combine <- bind_rows(as.data.frame(sub), as.data.frame(hpg_sub)) 
#binding the columns together 

combine <- aggregate(Visitors~Date+ID, combine, sum)
#aggregating the data 

combine$Date <- as_date(combine$Date)  

combine <- as_tsibble(combine, index = Date, key = ID)

combine <- combine %>%
  filter(Date <= "2017-04-22")

The final data is called combined. I organized the columns and labelled them in the same way for both the AIR and HPG data. I binded all the rows together and then reaggregated. This gave me a full picture of the data. For ease of use I had to turn it back into a data frame then back into a tsibble. I also made sure the dates didn’t overlap with the test data.

holiday <- date %>% 
  filter(calendar_date <= "2017-04-22")  


392438/478  

## [1] 821

dummy <- rep(holiday$holiday_flg, 821)

combine <- bind_cols(combine, dummy) 

## New names:
## * `` -> `...4`

colnames(combine) <- c("Date", "ID", "Visitors", "Holiday")

Next on the list of to do is to add the holiday dummy variable. I filter the Date data set which included holidays and weekends to the same length as the training data. From there I repeated the dummy variable 821 times to make it the same length as the training data. Then bound the column and renamed it.

aggregate(Visitors~Date, combine, sum) %>% 
  ggplot(aes(Date, Visitors)) +
  geom_line() + 
  labs(title = "Total Restaurant Visitors", 
       y = "Total Visitors")

line graph of the aggregated visitors on every day. There seems to be a lot of variation. Indicating a box cox transformation might be in order.

combine %>% 
  filter(ID %in% store_id_relation[0:3,1]) %>% 
  autoplot() + 
  labs(title = "Sample of 3 Restaurants", 
       x = "Date")

## Plot variable not specified, automatically selected `.vars = Visitors`

Looking at a sample of 3 restaurants. More was overkill and you couldn’t really tell anything about the data. There seems to be a lot of seasonal variation in the data.

aggregate(Visitors~Date, combine, sum) %>% 
  as_tsibble() %>% 
  model(STL(Visitors)) %>% 
  components() %>%
  autoplot()

## Using `Date` as index variable.

The additive STL decomposition on the aggregated data still shows a lot of variation.

aggregate(Visitors~Date, combine, sum) %>% 
  as_tsibble() %>% 
  model(STL(log(Visitors))) %>% 
  components() %>%
  autoplot()

## Using `Date` as index variable.

The multiplicative version looks a lot better

combine %>% 
  filter(ID %in% store_id_relation[1,1]) %>% 
  model(STL(Visitors)) %>% 
  components() %>%
  autoplot()

Additive decomposition of one restaurant as an example

combine %>% 
  filter(ID %in% store_id_relation[1,1]) %>% 
  model(STL(log(Visitors))) %>% 
  components() %>%
  autoplot()

multiplicative version. This looks a lot better. Definitely going to do a box cox transformation.

lambda <- combine %>% 
  features(Visitors, features = guerrero) 

combine <- merge(combine, lambda) 

combine <- combine %>% 
  mutate(box = box_cox(combine$Visitors, combine$lambda_guerrero))

combine <- as_tsibble(combine, index = Date, key = ID) 
combine

## # A tsibble: 392,438 x 6 [1D]
## # Key:       ID [821]
##    ID                   Date       Visitors Holiday lambda_guerrero   box
##    <chr>                <date>        <int>   <int>           <dbl> <dbl>
##  1 air_00a91d42b08b08d9 2016-01-01        2       1         -0.0459 0.682
##  2 air_00a91d42b08b08d9 2016-01-02        2       1         -0.0459 0.682
##  3 air_00a91d42b08b08d9 2016-01-03        2       1         -0.0459 0.682
##  4 air_00a91d42b08b08d9 2016-01-04        2       0         -0.0459 0.682
##  5 air_00a91d42b08b08d9 2016-01-05        2       0         -0.0459 0.682
##  6 air_00a91d42b08b08d9 2016-01-06        2       0         -0.0459 0.682
##  7 air_00a91d42b08b08d9 2016-01-07        2       0         -0.0459 0.682
##  8 air_00a91d42b08b08d9 2016-01-08        2       0         -0.0459 0.682
##  9 air_00a91d42b08b08d9 2016-01-09        2       0         -0.0459 0.682
## 10 air_00a91d42b08b08d9 2016-01-10        2       0         -0.0459 0.682
## # ... with 392,428 more rows

box cox transformation done on all the data. Used because it lowers variation. using the Geurrero appraoch because optimizes automatically.

summary(combine)

##       ID                 Date               Visitors         Holiday       
##  Length:392438      Min.   :2016-01-01   Min.   :  1.00   Min.   :0.00000  
##  Class :character   1st Qu.:2016-04-29   1st Qu.:  1.00   1st Qu.:0.00000  
##  Mode  :character   Median :2016-08-26   Median :  8.00   Median :0.00000  
##                     Mean   :2016-08-26   Mean   : 14.18   Mean   :0.06485  
##                     3rd Qu.:2016-12-24   3rd Qu.: 22.00   3rd Qu.:0.00000  
##                     Max.   :2017-04-22   Max.   :877.00   Max.   :1.00000  
##  lambda_guerrero         box          
##  Min.   :-0.89994   Min.   :   0.000  
##  1st Qu.: 0.07938   1st Qu.:   0.000  
##  Median : 0.34500   Median :   2.349  
##  Mean   : 0.35569   Mean   :   6.650  
##  3rd Qu.: 0.60527   3rd Qu.:   5.910  
##  Max.   : 1.99996   Max.   :2383.244

A quick descriptive statistics on it. Most interesting are the visitors, lambda, and box cox value. visitors minimum was set by me so not surprising. Max is 877 visitors in one day. Lambda smallest value is -0.9 and largest is 2. The box cox value ranges from 0 to 2383.244. the large box cox value is surprising.

stl_model <-  decomposition_model(
  STL(box),
  ETS(season_adjust ~ season("N"))
)

stl_fore <- combine %>% 
  model(stl_model)
  
stl_rmse <- stl_fore %>% 
  forecast(h=1) %>% 
  accuracy(df2) 

## Warning: 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds

first model was a STL decomposition

arima_model <- combine %>% 
  model("Daily Arima" = ARIMA(box ~ PDQ(0,0,0))) 

## Warning in sqrt(diag(best$var.coef)): NaNs produced

## Warning in sqrt(diag(best$var.coef)): NaNs produced

## Warning in sqrt(diag(best$var.coef)): NaNs produced

arima_model

## # A mable: 821 x 2
## # Key:     ID [821]
##    ID                             `Daily Arima`
##    <chr>                                <model>
##  1 air_00a91d42b08b08d9 <ARIMA(0,1,2) w/ drift>
##  2 air_0164b9927d20bcc3          <ARIMA(1,1,3)>
##  3 air_0241aa3964b7f861          <ARIMA(3,1,3)>
##  4 air_0328696196e46f18          <ARIMA(0,1,1)>
##  5 air_034a3d5b40d5b1b1          <ARIMA(1,1,1)>
##  6 air_036d4f1ee7285390          <ARIMA(2,1,3)>
##  7 air_0382c794b73b51ad          <ARIMA(1,1,5)>
##  8 air_03963426c9312048          <ARIMA(3,1,1)>
##  9 air_04341b588bde96cd  <ARIMA(3,0,1) w/ mean>
## 10 air_049f6d5b402a31b2 <ARIMA(1,1,2) w/ drift>
## # ... with 811 more rows

arima_rmse <- arima_model %>% 
  forecast(h = 1) %>%
  accuracy(df2)

## Warning: 1 error encountered
## [1] subscript out of bounds

## Warning: 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds

Secod model is Arima. No seasonal component to help with daily. Didn’t look for fourier terms. To do next time.

linear_model <- combine %>% 
  model(TSLM(box~trend()+ season()))

lin_rmse <- linear_model %>% 
  forecast(h =1) %>% 
  accuracy(df2)

## Warning: 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds
## 
## 1 error encountered
## [1] subscript out of bounds

third model is tslm. Not expecting this to be the best but tslm models are useful for when using dummy variables. These models should all be using the holiday dummy variable but there was an issue I couldn’t figure out when forecasting for accuracy.

median(lin_rmse$RMSE)

## [1] 4.036455

median(arima_rmse$RMSE)

## [1] 4.049979

median(stl_rmse$RMSE)

## [1] 3.188595

The best model is usually found by the best RMSE. Since we are technically calculating 821 models at the same time the median RMSE of all the models was taken and compared. STL was the best model.

stl_fore[1,] %>% gg_tsresiduals()

## Warning: Removed 7 row(s) containing missing values (geom_path).

## Warning: Removed 7 rows containing missing values (geom_point).

## Warning: Removed 7 rows containing non-finite values (stat_bin).

stl_results <- augment(stl_fore) 

stl_results$.resid %>% 
  replace_na(0) %>% 
  mean()

## [1] 0.05539943

looking at the residuals. Checking an example in a plot and taking the mean value of all residuals.

auto <- augment(stl_fore) %>%
  features(.innov, ljung_box, lag=14, dof=3)

median(auto$lb_pvalue)

## [1] 2.151831e-07

Checking for autocorrelation

There is autocorrelation and heteroscedasticity in the models. Still going to use the model because it was the most accurate.

test_forecast <- stl_fore %>% 
  forecast(h =39) %>% 
  hilo()
test_forecast

## # A tsibble: 32,019 x 7 [1D]
## # Key:       ID, .model [821]
##    ID             .model Date                 box .mean                    `80%`
##    <chr>          <chr>  <date>            <dist> <dbl>                   <hilo>
##  1 air_00a91d42b~ stl_m~ 2017-04-23  N(0.9, 0.75) 0.902 [-0.2073180, 2.011258]80
##  2 air_00a91d42b~ stl_m~ 2017-04-24    N(3, 0.77) 2.99  [ 1.8604129, 4.115882]80
##  3 air_00a91d42b~ stl_m~ 2017-04-25   N(3.4, 0.8) 3.38  [ 2.2357691, 4.527799]80
##  4 air_00a91d42b~ stl_m~ 2017-04-26  N(3.4, 0.83) 3.41  [ 2.2490154, 4.577289]80
##  5 air_00a91d42b~ stl_m~ 2017-04-27  N(3.5, 0.85) 3.49  [ 2.3049380, 4.669157]80
##  6 air_00a91d42b~ stl_m~ 2017-04-28  N(3.5, 0.88) 3.49  [ 2.2939666, 4.693844]80
##  7 air_00a91d42b~ stl_m~ 2017-04-29   N(2.2, 0.9) 2.18  [ 0.9634269, 3.398692]80
##  8 air_00a91d42b~ stl_m~ 2017-04-30 N(0.94, 0.94) 0.944 [-0.2950326, 2.183803]80
##  9 air_00a91d42b~ stl_m~ 2017-05-01    N(3, 0.96) 3.03  [ 1.7737468, 4.287378]80
## 10 air_00a91d42b~ stl_m~ 2017-05-02  N(3.4, 0.99) 3.42  [ 2.1501014, 4.698296]80
## # ... with 32,009 more rows, and 1 more variable: `95%` <hilo>

Forecasting the data and getting the forecasted values I need.