Elastic

suppressPackageStartupMessages(library(dplyr))
summary(mtcars)

##       mpg             cyl             disp             hp       
##  Min.   :10.40   Min.   :4.000   Min.   : 71.1   Min.   : 52.0  
##  1st Qu.:15.43   1st Qu.:4.000   1st Qu.:120.8   1st Qu.: 96.5  
##  Median :19.20   Median :6.000   Median :196.3   Median :123.0  
##  Mean   :20.09   Mean   :6.188   Mean   :230.7   Mean   :146.7  
##  3rd Qu.:22.80   3rd Qu.:8.000   3rd Qu.:326.0   3rd Qu.:180.0  
##  Max.   :33.90   Max.   :8.000   Max.   :472.0   Max.   :335.0  
##       drat             wt             qsec             vs        
##  Min.   :2.760   Min.   :1.513   Min.   :14.50   Min.   :0.0000  
##  1st Qu.:3.080   1st Qu.:2.581   1st Qu.:16.89   1st Qu.:0.0000  
##  Median :3.695   Median :3.325   Median :17.71   Median :0.0000  
##  Mean   :3.597   Mean   :3.217   Mean   :17.85   Mean   :0.4375  
##  3rd Qu.:3.920   3rd Qu.:3.610   3rd Qu.:18.90   3rd Qu.:1.0000  
##  Max.   :4.930   Max.   :5.424   Max.   :22.90   Max.   :1.0000  
##        am              gear            carb      
##  Min.   :0.0000   Min.   :3.000   Min.   :1.000  
##  1st Qu.:0.0000   1st Qu.:3.000   1st Qu.:2.000  
##  Median :0.0000   Median :4.000   Median :2.000  
##  Mean   :0.4062   Mean   :3.688   Mean   :2.812  
##  3rd Qu.:1.0000   3rd Qu.:4.000   3rd Qu.:4.000  
##  Max.   :1.0000   Max.   :5.000   Max.   :8.000

suppressPackageStartupMessages(library(glmnet))

1. Tim alpha va lambda voi huan luyen

suppressPackageStartupMessages(library(caret))
# X and Y datasets
X <- mtcars %>% 
     select(disp) %>% 
     scale(center = TRUE, scale = FALSE) %>% 
     as.matrix()
Y <- mtcars %>% 
    select(-disp) %>% 
    as.matrix()
  
# Model Building : Elastic Net Regression
control <- trainControl(method = "repeatedcv",
                              number = 5,
                              repeats = 5,
                              search = "random",
                              verboseIter = TRUE)
  
# Training ELastic Net Regression model
elastic_model <- train(disp ~ .,
                           data = cbind(X, Y),
                           method = "glmnet",
                           preProcess = c("center", "scale"),
                           tuneLength = 25,
                           trControl = control)

## + Fold1.Rep1: alpha=0.7307, lambda=0.357595 
## - Fold1.Rep1: alpha=0.7307, lambda=0.357595 
## + Fold1.Rep1: alpha=0.1905, lambda=0.023276 
## - Fold1.Rep1: alpha=0.1905, lambda=0.023276 
## + Fold1.Rep1: alpha=0.7820, lambda=6.005649 
## - Fold1.Rep1: alpha=0.7820, lambda=6.005649 
## + Fold1.Rep1: alpha=0.2630, lambda=0.866650 
## - Fold1.Rep1: alpha=0.2630, lambda=0.866650 
## + Fold1.Rep1: alpha=0.7475, lambda=0.005474 
## - Fold1.Rep1: alpha=0.7475, lambda=0.005474 
## + Fold1.Rep1: alpha=0.9257, lambda=0.120601 
## - Fold1.Rep1: alpha=0.9257, lambda=0.120601 
## + Fold1.Rep1: alpha=0.1681, lambda=1.865554 
## - Fold1.Rep1: alpha=0.1681, lambda=1.865554 
## + Fold1.Rep1: alpha=0.4434, lambda=3.666091 
## - Fold1.Rep1: alpha=0.4434, lambda=3.666091 
## + Fold1.Rep1: alpha=0.8869, lambda=7.290647 
## - Fold1.Rep1: alpha=0.8869, lambda=7.290647 
## + Fold1.Rep1: alpha=0.9710, lambda=0.071976 
## - Fold1.Rep1: alpha=0.9710, lambda=0.071976 
## + Fold1.Rep1: alpha=0.8532, lambda=6.893588 
## - Fold1.Rep1: alpha=0.8532, lambda=6.893588 
## + Fold1.Rep1: alpha=0.6308, lambda=0.050768 
## - Fold1.Rep1: alpha=0.6308, lambda=0.050768 
## + Fold1.Rep1: alpha=0.7951, lambda=0.980887 
## - Fold1.Rep1: alpha=0.7951, lambda=0.980887 
## + Fold1.Rep1: alpha=0.5864, lambda=3.727200 
## - Fold1.Rep1: alpha=0.5864, lambda=3.727200 
## + Fold1.Rep1: alpha=0.4653, lambda=0.005646 
## - Fold1.Rep1: alpha=0.4653, lambda=0.005646 
## + Fold1.Rep1: alpha=0.1040, lambda=3.155951 
## - Fold1.Rep1: alpha=0.1040, lambda=3.155951 
## + Fold1.Rep1: alpha=0.9526, lambda=0.001624 
## - Fold1.Rep1: alpha=0.9526, lambda=0.001624 
## + Fold1.Rep1: alpha=0.9981, lambda=0.061022 
## - Fold1.Rep1: alpha=0.9981, lambda=0.061022 
## + Fold1.Rep1: alpha=0.7487, lambda=0.001024 
## - Fold1.Rep1: alpha=0.7487, lambda=0.001024 
## + Fold1.Rep1: alpha=0.1379, lambda=0.032287 
## - Fold1.Rep1: alpha=0.1379, lambda=0.032287 
## + Fold1.Rep1: alpha=0.5937, lambda=1.814420 
## - Fold1.Rep1: alpha=0.5937, lambda=1.814420 
## + Fold1.Rep1: alpha=0.6562, lambda=0.001149 
## - Fold1.Rep1: alpha=0.6562, lambda=0.001149 
## + Fold1.Rep1: alpha=0.0686, lambda=0.014309 
## - Fold1.Rep1: alpha=0.0686, lambda=0.014309 
## + Fold1.Rep1: alpha=0.3255, lambda=0.008848 
## - Fold1.Rep1: alpha=0.3255, lambda=0.008848 
## + Fold1.Rep1: alpha=0.9345, lambda=7.925306 
## - Fold1.Rep1: alpha=0.9345, lambda=7.925306 
## + Fold2.Rep1: alpha=0.7307, lambda=0.357595 
## - Fold2.Rep1: alpha=0.7307, lambda=0.357595 
## + Fold2.Rep1: alpha=0.1905, lambda=0.023276 
## - Fold2.Rep1: alpha=0.1905, lambda=0.023276 
## + Fold2.Rep1: alpha=0.7820, lambda=6.005649 
## - Fold2.Rep1: alpha=0.7820, lambda=6.005649 
## + Fold2.Rep1: alpha=0.2630, lambda=0.866650 
## - Fold2.Rep1: alpha=0.2630, lambda=0.866650 
## + Fold2.Rep1: alpha=0.7475, lambda=0.005474 
## - Fold2.Rep1: alpha=0.7475, lambda=0.005474 
## + Fold2.Rep1: alpha=0.9257, lambda=0.120601 
## - Fold2.Rep1: alpha=0.9257, lambda=0.120601 
## + Fold2.Rep1: alpha=0.1681, lambda=1.865554 
## - Fold2.Rep1: alpha=0.1681, lambda=1.865554 
## + Fold2.Rep1: alpha=0.4434, lambda=3.666091 
## - Fold2.Rep1: alpha=0.4434, lambda=3.666091 
## + Fold2.Rep1: alpha=0.8869, lambda=7.290647 
## - Fold2.Rep1: alpha=0.8869, lambda=7.290647 
## + Fold2.Rep1: alpha=0.9710, lambda=0.071976 
## - Fold2.Rep1: alpha=0.9710, lambda=0.071976 
## + Fold2.Rep1: alpha=0.8532, lambda=6.893588 
## - Fold2.Rep1: alpha=0.8532, lambda=6.893588 
## + Fold2.Rep1: alpha=0.6308, lambda=0.050768 
## - Fold2.Rep1: alpha=0.6308, lambda=0.050768 
## + Fold2.Rep1: alpha=0.7951, lambda=0.980887 
## - Fold2.Rep1: alpha=0.7951, lambda=0.980887 
## + Fold2.Rep1: alpha=0.5864, lambda=3.727200 
## - Fold2.Rep1: alpha=0.5864, lambda=3.727200 
## + Fold2.Rep1: alpha=0.4653, lambda=0.005646 
## - Fold2.Rep1: alpha=0.4653, lambda=0.005646 
## + Fold2.Rep1: alpha=0.1040, lambda=3.155951 
## - Fold2.Rep1: alpha=0.1040, lambda=3.155951 
## + Fold2.Rep1: alpha=0.9526, lambda=0.001624 
## - Fold2.Rep1: alpha=0.9526, lambda=0.001624 
## + Fold2.Rep1: alpha=0.9981, lambda=0.061022 
## - Fold2.Rep1: alpha=0.9981, lambda=0.061022 
## + Fold2.Rep1: alpha=0.7487, lambda=0.001024 
## - Fold2.Rep1: alpha=0.7487, lambda=0.001024 
## + Fold2.Rep1: alpha=0.1379, lambda=0.032287 
## - Fold2.Rep1: alpha=0.1379, lambda=0.032287 
## + Fold2.Rep1: alpha=0.5937, lambda=1.814420 
## - Fold2.Rep1: alpha=0.5937, lambda=1.814420 
## + Fold2.Rep1: alpha=0.6562, lambda=0.001149 
## - Fold2.Rep1: alpha=0.6562, lambda=0.001149 
## + Fold2.Rep1: alpha=0.0686, lambda=0.014309 
## - Fold2.Rep1: alpha=0.0686, lambda=0.014309 
## + Fold2.Rep1: alpha=0.3255, lambda=0.008848 
## - Fold2.Rep1: alpha=0.3255, lambda=0.008848 
## + Fold2.Rep1: alpha=0.9345, lambda=7.925306 
## - Fold2.Rep1: alpha=0.9345, lambda=7.925306 
## + Fold3.Rep1: alpha=0.7307, lambda=0.357595 
## - Fold3.Rep1: alpha=0.7307, lambda=0.357595 
## + Fold3.Rep1: alpha=0.1905, lambda=0.023276 
## - Fold3.Rep1: alpha=0.1905, lambda=0.023276 
## + Fold3.Rep1: alpha=0.7820, lambda=6.005649 
## - Fold3.Rep1: alpha=0.7820, lambda=6.005649 
## + Fold3.Rep1: alpha=0.2630, lambda=0.866650 
## - Fold3.Rep1: alpha=0.2630, lambda=0.866650 
## + Fold3.Rep1: alpha=0.7475, lambda=0.005474 
## - Fold3.Rep1: alpha=0.7475, lambda=0.005474 
## + Fold3.Rep1: alpha=0.9257, lambda=0.120601 
## - Fold3.Rep1: alpha=0.9257, lambda=0.120601 
## + Fold3.Rep1: alpha=0.1681, lambda=1.865554 
## - Fold3.Rep1: alpha=0.1681, lambda=1.865554 
## + Fold3.Rep1: alpha=0.4434, lambda=3.666091 
## - Fold3.Rep1: alpha=0.4434, lambda=3.666091 
## + Fold3.Rep1: alpha=0.8869, lambda=7.290647 
## - Fold3.Rep1: alpha=0.8869, lambda=7.290647 
## + Fold3.Rep1: alpha=0.9710, lambda=0.071976 
## - Fold3.Rep1: alpha=0.9710, lambda=0.071976 
## + Fold3.Rep1: alpha=0.8532, lambda=6.893588 
## - Fold3.Rep1: alpha=0.8532, lambda=6.893588 
## + Fold3.Rep1: alpha=0.6308, lambda=0.050768 
## - Fold3.Rep1: alpha=0.6308, lambda=0.050768 
## + Fold3.Rep1: alpha=0.7951, lambda=0.980887 
## - Fold3.Rep1: alpha=0.7951, lambda=0.980887 
## + Fold3.Rep1: alpha=0.5864, lambda=3.727200 
## - Fold3.Rep1: alpha=0.5864, lambda=3.727200 
## + Fold3.Rep1: alpha=0.4653, lambda=0.005646 
## - Fold3.Rep1: alpha=0.4653, lambda=0.005646 
## + Fold3.Rep1: alpha=0.1040, lambda=3.155951 
## - Fold3.Rep1: alpha=0.1040, lambda=3.155951 
## + Fold3.Rep1: alpha=0.9526, lambda=0.001624 
## - Fold3.Rep1: alpha=0.9526, lambda=0.001624 
## + Fold3.Rep1: alpha=0.9981, lambda=0.061022 
## - Fold3.Rep1: alpha=0.9981, lambda=0.061022 
## + Fold3.Rep1: alpha=0.7487, lambda=0.001024 
## - Fold3.Rep1: alpha=0.7487, lambda=0.001024 
## + Fold3.Rep1: alpha=0.1379, lambda=0.032287 
## - Fold3.Rep1: alpha=0.1379, lambda=0.032287 
## + Fold3.Rep1: alpha=0.5937, lambda=1.814420 
## - Fold3.Rep1: alpha=0.5937, lambda=1.814420 
## + Fold3.Rep1: alpha=0.6562, lambda=0.001149 
## - Fold3.Rep1: alpha=0.6562, lambda=0.001149 
## + Fold3.Rep1: alpha=0.0686, lambda=0.014309 
## - Fold3.Rep1: alpha=0.0686, lambda=0.014309 
## + Fold3.Rep1: alpha=0.3255, lambda=0.008848 
## - Fold3.Rep1: alpha=0.3255, lambda=0.008848 
## + Fold3.Rep1: alpha=0.9345, lambda=7.925306 
## - Fold3.Rep1: alpha=0.9345, lambda=7.925306 
## + Fold4.Rep1: alpha=0.7307, lambda=0.357595 
## - Fold4.Rep1: alpha=0.7307, lambda=0.357595 
## + Fold4.Rep1: alpha=0.1905, lambda=0.023276 
## - Fold4.Rep1: alpha=0.1905, lambda=0.023276 
## + Fold4.Rep1: alpha=0.7820, lambda=6.005649 
## - Fold4.Rep1: alpha=0.7820, lambda=6.005649 
## + Fold4.Rep1: alpha=0.2630, lambda=0.866650 
## - Fold4.Rep1: alpha=0.2630, lambda=0.866650 
## + Fold4.Rep1: alpha=0.7475, lambda=0.005474 
## - Fold4.Rep1: alpha=0.7475, lambda=0.005474 
## + Fold4.Rep1: alpha=0.9257, lambda=0.120601 
## - Fold4.Rep1: alpha=0.9257, lambda=0.120601 
## + Fold4.Rep1: alpha=0.1681, lambda=1.865554 
## - Fold4.Rep1: alpha=0.1681, lambda=1.865554 
## + Fold4.Rep1: alpha=0.4434, lambda=3.666091 
## - Fold4.Rep1: alpha=0.4434, lambda=3.666091 
## + Fold4.Rep1: alpha=0.8869, lambda=7.290647 
## - Fold4.Rep1: alpha=0.8869, lambda=7.290647 
## + Fold4.Rep1: alpha=0.9710, lambda=0.071976 
## - Fold4.Rep1: alpha=0.9710, lambda=0.071976 
## + Fold4.Rep1: alpha=0.8532, lambda=6.893588 
## - Fold4.Rep1: alpha=0.8532, lambda=6.893588 
## + Fold4.Rep1: alpha=0.6308, lambda=0.050768 
## - Fold4.Rep1: alpha=0.6308, lambda=0.050768 
## + Fold4.Rep1: alpha=0.7951, lambda=0.980887 
## - Fold4.Rep1: alpha=0.7951, lambda=0.980887 
## + Fold4.Rep1: alpha=0.5864, lambda=3.727200 
## - Fold4.Rep1: alpha=0.5864, lambda=3.727200 
## + Fold4.Rep1: alpha=0.4653, lambda=0.005646 
## - Fold4.Rep1: alpha=0.4653, lambda=0.005646 
## + Fold4.Rep1: alpha=0.1040, lambda=3.155951 
## - Fold4.Rep1: alpha=0.1040, lambda=3.155951 
## + Fold4.Rep1: alpha=0.9526, lambda=0.001624 
## - Fold4.Rep1: alpha=0.9526, lambda=0.001624 
## + Fold4.Rep1: alpha=0.9981, lambda=0.061022 
## - Fold4.Rep1: alpha=0.9981, lambda=0.061022 
## + Fold4.Rep1: alpha=0.7487, lambda=0.001024 
## - Fold4.Rep1: alpha=0.7487, lambda=0.001024 
## + Fold4.Rep1: alpha=0.1379, lambda=0.032287 
## - Fold4.Rep1: alpha=0.1379, lambda=0.032287 
## + Fold4.Rep1: alpha=0.5937, lambda=1.814420 
## - Fold4.Rep1: alpha=0.5937, lambda=1.814420 
## + Fold4.Rep1: alpha=0.6562, lambda=0.001149 
## - Fold4.Rep1: alpha=0.6562, lambda=0.001149 
## + Fold4.Rep1: alpha=0.0686, lambda=0.014309 
## - Fold4.Rep1: alpha=0.0686, lambda=0.014309 
## + Fold4.Rep1: alpha=0.3255, lambda=0.008848 
## - Fold4.Rep1: alpha=0.3255, lambda=0.008848 
## + Fold4.Rep1: alpha=0.9345, lambda=7.925306 
## - Fold4.Rep1: alpha=0.9345, lambda=7.925306 
## + Fold5.Rep1: alpha=0.7307, lambda=0.357595 
## - Fold5.Rep1: alpha=0.7307, lambda=0.357595 
## + Fold5.Rep1: alpha=0.1905, lambda=0.023276 
## - Fold5.Rep1: alpha=0.1905, lambda=0.023276 
## + Fold5.Rep1: alpha=0.7820, lambda=6.005649 
## - Fold5.Rep1: alpha=0.7820, lambda=6.005649 
## + Fold5.Rep1: alpha=0.2630, lambda=0.866650 
## - Fold5.Rep1: alpha=0.2630, lambda=0.866650 
## + Fold5.Rep1: alpha=0.7475, lambda=0.005474 
## - Fold5.Rep1: alpha=0.7475, lambda=0.005474 
## + Fold5.Rep1: alpha=0.9257, lambda=0.120601 
## - Fold5.Rep1: alpha=0.9257, lambda=0.120601 
## + Fold5.Rep1: alpha=0.1681, lambda=1.865554 
## - Fold5.Rep1: alpha=0.1681, lambda=1.865554 
## + Fold5.Rep1: alpha=0.4434, lambda=3.666091 
## - Fold5.Rep1: alpha=0.4434, lambda=3.666091 
## + Fold5.Rep1: alpha=0.8869, lambda=7.290647 
## - Fold5.Rep1: alpha=0.8869, lambda=7.290647 
## + Fold5.Rep1: alpha=0.9710, lambda=0.071976 
## - Fold5.Rep1: alpha=0.9710, lambda=0.071976 
## + Fold5.Rep1: alpha=0.8532, lambda=6.893588 
## - Fold5.Rep1: alpha=0.8532, lambda=6.893588 
## + Fold5.Rep1: alpha=0.6308, lambda=0.050768 
## - Fold5.Rep1: alpha=0.6308, lambda=0.050768 
## + Fold5.Rep1: alpha=0.7951, lambda=0.980887 
## - Fold5.Rep1: alpha=0.7951, lambda=0.980887 
## + Fold5.Rep1: alpha=0.5864, lambda=3.727200 
## - Fold5.Rep1: alpha=0.5864, lambda=3.727200 
## + Fold5.Rep1: alpha=0.4653, lambda=0.005646 
## - Fold5.Rep1: alpha=0.4653, lambda=0.005646 
## + Fold5.Rep1: alpha=0.1040, lambda=3.155951 
## - Fold5.Rep1: alpha=0.1040, lambda=3.155951 
## + Fold5.Rep1: alpha=0.9526, lambda=0.001624 
## - Fold5.Rep1: alpha=0.9526, lambda=0.001624 
## + Fold5.Rep1: alpha=0.9981, lambda=0.061022 
## - Fold5.Rep1: alpha=0.9981, lambda=0.061022 
## + Fold5.Rep1: alpha=0.7487, lambda=0.001024 
## - Fold5.Rep1: alpha=0.7487, lambda=0.001024 
## + Fold5.Rep1: alpha=0.1379, lambda=0.032287 
## - Fold5.Rep1: alpha=0.1379, lambda=0.032287 
## + Fold5.Rep1: alpha=0.5937, lambda=1.814420 
## - Fold5.Rep1: alpha=0.5937, lambda=1.814420 
## + Fold5.Rep1: alpha=0.6562, lambda=0.001149 
## - Fold5.Rep1: alpha=0.6562, lambda=0.001149 
## + Fold5.Rep1: alpha=0.0686, lambda=0.014309 
## - Fold5.Rep1: alpha=0.0686, lambda=0.014309 
## + Fold5.Rep1: alpha=0.3255, lambda=0.008848 
## - Fold5.Rep1: alpha=0.3255, lambda=0.008848 
## + Fold5.Rep1: alpha=0.9345, lambda=7.925306 
## - Fold5.Rep1: alpha=0.9345, lambda=7.925306 
## + Fold1.Rep2: alpha=0.7307, lambda=0.357595 
## - Fold1.Rep2: alpha=0.7307, lambda=0.357595 
## + Fold1.Rep2: alpha=0.1905, lambda=0.023276 
## - Fold1.Rep2: alpha=0.1905, lambda=0.023276 
## + Fold1.Rep2: alpha=0.7820, lambda=6.005649 
## - Fold1.Rep2: alpha=0.7820, lambda=6.005649 
## + Fold1.Rep2: alpha=0.2630, lambda=0.866650 
## - Fold1.Rep2: alpha=0.2630, lambda=0.866650 
## + Fold1.Rep2: alpha=0.7475, lambda=0.005474 
## - Fold1.Rep2: alpha=0.7475, lambda=0.005474 
## + Fold1.Rep2: alpha=0.9257, lambda=0.120601 
## - Fold1.Rep2: alpha=0.9257, lambda=0.120601 
## + Fold1.Rep2: alpha=0.1681, lambda=1.865554 
## - Fold1.Rep2: alpha=0.1681, lambda=1.865554 
## + Fold1.Rep2: alpha=0.4434, lambda=3.666091 
## - Fold1.Rep2: alpha=0.4434, lambda=3.666091 
## + Fold1.Rep2: alpha=0.8869, lambda=7.290647 
## - Fold1.Rep2: alpha=0.8869, lambda=7.290647 
## + Fold1.Rep2: alpha=0.9710, lambda=0.071976 
## - Fold1.Rep2: alpha=0.9710, lambda=0.071976 
## + Fold1.Rep2: alpha=0.8532, lambda=6.893588 
## - Fold1.Rep2: alpha=0.8532, lambda=6.893588 
## + Fold1.Rep2: alpha=0.6308, lambda=0.050768 
## - Fold1.Rep2: alpha=0.6308, lambda=0.050768 
## + Fold1.Rep2: alpha=0.7951, lambda=0.980887 
## - Fold1.Rep2: alpha=0.7951, lambda=0.980887 
## + Fold1.Rep2: alpha=0.5864, lambda=3.727200 
## - Fold1.Rep2: alpha=0.5864, lambda=3.727200 
## + Fold1.Rep2: alpha=0.4653, lambda=0.005646 
## - Fold1.Rep2: alpha=0.4653, lambda=0.005646 
## + Fold1.Rep2: alpha=0.1040, lambda=3.155951 
## - Fold1.Rep2: alpha=0.1040, lambda=3.155951 
## + Fold1.Rep2: alpha=0.9526, lambda=0.001624 
## - Fold1.Rep2: alpha=0.9526, lambda=0.001624 
## + Fold1.Rep2: alpha=0.9981, lambda=0.061022 
## - Fold1.Rep2: alpha=0.9981, lambda=0.061022 
## + Fold1.Rep2: alpha=0.7487, lambda=0.001024 
## - Fold1.Rep2: alpha=0.7487, lambda=0.001024 
## + Fold1.Rep2: alpha=0.1379, lambda=0.032287 
## - Fold1.Rep2: alpha=0.1379, lambda=0.032287 
## + Fold1.Rep2: alpha=0.5937, lambda=1.814420 
## - Fold1.Rep2: alpha=0.5937, lambda=1.814420 
## + Fold1.Rep2: alpha=0.6562, lambda=0.001149 
## - Fold1.Rep2: alpha=0.6562, lambda=0.001149 
## + Fold1.Rep2: alpha=0.0686, lambda=0.014309 
## - Fold1.Rep2: alpha=0.0686, lambda=0.014309 
## + Fold1.Rep2: alpha=0.3255, lambda=0.008848 
## - Fold1.Rep2: alpha=0.3255, lambda=0.008848 
## + Fold1.Rep2: alpha=0.9345, lambda=7.925306 
## - Fold1.Rep2: alpha=0.9345, lambda=7.925306 
## + Fold2.Rep2: alpha=0.7307, lambda=0.357595 
## - Fold2.Rep2: alpha=0.7307, lambda=0.357595 
## + Fold2.Rep2: alpha=0.1905, lambda=0.023276 
## - Fold2.Rep2: alpha=0.1905, lambda=0.023276 
## + Fold2.Rep2: alpha=0.7820, lambda=6.005649 
## - Fold2.Rep2: alpha=0.7820, lambda=6.005649 
## + Fold2.Rep2: alpha=0.2630, lambda=0.866650 
## - Fold2.Rep2: alpha=0.2630, lambda=0.866650 
## + Fold2.Rep2: alpha=0.7475, lambda=0.005474 
## - Fold2.Rep2: alpha=0.7475, lambda=0.005474 
## + Fold2.Rep2: alpha=0.9257, lambda=0.120601 
## - Fold2.Rep2: alpha=0.9257, lambda=0.120601 
## + Fold2.Rep2: alpha=0.1681, lambda=1.865554 
## - Fold2.Rep2: alpha=0.1681, lambda=1.865554 
## + Fold2.Rep2: alpha=0.4434, lambda=3.666091 
## - Fold2.Rep2: alpha=0.4434, lambda=3.666091 
## + Fold2.Rep2: alpha=0.8869, lambda=7.290647 
## - Fold2.Rep2: alpha=0.8869, lambda=7.290647 
## + Fold2.Rep2: alpha=0.9710, lambda=0.071976 
## - Fold2.Rep2: alpha=0.9710, lambda=0.071976 
## + Fold2.Rep2: alpha=0.8532, lambda=6.893588 
## - Fold2.Rep2: alpha=0.8532, lambda=6.893588 
## + Fold2.Rep2: alpha=0.6308, lambda=0.050768 
## - Fold2.Rep2: alpha=0.6308, lambda=0.050768 
## + Fold2.Rep2: alpha=0.7951, lambda=0.980887 
## - Fold2.Rep2: alpha=0.7951, lambda=0.980887 
## + Fold2.Rep2: alpha=0.5864, lambda=3.727200 
## - Fold2.Rep2: alpha=0.5864, lambda=3.727200 
## + Fold2.Rep2: alpha=0.4653, lambda=0.005646 
## - Fold2.Rep2: alpha=0.4653, lambda=0.005646 
## + Fold2.Rep2: alpha=0.1040, lambda=3.155951 
## - Fold2.Rep2: alpha=0.1040, lambda=3.155951 
## + Fold2.Rep2: alpha=0.9526, lambda=0.001624 
## - Fold2.Rep2: alpha=0.9526, lambda=0.001624 
## + Fold2.Rep2: alpha=0.9981, lambda=0.061022 
## - Fold2.Rep2: alpha=0.9981, lambda=0.061022 
## + Fold2.Rep2: alpha=0.7487, lambda=0.001024 
## - Fold2.Rep2: alpha=0.7487, lambda=0.001024 
## + Fold2.Rep2: alpha=0.1379, lambda=0.032287 
## - Fold2.Rep2: alpha=0.1379, lambda=0.032287 
## + Fold2.Rep2: alpha=0.5937, lambda=1.814420 
## - Fold2.Rep2: alpha=0.5937, lambda=1.814420 
## + Fold2.Rep2: alpha=0.6562, lambda=0.001149 
## - Fold2.Rep2: alpha=0.6562, lambda=0.001149 
## + Fold2.Rep2: alpha=0.0686, lambda=0.014309 
## - Fold2.Rep2: alpha=0.0686, lambda=0.014309 
## + Fold2.Rep2: alpha=0.3255, lambda=0.008848 
## - Fold2.Rep2: alpha=0.3255, lambda=0.008848 
## + Fold2.Rep2: alpha=0.9345, lambda=7.925306 
## - Fold2.Rep2: alpha=0.9345, lambda=7.925306 
## + Fold3.Rep2: alpha=0.7307, lambda=0.357595 
## - Fold3.Rep2: alpha=0.7307, lambda=0.357595 
## + Fold3.Rep2: alpha=0.1905, lambda=0.023276 
## - Fold3.Rep2: alpha=0.1905, lambda=0.023276 
## + Fold3.Rep2: alpha=0.7820, lambda=6.005649 
## - Fold3.Rep2: alpha=0.7820, lambda=6.005649 
## + Fold3.Rep2: alpha=0.2630, lambda=0.866650 
## - Fold3.Rep2: alpha=0.2630, lambda=0.866650 
## + Fold3.Rep2: alpha=0.7475, lambda=0.005474 
## - Fold3.Rep2: alpha=0.7475, lambda=0.005474 
## + Fold3.Rep2: alpha=0.9257, lambda=0.120601 
## - Fold3.Rep2: alpha=0.9257, lambda=0.120601 
## + Fold3.Rep2: alpha=0.1681, lambda=1.865554 
## - Fold3.Rep2: alpha=0.1681, lambda=1.865554 
## + Fold3.Rep2: alpha=0.4434, lambda=3.666091 
## - Fold3.Rep2: alpha=0.4434, lambda=3.666091 
## + Fold3.Rep2: alpha=0.8869, lambda=7.290647 
## - Fold3.Rep2: alpha=0.8869, lambda=7.290647 
## + Fold3.Rep2: alpha=0.9710, lambda=0.071976 
## - Fold3.Rep2: alpha=0.9710, lambda=0.071976 
## + Fold3.Rep2: alpha=0.8532, lambda=6.893588 
## - Fold3.Rep2: alpha=0.8532, lambda=6.893588 
## + Fold3.Rep2: alpha=0.6308, lambda=0.050768 
## - Fold3.Rep2: alpha=0.6308, lambda=0.050768 
## + Fold3.Rep2: alpha=0.7951, lambda=0.980887 
## - Fold3.Rep2: alpha=0.7951, lambda=0.980887 
## + Fold3.Rep2: alpha=0.5864, lambda=3.727200 
## - Fold3.Rep2: alpha=0.5864, lambda=3.727200 
## + Fold3.Rep2: alpha=0.4653, lambda=0.005646 
## - Fold3.Rep2: alpha=0.4653, lambda=0.005646 
## + Fold3.Rep2: alpha=0.1040, lambda=3.155951 
## - Fold3.Rep2: alpha=0.1040, lambda=3.155951 
## + Fold3.Rep2: alpha=0.9526, lambda=0.001624 
## - Fold3.Rep2: alpha=0.9526, lambda=0.001624 
## + Fold3.Rep2: alpha=0.9981, lambda=0.061022 
## - Fold3.Rep2: alpha=0.9981, lambda=0.061022 
## + Fold3.Rep2: alpha=0.7487, lambda=0.001024 
## - Fold3.Rep2: alpha=0.7487, lambda=0.001024 
## + Fold3.Rep2: alpha=0.1379, lambda=0.032287 
## - Fold3.Rep2: alpha=0.1379, lambda=0.032287 
## + Fold3.Rep2: alpha=0.5937, lambda=1.814420 
## - Fold3.Rep2: alpha=0.5937, lambda=1.814420 
## + Fold3.Rep2: alpha=0.6562, lambda=0.001149 
## - Fold3.Rep2: alpha=0.6562, lambda=0.001149 
## + Fold3.Rep2: alpha=0.0686, lambda=0.014309 
## - Fold3.Rep2: alpha=0.0686, lambda=0.014309 
## + Fold3.Rep2: alpha=0.3255, lambda=0.008848 
## - Fold3.Rep2: alpha=0.3255, lambda=0.008848 
## + Fold3.Rep2: alpha=0.9345, lambda=7.925306 
## - Fold3.Rep2: alpha=0.9345, lambda=7.925306 
## + Fold4.Rep2: alpha=0.7307, lambda=0.357595 
## - Fold4.Rep2: alpha=0.7307, lambda=0.357595 
## + Fold4.Rep2: alpha=0.1905, lambda=0.023276 
## - Fold4.Rep2: alpha=0.1905, lambda=0.023276 
## + Fold4.Rep2: alpha=0.7820, lambda=6.005649 
## - Fold4.Rep2: alpha=0.7820, lambda=6.005649 
## + Fold4.Rep2: alpha=0.2630, lambda=0.866650 
## - Fold4.Rep2: alpha=0.2630, lambda=0.866650 
## + Fold4.Rep2: alpha=0.7475, lambda=0.005474 
## - Fold4.Rep2: alpha=0.7475, lambda=0.005474 
## + Fold4.Rep2: alpha=0.9257, lambda=0.120601 
## - Fold4.Rep2: alpha=0.9257, lambda=0.120601 
## + Fold4.Rep2: alpha=0.1681, lambda=1.865554 
## - Fold4.Rep2: alpha=0.1681, lambda=1.865554 
## + Fold4.Rep2: alpha=0.4434, lambda=3.666091 
## - Fold4.Rep2: alpha=0.4434, lambda=3.666091 
## + Fold4.Rep2: alpha=0.8869, lambda=7.290647 
## - Fold4.Rep2: alpha=0.8869, lambda=7.290647 
## + Fold4.Rep2: alpha=0.9710, lambda=0.071976 
## - Fold4.Rep2: alpha=0.9710, lambda=0.071976 
## + Fold4.Rep2: alpha=0.8532, lambda=6.893588 
## - Fold4.Rep2: alpha=0.8532, lambda=6.893588 
## + Fold4.Rep2: alpha=0.6308, lambda=0.050768 
## - Fold4.Rep2: alpha=0.6308, lambda=0.050768 
## + Fold4.Rep2: alpha=0.7951, lambda=0.980887 
## - Fold4.Rep2: alpha=0.7951, lambda=0.980887 
## + Fold4.Rep2: alpha=0.5864, lambda=3.727200 
## - Fold4.Rep2: alpha=0.5864, lambda=3.727200 
## + Fold4.Rep2: alpha=0.4653, lambda=0.005646 
## - Fold4.Rep2: alpha=0.4653, lambda=0.005646 
## + Fold4.Rep2: alpha=0.1040, lambda=3.155951 
## - Fold4.Rep2: alpha=0.1040, lambda=3.155951 
## + Fold4.Rep2: alpha=0.9526, lambda=0.001624 
## - Fold4.Rep2: alpha=0.9526, lambda=0.001624 
## + Fold4.Rep2: alpha=0.9981, lambda=0.061022 
## - Fold4.Rep2: alpha=0.9981, lambda=0.061022 
## + Fold4.Rep2: alpha=0.7487, lambda=0.001024 
## - Fold4.Rep2: alpha=0.7487, lambda=0.001024 
## + Fold4.Rep2: alpha=0.1379, lambda=0.032287 
## - Fold4.Rep2: alpha=0.1379, lambda=0.032287 
## + Fold4.Rep2: alpha=0.5937, lambda=1.814420 
## - Fold4.Rep2: alpha=0.5937, lambda=1.814420 
## + Fold4.Rep2: alpha=0.6562, lambda=0.001149 
## - Fold4.Rep2: alpha=0.6562, lambda=0.001149 
## + Fold4.Rep2: alpha=0.0686, lambda=0.014309 
## - Fold4.Rep2: alpha=0.0686, lambda=0.014309 
## + Fold4.Rep2: alpha=0.3255, lambda=0.008848 
## - Fold4.Rep2: alpha=0.3255, lambda=0.008848 
## + Fold4.Rep2: alpha=0.9345, lambda=7.925306 
## - Fold4.Rep2: alpha=0.9345, lambda=7.925306 
## + Fold5.Rep2: alpha=0.7307, lambda=0.357595 
## - Fold5.Rep2: alpha=0.7307, lambda=0.357595 
## + Fold5.Rep2: alpha=0.1905, lambda=0.023276 
## - Fold5.Rep2: alpha=0.1905, lambda=0.023276 
## + Fold5.Rep2: alpha=0.7820, lambda=6.005649 
## - Fold5.Rep2: alpha=0.7820, lambda=6.005649 
## + Fold5.Rep2: alpha=0.2630, lambda=0.866650 
## - Fold5.Rep2: alpha=0.2630, lambda=0.866650 
## + Fold5.Rep2: alpha=0.7475, lambda=0.005474 
## - Fold5.Rep2: alpha=0.7475, lambda=0.005474 
## + Fold5.Rep2: alpha=0.9257, lambda=0.120601 
## - Fold5.Rep2: alpha=0.9257, lambda=0.120601 
## + Fold5.Rep2: alpha=0.1681, lambda=1.865554 
## - Fold5.Rep2: alpha=0.1681, lambda=1.865554 
## + Fold5.Rep2: alpha=0.4434, lambda=3.666091 
## - Fold5.Rep2: alpha=0.4434, lambda=3.666091 
## + Fold5.Rep2: alpha=0.8869, lambda=7.290647 
## - Fold5.Rep2: alpha=0.8869, lambda=7.290647 
## + Fold5.Rep2: alpha=0.9710, lambda=0.071976 
## - Fold5.Rep2: alpha=0.9710, lambda=0.071976 
## + Fold5.Rep2: alpha=0.8532, lambda=6.893588 
## - Fold5.Rep2: alpha=0.8532, lambda=6.893588 
## + Fold5.Rep2: alpha=0.6308, lambda=0.050768 
## - Fold5.Rep2: alpha=0.6308, lambda=0.050768 
## + Fold5.Rep2: alpha=0.7951, lambda=0.980887 
## - Fold5.Rep2: alpha=0.7951, lambda=0.980887 
## + Fold5.Rep2: alpha=0.5864, lambda=3.727200 
## - Fold5.Rep2: alpha=0.5864, lambda=3.727200 
## + Fold5.Rep2: alpha=0.4653, lambda=0.005646 
## - Fold5.Rep2: alpha=0.4653, lambda=0.005646 
## + Fold5.Rep2: alpha=0.1040, lambda=3.155951 
## - Fold5.Rep2: alpha=0.1040, lambda=3.155951 
## + Fold5.Rep2: alpha=0.9526, lambda=0.001624 
## - Fold5.Rep2: alpha=0.9526, lambda=0.001624 
## + Fold5.Rep2: alpha=0.9981, lambda=0.061022 
## - Fold5.Rep2: alpha=0.9981, lambda=0.061022 
## + Fold5.Rep2: alpha=0.7487, lambda=0.001024 
## - Fold5.Rep2: alpha=0.7487, lambda=0.001024 
## + Fold5.Rep2: alpha=0.1379, lambda=0.032287 
## - Fold5.Rep2: alpha=0.1379, lambda=0.032287 
## + Fold5.Rep2: alpha=0.5937, lambda=1.814420 
## - Fold5.Rep2: alpha=0.5937, lambda=1.814420 
## + Fold5.Rep2: alpha=0.6562, lambda=0.001149 
## - Fold5.Rep2: alpha=0.6562, lambda=0.001149 
## + Fold5.Rep2: alpha=0.0686, lambda=0.014309 
## - Fold5.Rep2: alpha=0.0686, lambda=0.014309 
## + Fold5.Rep2: alpha=0.3255, lambda=0.008848 
## - Fold5.Rep2: alpha=0.3255, lambda=0.008848 
## + Fold5.Rep2: alpha=0.9345, lambda=7.925306 
## - Fold5.Rep2: alpha=0.9345, lambda=7.925306 
## + Fold1.Rep3: alpha=0.7307, lambda=0.357595 
## - Fold1.Rep3: alpha=0.7307, lambda=0.357595 
## + Fold1.Rep3: alpha=0.1905, lambda=0.023276 
## - Fold1.Rep3: alpha=0.1905, lambda=0.023276 
## + Fold1.Rep3: alpha=0.7820, lambda=6.005649 
## - Fold1.Rep3: alpha=0.7820, lambda=6.005649 
## + Fold1.Rep3: alpha=0.2630, lambda=0.866650 
## - Fold1.Rep3: alpha=0.2630, lambda=0.866650 
## + Fold1.Rep3: alpha=0.7475, lambda=0.005474 
## - Fold1.Rep3: alpha=0.7475, lambda=0.005474 
## + Fold1.Rep3: alpha=0.9257, lambda=0.120601 
## - Fold1.Rep3: alpha=0.9257, lambda=0.120601 
## + Fold1.Rep3: alpha=0.1681, lambda=1.865554 
## - Fold1.Rep3: alpha=0.1681, lambda=1.865554 
## + Fold1.Rep3: alpha=0.4434, lambda=3.666091 
## - Fold1.Rep3: alpha=0.4434, lambda=3.666091 
## + Fold1.Rep3: alpha=0.8869, lambda=7.290647 
## - Fold1.Rep3: alpha=0.8869, lambda=7.290647 
## + Fold1.Rep3: alpha=0.9710, lambda=0.071976 
## - Fold1.Rep3: alpha=0.9710, lambda=0.071976 
## + Fold1.Rep3: alpha=0.8532, lambda=6.893588 
## - Fold1.Rep3: alpha=0.8532, lambda=6.893588 
## + Fold1.Rep3: alpha=0.6308, lambda=0.050768 
## - Fold1.Rep3: alpha=0.6308, lambda=0.050768 
## + Fold1.Rep3: alpha=0.7951, lambda=0.980887 
## - Fold1.Rep3: alpha=0.7951, lambda=0.980887 
## + Fold1.Rep3: alpha=0.5864, lambda=3.727200 
## - Fold1.Rep3: alpha=0.5864, lambda=3.727200 
## + Fold1.Rep3: alpha=0.4653, lambda=0.005646 
## - Fold1.Rep3: alpha=0.4653, lambda=0.005646 
## + Fold1.Rep3: alpha=0.1040, lambda=3.155951 
## - Fold1.Rep3: alpha=0.1040, lambda=3.155951 
## + Fold1.Rep3: alpha=0.9526, lambda=0.001624 
## - Fold1.Rep3: alpha=0.9526, lambda=0.001624 
## + Fold1.Rep3: alpha=0.9981, lambda=0.061022 
## - Fold1.Rep3: alpha=0.9981, lambda=0.061022 
## + Fold1.Rep3: alpha=0.7487, lambda=0.001024 
## - Fold1.Rep3: alpha=0.7487, lambda=0.001024 
## + Fold1.Rep3: alpha=0.1379, lambda=0.032287 
## - Fold1.Rep3: alpha=0.1379, lambda=0.032287 
## + Fold1.Rep3: alpha=0.5937, lambda=1.814420 
## - Fold1.Rep3: alpha=0.5937, lambda=1.814420 
## + Fold1.Rep3: alpha=0.6562, lambda=0.001149 
## - Fold1.Rep3: alpha=0.6562, lambda=0.001149 
## + Fold1.Rep3: alpha=0.0686, lambda=0.014309 
## - Fold1.Rep3: alpha=0.0686, lambda=0.014309 
## + Fold1.Rep3: alpha=0.3255, lambda=0.008848 
## - Fold1.Rep3: alpha=0.3255, lambda=0.008848 
## + Fold1.Rep3: alpha=0.9345, lambda=7.925306 
## - Fold1.Rep3: alpha=0.9345, lambda=7.925306 
## + Fold2.Rep3: alpha=0.7307, lambda=0.357595 
## - Fold2.Rep3: alpha=0.7307, lambda=0.357595 
## + Fold2.Rep3: alpha=0.1905, lambda=0.023276 
## - Fold2.Rep3: alpha=0.1905, lambda=0.023276 
## + Fold2.Rep3: alpha=0.7820, lambda=6.005649 
## - Fold2.Rep3: alpha=0.7820, lambda=6.005649 
## + Fold2.Rep3: alpha=0.2630, lambda=0.866650 
## - Fold2.Rep3: alpha=0.2630, lambda=0.866650 
## + Fold2.Rep3: alpha=0.7475, lambda=0.005474 
## - Fold2.Rep3: alpha=0.7475, lambda=0.005474 
## + Fold2.Rep3: alpha=0.9257, lambda=0.120601 
## - Fold2.Rep3: alpha=0.9257, lambda=0.120601 
## + Fold2.Rep3: alpha=0.1681, lambda=1.865554 
## - Fold2.Rep3: alpha=0.1681, lambda=1.865554 
## + Fold2.Rep3: alpha=0.4434, lambda=3.666091 
## - Fold2.Rep3: alpha=0.4434, lambda=3.666091 
## + Fold2.Rep3: alpha=0.8869, lambda=7.290647 
## - Fold2.Rep3: alpha=0.8869, lambda=7.290647 
## + Fold2.Rep3: alpha=0.9710, lambda=0.071976 
## - Fold2.Rep3: alpha=0.9710, lambda=0.071976 
## + Fold2.Rep3: alpha=0.8532, lambda=6.893588 
## - Fold2.Rep3: alpha=0.8532, lambda=6.893588 
## + Fold2.Rep3: alpha=0.6308, lambda=0.050768 
## - Fold2.Rep3: alpha=0.6308, lambda=0.050768 
## + Fold2.Rep3: alpha=0.7951, lambda=0.980887 
## - Fold2.Rep3: alpha=0.7951, lambda=0.980887 
## + Fold2.Rep3: alpha=0.5864, lambda=3.727200 
## - Fold2.Rep3: alpha=0.5864, lambda=3.727200 
## + Fold2.Rep3: alpha=0.4653, lambda=0.005646 
## - Fold2.Rep3: alpha=0.4653, lambda=0.005646 
## + Fold2.Rep3: alpha=0.1040, lambda=3.155951 
## - Fold2.Rep3: alpha=0.1040, lambda=3.155951 
## + Fold2.Rep3: alpha=0.9526, lambda=0.001624 
## - Fold2.Rep3: alpha=0.9526, lambda=0.001624 
## + Fold2.Rep3: alpha=0.9981, lambda=0.061022 
## - Fold2.Rep3: alpha=0.9981, lambda=0.061022 
## + Fold2.Rep3: alpha=0.7487, lambda=0.001024 
## - Fold2.Rep3: alpha=0.7487, lambda=0.001024 
## + Fold2.Rep3: alpha=0.1379, lambda=0.032287 
## - Fold2.Rep3: alpha=0.1379, lambda=0.032287 
## + Fold2.Rep3: alpha=0.5937, lambda=1.814420 
## - Fold2.Rep3: alpha=0.5937, lambda=1.814420 
## + Fold2.Rep3: alpha=0.6562, lambda=0.001149 
## - Fold2.Rep3: alpha=0.6562, lambda=0.001149 
## + Fold2.Rep3: alpha=0.0686, lambda=0.014309 
## - Fold2.Rep3: alpha=0.0686, lambda=0.014309 
## + Fold2.Rep3: alpha=0.3255, lambda=0.008848 
## - Fold2.Rep3: alpha=0.3255, lambda=0.008848 
## + Fold2.Rep3: alpha=0.9345, lambda=7.925306 
## - Fold2.Rep3: alpha=0.9345, lambda=7.925306 
## + Fold3.Rep3: alpha=0.7307, lambda=0.357595 
## - Fold3.Rep3: alpha=0.7307, lambda=0.357595 
## + Fold3.Rep3: alpha=0.1905, lambda=0.023276 
## - Fold3.Rep3: alpha=0.1905, lambda=0.023276 
## + Fold3.Rep3: alpha=0.7820, lambda=6.005649 
## - Fold3.Rep3: alpha=0.7820, lambda=6.005649 
## + Fold3.Rep3: alpha=0.2630, lambda=0.866650 
## - Fold3.Rep3: alpha=0.2630, lambda=0.866650 
## + Fold3.Rep3: alpha=0.7475, lambda=0.005474 
## - Fold3.Rep3: alpha=0.7475, lambda=0.005474 
## + Fold3.Rep3: alpha=0.9257, lambda=0.120601 
## - Fold3.Rep3: alpha=0.9257, lambda=0.120601 
## + Fold3.Rep3: alpha=0.1681, lambda=1.865554 
## - Fold3.Rep3: alpha=0.1681, lambda=1.865554 
## + Fold3.Rep3: alpha=0.4434, lambda=3.666091 
## - Fold3.Rep3: alpha=0.4434, lambda=3.666091 
## + Fold3.Rep3: alpha=0.8869, lambda=7.290647 
## - Fold3.Rep3: alpha=0.8869, lambda=7.290647 
## + Fold3.Rep3: alpha=0.9710, lambda=0.071976 
## - Fold3.Rep3: alpha=0.9710, lambda=0.071976 
## + Fold3.Rep3: alpha=0.8532, lambda=6.893588 
## - Fold3.Rep3: alpha=0.8532, lambda=6.893588 
## + Fold3.Rep3: alpha=0.6308, lambda=0.050768 
## - Fold3.Rep3: alpha=0.6308, lambda=0.050768 
## + Fold3.Rep3: alpha=0.7951, lambda=0.980887 
## - Fold3.Rep3: alpha=0.7951, lambda=0.980887 
## + Fold3.Rep3: alpha=0.5864, lambda=3.727200 
## - Fold3.Rep3: alpha=0.5864, lambda=3.727200 
## + Fold3.Rep3: alpha=0.4653, lambda=0.005646 
## - Fold3.Rep3: alpha=0.4653, lambda=0.005646 
## + Fold3.Rep3: alpha=0.1040, lambda=3.155951 
## - Fold3.Rep3: alpha=0.1040, lambda=3.155951 
## + Fold3.Rep3: alpha=0.9526, lambda=0.001624 
## - Fold3.Rep3: alpha=0.9526, lambda=0.001624 
## + Fold3.Rep3: alpha=0.9981, lambda=0.061022 
## - Fold3.Rep3: alpha=0.9981, lambda=0.061022 
## + Fold3.Rep3: alpha=0.7487, lambda=0.001024 
## - Fold3.Rep3: alpha=0.7487, lambda=0.001024 
## + Fold3.Rep3: alpha=0.1379, lambda=0.032287 
## - Fold3.Rep3: alpha=0.1379, lambda=0.032287 
## + Fold3.Rep3: alpha=0.5937, lambda=1.814420 
## - Fold3.Rep3: alpha=0.5937, lambda=1.814420 
## + Fold3.Rep3: alpha=0.6562, lambda=0.001149 
## - Fold3.Rep3: alpha=0.6562, lambda=0.001149 
## + Fold3.Rep3: alpha=0.0686, lambda=0.014309 
## - Fold3.Rep3: alpha=0.0686, lambda=0.014309 
## + Fold3.Rep3: alpha=0.3255, lambda=0.008848 
## - Fold3.Rep3: alpha=0.3255, lambda=0.008848 
## + Fold3.Rep3: alpha=0.9345, lambda=7.925306 
## - Fold3.Rep3: alpha=0.9345, lambda=7.925306 
## + Fold4.Rep3: alpha=0.7307, lambda=0.357595 
## - Fold4.Rep3: alpha=0.7307, lambda=0.357595 
## + Fold4.Rep3: alpha=0.1905, lambda=0.023276 
## - Fold4.Rep3: alpha=0.1905, lambda=0.023276 
## + Fold4.Rep3: alpha=0.7820, lambda=6.005649 
## - Fold4.Rep3: alpha=0.7820, lambda=6.005649 
## + Fold4.Rep3: alpha=0.2630, lambda=0.866650 
## - Fold4.Rep3: alpha=0.2630, lambda=0.866650 
## + Fold4.Rep3: alpha=0.7475, lambda=0.005474 
## - Fold4.Rep3: alpha=0.7475, lambda=0.005474 
## + Fold4.Rep3: alpha=0.9257, lambda=0.120601 
## - Fold4.Rep3: alpha=0.9257, lambda=0.120601 
## + Fold4.Rep3: alpha=0.1681, lambda=1.865554 
## - Fold4.Rep3: alpha=0.1681, lambda=1.865554 
## + Fold4.Rep3: alpha=0.4434, lambda=3.666091 
## - Fold4.Rep3: alpha=0.4434, lambda=3.666091 
## + Fold4.Rep3: alpha=0.8869, lambda=7.290647 
## - Fold4.Rep3: alpha=0.8869, lambda=7.290647 
## + Fold4.Rep3: alpha=0.9710, lambda=0.071976 
## - Fold4.Rep3: alpha=0.9710, lambda=0.071976 
## + Fold4.Rep3: alpha=0.8532, lambda=6.893588 
## - Fold4.Rep3: alpha=0.8532, lambda=6.893588 
## + Fold4.Rep3: alpha=0.6308, lambda=0.050768 
## - Fold4.Rep3: alpha=0.6308, lambda=0.050768 
## + Fold4.Rep3: alpha=0.7951, lambda=0.980887 
## - Fold4.Rep3: alpha=0.7951, lambda=0.980887 
## + Fold4.Rep3: alpha=0.5864, lambda=3.727200 
## - Fold4.Rep3: alpha=0.5864, lambda=3.727200 
## + Fold4.Rep3: alpha=0.4653, lambda=0.005646 
## - Fold4.Rep3: alpha=0.4653, lambda=0.005646 
## + Fold4.Rep3: alpha=0.1040, lambda=3.155951 
## - Fold4.Rep3: alpha=0.1040, lambda=3.155951 
## + Fold4.Rep3: alpha=0.9526, lambda=0.001624 
## - Fold4.Rep3: alpha=0.9526, lambda=0.001624 
## + Fold4.Rep3: alpha=0.9981, lambda=0.061022 
## - Fold4.Rep3: alpha=0.9981, lambda=0.061022 
## + Fold4.Rep3: alpha=0.7487, lambda=0.001024 
## - Fold4.Rep3: alpha=0.7487, lambda=0.001024 
## + Fold4.Rep3: alpha=0.1379, lambda=0.032287 
## - Fold4.Rep3: alpha=0.1379, lambda=0.032287 
## + Fold4.Rep3: alpha=0.5937, lambda=1.814420 
## - Fold4.Rep3: alpha=0.5937, lambda=1.814420 
## + Fold4.Rep3: alpha=0.6562, lambda=0.001149 
## - Fold4.Rep3: alpha=0.6562, lambda=0.001149 
## + Fold4.Rep3: alpha=0.0686, lambda=0.014309 
## - Fold4.Rep3: alpha=0.0686, lambda=0.014309 
## + Fold4.Rep3: alpha=0.3255, lambda=0.008848 
## - Fold4.Rep3: alpha=0.3255, lambda=0.008848 
## + Fold4.Rep3: alpha=0.9345, lambda=7.925306 
## - Fold4.Rep3: alpha=0.9345, lambda=7.925306 
## + Fold5.Rep3: alpha=0.7307, lambda=0.357595 
## - Fold5.Rep3: alpha=0.7307, lambda=0.357595 
## + Fold5.Rep3: alpha=0.1905, lambda=0.023276 
## - Fold5.Rep3: alpha=0.1905, lambda=0.023276 
## + Fold5.Rep3: alpha=0.7820, lambda=6.005649 
## - Fold5.Rep3: alpha=0.7820, lambda=6.005649 
## + Fold5.Rep3: alpha=0.2630, lambda=0.866650 
## - Fold5.Rep3: alpha=0.2630, lambda=0.866650 
## + Fold5.Rep3: alpha=0.7475, lambda=0.005474 
## - Fold5.Rep3: alpha=0.7475, lambda=0.005474 
## + Fold5.Rep3: alpha=0.9257, lambda=0.120601 
## - Fold5.Rep3: alpha=0.9257, lambda=0.120601 
## + Fold5.Rep3: alpha=0.1681, lambda=1.865554 
## - Fold5.Rep3: alpha=0.1681, lambda=1.865554 
## + Fold5.Rep3: alpha=0.4434, lambda=3.666091 
## - Fold5.Rep3: alpha=0.4434, lambda=3.666091 
## + Fold5.Rep3: alpha=0.8869, lambda=7.290647 
## - Fold5.Rep3: alpha=0.8869, lambda=7.290647 
## + Fold5.Rep3: alpha=0.9710, lambda=0.071976 
## - Fold5.Rep3: alpha=0.9710, lambda=0.071976 
## + Fold5.Rep3: alpha=0.8532, lambda=6.893588 
## - Fold5.Rep3: alpha=0.8532, lambda=6.893588 
## + Fold5.Rep3: alpha=0.6308, lambda=0.050768 
## - Fold5.Rep3: alpha=0.6308, lambda=0.050768 
## + Fold5.Rep3: alpha=0.7951, lambda=0.980887 
## - Fold5.Rep3: alpha=0.7951, lambda=0.980887 
## + Fold5.Rep3: alpha=0.5864, lambda=3.727200 
## - Fold5.Rep3: alpha=0.5864, lambda=3.727200 
## + Fold5.Rep3: alpha=0.4653, lambda=0.005646 
## - Fold5.Rep3: alpha=0.4653, lambda=0.005646 
## + Fold5.Rep3: alpha=0.1040, lambda=3.155951 
## - Fold5.Rep3: alpha=0.1040, lambda=3.155951 
## + Fold5.Rep3: alpha=0.9526, lambda=0.001624 
## - Fold5.Rep3: alpha=0.9526, lambda=0.001624 
## + Fold5.Rep3: alpha=0.9981, lambda=0.061022 
## - Fold5.Rep3: alpha=0.9981, lambda=0.061022 
## + Fold5.Rep3: alpha=0.7487, lambda=0.001024 
## - Fold5.Rep3: alpha=0.7487, lambda=0.001024 
## + Fold5.Rep3: alpha=0.1379, lambda=0.032287 
## - Fold5.Rep3: alpha=0.1379, lambda=0.032287 
## + Fold5.Rep3: alpha=0.5937, lambda=1.814420 
## - Fold5.Rep3: alpha=0.5937, lambda=1.814420 
## + Fold5.Rep3: alpha=0.6562, lambda=0.001149 
## - Fold5.Rep3: alpha=0.6562, lambda=0.001149 
## + Fold5.Rep3: alpha=0.0686, lambda=0.014309 
## - Fold5.Rep3: alpha=0.0686, lambda=0.014309 
## + Fold5.Rep3: alpha=0.3255, lambda=0.008848 
## - Fold5.Rep3: alpha=0.3255, lambda=0.008848 
## + Fold5.Rep3: alpha=0.9345, lambda=7.925306 
## - Fold5.Rep3: alpha=0.9345, lambda=7.925306 
## + Fold1.Rep4: alpha=0.7307, lambda=0.357595 
## - Fold1.Rep4: alpha=0.7307, lambda=0.357595 
## + Fold1.Rep4: alpha=0.1905, lambda=0.023276 
## - Fold1.Rep4: alpha=0.1905, lambda=0.023276 
## + Fold1.Rep4: alpha=0.7820, lambda=6.005649 
## - Fold1.Rep4: alpha=0.7820, lambda=6.005649 
## + Fold1.Rep4: alpha=0.2630, lambda=0.866650 
## - Fold1.Rep4: alpha=0.2630, lambda=0.866650 
## + Fold1.Rep4: alpha=0.7475, lambda=0.005474 
## - Fold1.Rep4: alpha=0.7475, lambda=0.005474 
## + Fold1.Rep4: alpha=0.9257, lambda=0.120601 
## - Fold1.Rep4: alpha=0.9257, lambda=0.120601 
## + Fold1.Rep4: alpha=0.1681, lambda=1.865554 
## - Fold1.Rep4: alpha=0.1681, lambda=1.865554 
## + Fold1.Rep4: alpha=0.4434, lambda=3.666091 
## - Fold1.Rep4: alpha=0.4434, lambda=3.666091 
## + Fold1.Rep4: alpha=0.8869, lambda=7.290647 
## - Fold1.Rep4: alpha=0.8869, lambda=7.290647 
## + Fold1.Rep4: alpha=0.9710, lambda=0.071976 
## - Fold1.Rep4: alpha=0.9710, lambda=0.071976 
## + Fold1.Rep4: alpha=0.8532, lambda=6.893588 
## - Fold1.Rep4: alpha=0.8532, lambda=6.893588 
## + Fold1.Rep4: alpha=0.6308, lambda=0.050768 
## - Fold1.Rep4: alpha=0.6308, lambda=0.050768 
## + Fold1.Rep4: alpha=0.7951, lambda=0.980887 
## - Fold1.Rep4: alpha=0.7951, lambda=0.980887 
## + Fold1.Rep4: alpha=0.5864, lambda=3.727200 
## - Fold1.Rep4: alpha=0.5864, lambda=3.727200 
## + Fold1.Rep4: alpha=0.4653, lambda=0.005646 
## - Fold1.Rep4: alpha=0.4653, lambda=0.005646 
## + Fold1.Rep4: alpha=0.1040, lambda=3.155951 
## - Fold1.Rep4: alpha=0.1040, lambda=3.155951 
## + Fold1.Rep4: alpha=0.9526, lambda=0.001624 
## - Fold1.Rep4: alpha=0.9526, lambda=0.001624 
## + Fold1.Rep4: alpha=0.9981, lambda=0.061022 
## - Fold1.Rep4: alpha=0.9981, lambda=0.061022 
## + Fold1.Rep4: alpha=0.7487, lambda=0.001024 
## - Fold1.Rep4: alpha=0.7487, lambda=0.001024 
## + Fold1.Rep4: alpha=0.1379, lambda=0.032287 
## - Fold1.Rep4: alpha=0.1379, lambda=0.032287 
## + Fold1.Rep4: alpha=0.5937, lambda=1.814420 
## - Fold1.Rep4: alpha=0.5937, lambda=1.814420 
## + Fold1.Rep4: alpha=0.6562, lambda=0.001149 
## - Fold1.Rep4: alpha=0.6562, lambda=0.001149 
## + Fold1.Rep4: alpha=0.0686, lambda=0.014309 
## - Fold1.Rep4: alpha=0.0686, lambda=0.014309 
## + Fold1.Rep4: alpha=0.3255, lambda=0.008848 
## - Fold1.Rep4: alpha=0.3255, lambda=0.008848 
## + Fold1.Rep4: alpha=0.9345, lambda=7.925306 
## - Fold1.Rep4: alpha=0.9345, lambda=7.925306 
## + Fold2.Rep4: alpha=0.7307, lambda=0.357595 
## - Fold2.Rep4: alpha=0.7307, lambda=0.357595 
## + Fold2.Rep4: alpha=0.1905, lambda=0.023276 
## - Fold2.Rep4: alpha=0.1905, lambda=0.023276 
## + Fold2.Rep4: alpha=0.7820, lambda=6.005649 
## - Fold2.Rep4: alpha=0.7820, lambda=6.005649 
## + Fold2.Rep4: alpha=0.2630, lambda=0.866650 
## - Fold2.Rep4: alpha=0.2630, lambda=0.866650 
## + Fold2.Rep4: alpha=0.7475, lambda=0.005474 
## - Fold2.Rep4: alpha=0.7475, lambda=0.005474 
## + Fold2.Rep4: alpha=0.9257, lambda=0.120601 
## - Fold2.Rep4: alpha=0.9257, lambda=0.120601 
## + Fold2.Rep4: alpha=0.1681, lambda=1.865554 
## - Fold2.Rep4: alpha=0.1681, lambda=1.865554 
## + Fold2.Rep4: alpha=0.4434, lambda=3.666091 
## - Fold2.Rep4: alpha=0.4434, lambda=3.666091 
## + Fold2.Rep4: alpha=0.8869, lambda=7.290647 
## - Fold2.Rep4: alpha=0.8869, lambda=7.290647 
## + Fold2.Rep4: alpha=0.9710, lambda=0.071976 
## - Fold2.Rep4: alpha=0.9710, lambda=0.071976 
## + Fold2.Rep4: alpha=0.8532, lambda=6.893588 
## - Fold2.Rep4: alpha=0.8532, lambda=6.893588 
## + Fold2.Rep4: alpha=0.6308, lambda=0.050768 
## - Fold2.Rep4: alpha=0.6308, lambda=0.050768 
## + Fold2.Rep4: alpha=0.7951, lambda=0.980887 
## - Fold2.Rep4: alpha=0.7951, lambda=0.980887 
## + Fold2.Rep4: alpha=0.5864, lambda=3.727200 
## - Fold2.Rep4: alpha=0.5864, lambda=3.727200 
## + Fold2.Rep4: alpha=0.4653, lambda=0.005646 
## - Fold2.Rep4: alpha=0.4653, lambda=0.005646 
## + Fold2.Rep4: alpha=0.1040, lambda=3.155951 
## - Fold2.Rep4: alpha=0.1040, lambda=3.155951 
## + Fold2.Rep4: alpha=0.9526, lambda=0.001624 
## - Fold2.Rep4: alpha=0.9526, lambda=0.001624 
## + Fold2.Rep4: alpha=0.9981, lambda=0.061022 
## - Fold2.Rep4: alpha=0.9981, lambda=0.061022 
## + Fold2.Rep4: alpha=0.7487, lambda=0.001024 
## - Fold2.Rep4: alpha=0.7487, lambda=0.001024 
## + Fold2.Rep4: alpha=0.1379, lambda=0.032287 
## - Fold2.Rep4: alpha=0.1379, lambda=0.032287 
## + Fold2.Rep4: alpha=0.5937, lambda=1.814420 
## - Fold2.Rep4: alpha=0.5937, lambda=1.814420 
## + Fold2.Rep4: alpha=0.6562, lambda=0.001149 
## - Fold2.Rep4: alpha=0.6562, lambda=0.001149 
## + Fold2.Rep4: alpha=0.0686, lambda=0.014309 
## - Fold2.Rep4: alpha=0.0686, lambda=0.014309 
## + Fold2.Rep4: alpha=0.3255, lambda=0.008848 
## - Fold2.Rep4: alpha=0.3255, lambda=0.008848 
## + Fold2.Rep4: alpha=0.9345, lambda=7.925306 
## - Fold2.Rep4: alpha=0.9345, lambda=7.925306 
## + Fold3.Rep4: alpha=0.7307, lambda=0.357595 
## - Fold3.Rep4: alpha=0.7307, lambda=0.357595 
## + Fold3.Rep4: alpha=0.1905, lambda=0.023276 
## - Fold3.Rep4: alpha=0.1905, lambda=0.023276 
## + Fold3.Rep4: alpha=0.7820, lambda=6.005649 
## - Fold3.Rep4: alpha=0.7820, lambda=6.005649 
## + Fold3.Rep4: alpha=0.2630, lambda=0.866650 
## - Fold3.Rep4: alpha=0.2630, lambda=0.866650 
## + Fold3.Rep4: alpha=0.7475, lambda=0.005474 
## - Fold3.Rep4: alpha=0.7475, lambda=0.005474 
## + Fold3.Rep4: alpha=0.9257, lambda=0.120601 
## - Fold3.Rep4: alpha=0.9257, lambda=0.120601 
## + Fold3.Rep4: alpha=0.1681, lambda=1.865554 
## - Fold3.Rep4: alpha=0.1681, lambda=1.865554 
## + Fold3.Rep4: alpha=0.4434, lambda=3.666091 
## - Fold3.Rep4: alpha=0.4434, lambda=3.666091 
## + Fold3.Rep4: alpha=0.8869, lambda=7.290647 
## - Fold3.Rep4: alpha=0.8869, lambda=7.290647 
## + Fold3.Rep4: alpha=0.9710, lambda=0.071976 
## - Fold3.Rep4: alpha=0.9710, lambda=0.071976 
## + Fold3.Rep4: alpha=0.8532, lambda=6.893588 
## - Fold3.Rep4: alpha=0.8532, lambda=6.893588 
## + Fold3.Rep4: alpha=0.6308, lambda=0.050768 
## - Fold3.Rep4: alpha=0.6308, lambda=0.050768 
## + Fold3.Rep4: alpha=0.7951, lambda=0.980887 
## - Fold3.Rep4: alpha=0.7951, lambda=0.980887 
## + Fold3.Rep4: alpha=0.5864, lambda=3.727200 
## - Fold3.Rep4: alpha=0.5864, lambda=3.727200 
## + Fold3.Rep4: alpha=0.4653, lambda=0.005646 
## - Fold3.Rep4: alpha=0.4653, lambda=0.005646 
## + Fold3.Rep4: alpha=0.1040, lambda=3.155951 
## - Fold3.Rep4: alpha=0.1040, lambda=3.155951 
## + Fold3.Rep4: alpha=0.9526, lambda=0.001624 
## - Fold3.Rep4: alpha=0.9526, lambda=0.001624 
## + Fold3.Rep4: alpha=0.9981, lambda=0.061022 
## - Fold3.Rep4: alpha=0.9981, lambda=0.061022 
## + Fold3.Rep4: alpha=0.7487, lambda=0.001024 
## - Fold3.Rep4: alpha=0.7487, lambda=0.001024 
## + Fold3.Rep4: alpha=0.1379, lambda=0.032287 
## - Fold3.Rep4: alpha=0.1379, lambda=0.032287 
## + Fold3.Rep4: alpha=0.5937, lambda=1.814420 
## - Fold3.Rep4: alpha=0.5937, lambda=1.814420 
## + Fold3.Rep4: alpha=0.6562, lambda=0.001149 
## - Fold3.Rep4: alpha=0.6562, lambda=0.001149 
## + Fold3.Rep4: alpha=0.0686, lambda=0.014309 
## - Fold3.Rep4: alpha=0.0686, lambda=0.014309 
## + Fold3.Rep4: alpha=0.3255, lambda=0.008848 
## - Fold3.Rep4: alpha=0.3255, lambda=0.008848 
## + Fold3.Rep4: alpha=0.9345, lambda=7.925306 
## - Fold3.Rep4: alpha=0.9345, lambda=7.925306 
## + Fold4.Rep4: alpha=0.7307, lambda=0.357595 
## - Fold4.Rep4: alpha=0.7307, lambda=0.357595 
## + Fold4.Rep4: alpha=0.1905, lambda=0.023276 
## - Fold4.Rep4: alpha=0.1905, lambda=0.023276 
## + Fold4.Rep4: alpha=0.7820, lambda=6.005649 
## - Fold4.Rep4: alpha=0.7820, lambda=6.005649 
## + Fold4.Rep4: alpha=0.2630, lambda=0.866650 
## - Fold4.Rep4: alpha=0.2630, lambda=0.866650 
## + Fold4.Rep4: alpha=0.7475, lambda=0.005474 
## - Fold4.Rep4: alpha=0.7475, lambda=0.005474 
## + Fold4.Rep4: alpha=0.9257, lambda=0.120601 
## - Fold4.Rep4: alpha=0.9257, lambda=0.120601 
## + Fold4.Rep4: alpha=0.1681, lambda=1.865554 
## - Fold4.Rep4: alpha=0.1681, lambda=1.865554 
## + Fold4.Rep4: alpha=0.4434, lambda=3.666091 
## - Fold4.Rep4: alpha=0.4434, lambda=3.666091 
## + Fold4.Rep4: alpha=0.8869, lambda=7.290647 
## - Fold4.Rep4: alpha=0.8869, lambda=7.290647 
## + Fold4.Rep4: alpha=0.9710, lambda=0.071976 
## - Fold4.Rep4: alpha=0.9710, lambda=0.071976 
## + Fold4.Rep4: alpha=0.8532, lambda=6.893588 
## - Fold4.Rep4: alpha=0.8532, lambda=6.893588 
## + Fold4.Rep4: alpha=0.6308, lambda=0.050768 
## - Fold4.Rep4: alpha=0.6308, lambda=0.050768 
## + Fold4.Rep4: alpha=0.7951, lambda=0.980887 
## - Fold4.Rep4: alpha=0.7951, lambda=0.980887 
## + Fold4.Rep4: alpha=0.5864, lambda=3.727200 
## - Fold4.Rep4: alpha=0.5864, lambda=3.727200 
## + Fold4.Rep4: alpha=0.4653, lambda=0.005646 
## - Fold4.Rep4: alpha=0.4653, lambda=0.005646 
## + Fold4.Rep4: alpha=0.1040, lambda=3.155951 
## - Fold4.Rep4: alpha=0.1040, lambda=3.155951 
## + Fold4.Rep4: alpha=0.9526, lambda=0.001624 
## - Fold4.Rep4: alpha=0.9526, lambda=0.001624 
## + Fold4.Rep4: alpha=0.9981, lambda=0.061022 
## - Fold4.Rep4: alpha=0.9981, lambda=0.061022 
## + Fold4.Rep4: alpha=0.7487, lambda=0.001024 
## - Fold4.Rep4: alpha=0.7487, lambda=0.001024 
## + Fold4.Rep4: alpha=0.1379, lambda=0.032287 
## - Fold4.Rep4: alpha=0.1379, lambda=0.032287 
## + Fold4.Rep4: alpha=0.5937, lambda=1.814420 
## - Fold4.Rep4: alpha=0.5937, lambda=1.814420 
## + Fold4.Rep4: alpha=0.6562, lambda=0.001149 
## - Fold4.Rep4: alpha=0.6562, lambda=0.001149 
## + Fold4.Rep4: alpha=0.0686, lambda=0.014309 
## - Fold4.Rep4: alpha=0.0686, lambda=0.014309 
## + Fold4.Rep4: alpha=0.3255, lambda=0.008848 
## - Fold4.Rep4: alpha=0.3255, lambda=0.008848 
## + Fold4.Rep4: alpha=0.9345, lambda=7.925306 
## - Fold4.Rep4: alpha=0.9345, lambda=7.925306 
## + Fold5.Rep4: alpha=0.7307, lambda=0.357595 
## - Fold5.Rep4: alpha=0.7307, lambda=0.357595 
## + Fold5.Rep4: alpha=0.1905, lambda=0.023276 
## - Fold5.Rep4: alpha=0.1905, lambda=0.023276 
## + Fold5.Rep4: alpha=0.7820, lambda=6.005649 
## - Fold5.Rep4: alpha=0.7820, lambda=6.005649 
## + Fold5.Rep4: alpha=0.2630, lambda=0.866650 
## - Fold5.Rep4: alpha=0.2630, lambda=0.866650 
## + Fold5.Rep4: alpha=0.7475, lambda=0.005474 
## - Fold5.Rep4: alpha=0.7475, lambda=0.005474 
## + Fold5.Rep4: alpha=0.9257, lambda=0.120601 
## - Fold5.Rep4: alpha=0.9257, lambda=0.120601 
## + Fold5.Rep4: alpha=0.1681, lambda=1.865554 
## - Fold5.Rep4: alpha=0.1681, lambda=1.865554 
## + Fold5.Rep4: alpha=0.4434, lambda=3.666091 
## - Fold5.Rep4: alpha=0.4434, lambda=3.666091 
## + Fold5.Rep4: alpha=0.8869, lambda=7.290647 
## - Fold5.Rep4: alpha=0.8869, lambda=7.290647 
## + Fold5.Rep4: alpha=0.9710, lambda=0.071976 
## - Fold5.Rep4: alpha=0.9710, lambda=0.071976 
## + Fold5.Rep4: alpha=0.8532, lambda=6.893588 
## - Fold5.Rep4: alpha=0.8532, lambda=6.893588 
## + Fold5.Rep4: alpha=0.6308, lambda=0.050768 
## - Fold5.Rep4: alpha=0.6308, lambda=0.050768 
## + Fold5.Rep4: alpha=0.7951, lambda=0.980887 
## - Fold5.Rep4: alpha=0.7951, lambda=0.980887 
## + Fold5.Rep4: alpha=0.5864, lambda=3.727200 
## - Fold5.Rep4: alpha=0.5864, lambda=3.727200 
## + Fold5.Rep4: alpha=0.4653, lambda=0.005646 
## - Fold5.Rep4: alpha=0.4653, lambda=0.005646 
## + Fold5.Rep4: alpha=0.1040, lambda=3.155951 
## - Fold5.Rep4: alpha=0.1040, lambda=3.155951 
## + Fold5.Rep4: alpha=0.9526, lambda=0.001624 
## - Fold5.Rep4: alpha=0.9526, lambda=0.001624 
## + Fold5.Rep4: alpha=0.9981, lambda=0.061022 
## - Fold5.Rep4: alpha=0.9981, lambda=0.061022 
## + Fold5.Rep4: alpha=0.7487, lambda=0.001024 
## - Fold5.Rep4: alpha=0.7487, lambda=0.001024 
## + Fold5.Rep4: alpha=0.1379, lambda=0.032287 
## - Fold5.Rep4: alpha=0.1379, lambda=0.032287 
## + Fold5.Rep4: alpha=0.5937, lambda=1.814420 
## - Fold5.Rep4: alpha=0.5937, lambda=1.814420 
## + Fold5.Rep4: alpha=0.6562, lambda=0.001149 
## - Fold5.Rep4: alpha=0.6562, lambda=0.001149 
## + Fold5.Rep4: alpha=0.0686, lambda=0.014309 
## - Fold5.Rep4: alpha=0.0686, lambda=0.014309 
## + Fold5.Rep4: alpha=0.3255, lambda=0.008848 
## - Fold5.Rep4: alpha=0.3255, lambda=0.008848 
## + Fold5.Rep4: alpha=0.9345, lambda=7.925306 
## - Fold5.Rep4: alpha=0.9345, lambda=7.925306 
## + Fold1.Rep5: alpha=0.7307, lambda=0.357595 
## - Fold1.Rep5: alpha=0.7307, lambda=0.357595 
## + Fold1.Rep5: alpha=0.1905, lambda=0.023276 
## - Fold1.Rep5: alpha=0.1905, lambda=0.023276 
## + Fold1.Rep5: alpha=0.7820, lambda=6.005649 
## - Fold1.Rep5: alpha=0.7820, lambda=6.005649 
## + Fold1.Rep5: alpha=0.2630, lambda=0.866650 
## - Fold1.Rep5: alpha=0.2630, lambda=0.866650 
## + Fold1.Rep5: alpha=0.7475, lambda=0.005474 
## - Fold1.Rep5: alpha=0.7475, lambda=0.005474 
## + Fold1.Rep5: alpha=0.9257, lambda=0.120601 
## - Fold1.Rep5: alpha=0.9257, lambda=0.120601 
## + Fold1.Rep5: alpha=0.1681, lambda=1.865554 
## - Fold1.Rep5: alpha=0.1681, lambda=1.865554 
## + Fold1.Rep5: alpha=0.4434, lambda=3.666091 
## - Fold1.Rep5: alpha=0.4434, lambda=3.666091 
## + Fold1.Rep5: alpha=0.8869, lambda=7.290647 
## - Fold1.Rep5: alpha=0.8869, lambda=7.290647 
## + Fold1.Rep5: alpha=0.9710, lambda=0.071976 
## - Fold1.Rep5: alpha=0.9710, lambda=0.071976 
## + Fold1.Rep5: alpha=0.8532, lambda=6.893588 
## - Fold1.Rep5: alpha=0.8532, lambda=6.893588 
## + Fold1.Rep5: alpha=0.6308, lambda=0.050768 
## - Fold1.Rep5: alpha=0.6308, lambda=0.050768 
## + Fold1.Rep5: alpha=0.7951, lambda=0.980887 
## - Fold1.Rep5: alpha=0.7951, lambda=0.980887 
## + Fold1.Rep5: alpha=0.5864, lambda=3.727200 
## - Fold1.Rep5: alpha=0.5864, lambda=3.727200 
## + Fold1.Rep5: alpha=0.4653, lambda=0.005646 
## - Fold1.Rep5: alpha=0.4653, lambda=0.005646 
## + Fold1.Rep5: alpha=0.1040, lambda=3.155951 
## - Fold1.Rep5: alpha=0.1040, lambda=3.155951 
## + Fold1.Rep5: alpha=0.9526, lambda=0.001624 
## - Fold1.Rep5: alpha=0.9526, lambda=0.001624 
## + Fold1.Rep5: alpha=0.9981, lambda=0.061022 
## - Fold1.Rep5: alpha=0.9981, lambda=0.061022 
## + Fold1.Rep5: alpha=0.7487, lambda=0.001024 
## - Fold1.Rep5: alpha=0.7487, lambda=0.001024 
## + Fold1.Rep5: alpha=0.1379, lambda=0.032287 
## - Fold1.Rep5: alpha=0.1379, lambda=0.032287 
## + Fold1.Rep5: alpha=0.5937, lambda=1.814420 
## - Fold1.Rep5: alpha=0.5937, lambda=1.814420 
## + Fold1.Rep5: alpha=0.6562, lambda=0.001149 
## - Fold1.Rep5: alpha=0.6562, lambda=0.001149 
## + Fold1.Rep5: alpha=0.0686, lambda=0.014309 
## - Fold1.Rep5: alpha=0.0686, lambda=0.014309 
## + Fold1.Rep5: alpha=0.3255, lambda=0.008848 
## - Fold1.Rep5: alpha=0.3255, lambda=0.008848 
## + Fold1.Rep5: alpha=0.9345, lambda=7.925306 
## - Fold1.Rep5: alpha=0.9345, lambda=7.925306 
## + Fold2.Rep5: alpha=0.7307, lambda=0.357595 
## - Fold2.Rep5: alpha=0.7307, lambda=0.357595 
## + Fold2.Rep5: alpha=0.1905, lambda=0.023276 
## - Fold2.Rep5: alpha=0.1905, lambda=0.023276 
## + Fold2.Rep5: alpha=0.7820, lambda=6.005649 
## - Fold2.Rep5: alpha=0.7820, lambda=6.005649 
## + Fold2.Rep5: alpha=0.2630, lambda=0.866650 
## - Fold2.Rep5: alpha=0.2630, lambda=0.866650 
## + Fold2.Rep5: alpha=0.7475, lambda=0.005474 
## - Fold2.Rep5: alpha=0.7475, lambda=0.005474 
## + Fold2.Rep5: alpha=0.9257, lambda=0.120601 
## - Fold2.Rep5: alpha=0.9257, lambda=0.120601 
## + Fold2.Rep5: alpha=0.1681, lambda=1.865554 
## - Fold2.Rep5: alpha=0.1681, lambda=1.865554 
## + Fold2.Rep5: alpha=0.4434, lambda=3.666091 
## - Fold2.Rep5: alpha=0.4434, lambda=3.666091 
## + Fold2.Rep5: alpha=0.8869, lambda=7.290647 
## - Fold2.Rep5: alpha=0.8869, lambda=7.290647 
## + Fold2.Rep5: alpha=0.9710, lambda=0.071976 
## - Fold2.Rep5: alpha=0.9710, lambda=0.071976 
## + Fold2.Rep5: alpha=0.8532, lambda=6.893588 
## - Fold2.Rep5: alpha=0.8532, lambda=6.893588 
## + Fold2.Rep5: alpha=0.6308, lambda=0.050768 
## - Fold2.Rep5: alpha=0.6308, lambda=0.050768 
## + Fold2.Rep5: alpha=0.7951, lambda=0.980887 
## - Fold2.Rep5: alpha=0.7951, lambda=0.980887 
## + Fold2.Rep5: alpha=0.5864, lambda=3.727200 
## - Fold2.Rep5: alpha=0.5864, lambda=3.727200 
## + Fold2.Rep5: alpha=0.4653, lambda=0.005646 
## - Fold2.Rep5: alpha=0.4653, lambda=0.005646 
## + Fold2.Rep5: alpha=0.1040, lambda=3.155951 
## - Fold2.Rep5: alpha=0.1040, lambda=3.155951 
## + Fold2.Rep5: alpha=0.9526, lambda=0.001624 
## - Fold2.Rep5: alpha=0.9526, lambda=0.001624 
## + Fold2.Rep5: alpha=0.9981, lambda=0.061022 
## - Fold2.Rep5: alpha=0.9981, lambda=0.061022 
## + Fold2.Rep5: alpha=0.7487, lambda=0.001024 
## - Fold2.Rep5: alpha=0.7487, lambda=0.001024 
## + Fold2.Rep5: alpha=0.1379, lambda=0.032287 
## - Fold2.Rep5: alpha=0.1379, lambda=0.032287 
## + Fold2.Rep5: alpha=0.5937, lambda=1.814420 
## - Fold2.Rep5: alpha=0.5937, lambda=1.814420 
## + Fold2.Rep5: alpha=0.6562, lambda=0.001149 
## - Fold2.Rep5: alpha=0.6562, lambda=0.001149 
## + Fold2.Rep5: alpha=0.0686, lambda=0.014309 
## - Fold2.Rep5: alpha=0.0686, lambda=0.014309 
## + Fold2.Rep5: alpha=0.3255, lambda=0.008848 
## - Fold2.Rep5: alpha=0.3255, lambda=0.008848 
## + Fold2.Rep5: alpha=0.9345, lambda=7.925306 
## - Fold2.Rep5: alpha=0.9345, lambda=7.925306 
## + Fold3.Rep5: alpha=0.7307, lambda=0.357595 
## - Fold3.Rep5: alpha=0.7307, lambda=0.357595 
## + Fold3.Rep5: alpha=0.1905, lambda=0.023276 
## - Fold3.Rep5: alpha=0.1905, lambda=0.023276 
## + Fold3.Rep5: alpha=0.7820, lambda=6.005649 
## - Fold3.Rep5: alpha=0.7820, lambda=6.005649 
## + Fold3.Rep5: alpha=0.2630, lambda=0.866650 
## - Fold3.Rep5: alpha=0.2630, lambda=0.866650 
## + Fold3.Rep5: alpha=0.7475, lambda=0.005474 
## - Fold3.Rep5: alpha=0.7475, lambda=0.005474 
## + Fold3.Rep5: alpha=0.9257, lambda=0.120601 
## - Fold3.Rep5: alpha=0.9257, lambda=0.120601 
## + Fold3.Rep5: alpha=0.1681, lambda=1.865554 
## - Fold3.Rep5: alpha=0.1681, lambda=1.865554 
## + Fold3.Rep5: alpha=0.4434, lambda=3.666091 
## - Fold3.Rep5: alpha=0.4434, lambda=3.666091 
## + Fold3.Rep5: alpha=0.8869, lambda=7.290647 
## - Fold3.Rep5: alpha=0.8869, lambda=7.290647 
## + Fold3.Rep5: alpha=0.9710, lambda=0.071976 
## - Fold3.Rep5: alpha=0.9710, lambda=0.071976 
## + Fold3.Rep5: alpha=0.8532, lambda=6.893588 
## - Fold3.Rep5: alpha=0.8532, lambda=6.893588 
## + Fold3.Rep5: alpha=0.6308, lambda=0.050768 
## - Fold3.Rep5: alpha=0.6308, lambda=0.050768 
## + Fold3.Rep5: alpha=0.7951, lambda=0.980887 
## - Fold3.Rep5: alpha=0.7951, lambda=0.980887 
## + Fold3.Rep5: alpha=0.5864, lambda=3.727200 
## - Fold3.Rep5: alpha=0.5864, lambda=3.727200 
## + Fold3.Rep5: alpha=0.4653, lambda=0.005646 
## - Fold3.Rep5: alpha=0.4653, lambda=0.005646 
## + Fold3.Rep5: alpha=0.1040, lambda=3.155951 
## - Fold3.Rep5: alpha=0.1040, lambda=3.155951 
## + Fold3.Rep5: alpha=0.9526, lambda=0.001624 
## - Fold3.Rep5: alpha=0.9526, lambda=0.001624 
## + Fold3.Rep5: alpha=0.9981, lambda=0.061022 
## - Fold3.Rep5: alpha=0.9981, lambda=0.061022 
## + Fold3.Rep5: alpha=0.7487, lambda=0.001024 
## - Fold3.Rep5: alpha=0.7487, lambda=0.001024 
## + Fold3.Rep5: alpha=0.1379, lambda=0.032287 
## - Fold3.Rep5: alpha=0.1379, lambda=0.032287 
## + Fold3.Rep5: alpha=0.5937, lambda=1.814420 
## - Fold3.Rep5: alpha=0.5937, lambda=1.814420 
## + Fold3.Rep5: alpha=0.6562, lambda=0.001149 
## - Fold3.Rep5: alpha=0.6562, lambda=0.001149 
## + Fold3.Rep5: alpha=0.0686, lambda=0.014309 
## - Fold3.Rep5: alpha=0.0686, lambda=0.014309 
## + Fold3.Rep5: alpha=0.3255, lambda=0.008848 
## - Fold3.Rep5: alpha=0.3255, lambda=0.008848 
## + Fold3.Rep5: alpha=0.9345, lambda=7.925306 
## - Fold3.Rep5: alpha=0.9345, lambda=7.925306 
## + Fold4.Rep5: alpha=0.7307, lambda=0.357595 
## - Fold4.Rep5: alpha=0.7307, lambda=0.357595 
## + Fold4.Rep5: alpha=0.1905, lambda=0.023276 
## - Fold4.Rep5: alpha=0.1905, lambda=0.023276 
## + Fold4.Rep5: alpha=0.7820, lambda=6.005649 
## - Fold4.Rep5: alpha=0.7820, lambda=6.005649 
## + Fold4.Rep5: alpha=0.2630, lambda=0.866650 
## - Fold4.Rep5: alpha=0.2630, lambda=0.866650 
## + Fold4.Rep5: alpha=0.7475, lambda=0.005474 
## - Fold4.Rep5: alpha=0.7475, lambda=0.005474 
## + Fold4.Rep5: alpha=0.9257, lambda=0.120601 
## - Fold4.Rep5: alpha=0.9257, lambda=0.120601 
## + Fold4.Rep5: alpha=0.1681, lambda=1.865554 
## - Fold4.Rep5: alpha=0.1681, lambda=1.865554 
## + Fold4.Rep5: alpha=0.4434, lambda=3.666091 
## - Fold4.Rep5: alpha=0.4434, lambda=3.666091 
## + Fold4.Rep5: alpha=0.8869, lambda=7.290647 
## - Fold4.Rep5: alpha=0.8869, lambda=7.290647 
## + Fold4.Rep5: alpha=0.9710, lambda=0.071976 
## - Fold4.Rep5: alpha=0.9710, lambda=0.071976 
## + Fold4.Rep5: alpha=0.8532, lambda=6.893588 
## - Fold4.Rep5: alpha=0.8532, lambda=6.893588 
## + Fold4.Rep5: alpha=0.6308, lambda=0.050768 
## - Fold4.Rep5: alpha=0.6308, lambda=0.050768 
## + Fold4.Rep5: alpha=0.7951, lambda=0.980887 
## - Fold4.Rep5: alpha=0.7951, lambda=0.980887 
## + Fold4.Rep5: alpha=0.5864, lambda=3.727200 
## - Fold4.Rep5: alpha=0.5864, lambda=3.727200 
## + Fold4.Rep5: alpha=0.4653, lambda=0.005646 
## - Fold4.Rep5: alpha=0.4653, lambda=0.005646 
## + Fold4.Rep5: alpha=0.1040, lambda=3.155951 
## - Fold4.Rep5: alpha=0.1040, lambda=3.155951 
## + Fold4.Rep5: alpha=0.9526, lambda=0.001624 
## - Fold4.Rep5: alpha=0.9526, lambda=0.001624 
## + Fold4.Rep5: alpha=0.9981, lambda=0.061022 
## - Fold4.Rep5: alpha=0.9981, lambda=0.061022 
## + Fold4.Rep5: alpha=0.7487, lambda=0.001024 
## - Fold4.Rep5: alpha=0.7487, lambda=0.001024 
## + Fold4.Rep5: alpha=0.1379, lambda=0.032287 
## - Fold4.Rep5: alpha=0.1379, lambda=0.032287 
## + Fold4.Rep5: alpha=0.5937, lambda=1.814420 
## - Fold4.Rep5: alpha=0.5937, lambda=1.814420 
## + Fold4.Rep5: alpha=0.6562, lambda=0.001149 
## - Fold4.Rep5: alpha=0.6562, lambda=0.001149 
## + Fold4.Rep5: alpha=0.0686, lambda=0.014309 
## - Fold4.Rep5: alpha=0.0686, lambda=0.014309 
## + Fold4.Rep5: alpha=0.3255, lambda=0.008848 
## - Fold4.Rep5: alpha=0.3255, lambda=0.008848 
## + Fold4.Rep5: alpha=0.9345, lambda=7.925306 
## - Fold4.Rep5: alpha=0.9345, lambda=7.925306 
## + Fold5.Rep5: alpha=0.7307, lambda=0.357595 
## - Fold5.Rep5: alpha=0.7307, lambda=0.357595 
## + Fold5.Rep5: alpha=0.1905, lambda=0.023276 
## - Fold5.Rep5: alpha=0.1905, lambda=0.023276 
## + Fold5.Rep5: alpha=0.7820, lambda=6.005649 
## - Fold5.Rep5: alpha=0.7820, lambda=6.005649 
## + Fold5.Rep5: alpha=0.2630, lambda=0.866650 
## - Fold5.Rep5: alpha=0.2630, lambda=0.866650 
## + Fold5.Rep5: alpha=0.7475, lambda=0.005474 
## - Fold5.Rep5: alpha=0.7475, lambda=0.005474 
## + Fold5.Rep5: alpha=0.9257, lambda=0.120601 
## - Fold5.Rep5: alpha=0.9257, lambda=0.120601 
## + Fold5.Rep5: alpha=0.1681, lambda=1.865554 
## - Fold5.Rep5: alpha=0.1681, lambda=1.865554 
## + Fold5.Rep5: alpha=0.4434, lambda=3.666091 
## - Fold5.Rep5: alpha=0.4434, lambda=3.666091 
## + Fold5.Rep5: alpha=0.8869, lambda=7.290647 
## - Fold5.Rep5: alpha=0.8869, lambda=7.290647 
## + Fold5.Rep5: alpha=0.9710, lambda=0.071976 
## - Fold5.Rep5: alpha=0.9710, lambda=0.071976 
## + Fold5.Rep5: alpha=0.8532, lambda=6.893588 
## - Fold5.Rep5: alpha=0.8532, lambda=6.893588 
## + Fold5.Rep5: alpha=0.6308, lambda=0.050768 
## - Fold5.Rep5: alpha=0.6308, lambda=0.050768 
## + Fold5.Rep5: alpha=0.7951, lambda=0.980887 
## - Fold5.Rep5: alpha=0.7951, lambda=0.980887 
## + Fold5.Rep5: alpha=0.5864, lambda=3.727200 
## - Fold5.Rep5: alpha=0.5864, lambda=3.727200 
## + Fold5.Rep5: alpha=0.4653, lambda=0.005646 
## - Fold5.Rep5: alpha=0.4653, lambda=0.005646 
## + Fold5.Rep5: alpha=0.1040, lambda=3.155951 
## - Fold5.Rep5: alpha=0.1040, lambda=3.155951 
## + Fold5.Rep5: alpha=0.9526, lambda=0.001624 
## - Fold5.Rep5: alpha=0.9526, lambda=0.001624 
## + Fold5.Rep5: alpha=0.9981, lambda=0.061022 
## - Fold5.Rep5: alpha=0.9981, lambda=0.061022 
## + Fold5.Rep5: alpha=0.7487, lambda=0.001024 
## - Fold5.Rep5: alpha=0.7487, lambda=0.001024 
## + Fold5.Rep5: alpha=0.1379, lambda=0.032287 
## - Fold5.Rep5: alpha=0.1379, lambda=0.032287 
## + Fold5.Rep5: alpha=0.5937, lambda=1.814420 
## - Fold5.Rep5: alpha=0.5937, lambda=1.814420 
## + Fold5.Rep5: alpha=0.6562, lambda=0.001149 
## - Fold5.Rep5: alpha=0.6562, lambda=0.001149 
## + Fold5.Rep5: alpha=0.0686, lambda=0.014309 
## - Fold5.Rep5: alpha=0.0686, lambda=0.014309 
## + Fold5.Rep5: alpha=0.3255, lambda=0.008848 
## - Fold5.Rep5: alpha=0.3255, lambda=0.008848 
## + Fold5.Rep5: alpha=0.9345, lambda=7.925306 
## - Fold5.Rep5: alpha=0.9345, lambda=7.925306 
## Aggregating results
## Selecting tuning parameters
## Fitting alpha = 0.594, lambda = 1.81 on full training set

elastic_model

## glmnet 
## 
## 32 samples
## 10 predictors
## 
## Pre-processing: centered (10), scaled (10) 
## Resampling: Cross-Validated (5 fold, repeated 5 times) 
## Summary of sample sizes: 27, 26, 25, 26, 24, 25, ... 
## Resampling results across tuning parameters:
## 
##   alpha       lambda       RMSE      Rsquared   MAE     
##   0.06859729  0.014308872  37.65426  0.9370292  30.95036
##   0.10395873  3.155950532  35.67008  0.9350710  29.92772
##   0.13791843  0.032287296  37.69320  0.9370125  30.99545
##   0.16806416  1.865553831  35.46428  0.9386948  29.59164
##   0.19050846  0.023275628  37.68830  0.9369924  30.98584
##   0.26303727  0.866649570  36.00743  0.9395936  29.87613
##   0.32553825  0.008848019  37.63105  0.9372160  30.97254
##   0.44343103  3.666091404  36.33818  0.9288594  30.72101
##   0.46531954  0.005645942  37.67094  0.9371375  31.01810
##   0.58636968  3.727200312  37.44060  0.9229514  31.73094
##   0.59369892  1.814419792  34.71473  0.9390024  29.39333
##   0.63083330  0.050768400  37.64864  0.9371791  30.99497
##   0.65623597  0.001149457  37.66119  0.9371173  31.00679
##   0.73068809  0.357595379  36.42307  0.9396602  30.17458
##   0.74749327  0.005474282  37.63200  0.9372900  30.98085
##   0.74866567  0.001023780  37.64180  0.9372741  30.98881
##   0.78201024  6.005649308  43.90763  0.8868683  37.36539
##   0.79505797  0.980887436  34.84806  0.9412064  29.33395
##   0.85316821  6.893587542  45.80381  0.8780286  39.01926
##   0.88694606  7.290647012  46.63877  0.8742833  39.67418
##   0.92569727  0.120600976  37.34983  0.9378962  30.80173
##   0.93453075  7.925305552  47.98106  0.8679843  40.68181
##   0.95256392  0.001623925  37.62454  0.9372458  30.98243
##   0.97095875  0.071976465  37.60564  0.9372637  30.96493
##   0.99814945  0.061021736  37.62553  0.9372825  30.98675
## 
## RMSE was used to select the optimal model using the smallest value.
## The final values used for the model were alpha = 0.5936989 and lambda = 1.81442.

2. Chay lambda chung chung

# alpha = 0, rigde regression
# alpha = 0.5, elastic net regresstion
# alpha = 1, Lasso regression (default)

fit <- glmnet(Y, X)
plot(fit)

fit

## 
## Call:  glmnet(x = Y, y = X) 
## 
##    Df  %Dev  Lambda
## 1   0  0.00 110.000
## 2   2 14.14 100.300
## 3   2 27.01  91.350
## 4   2 37.69  83.240
## 5   2 46.56  75.840
## 6   2 53.92  69.110
## 7   2 60.03  62.970
## 8   2 65.11  57.370
## 9   2 69.32  52.280
## 10  2 72.82  47.630
## 11  2 75.72  43.400
## 12  2 78.14  39.540
## 13  2 80.14  36.030
## 14  2 81.80  32.830
## 15  2 83.18  29.910
## 16  3 84.32  27.260
## 17  3 85.35  24.840
## 18  3 86.20  22.630
## 19  3 86.90  20.620
## 20  3 87.49  18.790
## 21  3 87.98  17.120
## 22  3 88.38  15.600
## 23  3 88.72  14.210
## 24  3 89.00  12.950
## 25  3 89.23  11.800
## 26  4 89.52  10.750
## 27  4 89.79   9.796
## 28  4 90.01   8.925
## 29  6 90.27   8.132
## 30  6 91.07   7.410
## 31  6 91.71   6.752
## 32  6 92.24   6.152
## 33  6 92.68   5.605
## 34  6 93.04   5.107
## 35  6 93.44   4.654
## 36  6 93.75   4.240
## 37  6 94.01   3.864
## 38  6 94.22   3.520
## 39  6 94.40   3.208
## 40  6 94.55   2.923
## 41  6 94.67   2.663
## 42  6 94.77   2.426
## 43  6 94.86   2.211
## 44  6 94.93   2.014
## 45  6 94.99   1.836
## 46  6 95.03   1.672
## 47  6 95.08   1.524
## 48  6 95.11   1.388
## 49  6 95.14   1.265
## 50  6 95.16   1.153
## 51  6 95.18   1.050
## 52  7 95.20   0.957
## 53  7 95.24   0.872
## 54  8 95.27   0.794
## 55  8 95.31   0.724
## 56  8 95.34   0.660
## 57  8 95.36   0.601
## 58  8 95.37   0.548
## 59  8 95.39   0.499
## 60  8 95.40   0.455
## 61  9 95.41   0.414
## 62  9 95.42   0.378
## 63 10 95.43   0.344
## 64 10 95.44   0.313
## 65 10 95.45   0.286
## 66 10 95.46   0.260
## 67 10 95.46   0.237
## 68 10 95.47   0.216
## 69 10 95.47   0.197
## 70 10 95.48   0.179
## 71 10 95.48   0.163
## 72 10 95.48   0.149
## 73 10 95.48   0.136
## 74 10 95.49   0.124
## 75 10 95.49   0.113
## 76 10 95.49   0.103
## 77 10 95.49   0.094

fit1 <- glmnet(Y, X, alpha=1)
fit1

## 
## Call:  glmnet(x = Y, y = X, alpha = 1) 
## 
##    Df  %Dev  Lambda
## 1   0  0.00 110.000
## 2   2 14.14 100.300
## 3   2 27.01  91.350
## 4   2 37.69  83.240
## 5   2 46.56  75.840
## 6   2 53.92  69.110
## 7   2 60.03  62.970
## 8   2 65.11  57.370
## 9   2 69.32  52.280
## 10  2 72.82  47.630
## 11  2 75.72  43.400
## 12  2 78.14  39.540
## 13  2 80.14  36.030
## 14  2 81.80  32.830
## 15  2 83.18  29.910
## 16  3 84.32  27.260
## 17  3 85.35  24.840
## 18  3 86.20  22.630
## 19  3 86.90  20.620
## 20  3 87.49  18.790
## 21  3 87.98  17.120
## 22  3 88.38  15.600
## 23  3 88.72  14.210
## 24  3 89.00  12.950
## 25  3 89.23  11.800
## 26  4 89.52  10.750
## 27  4 89.79   9.796
## 28  4 90.01   8.925
## 29  6 90.27   8.132
## 30  6 91.07   7.410
## 31  6 91.71   6.752
## 32  6 92.24   6.152
## 33  6 92.68   5.605
## 34  6 93.04   5.107
## 35  6 93.44   4.654
## 36  6 93.75   4.240
## 37  6 94.01   3.864
## 38  6 94.22   3.520
## 39  6 94.40   3.208
## 40  6 94.55   2.923
## 41  6 94.67   2.663
## 42  6 94.77   2.426
## 43  6 94.86   2.211
## 44  6 94.93   2.014
## 45  6 94.99   1.836
## 46  6 95.03   1.672
## 47  6 95.08   1.524
## 48  6 95.11   1.388
## 49  6 95.14   1.265
## 50  6 95.16   1.153
## 51  6 95.18   1.050
## 52  7 95.20   0.957
## 53  7 95.24   0.872
## 54  8 95.27   0.794
## 55  8 95.31   0.724
## 56  8 95.34   0.660
## 57  8 95.36   0.601
## 58  8 95.37   0.548
## 59  8 95.39   0.499
## 60  8 95.40   0.455
## 61  9 95.41   0.414
## 62  9 95.42   0.378
## 63 10 95.43   0.344
## 64 10 95.44   0.313
## 65 10 95.45   0.286
## 66 10 95.46   0.260
## 67 10 95.46   0.237
## 68 10 95.47   0.216
## 69 10 95.47   0.197
## 70 10 95.48   0.179
## 71 10 95.48   0.163
## 72 10 95.48   0.149
## 73 10 95.48   0.136
## 74 10 95.49   0.124
## 75 10 95.49   0.113
## 76 10 95.49   0.103
## 77 10 95.49   0.094

3. Chay voi gioi han lambda

# nlambda = 100 (deafault)
fit120 <-glmnet(Y,X, alpha=1, nlambda=20)
fit120

## 
## Call:  glmnet(x = Y, y = X, alpha = 1, nlambda = 20) 
## 
##    Df  %Dev  Lambda
## 1   0  0.00 110.000
## 2   2 55.31  67.770
## 3   2 76.80  41.730
## 4   3 84.99  25.700
## 5   3 88.32  15.830
## 6   4 89.80   9.748
## 7   6 92.37   6.003
## 8   6 94.10   3.697
## 9   6 94.84   2.277
## 10  6 95.11   1.402
## 11  7 95.25   0.864
## 12  8 95.38   0.532
## 13 10 95.44   0.328
## 14 10 95.47   0.202
## 15 10 95.49   0.124
## 16 10 95.49   0.076
## 17 10 95.49   0.047
## 18 10 95.49   0.029

4. Tim lambda voi Cross-Validated

#type.measure = c("default", "mse", "deviance", "class", "auc", "mae", "C")
cvfit1 <- cv.glmnet(Y, X, alpha =1, type.measure = "mse", nfolds = 20)

## Warning: Option grouped=FALSE enforced in cv.glmnet, since < 3 observations per
## fold

cvfit1

## 
## Call:  cv.glmnet(x = Y, y = X, type.measure = "mse", nfolds = 20, alpha = 1) 
## 
## Measure: Mean-Squared Error 
## 
##     Lambda Index Measure    SE Nonzero
## min  1.388    48    1028 244.6       6
## 1se  3.208    39    1227 262.8       6

cvfit05 <- cv.glmnet(Y, X, alpha =0.5, type.measure = "mse", nfolds = 20)

## Warning: Option grouped=FALSE enforced in cv.glmnet, since < 3 observations per
## fold

cvfit05

## 
## Call:  cv.glmnet(x = Y, y = X, type.measure = "mse", nfolds = 20, alpha = 0.5) 
## 
## Measure: Mean-Squared Error 
## 
##     Lambda Index Measure    SE Nonzero
## min  2.101    51    1105 257.4       6
## 1se  5.326    41    1355 290.6       7

cvfit0 <- cv.glmnet(Y, X, alpha =0, type.measure = "mse", nfolds = 20)

## Warning: Option grouped=FALSE enforced in cv.glmnet, since < 3 observations per
## fold

cvfit0

## 
## Call:  cv.glmnet(x = Y, y = X, type.measure = "mse", nfolds = 20, alpha = 0) 
## 
## Measure: Mean-Squared Error 
## 
##     Lambda Index Measure    SE Nonzero
## min   11.0   100    1518 316.8      10
## 1se   27.9    90    1812 382.4      10

cvfit <- cv.glmnet(Y, X, type.measure = "mse", nfolds = 20)

## Warning: Option grouped=FALSE enforced in cv.glmnet, since < 3 observations per
## fold

cvfit

## 
## Call:  cv.glmnet(x = Y, y = X, type.measure = "mse", nfolds = 20) 
## 
## Measure: Mean-Squared Error 
## 
##     Lambda Index Measure    SE Nonzero
## min  1.265    49    1118 251.7       6
## 1se  2.923    40    1323 275.2       6

plot(cvfit)

Uoc luong

#family = c("gaussian", "binomial", "poisson", "multinomial", "cox", "mgaussian")
fitc1 <- glmnet(Y,X, alpha=1, lambda=cvfit$lambda.min, family="gaussian")
fitc1

## 
## Call:  glmnet(x = Y, y = X, family = "gaussian", alpha = 1, lambda = cvfit$lambda.min) 
## 
##   Df  %Dev Lambda
## 1  6 95.14  1.265

coef(fitc1)

## 11 x 1 sparse Matrix of class "dgCMatrix"
##                      s0
## (Intercept) -169.123705
## mpg            .       
## cyl           14.449350
## hp             0.596767
## drat           .       
## wt            73.844936
## qsec          -9.599455
## vs           -11.773402
## am             .       
## gear           .       
## carb         -24.500763

coef(cvfit, s = "lambda.min")

## 11 x 1 sparse Matrix of class "dgCMatrix"
##                       s1
## (Intercept) -168.7451882
## mpg            .        
## cyl           14.6265002
## hp             0.5926535
## drat           .        
## wt            73.8443327
## qsec          -9.6656819
## vs           -11.3790598
## am             .        
## gear           .        
## carb         -24.4508961

Chay bootstrap

suppressPackageStartupMessages(library(HDCI))
#Chay tu dong chon
lasso <- Lasso(Y,X,fix.lambda = FALSE, cv.method = "cv", nfolds = 10)
lasso

## $beta0
## [1] -174.6392
## 
## $beta
##  [1]   0.0000000  14.9144490   0.5871365   0.0000000  73.3528142  -9.3688560
##  [7] -11.3784069   0.0000000   0.0000000 -24.0225526
## 
## $lambda
## [1] 1.388498
## 
## $meanx
##        mpg        cyl         hp       drat         wt       qsec         vs 
##  20.090625   6.187500 146.687500   3.596563   3.217250  17.848750   0.437500 
##         am       gear       carb 
##   0.406250   3.687500   2.812500 
## 
## $mu
## [1] -1.199041e-14

#Chon lambda
escv <- escv.glmnet(Y, X, lambda = NULL, nfolds = 10)
escv

## $lambda
##  [1] 110.03608678 100.26078410  91.35389237  83.23826436  75.84360637
##  [6]  69.10586941  62.96669444  57.37290685  52.27605593  47.63199520
## [11]  43.40050002  39.54491922  36.03185759  32.83088667  29.91428118
## [16]  27.25677889  24.83536177  22.62905668  20.61875366  18.78704041
## [21]  17.11805152  15.59733100  14.21170710  12.94917821  11.79880891
## [26]  10.75063524   9.79557844   8.92536625   8.13246131   7.40999586
## [31]   6.75171225   6.15190874   5.60539013   5.10742272   4.65369336
## [36]   4.24027207   3.86357798   3.52034836   3.20761032   2.92265506
## [41]   2.66301444   2.42643957   2.21088137   2.01447276   1.83551255
## [46]   1.67245068   1.52387477   1.38849793   1.26514761   1.15275538
## [51]   1.05034777   0.95703777   0.87201717   0.79454957   0.72396397
## [56]   0.65964901   0.60104761   0.54765220   0.49900029   0.45467048
## [61]   0.41427880   0.37747542   0.34394154   0.31338672   0.28554631
## [66]   0.26017916   0.23706556   0.21600531   0.19681599   0.17933140
## [71]   0.16340010   0.14888408   0.13565763   0.12360618   0.11262535
## [76]   0.10262002   0.09350354
## 
## $glmnet.fit
## 
## Call:  glmnet(x = Y, y = X, lambda = NULL) 
## 
##    Df  %Dev  Lambda
## 1   0  0.00 110.000
## 2   2 14.14 100.300
## 3   2 27.01  91.350
## 4   2 37.69  83.240
## 5   2 46.56  75.840
## 6   2 53.92  69.110
## 7   2 60.03  62.970
## 8   2 65.11  57.370
## 9   2 69.32  52.280
## 10  2 72.82  47.630
## 11  2 75.72  43.400
## 12  2 78.14  39.540
## 13  2 80.14  36.030
## 14  2 81.80  32.830
## 15  2 83.18  29.910
## 16  3 84.32  27.260
## 17  3 85.35  24.840
## 18  3 86.20  22.630
## 19  3 86.90  20.620
## 20  3 87.49  18.790
## 21  3 87.98  17.120
## 22  3 88.38  15.600
## 23  3 88.72  14.210
## 24  3 89.00  12.950
## 25  3 89.23  11.800
## 26  4 89.52  10.750
## 27  4 89.79   9.796
## 28  4 90.01   8.925
## 29  6 90.27   8.132
## 30  6 91.07   7.410
## 31  6 91.71   6.752
## 32  6 92.24   6.152
## 33  6 92.68   5.605
## 34  6 93.04   5.107
## 35  6 93.44   4.654
## 36  6 93.75   4.240
## 37  6 94.01   3.864
## 38  6 94.22   3.520
## 39  6 94.40   3.208
## 40  6 94.55   2.923
## 41  6 94.67   2.663
## 42  6 94.77   2.426
## 43  6 94.86   2.211
## 44  6 94.93   2.014
## 45  6 94.99   1.836
## 46  6 95.03   1.672
## 47  6 95.08   1.524
## 48  6 95.11   1.388
## 49  6 95.14   1.265
## 50  6 95.16   1.153
## 51  6 95.18   1.050
## 52  7 95.20   0.957
## 53  7 95.24   0.872
## 54  8 95.27   0.794
## 55  8 95.31   0.724
## 56  8 95.34   0.660
## 57  8 95.36   0.601
## 58  8 95.37   0.548
## 59  8 95.39   0.499
## 60  8 95.40   0.455
## 61  9 95.41   0.414
## 62  9 95.42   0.378
## 63 10 95.43   0.344
## 64 10 95.44   0.313
## 65 10 95.45   0.286
## 66 10 95.46   0.260
## 67 10 95.46   0.237
## 68 10 95.47   0.216
## 69 10 95.47   0.197
## 70 10 95.48   0.179
## 71 10 95.48   0.163
## 72 10 95.48   0.149
## 73 10 95.48   0.136
## 74 10 95.49   0.124
## 75 10 95.49   0.113
## 76 10 95.49   0.103
## 77 10 95.49   0.094
## 
## $cv
##  [1] 15781.239 14233.753 12434.920 10865.592  9333.004  8052.156  6988.225
##  [8]  6104.103  5361.103  4742.921  4232.632  3811.778  3464.771  3180.360
## [15]  2948.410  2758.565  2601.684  2470.767  2367.791  2290.887  2230.065
## [22]  2191.495  2159.875  2138.851  2124.765  2114.959  2106.650  2099.633
## [29]  2068.122  2012.848  1949.983  1873.308  1805.750  1744.933  1641.088
## [36]  1516.303  1406.260  1319.027  1249.894  1196.239  1154.763  1122.523
## [43]  1098.143  1082.688  1071.208  1063.255  1057.754  1055.046  1058.547
## [50]  1064.221  1075.221  1095.283  1115.495  1133.901  1152.413  1169.595
## [57]  1185.740  1201.638  1217.958  1234.128  1247.171  1259.041  1270.322
## [64]  1280.874  1290.554  1299.675  1308.156  1315.538  1322.274  1328.350
## [71]  1334.046  1339.980  1346.043  1352.045  1357.424  1362.543  1367.122
## 
## $cv.error
##  [1] 2786.2824 2772.0112 2496.9664 2258.3908 1914.8346 1625.0599 1386.2017
##  [8] 1189.4484 1023.1486  885.5585  774.0952  684.4071  612.7987  556.4432
## [15]  512.6864  478.6407  452.0341  431.6897  417.3036  408.8575  404.7497
## [22]  406.6772  409.0627  411.8855  415.8230  421.0899  427.5771  434.0036
## [29]  431.4682  431.2847  435.4612  437.3221  444.6326  453.2201  428.2062
## [36]  376.4202  335.5689  302.3087  274.7124  252.2942  233.9926  219.0493
## [43]  207.2722  199.7821  194.0520  189.7276  186.3206  184.3383  185.3140
## [50]  185.8835  187.5113  189.6761  192.9046  195.9338  199.4727  202.7013
## [57]  205.8901  208.8564  211.7494  214.7782  216.6266  218.4587  220.2445
## [64]  222.0101  223.5135  225.0033  226.4835  227.8172  228.9663  229.9665
## [71]  230.8139  231.7877  232.7292  233.8148  234.7088  235.5630  236.4761
## 
## $es
##  [1] 36.576370755  0.679157426  0.165155514  0.075159935  0.038764851
##  [6]  0.022944473  0.014900296  0.010340247  0.007563795  0.005848890
## [11]  0.004759087  0.004048392  0.003576236  0.003253304  0.003041429
## [16]  0.002883147  0.002742681  0.002636081  0.002586543  0.002554151
## [21]  0.002546299  0.002562893  0.002592633  0.002672913  0.002786303
## [26]  0.002878141  0.002953979  0.003049636  0.003138907  0.003203886
## [31]  0.003271658  0.003231462  0.003203614  0.003198733  0.002914257
## [36]  0.002478315  0.002117924  0.001850815  0.001653842  0.001512683
## [41]  0.001412743  0.001344913  0.001302693  0.001285476  0.001277390
## [46]  0.001279176  0.001286528  0.001298055  0.001325812  0.001363867
## [51]  0.001408520  0.001495271  0.001585983  0.001676182  0.001772139
## [56]  0.001867421  0.001959641  0.002049141  0.002142732  0.002235094
## [61]  0.002312033  0.002383530  0.002452271  0.002516739  0.002576335
## [66]  0.002633611  0.002687581  0.002734853  0.002778431  0.002818082
## [71]  0.002855512  0.002894032  0.002932928  0.002971302  0.003006240
## [76]  0.003038980  0.003069126
## 
## $es.error
##  [1] 1.707056e+01 2.435963e-01 5.083412e-02 2.009111e-02 9.717453e-03
##  [6] 5.407380e-03 3.321981e-03 2.203657e-03 1.562873e-03 1.214601e-03
## [11] 1.042467e-03 9.764251e-04 9.710051e-04 9.905645e-04 1.016636e-03
## [16] 1.028470e-03 1.009428e-03 9.886550e-04 9.759737e-04 9.572429e-04
## [21] 9.450472e-04 9.420485e-04 9.393742e-04 9.541007e-04 9.833908e-04
## [26] 1.011971e-03 1.034052e-03 1.051480e-03 1.026430e-03 1.015915e-03
## [31] 1.047739e-03 1.091867e-03 1.174184e-03 1.273667e-03 1.177010e-03
## [36] 9.237899e-04 7.448727e-04 6.073620e-04 4.993743e-04 4.172732e-04
## [41] 3.556711e-04 3.106612e-04 2.796611e-04 2.607182e-04 2.485740e-04
## [46] 2.430106e-04 2.428366e-04 2.462229e-04 2.529770e-04 2.645133e-04
## [51] 2.652336e-04 2.794980e-04 2.902715e-04 3.078548e-04 3.285296e-04
## [56] 3.506623e-04 3.725533e-04 3.993624e-04 4.285780e-04 4.589180e-04
## [61] 4.815542e-04 5.026103e-04 5.234514e-04 5.426736e-04 5.616635e-04
## [66] 5.796856e-04 5.981961e-04 6.136637e-04 6.290670e-04 6.433782e-04
## [71] 6.566150e-04 6.696007e-04 6.805254e-04 6.922422e-04 7.020232e-04
## [76] 7.113304e-04 7.208362e-04
## 
## $lambda.cv
## [1] 1.388498
## 
## $lambda.cv1se
## [1] 2.922655
## 
## $lambda.escv
## [1] 1.835513

#Chay voi lambda chon
lassocv <- Lasso(Y,X, lambda = escv$lambda.cv, fix.lambda = TRUE, cv.method = "cv", nfolds = 10)
lassocv

## $beta0
## [1] -174.6392
## 
## $beta
##  [1]   0.0000000  14.9144490   0.5871365   0.0000000  73.3528142  -9.3688560
##  [7] -11.3784069   0.0000000   0.0000000 -24.0225526
## 
## $lambda
## [1] 1.388498
## 
## $meanx
##        mpg        cyl         hp       drat         wt       qsec         vs 
##  20.090625   6.187500 146.687500   3.596563   3.217250  17.848750   0.437500 
##         am       gear       carb 
##   0.406250   3.687500   2.812500 
## 
## $mu
## [1] -1.199041e-14

#Chay bootstrap
blasso <- bootLasso(Y, X, B = 500, type.boot = "residual", alpha = 0.05, cv.method = "cv", nfolds = 10)
blasso

## $lambda.opt
## [1] 1.388498
## 
## $Beta
##  [1]   0.0000000  14.9144490   0.5871365   0.0000000  73.3528142  -9.3688560
##  [7] -11.3784069   0.0000000   0.0000000 -24.0225526
## 
## $interval
##           [,1]     [,2]      [,3]      [,4]      [,5]        [,6]      [,7]
## [1,] -1.470863 -2.31693 0.3183650 -13.39510  61.52413 -18.7377119 -27.19633
## [2,]  3.687774 29.82890 0.9952399  29.13631 106.75310   0.0190469  27.77503
##           [,8]      [,9]     [,10]
## [1,] -25.08011 -10.28357 -40.68142
## [2,]  26.92935  26.22498 -19.09684

blassoOLS<-bootLassoOLS(Y, X, B = 500, type.boot = "residual", alpha = 0.05, cv.method = "cv", nfolds = 10)
blassoOLS

## $lambda.opt
## [1] 4.240272
## 
## $Beta.Lasso
##  [1]   0.0000000  21.7643499   0.4568292   0.0000000  61.8533910  -2.4766705
##  [7] -11.1473910   0.0000000   0.0000000 -14.0488615
## 
## $Beta.LassoOLS
##  [1]   0.0000000  11.4712746   0.6521453   0.0000000  78.9975072 -12.7153874
##  [7] -11.6842381   0.0000000   0.0000000 -28.9049891
## 
## $interval.Lasso
##          [,1]     [,2]       [,3]    [,4]     [,5]      [,6]      [,7]     [,8]
## [1,] 0.000000 11.96769 0.09999867  0.0000 45.47917 -4.953341 -22.29478  0.00000
## [2,] 2.876277 43.52870 0.75221211 31.0974 86.59139 10.263016  22.58800 18.20196
##          [,9]      [,10]
## [1,]  0.00000 -26.437232
## [2,] 28.09272  -5.745464
## 
## $interval.LassoOLS
##          [,1]      [,2]      [,3]      [,4]      [,5]        [,6]      [,7]
## [1,] 0.000000 -3.395455 0.2517801 -2.856011  62.19754 -25.4307748 -23.36848
## [2,] 3.496735 29.808026 0.9875902 28.673475 114.13542  -0.3380126  33.73604
##          [,8]      [,9]     [,10]
## [1,]  0.00000 -9.304187 -40.91558
## [2,] 33.36361 23.064161 -19.93600