The starting point is a set of .csv files provided by the Beatriz Leal's laboratory containing for different samples the total FTIR espectrum from 4000 to 550 \( cm^{-1} \). Theis path names is ACUS*.csv.
As a matter of complection this Laboratory provided the spectrum of the not used oil. The name of the file is AcvirgAeroshell_sep12.csv.
Then there is an additional file having a table with the name of the espectra, its TAN according to ASTM D-664, its viscosity by 100ºC according to the ASTM D-445 and its viscosity by 40ºC. Its namefile is Espectros-AN-Vis_31-oct2012.csv.
The first step is to get data properly loaded into R. We start from dataset provided by JLV for spectra as well as from the chemical properties measured, which are provided by JLV too.
## Loading the information about the spectra
acus <- read.csv(file = "csv2/todo_JLV_svirgen.csv", header = TRUE, stringsAsFactors = FALSE)
## Loading the original spectrum for a virgin oil
datos <- read.csv(file = "csv2/MuestrasSelecionadas.csv", header = TRUE, stringsAsFactors = FALSE,
sep = ";")
#
dmodel = datos[datos[, 2] %in% acus[, 1], ]
nacus = acus[acus[, 1] %in% dmodel[, 2], ]
data = merge(nacus, dmodel[, c(2:4)], by.x = "Name", by.y = "Espectro")
rm(acus)
rm(datos)
ilx = sample(1:nrow(nacus), round(0.6666 * nrow(nacus)), replace = FALSE)
ival = (1:nrow(nacus))[-ilx]
Now raw data is stored in object nacus and chemical parameters are in dmodel one.
According to the analysis requirements asked by JLV the 66% was randomly selected for traininglearning and the remaining 33% were used for model assessment.
According to the so called strategy 1, an ICA projection for a spectrum will be performed in order to be able to get a reduced dimension, then it could be recovered back with almost no loses.
As a matter of notation THe ICA component will store:
##
ICAnacus = JADE(data[ilx, -c(1, 3553, 3554)], 5)
X = ICAnacus$S
Y = data[ilx, 3554]
require(caret)
folds = 5
repeats = 4
myControl = trainControl(method = "cv", number = folds, repeats = repeats, returnResamp = "none",
returnData = FALSE, savePredictions = TRUE, verboseIter = TRUE, allowParallel = TRUE,
index = createMultiFolds(Y, k = folds, times = repeats))
#
if (require("multicore", quietly = TRUE, warn.conflicts = FALSE)) {
myControl$workers <- multicore:::detectCores()/2
myControl$computeFunction <- mclapply
myControl$computeArgs <- list(mc.preschedule = FALSE, mc.set.seed = FALSE)
}
#
lmls = c("lm", "rf", "ppr", "earth", "glm", "svmRadial", "glmnet", "pls", "svmPoly",
"nnet", "bagEarth", "enet")
objs = list()
for (i in 1:length(lmls)) {
cat(paste("Step:", i, ". Method:", lmls[i], "\n", sep = ""))
objs[[i]] = train(X, Y, method = lmls[i], trControl = myControl)
}
## Step:1. Method:lm
## + Fold1.Rep1: parameter=none
## - Fold1.Rep1: parameter=none
## + Fold2.Rep1: parameter=none
## - Fold2.Rep1: parameter=none
## + Fold3.Rep1: parameter=none
## - Fold3.Rep1: parameter=none
## + Fold4.Rep1: parameter=none
## - Fold4.Rep1: parameter=none
## + Fold5.Rep1: parameter=none
## - Fold5.Rep1: parameter=none
## + Fold1.Rep2: parameter=none
## - Fold1.Rep2: parameter=none
## + Fold2.Rep2: parameter=none
## - Fold2.Rep2: parameter=none
## + Fold3.Rep2: parameter=none
## - Fold3.Rep2: parameter=none
## + Fold4.Rep2: parameter=none
## - Fold4.Rep2: parameter=none
## + Fold5.Rep2: parameter=none
## - Fold5.Rep2: parameter=none
## + Fold1.Rep3: parameter=none
## - Fold1.Rep3: parameter=none
## + Fold2.Rep3: parameter=none
## - Fold2.Rep3: parameter=none
## + Fold3.Rep3: parameter=none
## - Fold3.Rep3: parameter=none
## + Fold4.Rep3: parameter=none
## - Fold4.Rep3: parameter=none
## + Fold5.Rep3: parameter=none
## - Fold5.Rep3: parameter=none
## + Fold1.Rep4: parameter=none
## - Fold1.Rep4: parameter=none
## + Fold2.Rep4: parameter=none
## - Fold2.Rep4: parameter=none
## + Fold3.Rep4: parameter=none
## - Fold3.Rep4: parameter=none
## + Fold4.Rep4: parameter=none
## - Fold4.Rep4: parameter=none
## + Fold5.Rep4: parameter=none
## - Fold5.Rep4: parameter=none
## Aggregating results
## Fitting final model on full training set
## Step:2. Method:rf
## + Fold1.Rep1: mtry=2
## - Fold1.Rep1: mtry=2
## + Fold1.Rep1: mtry=3
## - Fold1.Rep1: mtry=3
## + Fold1.Rep1: mtry=5
## - Fold1.Rep1: mtry=5
## + Fold2.Rep1: mtry=2
## - Fold2.Rep1: mtry=2
## + Fold2.Rep1: mtry=3
## - Fold2.Rep1: mtry=3
## + Fold2.Rep1: mtry=5
## - Fold2.Rep1: mtry=5
## + Fold3.Rep1: mtry=2
## - Fold3.Rep1: mtry=2
## + Fold3.Rep1: mtry=3
## - Fold3.Rep1: mtry=3
## + Fold3.Rep1: mtry=5
## - Fold3.Rep1: mtry=5
## + Fold4.Rep1: mtry=2
## - Fold4.Rep1: mtry=2
## + Fold4.Rep1: mtry=3
## - Fold4.Rep1: mtry=3
## + Fold4.Rep1: mtry=5
## - Fold4.Rep1: mtry=5
## + Fold5.Rep1: mtry=2
## - Fold5.Rep1: mtry=2
## + Fold5.Rep1: mtry=3
## - Fold5.Rep1: mtry=3
## + Fold5.Rep1: mtry=5
## - Fold5.Rep1: mtry=5
## + Fold1.Rep2: mtry=2
## - Fold1.Rep2: mtry=2
## + Fold1.Rep2: mtry=3
## - Fold1.Rep2: mtry=3
## + Fold1.Rep2: mtry=5
## - Fold1.Rep2: mtry=5
## + Fold2.Rep2: mtry=2
## - Fold2.Rep2: mtry=2
## + Fold2.Rep2: mtry=3
## - Fold2.Rep2: mtry=3
## + Fold2.Rep2: mtry=5
## - Fold2.Rep2: mtry=5
## + Fold3.Rep2: mtry=2
## - Fold3.Rep2: mtry=2
## + Fold3.Rep2: mtry=3
## - Fold3.Rep2: mtry=3
## + Fold3.Rep2: mtry=5
## - Fold3.Rep2: mtry=5
## + Fold4.Rep2: mtry=2
## - Fold4.Rep2: mtry=2
## + Fold4.Rep2: mtry=3
## - Fold4.Rep2: mtry=3
## + Fold4.Rep2: mtry=5
## - Fold4.Rep2: mtry=5
## + Fold5.Rep2: mtry=2
## - Fold5.Rep2: mtry=2
## + Fold5.Rep2: mtry=3
## - Fold5.Rep2: mtry=3
## + Fold5.Rep2: mtry=5
## - Fold5.Rep2: mtry=5
## + Fold1.Rep3: mtry=2
## - Fold1.Rep3: mtry=2
## + Fold1.Rep3: mtry=3
## - Fold1.Rep3: mtry=3
## + Fold1.Rep3: mtry=5
## - Fold1.Rep3: mtry=5
## + Fold2.Rep3: mtry=2
## - Fold2.Rep3: mtry=2
## + Fold2.Rep3: mtry=3
## - Fold2.Rep3: mtry=3
## + Fold2.Rep3: mtry=5
## - Fold2.Rep3: mtry=5
## + Fold3.Rep3: mtry=2
## - Fold3.Rep3: mtry=2
## + Fold3.Rep3: mtry=3
## - Fold3.Rep3: mtry=3
## + Fold3.Rep3: mtry=5
## - Fold3.Rep3: mtry=5
## + Fold4.Rep3: mtry=2
## - Fold4.Rep3: mtry=2
## + Fold4.Rep3: mtry=3
## - Fold4.Rep3: mtry=3
## + Fold4.Rep3: mtry=5
## - Fold4.Rep3: mtry=5
## + Fold5.Rep3: mtry=2
## - Fold5.Rep3: mtry=2
## + Fold5.Rep3: mtry=3
## - Fold5.Rep3: mtry=3
## + Fold5.Rep3: mtry=5
## - Fold5.Rep3: mtry=5
## + Fold1.Rep4: mtry=2
## - Fold1.Rep4: mtry=2
## + Fold1.Rep4: mtry=3
## - Fold1.Rep4: mtry=3
## + Fold1.Rep4: mtry=5
## - Fold1.Rep4: mtry=5
## + Fold2.Rep4: mtry=2
## - Fold2.Rep4: mtry=2
## + Fold2.Rep4: mtry=3
## - Fold2.Rep4: mtry=3
## + Fold2.Rep4: mtry=5
## - Fold2.Rep4: mtry=5
## + Fold3.Rep4: mtry=2
## - Fold3.Rep4: mtry=2
## + Fold3.Rep4: mtry=3
## - Fold3.Rep4: mtry=3
## + Fold3.Rep4: mtry=5
## - Fold3.Rep4: mtry=5
## + Fold4.Rep4: mtry=2
## - Fold4.Rep4: mtry=2
## + Fold4.Rep4: mtry=3
## - Fold4.Rep4: mtry=3
## + Fold4.Rep4: mtry=5
## - Fold4.Rep4: mtry=5
## + Fold5.Rep4: mtry=2
## - Fold5.Rep4: mtry=2
## + Fold5.Rep4: mtry=3
## - Fold5.Rep4: mtry=3
## + Fold5.Rep4: mtry=5
## - Fold5.Rep4: mtry=5
## Aggregating results
## Selecting tuning parameters
## Fitting mtry = 2 on full training set
## Step:3. Method:ppr
## + Fold1.Rep1: nterms=1
## - Fold1.Rep1: nterms=1
## + Fold1.Rep1: nterms=2
## - Fold1.Rep1: nterms=2
## + Fold1.Rep1: nterms=3
## - Fold1.Rep1: nterms=3
## + Fold2.Rep1: nterms=1
## - Fold2.Rep1: nterms=1
## + Fold2.Rep1: nterms=2
## - Fold2.Rep1: nterms=2
## + Fold2.Rep1: nterms=3
## - Fold2.Rep1: nterms=3
## + Fold3.Rep1: nterms=1
## - Fold3.Rep1: nterms=1
## + Fold3.Rep1: nterms=2
## - Fold3.Rep1: nterms=2
## + Fold3.Rep1: nterms=3
## - Fold3.Rep1: nterms=3
## + Fold4.Rep1: nterms=1
## - Fold4.Rep1: nterms=1
## + Fold4.Rep1: nterms=2
## - Fold4.Rep1: nterms=2
## + Fold4.Rep1: nterms=3
## - Fold4.Rep1: nterms=3
## + Fold5.Rep1: nterms=1
## - Fold5.Rep1: nterms=1
## + Fold5.Rep1: nterms=2
## - Fold5.Rep1: nterms=2
## + Fold5.Rep1: nterms=3
## - Fold5.Rep1: nterms=3
## + Fold1.Rep2: nterms=1
## - Fold1.Rep2: nterms=1
## + Fold1.Rep2: nterms=2
## - Fold1.Rep2: nterms=2
## + Fold1.Rep2: nterms=3
## - Fold1.Rep2: nterms=3
## + Fold2.Rep2: nterms=1
## - Fold2.Rep2: nterms=1
## + Fold2.Rep2: nterms=2
## - Fold2.Rep2: nterms=2
## + Fold2.Rep2: nterms=3
## - Fold2.Rep2: nterms=3
## + Fold3.Rep2: nterms=1
## - Fold3.Rep2: nterms=1
## + Fold3.Rep2: nterms=2
## - Fold3.Rep2: nterms=2
## + Fold3.Rep2: nterms=3
## - Fold3.Rep2: nterms=3
## + Fold4.Rep2: nterms=1
## - Fold4.Rep2: nterms=1
## + Fold4.Rep2: nterms=2
## - Fold4.Rep2: nterms=2
## + Fold4.Rep2: nterms=3
## - Fold4.Rep2: nterms=3
## + Fold5.Rep2: nterms=1
## - Fold5.Rep2: nterms=1
## + Fold5.Rep2: nterms=2
## - Fold5.Rep2: nterms=2
## + Fold5.Rep2: nterms=3
## - Fold5.Rep2: nterms=3
## + Fold1.Rep3: nterms=1
## - Fold1.Rep3: nterms=1
## + Fold1.Rep3: nterms=2
## - Fold1.Rep3: nterms=2
## + Fold1.Rep3: nterms=3
## - Fold1.Rep3: nterms=3
## + Fold2.Rep3: nterms=1
## - Fold2.Rep3: nterms=1
## + Fold2.Rep3: nterms=2
## - Fold2.Rep3: nterms=2
## + Fold2.Rep3: nterms=3
## - Fold2.Rep3: nterms=3
## + Fold3.Rep3: nterms=1
## - Fold3.Rep3: nterms=1
## + Fold3.Rep3: nterms=2
## - Fold3.Rep3: nterms=2
## + Fold3.Rep3: nterms=3
## - Fold3.Rep3: nterms=3
## + Fold4.Rep3: nterms=1
## - Fold4.Rep3: nterms=1
## + Fold4.Rep3: nterms=2
## - Fold4.Rep3: nterms=2
## + Fold4.Rep3: nterms=3
## - Fold4.Rep3: nterms=3
## + Fold5.Rep3: nterms=1
## - Fold5.Rep3: nterms=1
## + Fold5.Rep3: nterms=2
## - Fold5.Rep3: nterms=2
## + Fold5.Rep3: nterms=3
## - Fold5.Rep3: nterms=3
## + Fold1.Rep4: nterms=1
## - Fold1.Rep4: nterms=1
## + Fold1.Rep4: nterms=2
## - Fold1.Rep4: nterms=2
## + Fold1.Rep4: nterms=3
## - Fold1.Rep4: nterms=3
## + Fold2.Rep4: nterms=1
## - Fold2.Rep4: nterms=1
## + Fold2.Rep4: nterms=2
## - Fold2.Rep4: nterms=2
## + Fold2.Rep4: nterms=3
## - Fold2.Rep4: nterms=3
## + Fold3.Rep4: nterms=1
## - Fold3.Rep4: nterms=1
## + Fold3.Rep4: nterms=2
## - Fold3.Rep4: nterms=2
## + Fold3.Rep4: nterms=3
## - Fold3.Rep4: nterms=3
## + Fold4.Rep4: nterms=1
## - Fold4.Rep4: nterms=1
## + Fold4.Rep4: nterms=2
## - Fold4.Rep4: nterms=2
## + Fold4.Rep4: nterms=3
## - Fold4.Rep4: nterms=3
## + Fold5.Rep4: nterms=1
## - Fold5.Rep4: nterms=1
## + Fold5.Rep4: nterms=2
## - Fold5.Rep4: nterms=2
## + Fold5.Rep4: nterms=3
## - Fold5.Rep4: nterms=3
## Aggregating results
## Selecting tuning parameters
## Fitting nterms = 1 on full training set
## Step:4. Method:earth
## + Fold1.Rep1: degree=1, nprune=12
## - Fold1.Rep1: degree=1, nprune=12
## + Fold2.Rep1: degree=1, nprune=12
## - Fold2.Rep1: degree=1, nprune=12
## + Fold3.Rep1: degree=1, nprune=12
## - Fold3.Rep1: degree=1, nprune=12
## + Fold4.Rep1: degree=1, nprune=12
## - Fold4.Rep1: degree=1, nprune=12
## + Fold5.Rep1: degree=1, nprune=12
## - Fold5.Rep1: degree=1, nprune=12
## + Fold1.Rep2: degree=1, nprune=12
## - Fold1.Rep2: degree=1, nprune=12
## + Fold2.Rep2: degree=1, nprune=12
## - Fold2.Rep2: degree=1, nprune=12
## + Fold3.Rep2: degree=1, nprune=12
## - Fold3.Rep2: degree=1, nprune=12
## + Fold4.Rep2: degree=1, nprune=12
## - Fold4.Rep2: degree=1, nprune=12
## + Fold5.Rep2: degree=1, nprune=12
## - Fold5.Rep2: degree=1, nprune=12
## + Fold1.Rep3: degree=1, nprune=12
## - Fold1.Rep3: degree=1, nprune=12
## + Fold2.Rep3: degree=1, nprune=12
## - Fold2.Rep3: degree=1, nprune=12
## + Fold3.Rep3: degree=1, nprune=12
## - Fold3.Rep3: degree=1, nprune=12
## + Fold4.Rep3: degree=1, nprune=12
## - Fold4.Rep3: degree=1, nprune=12
## + Fold5.Rep3: degree=1, nprune=12
## - Fold5.Rep3: degree=1, nprune=12
## + Fold1.Rep4: degree=1, nprune=12
## - Fold1.Rep4: degree=1, nprune=12
## + Fold2.Rep4: degree=1, nprune=12
## - Fold2.Rep4: degree=1, nprune=12
## + Fold3.Rep4: degree=1, nprune=12
## - Fold3.Rep4: degree=1, nprune=12
## + Fold4.Rep4: degree=1, nprune=12
## - Fold4.Rep4: degree=1, nprune=12
## + Fold5.Rep4: degree=1, nprune=12
## - Fold5.Rep4: degree=1, nprune=12
## Warning: There were missing values in resampled performance measures.
## Aggregating results
## Selecting tuning parameters
## Fitting nprune = 2, degree = 1 on full training set
## Step:5. Method:glm
## + Fold1.Rep1: parameter=none
## - Fold1.Rep1: parameter=none
## + Fold2.Rep1: parameter=none
## - Fold2.Rep1: parameter=none
## + Fold3.Rep1: parameter=none
## - Fold3.Rep1: parameter=none
## + Fold4.Rep1: parameter=none
## - Fold4.Rep1: parameter=none
## + Fold5.Rep1: parameter=none
## - Fold5.Rep1: parameter=none
## + Fold1.Rep2: parameter=none
## - Fold1.Rep2: parameter=none
## + Fold2.Rep2: parameter=none
## - Fold2.Rep2: parameter=none
## + Fold3.Rep2: parameter=none
## - Fold3.Rep2: parameter=none
## + Fold4.Rep2: parameter=none
## - Fold4.Rep2: parameter=none
## + Fold5.Rep2: parameter=none
## - Fold5.Rep2: parameter=none
## + Fold1.Rep3: parameter=none
## - Fold1.Rep3: parameter=none
## + Fold2.Rep3: parameter=none
## - Fold2.Rep3: parameter=none
## + Fold3.Rep3: parameter=none
## - Fold3.Rep3: parameter=none
## + Fold4.Rep3: parameter=none
## - Fold4.Rep3: parameter=none
## + Fold5.Rep3: parameter=none
## - Fold5.Rep3: parameter=none
## + Fold1.Rep4: parameter=none
## - Fold1.Rep4: parameter=none
## + Fold2.Rep4: parameter=none
## - Fold2.Rep4: parameter=none
## + Fold3.Rep4: parameter=none
## - Fold3.Rep4: parameter=none
## + Fold4.Rep4: parameter=none
## - Fold4.Rep4: parameter=none
## + Fold5.Rep4: parameter=none
## - Fold5.Rep4: parameter=none
## Aggregating results
## Fitting final model on full training set
## Step:6. Method:svmRadial
## + Fold1.Rep1: sigma=0.2201, C=0.25
## - Fold1.Rep1: sigma=0.2201, C=0.25
## + Fold1.Rep1: sigma=0.2201, C=0.50
## - Fold1.Rep1: sigma=0.2201, C=0.50
## + Fold1.Rep1: sigma=0.2201, C=1.00
## - Fold1.Rep1: sigma=0.2201, C=1.00
## + Fold2.Rep1: sigma=0.2201, C=0.25
## - Fold2.Rep1: sigma=0.2201, C=0.25
## + Fold2.Rep1: sigma=0.2201, C=0.50
## - Fold2.Rep1: sigma=0.2201, C=0.50
## + Fold2.Rep1: sigma=0.2201, C=1.00
## - Fold2.Rep1: sigma=0.2201, C=1.00
## + Fold3.Rep1: sigma=0.2201, C=0.25
## - Fold3.Rep1: sigma=0.2201, C=0.25
## + Fold3.Rep1: sigma=0.2201, C=0.50
## - Fold3.Rep1: sigma=0.2201, C=0.50
## + Fold3.Rep1: sigma=0.2201, C=1.00
## - Fold3.Rep1: sigma=0.2201, C=1.00
## + Fold4.Rep1: sigma=0.2201, C=0.25
## - Fold4.Rep1: sigma=0.2201, C=0.25
## + Fold4.Rep1: sigma=0.2201, C=0.50
## - Fold4.Rep1: sigma=0.2201, C=0.50
## + Fold4.Rep1: sigma=0.2201, C=1.00
## - Fold4.Rep1: sigma=0.2201, C=1.00
## + Fold5.Rep1: sigma=0.2201, C=0.25
## - Fold5.Rep1: sigma=0.2201, C=0.25
## + Fold5.Rep1: sigma=0.2201, C=0.50
## - Fold5.Rep1: sigma=0.2201, C=0.50
## + Fold5.Rep1: sigma=0.2201, C=1.00
## - Fold5.Rep1: sigma=0.2201, C=1.00
## + Fold1.Rep2: sigma=0.2201, C=0.25
## - Fold1.Rep2: sigma=0.2201, C=0.25
## + Fold1.Rep2: sigma=0.2201, C=0.50
## - Fold1.Rep2: sigma=0.2201, C=0.50
## + Fold1.Rep2: sigma=0.2201, C=1.00
## - Fold1.Rep2: sigma=0.2201, C=1.00
## + Fold2.Rep2: sigma=0.2201, C=0.25
## - Fold2.Rep2: sigma=0.2201, C=0.25
## + Fold2.Rep2: sigma=0.2201, C=0.50
## - Fold2.Rep2: sigma=0.2201, C=0.50
## + Fold2.Rep2: sigma=0.2201, C=1.00
## - Fold2.Rep2: sigma=0.2201, C=1.00
## + Fold3.Rep2: sigma=0.2201, C=0.25
## - Fold3.Rep2: sigma=0.2201, C=0.25
## + Fold3.Rep2: sigma=0.2201, C=0.50
## - Fold3.Rep2: sigma=0.2201, C=0.50
## + Fold3.Rep2: sigma=0.2201, C=1.00
## - Fold3.Rep2: sigma=0.2201, C=1.00
## + Fold4.Rep2: sigma=0.2201, C=0.25
## - Fold4.Rep2: sigma=0.2201, C=0.25
## + Fold4.Rep2: sigma=0.2201, C=0.50
## - Fold4.Rep2: sigma=0.2201, C=0.50
## + Fold4.Rep2: sigma=0.2201, C=1.00
## - Fold4.Rep2: sigma=0.2201, C=1.00
## + Fold5.Rep2: sigma=0.2201, C=0.25
## - Fold5.Rep2: sigma=0.2201, C=0.25
## + Fold5.Rep2: sigma=0.2201, C=0.50
## - Fold5.Rep2: sigma=0.2201, C=0.50
## + Fold5.Rep2: sigma=0.2201, C=1.00
## - Fold5.Rep2: sigma=0.2201, C=1.00
## + Fold1.Rep3: sigma=0.2201, C=0.25
## - Fold1.Rep3: sigma=0.2201, C=0.25
## + Fold1.Rep3: sigma=0.2201, C=0.50
## - Fold1.Rep3: sigma=0.2201, C=0.50
## + Fold1.Rep3: sigma=0.2201, C=1.00
## - Fold1.Rep3: sigma=0.2201, C=1.00
## + Fold2.Rep3: sigma=0.2201, C=0.25
## - Fold2.Rep3: sigma=0.2201, C=0.25
## + Fold2.Rep3: sigma=0.2201, C=0.50
## - Fold2.Rep3: sigma=0.2201, C=0.50
## + Fold2.Rep3: sigma=0.2201, C=1.00
## - Fold2.Rep3: sigma=0.2201, C=1.00
## + Fold3.Rep3: sigma=0.2201, C=0.25
## - Fold3.Rep3: sigma=0.2201, C=0.25
## + Fold3.Rep3: sigma=0.2201, C=0.50
## - Fold3.Rep3: sigma=0.2201, C=0.50
## + Fold3.Rep3: sigma=0.2201, C=1.00
## - Fold3.Rep3: sigma=0.2201, C=1.00
## + Fold4.Rep3: sigma=0.2201, C=0.25
## - Fold4.Rep3: sigma=0.2201, C=0.25
## + Fold4.Rep3: sigma=0.2201, C=0.50
## - Fold4.Rep3: sigma=0.2201, C=0.50
## + Fold4.Rep3: sigma=0.2201, C=1.00
## - Fold4.Rep3: sigma=0.2201, C=1.00
## + Fold5.Rep3: sigma=0.2201, C=0.25
## - Fold5.Rep3: sigma=0.2201, C=0.25
## + Fold5.Rep3: sigma=0.2201, C=0.50
## - Fold5.Rep3: sigma=0.2201, C=0.50
## + Fold5.Rep3: sigma=0.2201, C=1.00
## - Fold5.Rep3: sigma=0.2201, C=1.00
## + Fold1.Rep4: sigma=0.2201, C=0.25
## - Fold1.Rep4: sigma=0.2201, C=0.25
## + Fold1.Rep4: sigma=0.2201, C=0.50
## - Fold1.Rep4: sigma=0.2201, C=0.50
## + Fold1.Rep4: sigma=0.2201, C=1.00
## - Fold1.Rep4: sigma=0.2201, C=1.00
## + Fold2.Rep4: sigma=0.2201, C=0.25
## - Fold2.Rep4: sigma=0.2201, C=0.25
## + Fold2.Rep4: sigma=0.2201, C=0.50
## - Fold2.Rep4: sigma=0.2201, C=0.50
## + Fold2.Rep4: sigma=0.2201, C=1.00
## - Fold2.Rep4: sigma=0.2201, C=1.00
## + Fold3.Rep4: sigma=0.2201, C=0.25
## - Fold3.Rep4: sigma=0.2201, C=0.25
## + Fold3.Rep4: sigma=0.2201, C=0.50
## - Fold3.Rep4: sigma=0.2201, C=0.50
## + Fold3.Rep4: sigma=0.2201, C=1.00
## - Fold3.Rep4: sigma=0.2201, C=1.00
## + Fold4.Rep4: sigma=0.2201, C=0.25
## - Fold4.Rep4: sigma=0.2201, C=0.25
## + Fold4.Rep4: sigma=0.2201, C=0.50
## - Fold4.Rep4: sigma=0.2201, C=0.50
## + Fold4.Rep4: sigma=0.2201, C=1.00
## - Fold4.Rep4: sigma=0.2201, C=1.00
## + Fold5.Rep4: sigma=0.2201, C=0.25
## - Fold5.Rep4: sigma=0.2201, C=0.25
## + Fold5.Rep4: sigma=0.2201, C=0.50
## - Fold5.Rep4: sigma=0.2201, C=0.50
## + Fold5.Rep4: sigma=0.2201, C=1.00
## - Fold5.Rep4: sigma=0.2201, C=1.00
## Aggregating results
## Selecting tuning parameters
## Fitting sigma = 0.22, C = 0.25 on full training set
## Step:7. Method:glmnet
## + Fold1.Rep1: alpha=0.10, lambda=3
## - Fold1.Rep1: alpha=0.10, lambda=3
## + Fold1.Rep1: alpha=0.55, lambda=3
## - Fold1.Rep1: alpha=0.55, lambda=3
## + Fold1.Rep1: alpha=1.00, lambda=3
## - Fold1.Rep1: alpha=1.00, lambda=3
## + Fold2.Rep1: alpha=0.10, lambda=3
## - Fold2.Rep1: alpha=0.10, lambda=3
## + Fold2.Rep1: alpha=0.55, lambda=3
## - Fold2.Rep1: alpha=0.55, lambda=3
## + Fold2.Rep1: alpha=1.00, lambda=3
## - Fold2.Rep1: alpha=1.00, lambda=3
## + Fold3.Rep1: alpha=0.10, lambda=3
## - Fold3.Rep1: alpha=0.10, lambda=3
## + Fold3.Rep1: alpha=0.55, lambda=3
## - Fold3.Rep1: alpha=0.55, lambda=3
## + Fold3.Rep1: alpha=1.00, lambda=3
## - Fold3.Rep1: alpha=1.00, lambda=3
## + Fold4.Rep1: alpha=0.10, lambda=3
## - Fold4.Rep1: alpha=0.10, lambda=3
## + Fold4.Rep1: alpha=0.55, lambda=3
## - Fold4.Rep1: alpha=0.55, lambda=3
## + Fold4.Rep1: alpha=1.00, lambda=3
## - Fold4.Rep1: alpha=1.00, lambda=3
## + Fold5.Rep1: alpha=0.10, lambda=3
## - Fold5.Rep1: alpha=0.10, lambda=3
## + Fold5.Rep1: alpha=0.55, lambda=3
## - Fold5.Rep1: alpha=0.55, lambda=3
## + Fold5.Rep1: alpha=1.00, lambda=3
## - Fold5.Rep1: alpha=1.00, lambda=3
## + Fold1.Rep2: alpha=0.10, lambda=3
## - Fold1.Rep2: alpha=0.10, lambda=3
## + Fold1.Rep2: alpha=0.55, lambda=3
## - Fold1.Rep2: alpha=0.55, lambda=3
## + Fold1.Rep2: alpha=1.00, lambda=3
## - Fold1.Rep2: alpha=1.00, lambda=3
## + Fold2.Rep2: alpha=0.10, lambda=3
## - Fold2.Rep2: alpha=0.10, lambda=3
## + Fold2.Rep2: alpha=0.55, lambda=3
## - Fold2.Rep2: alpha=0.55, lambda=3
## + Fold2.Rep2: alpha=1.00, lambda=3
## - Fold2.Rep2: alpha=1.00, lambda=3
## + Fold3.Rep2: alpha=0.10, lambda=3
## - Fold3.Rep2: alpha=0.10, lambda=3
## + Fold3.Rep2: alpha=0.55, lambda=3
## - Fold3.Rep2: alpha=0.55, lambda=3
## + Fold3.Rep2: alpha=1.00, lambda=3
## - Fold3.Rep2: alpha=1.00, lambda=3
## + Fold4.Rep2: alpha=0.10, lambda=3
## - Fold4.Rep2: alpha=0.10, lambda=3
## + Fold4.Rep2: alpha=0.55, lambda=3
## - Fold4.Rep2: alpha=0.55, lambda=3
## + Fold4.Rep2: alpha=1.00, lambda=3
## - Fold4.Rep2: alpha=1.00, lambda=3
## + Fold5.Rep2: alpha=0.10, lambda=3
## - Fold5.Rep2: alpha=0.10, lambda=3
## + Fold5.Rep2: alpha=0.55, lambda=3
## - Fold5.Rep2: alpha=0.55, lambda=3
## + Fold5.Rep2: alpha=1.00, lambda=3
## - Fold5.Rep2: alpha=1.00, lambda=3
## + Fold1.Rep3: alpha=0.10, lambda=3
## - Fold1.Rep3: alpha=0.10, lambda=3
## + Fold1.Rep3: alpha=0.55, lambda=3
## - Fold1.Rep3: alpha=0.55, lambda=3
## + Fold1.Rep3: alpha=1.00, lambda=3
## - Fold1.Rep3: alpha=1.00, lambda=3
## + Fold2.Rep3: alpha=0.10, lambda=3
## - Fold2.Rep3: alpha=0.10, lambda=3
## + Fold2.Rep3: alpha=0.55, lambda=3
## - Fold2.Rep3: alpha=0.55, lambda=3
## + Fold2.Rep3: alpha=1.00, lambda=3
## - Fold2.Rep3: alpha=1.00, lambda=3
## + Fold3.Rep3: alpha=0.10, lambda=3
## - Fold3.Rep3: alpha=0.10, lambda=3
## + Fold3.Rep3: alpha=0.55, lambda=3
## - Fold3.Rep3: alpha=0.55, lambda=3
## + Fold3.Rep3: alpha=1.00, lambda=3
## - Fold3.Rep3: alpha=1.00, lambda=3
## + Fold4.Rep3: alpha=0.10, lambda=3
## - Fold4.Rep3: alpha=0.10, lambda=3
## + Fold4.Rep3: alpha=0.55, lambda=3
## - Fold4.Rep3: alpha=0.55, lambda=3
## + Fold4.Rep3: alpha=1.00, lambda=3
## - Fold4.Rep3: alpha=1.00, lambda=3
## + Fold5.Rep3: alpha=0.10, lambda=3
## - Fold5.Rep3: alpha=0.10, lambda=3
## + Fold5.Rep3: alpha=0.55, lambda=3
## - Fold5.Rep3: alpha=0.55, lambda=3
## + Fold5.Rep3: alpha=1.00, lambda=3
## - Fold5.Rep3: alpha=1.00, lambda=3
## + Fold1.Rep4: alpha=0.10, lambda=3
## - Fold1.Rep4: alpha=0.10, lambda=3
## + Fold1.Rep4: alpha=0.55, lambda=3
## - Fold1.Rep4: alpha=0.55, lambda=3
## + Fold1.Rep4: alpha=1.00, lambda=3
## - Fold1.Rep4: alpha=1.00, lambda=3
## + Fold2.Rep4: alpha=0.10, lambda=3
## - Fold2.Rep4: alpha=0.10, lambda=3
## + Fold2.Rep4: alpha=0.55, lambda=3
## - Fold2.Rep4: alpha=0.55, lambda=3
## + Fold2.Rep4: alpha=1.00, lambda=3
## - Fold2.Rep4: alpha=1.00, lambda=3
## + Fold3.Rep4: alpha=0.10, lambda=3
## - Fold3.Rep4: alpha=0.10, lambda=3
## + Fold3.Rep4: alpha=0.55, lambda=3
## - Fold3.Rep4: alpha=0.55, lambda=3
## + Fold3.Rep4: alpha=1.00, lambda=3
## - Fold3.Rep4: alpha=1.00, lambda=3
## + Fold4.Rep4: alpha=0.10, lambda=3
## - Fold4.Rep4: alpha=0.10, lambda=3
## + Fold4.Rep4: alpha=0.55, lambda=3
## - Fold4.Rep4: alpha=0.55, lambda=3
## + Fold4.Rep4: alpha=1.00, lambda=3
## - Fold4.Rep4: alpha=1.00, lambda=3
## + Fold5.Rep4: alpha=0.10, lambda=3
## - Fold5.Rep4: alpha=0.10, lambda=3
## + Fold5.Rep4: alpha=0.55, lambda=3
## - Fold5.Rep4: alpha=0.55, lambda=3
## + Fold5.Rep4: alpha=1.00, lambda=3
## - Fold5.Rep4: alpha=1.00, lambda=3
## Warning: There were missing values in resampled performance measures.
## Aggregating results
## Selecting tuning parameters
## Fitting alpha = 0.55, lambda = 3 on full training set
## Step:8. Method:pls
## + Fold1.Rep1: ncomp=3
## - Fold1.Rep1: ncomp=3
## + Fold2.Rep1: ncomp=3
## - Fold2.Rep1: ncomp=3
## + Fold3.Rep1: ncomp=3
## - Fold3.Rep1: ncomp=3
## + Fold4.Rep1: ncomp=3
## - Fold4.Rep1: ncomp=3
## + Fold5.Rep1: ncomp=3
## - Fold5.Rep1: ncomp=3
## + Fold1.Rep2: ncomp=3
## - Fold1.Rep2: ncomp=3
## + Fold2.Rep2: ncomp=3
## - Fold2.Rep2: ncomp=3
## + Fold3.Rep2: ncomp=3
## - Fold3.Rep2: ncomp=3
## + Fold4.Rep2: ncomp=3
## - Fold4.Rep2: ncomp=3
## + Fold5.Rep2: ncomp=3
## - Fold5.Rep2: ncomp=3
## + Fold1.Rep3: ncomp=3
## - Fold1.Rep3: ncomp=3
## + Fold2.Rep3: ncomp=3
## - Fold2.Rep3: ncomp=3
## + Fold3.Rep3: ncomp=3
## - Fold3.Rep3: ncomp=3
## + Fold4.Rep3: ncomp=3
## - Fold4.Rep3: ncomp=3
## + Fold5.Rep3: ncomp=3
## - Fold5.Rep3: ncomp=3
## + Fold1.Rep4: ncomp=3
## - Fold1.Rep4: ncomp=3
## + Fold2.Rep4: ncomp=3
## - Fold2.Rep4: ncomp=3
## + Fold3.Rep4: ncomp=3
## - Fold3.Rep4: ncomp=3
## + Fold4.Rep4: ncomp=3
## - Fold4.Rep4: ncomp=3
## + Fold5.Rep4: ncomp=3
## - Fold5.Rep4: ncomp=3
## Aggregating results
## Selecting tuning parameters
## Fitting ncomp = 1 on full training set
## Step:9. Method:svmPoly
## + Fold1.Rep1: degree=1, scale=0.001, C=0.25
## - Fold1.Rep1: degree=1, scale=0.001, C=0.25
## + Fold1.Rep1: degree=2, scale=0.001, C=0.25
## - Fold1.Rep1: degree=2, scale=0.001, C=0.25
## + Fold1.Rep1: degree=3, scale=0.001, C=0.25
## - Fold1.Rep1: degree=3, scale=0.001, C=0.25
## + Fold1.Rep1: degree=1, scale=0.010, C=0.25
## - Fold1.Rep1: degree=1, scale=0.010, C=0.25
## + Fold1.Rep1: degree=2, scale=0.010, C=0.25
## - Fold1.Rep1: degree=2, scale=0.010, C=0.25
## + Fold1.Rep1: degree=3, scale=0.010, C=0.25
## - Fold1.Rep1: degree=3, scale=0.010, C=0.25
## + Fold1.Rep1: degree=1, scale=0.100, C=0.25
## - Fold1.Rep1: degree=1, scale=0.100, C=0.25
## + Fold1.Rep1: degree=2, scale=0.100, C=0.25
## - Fold1.Rep1: degree=2, scale=0.100, C=0.25
## + Fold1.Rep1: degree=3, scale=0.100, C=0.25
## - Fold1.Rep1: degree=3, scale=0.100, C=0.25
## + Fold1.Rep1: degree=1, scale=0.001, C=0.50
## - Fold1.Rep1: degree=1, scale=0.001, C=0.50
## + Fold1.Rep1: degree=2, scale=0.001, C=0.50
## - Fold1.Rep1: degree=2, scale=0.001, C=0.50
## + Fold1.Rep1: degree=3, scale=0.001, C=0.50
## - Fold1.Rep1: degree=3, scale=0.001, C=0.50
## + Fold1.Rep1: degree=1, scale=0.010, C=0.50
## - Fold1.Rep1: degree=1, scale=0.010, C=0.50
## + Fold1.Rep1: degree=2, scale=0.010, C=0.50
## - Fold1.Rep1: degree=2, scale=0.010, C=0.50
## + Fold1.Rep1: degree=3, scale=0.010, C=0.50
## - Fold1.Rep1: degree=3, scale=0.010, C=0.50
## + Fold1.Rep1: degree=1, scale=0.100, C=0.50
## - Fold1.Rep1: degree=1, scale=0.100, C=0.50
## + Fold1.Rep1: degree=2, scale=0.100, C=0.50
## - Fold1.Rep1: degree=2, scale=0.100, C=0.50
## + Fold1.Rep1: degree=3, scale=0.100, C=0.50
## - Fold1.Rep1: degree=3, scale=0.100, C=0.50
## + Fold1.Rep1: degree=1, scale=0.001, C=1.00
## - Fold1.Rep1: degree=1, scale=0.001, C=1.00
## + Fold1.Rep1: degree=2, scale=0.001, C=1.00
## - Fold1.Rep1: degree=2, scale=0.001, C=1.00
## + Fold1.Rep1: degree=3, scale=0.001, C=1.00
## - Fold1.Rep1: degree=3, scale=0.001, C=1.00
## + Fold1.Rep1: degree=1, scale=0.010, C=1.00
## - Fold1.Rep1: degree=1, scale=0.010, C=1.00
## + Fold1.Rep1: degree=2, scale=0.010, C=1.00
## - Fold1.Rep1: degree=2, scale=0.010, C=1.00
## + Fold1.Rep1: degree=3, scale=0.010, C=1.00
## - Fold1.Rep1: degree=3, scale=0.010, C=1.00
## + Fold1.Rep1: degree=1, scale=0.100, C=1.00
## - Fold1.Rep1: degree=1, scale=0.100, C=1.00
## + Fold1.Rep1: degree=2, scale=0.100, C=1.00
## - Fold1.Rep1: degree=2, scale=0.100, C=1.00
## + Fold1.Rep1: degree=3, scale=0.100, C=1.00
## - Fold1.Rep1: degree=3, scale=0.100, C=1.00
## + Fold2.Rep1: degree=1, scale=0.001, C=0.25
## - Fold2.Rep1: degree=1, scale=0.001, C=0.25
## + Fold2.Rep1: degree=2, scale=0.001, C=0.25
## - Fold2.Rep1: degree=2, scale=0.001, C=0.25
## + Fold2.Rep1: degree=3, scale=0.001, C=0.25
## - Fold2.Rep1: degree=3, scale=0.001, C=0.25
## + Fold2.Rep1: degree=1, scale=0.010, C=0.25
## - Fold2.Rep1: degree=1, scale=0.010, C=0.25
## + Fold2.Rep1: degree=2, scale=0.010, C=0.25
## - Fold2.Rep1: degree=2, scale=0.010, C=0.25
## + Fold2.Rep1: degree=3, scale=0.010, C=0.25
## - Fold2.Rep1: degree=3, scale=0.010, C=0.25
## + Fold2.Rep1: degree=1, scale=0.100, C=0.25
## - Fold2.Rep1: degree=1, scale=0.100, C=0.25
## + Fold2.Rep1: degree=2, scale=0.100, C=0.25
## - Fold2.Rep1: degree=2, scale=0.100, C=0.25
## + Fold2.Rep1: degree=3, scale=0.100, C=0.25
## - Fold2.Rep1: degree=3, scale=0.100, C=0.25
## + Fold2.Rep1: degree=1, scale=0.001, C=0.50
## - Fold2.Rep1: degree=1, scale=0.001, C=0.50
## + Fold2.Rep1: degree=2, scale=0.001, C=0.50
## - Fold2.Rep1: degree=2, scale=0.001, C=0.50
## + Fold2.Rep1: degree=3, scale=0.001, C=0.50
## - Fold2.Rep1: degree=3, scale=0.001, C=0.50
## + Fold2.Rep1: degree=1, scale=0.010, C=0.50
## - Fold2.Rep1: degree=1, scale=0.010, C=0.50
## + Fold2.Rep1: degree=2, scale=0.010, C=0.50
## - Fold2.Rep1: degree=2, scale=0.010, C=0.50
## + Fold2.Rep1: degree=3, scale=0.010, C=0.50
## - Fold2.Rep1: degree=3, scale=0.010, C=0.50
## + Fold2.Rep1: degree=1, scale=0.100, C=0.50
## - Fold2.Rep1: degree=1, scale=0.100, C=0.50
## + Fold2.Rep1: degree=2, scale=0.100, C=0.50
## - Fold2.Rep1: degree=2, scale=0.100, C=0.50
## + Fold2.Rep1: degree=3, scale=0.100, C=0.50
## - Fold2.Rep1: degree=3, scale=0.100, C=0.50
## + Fold2.Rep1: degree=1, scale=0.001, C=1.00
## - Fold2.Rep1: degree=1, scale=0.001, C=1.00
## + Fold2.Rep1: degree=2, scale=0.001, C=1.00
## - Fold2.Rep1: degree=2, scale=0.001, C=1.00
## + Fold2.Rep1: degree=3, scale=0.001, C=1.00
## - Fold2.Rep1: degree=3, scale=0.001, C=1.00
## + Fold2.Rep1: degree=1, scale=0.010, C=1.00
## - Fold2.Rep1: degree=1, scale=0.010, C=1.00
## + Fold2.Rep1: degree=2, scale=0.010, C=1.00
## - Fold2.Rep1: degree=2, scale=0.010, C=1.00
## + Fold2.Rep1: degree=3, scale=0.010, C=1.00
## - Fold2.Rep1: degree=3, scale=0.010, C=1.00
## + Fold2.Rep1: degree=1, scale=0.100, C=1.00
## - Fold2.Rep1: degree=1, scale=0.100, C=1.00
## + Fold2.Rep1: degree=2, scale=0.100, C=1.00
## - Fold2.Rep1: degree=2, scale=0.100, C=1.00
## + Fold2.Rep1: degree=3, scale=0.100, C=1.00
## - Fold2.Rep1: degree=3, scale=0.100, C=1.00
## + Fold3.Rep1: degree=1, scale=0.001, C=0.25
## - Fold3.Rep1: degree=1, scale=0.001, C=0.25
## + Fold3.Rep1: degree=2, scale=0.001, C=0.25
## - Fold3.Rep1: degree=2, scale=0.001, C=0.25
## + Fold3.Rep1: degree=3, scale=0.001, C=0.25
## - Fold3.Rep1: degree=3, scale=0.001, C=0.25
## + Fold3.Rep1: degree=1, scale=0.010, C=0.25
## - Fold3.Rep1: degree=1, scale=0.010, C=0.25
## + Fold3.Rep1: degree=2, scale=0.010, C=0.25
## - Fold3.Rep1: degree=2, scale=0.010, C=0.25
## + Fold3.Rep1: degree=3, scale=0.010, C=0.25
## - Fold3.Rep1: degree=3, scale=0.010, C=0.25
## + Fold3.Rep1: degree=1, scale=0.100, C=0.25
## - Fold3.Rep1: degree=1, scale=0.100, C=0.25
## + Fold3.Rep1: degree=2, scale=0.100, C=0.25
## - Fold3.Rep1: degree=2, scale=0.100, C=0.25
## + Fold3.Rep1: degree=3, scale=0.100, C=0.25
## - Fold3.Rep1: degree=3, scale=0.100, C=0.25
## + Fold3.Rep1: degree=1, scale=0.001, C=0.50
## - Fold3.Rep1: degree=1, scale=0.001, C=0.50
## + Fold3.Rep1: degree=2, scale=0.001, C=0.50
## - Fold3.Rep1: degree=2, scale=0.001, C=0.50
## + Fold3.Rep1: degree=3, scale=0.001, C=0.50
## - Fold3.Rep1: degree=3, scale=0.001, C=0.50
## + Fold3.Rep1: degree=1, scale=0.010, C=0.50
## - Fold3.Rep1: degree=1, scale=0.010, C=0.50
## + Fold3.Rep1: degree=2, scale=0.010, C=0.50
## - Fold3.Rep1: degree=2, scale=0.010, C=0.50
## + Fold3.Rep1: degree=3, scale=0.010, C=0.50
## - Fold3.Rep1: degree=3, scale=0.010, C=0.50
## + Fold3.Rep1: degree=1, scale=0.100, C=0.50
## - Fold3.Rep1: degree=1, scale=0.100, C=0.50
## + Fold3.Rep1: degree=2, scale=0.100, C=0.50
## - Fold3.Rep1: degree=2, scale=0.100, C=0.50
## + Fold3.Rep1: degree=3, scale=0.100, C=0.50
## - Fold3.Rep1: degree=3, scale=0.100, C=0.50
## + Fold3.Rep1: degree=1, scale=0.001, C=1.00
## - Fold3.Rep1: degree=1, scale=0.001, C=1.00
## + Fold3.Rep1: degree=2, scale=0.001, C=1.00
## - Fold3.Rep1: degree=2, scale=0.001, C=1.00
## + Fold3.Rep1: degree=3, scale=0.001, C=1.00
## - Fold3.Rep1: degree=3, scale=0.001, C=1.00
## + Fold3.Rep1: degree=1, scale=0.010, C=1.00
## - Fold3.Rep1: degree=1, scale=0.010, C=1.00
## + Fold3.Rep1: degree=2, scale=0.010, C=1.00
## - Fold3.Rep1: degree=2, scale=0.010, C=1.00
## + Fold3.Rep1: degree=3, scale=0.010, C=1.00
## - Fold3.Rep1: degree=3, scale=0.010, C=1.00
## + Fold3.Rep1: degree=1, scale=0.100, C=1.00
## - Fold3.Rep1: degree=1, scale=0.100, C=1.00
## + Fold3.Rep1: degree=2, scale=0.100, C=1.00
## - Fold3.Rep1: degree=2, scale=0.100, C=1.00
## + Fold3.Rep1: degree=3, scale=0.100, C=1.00
## - Fold3.Rep1: degree=3, scale=0.100, C=1.00
## + Fold4.Rep1: degree=1, scale=0.001, C=0.25
## - Fold4.Rep1: degree=1, scale=0.001, C=0.25
## + Fold4.Rep1: degree=2, scale=0.001, C=0.25
## - Fold4.Rep1: degree=2, scale=0.001, C=0.25
## + Fold4.Rep1: degree=3, scale=0.001, C=0.25
## - Fold4.Rep1: degree=3, scale=0.001, C=0.25
## + Fold4.Rep1: degree=1, scale=0.010, C=0.25
## - Fold4.Rep1: degree=1, scale=0.010, C=0.25
## + Fold4.Rep1: degree=2, scale=0.010, C=0.25
## - Fold4.Rep1: degree=2, scale=0.010, C=0.25
## + Fold4.Rep1: degree=3, scale=0.010, C=0.25
## - Fold4.Rep1: degree=3, scale=0.010, C=0.25
## + Fold4.Rep1: degree=1, scale=0.100, C=0.25
## - Fold4.Rep1: degree=1, scale=0.100, C=0.25
## + Fold4.Rep1: degree=2, scale=0.100, C=0.25
## - Fold4.Rep1: degree=2, scale=0.100, C=0.25
## + Fold4.Rep1: degree=3, scale=0.100, C=0.25
## - Fold4.Rep1: degree=3, scale=0.100, C=0.25
## + Fold4.Rep1: degree=1, scale=0.001, C=0.50
## - Fold4.Rep1: degree=1, scale=0.001, C=0.50
## + Fold4.Rep1: degree=2, scale=0.001, C=0.50
## - Fold4.Rep1: degree=2, scale=0.001, C=0.50
## + Fold4.Rep1: degree=3, scale=0.001, C=0.50
## - Fold4.Rep1: degree=3, scale=0.001, C=0.50
## + Fold4.Rep1: degree=1, scale=0.010, C=0.50
## - Fold4.Rep1: degree=1, scale=0.010, C=0.50
## + Fold4.Rep1: degree=2, scale=0.010, C=0.50
## - Fold4.Rep1: degree=2, scale=0.010, C=0.50
## + Fold4.Rep1: degree=3, scale=0.010, C=0.50
## - Fold4.Rep1: degree=3, scale=0.010, C=0.50
## + Fold4.Rep1: degree=1, scale=0.100, C=0.50
## - Fold4.Rep1: degree=1, scale=0.100, C=0.50
## + Fold4.Rep1: degree=2, scale=0.100, C=0.50
## - Fold4.Rep1: degree=2, scale=0.100, C=0.50
## + Fold4.Rep1: degree=3, scale=0.100, C=0.50
## - Fold4.Rep1: degree=3, scale=0.100, C=0.50
## + Fold4.Rep1: degree=1, scale=0.001, C=1.00
## - Fold4.Rep1: degree=1, scale=0.001, C=1.00
## + Fold4.Rep1: degree=2, scale=0.001, C=1.00
## - Fold4.Rep1: degree=2, scale=0.001, C=1.00
## + Fold4.Rep1: degree=3, scale=0.001, C=1.00
## - Fold4.Rep1: degree=3, scale=0.001, C=1.00
## + Fold4.Rep1: degree=1, scale=0.010, C=1.00
## - Fold4.Rep1: degree=1, scale=0.010, C=1.00
## + Fold4.Rep1: degree=2, scale=0.010, C=1.00
## - Fold4.Rep1: degree=2, scale=0.010, C=1.00
## + Fold4.Rep1: degree=3, scale=0.010, C=1.00
## - Fold4.Rep1: degree=3, scale=0.010, C=1.00
## + Fold4.Rep1: degree=1, scale=0.100, C=1.00
## - Fold4.Rep1: degree=1, scale=0.100, C=1.00
## + Fold4.Rep1: degree=2, scale=0.100, C=1.00
## - Fold4.Rep1: degree=2, scale=0.100, C=1.00
## + Fold4.Rep1: degree=3, scale=0.100, C=1.00
## - Fold4.Rep1: degree=3, scale=0.100, C=1.00
## + Fold5.Rep1: degree=1, scale=0.001, C=0.25
## - Fold5.Rep1: degree=1, scale=0.001, C=0.25
## + Fold5.Rep1: degree=2, scale=0.001, C=0.25
## - Fold5.Rep1: degree=2, scale=0.001, C=0.25
## + Fold5.Rep1: degree=3, scale=0.001, C=0.25
## - Fold5.Rep1: degree=3, scale=0.001, C=0.25
## + Fold5.Rep1: degree=1, scale=0.010, C=0.25
## - Fold5.Rep1: degree=1, scale=0.010, C=0.25
## + Fold5.Rep1: degree=2, scale=0.010, C=0.25
## - Fold5.Rep1: degree=2, scale=0.010, C=0.25
## + Fold5.Rep1: degree=3, scale=0.010, C=0.25
## - Fold5.Rep1: degree=3, scale=0.010, C=0.25
## + Fold5.Rep1: degree=1, scale=0.100, C=0.25
## - Fold5.Rep1: degree=1, scale=0.100, C=0.25
## + Fold5.Rep1: degree=2, scale=0.100, C=0.25
## - Fold5.Rep1: degree=2, scale=0.100, C=0.25
## + Fold5.Rep1: degree=3, scale=0.100, C=0.25
## - Fold5.Rep1: degree=3, scale=0.100, C=0.25
## + Fold5.Rep1: degree=1, scale=0.001, C=0.50
## - Fold5.Rep1: degree=1, scale=0.001, C=0.50
## + Fold5.Rep1: degree=2, scale=0.001, C=0.50
## - Fold5.Rep1: degree=2, scale=0.001, C=0.50
## + Fold5.Rep1: degree=3, scale=0.001, C=0.50
## - Fold5.Rep1: degree=3, scale=0.001, C=0.50
## + Fold5.Rep1: degree=1, scale=0.010, C=0.50
## - Fold5.Rep1: degree=1, scale=0.010, C=0.50
## + Fold5.Rep1: degree=2, scale=0.010, C=0.50
## - Fold5.Rep1: degree=2, scale=0.010, C=0.50
## + Fold5.Rep1: degree=3, scale=0.010, C=0.50
## - Fold5.Rep1: degree=3, scale=0.010, C=0.50
## + Fold5.Rep1: degree=1, scale=0.100, C=0.50
## - Fold5.Rep1: degree=1, scale=0.100, C=0.50
## + Fold5.Rep1: degree=2, scale=0.100, C=0.50
## - Fold5.Rep1: degree=2, scale=0.100, C=0.50
## + Fold5.Rep1: degree=3, scale=0.100, C=0.50
## - Fold5.Rep1: degree=3, scale=0.100, C=0.50
## + Fold5.Rep1: degree=1, scale=0.001, C=1.00
## - Fold5.Rep1: degree=1, scale=0.001, C=1.00
## + Fold5.Rep1: degree=2, scale=0.001, C=1.00
## - Fold5.Rep1: degree=2, scale=0.001, C=1.00
## + Fold5.Rep1: degree=3, scale=0.001, C=1.00
## - Fold5.Rep1: degree=3, scale=0.001, C=1.00
## + Fold5.Rep1: degree=1, scale=0.010, C=1.00
## - Fold5.Rep1: degree=1, scale=0.010, C=1.00
## + Fold5.Rep1: degree=2, scale=0.010, C=1.00
## - Fold5.Rep1: degree=2, scale=0.010, C=1.00
## + Fold5.Rep1: degree=3, scale=0.010, C=1.00
## - Fold5.Rep1: degree=3, scale=0.010, C=1.00
## + Fold5.Rep1: degree=1, scale=0.100, C=1.00
## - Fold5.Rep1: degree=1, scale=0.100, C=1.00
## + Fold5.Rep1: degree=2, scale=0.100, C=1.00
## - Fold5.Rep1: degree=2, scale=0.100, C=1.00
## + Fold5.Rep1: degree=3, scale=0.100, C=1.00
## - Fold5.Rep1: degree=3, scale=0.100, C=1.00
## + Fold1.Rep2: degree=1, scale=0.001, C=0.25
## - Fold1.Rep2: degree=1, scale=0.001, C=0.25
## + Fold1.Rep2: degree=2, scale=0.001, C=0.25
## - Fold1.Rep2: degree=2, scale=0.001, C=0.25
## + Fold1.Rep2: degree=3, scale=0.001, C=0.25
## - Fold1.Rep2: degree=3, scale=0.001, C=0.25
## + Fold1.Rep2: degree=1, scale=0.010, C=0.25
## - Fold1.Rep2: degree=1, scale=0.010, C=0.25
## + Fold1.Rep2: degree=2, scale=0.010, C=0.25
## - Fold1.Rep2: degree=2, scale=0.010, C=0.25
## + Fold1.Rep2: degree=3, scale=0.010, C=0.25
## - Fold1.Rep2: degree=3, scale=0.010, C=0.25
## + Fold1.Rep2: degree=1, scale=0.100, C=0.25
## - Fold1.Rep2: degree=1, scale=0.100, C=0.25
## + Fold1.Rep2: degree=2, scale=0.100, C=0.25
## - Fold1.Rep2: degree=2, scale=0.100, C=0.25
## + Fold1.Rep2: degree=3, scale=0.100, C=0.25
## - Fold1.Rep2: degree=3, scale=0.100, C=0.25
## + Fold1.Rep2: degree=1, scale=0.001, C=0.50
## - Fold1.Rep2: degree=1, scale=0.001, C=0.50
## + Fold1.Rep2: degree=2, scale=0.001, C=0.50
## - Fold1.Rep2: degree=2, scale=0.001, C=0.50
## + Fold1.Rep2: degree=3, scale=0.001, C=0.50
## - Fold1.Rep2: degree=3, scale=0.001, C=0.50
## + Fold1.Rep2: degree=1, scale=0.010, C=0.50
## - Fold1.Rep2: degree=1, scale=0.010, C=0.50
## + Fold1.Rep2: degree=2, scale=0.010, C=0.50
## - Fold1.Rep2: degree=2, scale=0.010, C=0.50
## + Fold1.Rep2: degree=3, scale=0.010, C=0.50
## - Fold1.Rep2: degree=3, scale=0.010, C=0.50
## + Fold1.Rep2: degree=1, scale=0.100, C=0.50
## - Fold1.Rep2: degree=1, scale=0.100, C=0.50
## + Fold1.Rep2: degree=2, scale=0.100, C=0.50
## - Fold1.Rep2: degree=2, scale=0.100, C=0.50
## + Fold1.Rep2: degree=3, scale=0.100, C=0.50
## - Fold1.Rep2: degree=3, scale=0.100, C=0.50
## + Fold1.Rep2: degree=1, scale=0.001, C=1.00
## - Fold1.Rep2: degree=1, scale=0.001, C=1.00
## + Fold1.Rep2: degree=2, scale=0.001, C=1.00
## - Fold1.Rep2: degree=2, scale=0.001, C=1.00
## + Fold1.Rep2: degree=3, scale=0.001, C=1.00
## - Fold1.Rep2: degree=3, scale=0.001, C=1.00
## + Fold1.Rep2: degree=1, scale=0.010, C=1.00
## - Fold1.Rep2: degree=1, scale=0.010, C=1.00
## + Fold1.Rep2: degree=2, scale=0.010, C=1.00
## - Fold1.Rep2: degree=2, scale=0.010, C=1.00
## + Fold1.Rep2: degree=3, scale=0.010, C=1.00
## - Fold1.Rep2: degree=3, scale=0.010, C=1.00
## + Fold1.Rep2: degree=1, scale=0.100, C=1.00
## - Fold1.Rep2: degree=1, scale=0.100, C=1.00
## + Fold1.Rep2: degree=2, scale=0.100, C=1.00
## - Fold1.Rep2: degree=2, scale=0.100, C=1.00
## + Fold1.Rep2: degree=3, scale=0.100, C=1.00
## - Fold1.Rep2: degree=3, scale=0.100, C=1.00
## + Fold2.Rep2: degree=1, scale=0.001, C=0.25
## - Fold2.Rep2: degree=1, scale=0.001, C=0.25
## + Fold2.Rep2: degree=2, scale=0.001, C=0.25
## - Fold2.Rep2: degree=2, scale=0.001, C=0.25
## + Fold2.Rep2: degree=3, scale=0.001, C=0.25
## - Fold2.Rep2: degree=3, scale=0.001, C=0.25
## + Fold2.Rep2: degree=1, scale=0.010, C=0.25
## - Fold2.Rep2: degree=1, scale=0.010, C=0.25
## + Fold2.Rep2: degree=2, scale=0.010, C=0.25
## - Fold2.Rep2: degree=2, scale=0.010, C=0.25
## + Fold2.Rep2: degree=3, scale=0.010, C=0.25
## - Fold2.Rep2: degree=3, scale=0.010, C=0.25
## + Fold2.Rep2: degree=1, scale=0.100, C=0.25
## - Fold2.Rep2: degree=1, scale=0.100, C=0.25
## + Fold2.Rep2: degree=2, scale=0.100, C=0.25
## - Fold2.Rep2: degree=2, scale=0.100, C=0.25
## + Fold2.Rep2: degree=3, scale=0.100, C=0.25
## - Fold2.Rep2: degree=3, scale=0.100, C=0.25
## + Fold2.Rep2: degree=1, scale=0.001, C=0.50
## - Fold2.Rep2: degree=1, scale=0.001, C=0.50
## + Fold2.Rep2: degree=2, scale=0.001, C=0.50
## - Fold2.Rep2: degree=2, scale=0.001, C=0.50
## + Fold2.Rep2: degree=3, scale=0.001, C=0.50
## - Fold2.Rep2: degree=3, scale=0.001, C=0.50
## + Fold2.Rep2: degree=1, scale=0.010, C=0.50
## - Fold2.Rep2: degree=1, scale=0.010, C=0.50
## + Fold2.Rep2: degree=2, scale=0.010, C=0.50
## - Fold2.Rep2: degree=2, scale=0.010, C=0.50
## + Fold2.Rep2: degree=3, scale=0.010, C=0.50
## - Fold2.Rep2: degree=3, scale=0.010, C=0.50
## + Fold2.Rep2: degree=1, scale=0.100, C=0.50
## - Fold2.Rep2: degree=1, scale=0.100, C=0.50
## + Fold2.Rep2: degree=2, scale=0.100, C=0.50
## - Fold2.Rep2: degree=2, scale=0.100, C=0.50
## + Fold2.Rep2: degree=3, scale=0.100, C=0.50
## - Fold2.Rep2: degree=3, scale=0.100, C=0.50
## + Fold2.Rep2: degree=1, scale=0.001, C=1.00
## - Fold2.Rep2: degree=1, scale=0.001, C=1.00
## + Fold2.Rep2: degree=2, scale=0.001, C=1.00
## - Fold2.Rep2: degree=2, scale=0.001, C=1.00
## + Fold2.Rep2: degree=3, scale=0.001, C=1.00
## - Fold2.Rep2: degree=3, scale=0.001, C=1.00
## + Fold2.Rep2: degree=1, scale=0.010, C=1.00
## - Fold2.Rep2: degree=1, scale=0.010, C=1.00
## + Fold2.Rep2: degree=2, scale=0.010, C=1.00
## - Fold2.Rep2: degree=2, scale=0.010, C=1.00
## + Fold2.Rep2: degree=3, scale=0.010, C=1.00
## - Fold2.Rep2: degree=3, scale=0.010, C=1.00
## + Fold2.Rep2: degree=1, scale=0.100, C=1.00
## - Fold2.Rep2: degree=1, scale=0.100, C=1.00
## + Fold2.Rep2: degree=2, scale=0.100, C=1.00
## - Fold2.Rep2: degree=2, scale=0.100, C=1.00
## + Fold2.Rep2: degree=3, scale=0.100, C=1.00
## - Fold2.Rep2: degree=3, scale=0.100, C=1.00
## + Fold3.Rep2: degree=1, scale=0.001, C=0.25
## - Fold3.Rep2: degree=1, scale=0.001, C=0.25
## + Fold3.Rep2: degree=2, scale=0.001, C=0.25
## - Fold3.Rep2: degree=2, scale=0.001, C=0.25
## + Fold3.Rep2: degree=3, scale=0.001, C=0.25
## - Fold3.Rep2: degree=3, scale=0.001, C=0.25
## + Fold3.Rep2: degree=1, scale=0.010, C=0.25
## - Fold3.Rep2: degree=1, scale=0.010, C=0.25
## + Fold3.Rep2: degree=2, scale=0.010, C=0.25
## - Fold3.Rep2: degree=2, scale=0.010, C=0.25
## + Fold3.Rep2: degree=3, scale=0.010, C=0.25
## - Fold3.Rep2: degree=3, scale=0.010, C=0.25
## + Fold3.Rep2: degree=1, scale=0.100, C=0.25
## - Fold3.Rep2: degree=1, scale=0.100, C=0.25
## + Fold3.Rep2: degree=2, scale=0.100, C=0.25
## - Fold3.Rep2: degree=2, scale=0.100, C=0.25
## + Fold3.Rep2: degree=3, scale=0.100, C=0.25
## - Fold3.Rep2: degree=3, scale=0.100, C=0.25
## + Fold3.Rep2: degree=1, scale=0.001, C=0.50
## - Fold3.Rep2: degree=1, scale=0.001, C=0.50
## + Fold3.Rep2: degree=2, scale=0.001, C=0.50
## - Fold3.Rep2: degree=2, scale=0.001, C=0.50
## + Fold3.Rep2: degree=3, scale=0.001, C=0.50
## - Fold3.Rep2: degree=3, scale=0.001, C=0.50
## + Fold3.Rep2: degree=1, scale=0.010, C=0.50
## - Fold3.Rep2: degree=1, scale=0.010, C=0.50
## + Fold3.Rep2: degree=2, scale=0.010, C=0.50
## - Fold3.Rep2: degree=2, scale=0.010, C=0.50
## + Fold3.Rep2: degree=3, scale=0.010, C=0.50
## - Fold3.Rep2: degree=3, scale=0.010, C=0.50
## + Fold3.Rep2: degree=1, scale=0.100, C=0.50
## - Fold3.Rep2: degree=1, scale=0.100, C=0.50
## + Fold3.Rep2: degree=2, scale=0.100, C=0.50
## - Fold3.Rep2: degree=2, scale=0.100, C=0.50
## + Fold3.Rep2: degree=3, scale=0.100, C=0.50
## - Fold3.Rep2: degree=3, scale=0.100, C=0.50
## + Fold3.Rep2: degree=1, scale=0.001, C=1.00
## - Fold3.Rep2: degree=1, scale=0.001, C=1.00
## + Fold3.Rep2: degree=2, scale=0.001, C=1.00
## - Fold3.Rep2: degree=2, scale=0.001, C=1.00
## + Fold3.Rep2: degree=3, scale=0.001, C=1.00
## - Fold3.Rep2: degree=3, scale=0.001, C=1.00
## + Fold3.Rep2: degree=1, scale=0.010, C=1.00
## - Fold3.Rep2: degree=1, scale=0.010, C=1.00
## + Fold3.Rep2: degree=2, scale=0.010, C=1.00
## - Fold3.Rep2: degree=2, scale=0.010, C=1.00
## + Fold3.Rep2: degree=3, scale=0.010, C=1.00
## - Fold3.Rep2: degree=3, scale=0.010, C=1.00
## + Fold3.Rep2: degree=1, scale=0.100, C=1.00
## - Fold3.Rep2: degree=1, scale=0.100, C=1.00
## + Fold3.Rep2: degree=2, scale=0.100, C=1.00
## - Fold3.Rep2: degree=2, scale=0.100, C=1.00
## + Fold3.Rep2: degree=3, scale=0.100, C=1.00
## - Fold3.Rep2: degree=3, scale=0.100, C=1.00
## + Fold4.Rep2: degree=1, scale=0.001, C=0.25
## - Fold4.Rep2: degree=1, scale=0.001, C=0.25
## + Fold4.Rep2: degree=2, scale=0.001, C=0.25
## - Fold4.Rep2: degree=2, scale=0.001, C=0.25
## + Fold4.Rep2: degree=3, scale=0.001, C=0.25
## - Fold4.Rep2: degree=3, scale=0.001, C=0.25
## + Fold4.Rep2: degree=1, scale=0.010, C=0.25
## - Fold4.Rep2: degree=1, scale=0.010, C=0.25
## + Fold4.Rep2: degree=2, scale=0.010, C=0.25
## - Fold4.Rep2: degree=2, scale=0.010, C=0.25
## + Fold4.Rep2: degree=3, scale=0.010, C=0.25
## - Fold4.Rep2: degree=3, scale=0.010, C=0.25
## + Fold4.Rep2: degree=1, scale=0.100, C=0.25
## - Fold4.Rep2: degree=1, scale=0.100, C=0.25
## + Fold4.Rep2: degree=2, scale=0.100, C=0.25
## - Fold4.Rep2: degree=2, scale=0.100, C=0.25
## + Fold4.Rep2: degree=3, scale=0.100, C=0.25
## - Fold4.Rep2: degree=3, scale=0.100, C=0.25
## + Fold4.Rep2: degree=1, scale=0.001, C=0.50
## - Fold4.Rep2: degree=1, scale=0.001, C=0.50
## + Fold4.Rep2: degree=2, scale=0.001, C=0.50
## - Fold4.Rep2: degree=2, scale=0.001, C=0.50
## + Fold4.Rep2: degree=3, scale=0.001, C=0.50
## - Fold4.Rep2: degree=3, scale=0.001, C=0.50
## + Fold4.Rep2: degree=1, scale=0.010, C=0.50
## - Fold4.Rep2: degree=1, scale=0.010, C=0.50
## + Fold4.Rep2: degree=2, scale=0.010, C=0.50
## - Fold4.Rep2: degree=2, scale=0.010, C=0.50
## + Fold4.Rep2: degree=3, scale=0.010, C=0.50
## - Fold4.Rep2: degree=3, scale=0.010, C=0.50
## + Fold4.Rep2: degree=1, scale=0.100, C=0.50
## - Fold4.Rep2: degree=1, scale=0.100, C=0.50
## + Fold4.Rep2: degree=2, scale=0.100, C=0.50
## - Fold4.Rep2: degree=2, scale=0.100, C=0.50
## + Fold4.Rep2: degree=3, scale=0.100, C=0.50
## - Fold4.Rep2: degree=3, scale=0.100, C=0.50
## + Fold4.Rep2: degree=1, scale=0.001, C=1.00
## - Fold4.Rep2: degree=1, scale=0.001, C=1.00
## + Fold4.Rep2: degree=2, scale=0.001, C=1.00
## - Fold4.Rep2: degree=2, scale=0.001, C=1.00
## + Fold4.Rep2: degree=3, scale=0.001, C=1.00
## - Fold4.Rep2: degree=3, scale=0.001, C=1.00
## + Fold4.Rep2: degree=1, scale=0.010, C=1.00
## - Fold4.Rep2: degree=1, scale=0.010, C=1.00
## + Fold4.Rep2: degree=2, scale=0.010, C=1.00
## - Fold4.Rep2: degree=2, scale=0.010, C=1.00
## + Fold4.Rep2: degree=3, scale=0.010, C=1.00
## - Fold4.Rep2: degree=3, scale=0.010, C=1.00
## + Fold4.Rep2: degree=1, scale=0.100, C=1.00
## - Fold4.Rep2: degree=1, scale=0.100, C=1.00
## + Fold4.Rep2: degree=2, scale=0.100, C=1.00
## - Fold4.Rep2: degree=2, scale=0.100, C=1.00
## + Fold4.Rep2: degree=3, scale=0.100, C=1.00
## - Fold4.Rep2: degree=3, scale=0.100, C=1.00
## + Fold5.Rep2: degree=1, scale=0.001, C=0.25
## - Fold5.Rep2: degree=1, scale=0.001, C=0.25
## + Fold5.Rep2: degree=2, scale=0.001, C=0.25
## - Fold5.Rep2: degree=2, scale=0.001, C=0.25
## + Fold5.Rep2: degree=3, scale=0.001, C=0.25
## - Fold5.Rep2: degree=3, scale=0.001, C=0.25
## + Fold5.Rep2: degree=1, scale=0.010, C=0.25
## - Fold5.Rep2: degree=1, scale=0.010, C=0.25
## + Fold5.Rep2: degree=2, scale=0.010, C=0.25
## - Fold5.Rep2: degree=2, scale=0.010, C=0.25
## + Fold5.Rep2: degree=3, scale=0.010, C=0.25
## - Fold5.Rep2: degree=3, scale=0.010, C=0.25
## + Fold5.Rep2: degree=1, scale=0.100, C=0.25
## - Fold5.Rep2: degree=1, scale=0.100, C=0.25
## + Fold5.Rep2: degree=2, scale=0.100, C=0.25
## - Fold5.Rep2: degree=2, scale=0.100, C=0.25
## + Fold5.Rep2: degree=3, scale=0.100, C=0.25
## - Fold5.Rep2: degree=3, scale=0.100, C=0.25
## + Fold5.Rep2: degree=1, scale=0.001, C=0.50
## - Fold5.Rep2: degree=1, scale=0.001, C=0.50
## + Fold5.Rep2: degree=2, scale=0.001, C=0.50
## - Fold5.Rep2: degree=2, scale=0.001, C=0.50
## + Fold5.Rep2: degree=3, scale=0.001, C=0.50
## - Fold5.Rep2: degree=3, scale=0.001, C=0.50
## + Fold5.Rep2: degree=1, scale=0.010, C=0.50
## - Fold5.Rep2: degree=1, scale=0.010, C=0.50
## + Fold5.Rep2: degree=2, scale=0.010, C=0.50
## - Fold5.Rep2: degree=2, scale=0.010, C=0.50
## + Fold5.Rep2: degree=3, scale=0.010, C=0.50
## - Fold5.Rep2: degree=3, scale=0.010, C=0.50
## + Fold5.Rep2: degree=1, scale=0.100, C=0.50
## - Fold5.Rep2: degree=1, scale=0.100, C=0.50
## + Fold5.Rep2: degree=2, scale=0.100, C=0.50
## - Fold5.Rep2: degree=2, scale=0.100, C=0.50
## + Fold5.Rep2: degree=3, scale=0.100, C=0.50
## - Fold5.Rep2: degree=3, scale=0.100, C=0.50
## + Fold5.Rep2: degree=1, scale=0.001, C=1.00
## - Fold5.Rep2: degree=1, scale=0.001, C=1.00
## + Fold5.Rep2: degree=2, scale=0.001, C=1.00
## - Fold5.Rep2: degree=2, scale=0.001, C=1.00
## + Fold5.Rep2: degree=3, scale=0.001, C=1.00
## - Fold5.Rep2: degree=3, scale=0.001, C=1.00
## + Fold5.Rep2: degree=1, scale=0.010, C=1.00
## - Fold5.Rep2: degree=1, scale=0.010, C=1.00
## + Fold5.Rep2: degree=2, scale=0.010, C=1.00
## - Fold5.Rep2: degree=2, scale=0.010, C=1.00
## + Fold5.Rep2: degree=3, scale=0.010, C=1.00
## - Fold5.Rep2: degree=3, scale=0.010, C=1.00
## + Fold5.Rep2: degree=1, scale=0.100, C=1.00
## - Fold5.Rep2: degree=1, scale=0.100, C=1.00
## + Fold5.Rep2: degree=2, scale=0.100, C=1.00
## - Fold5.Rep2: degree=2, scale=0.100, C=1.00
## + Fold5.Rep2: degree=3, scale=0.100, C=1.00
## - Fold5.Rep2: degree=3, scale=0.100, C=1.00
## + Fold1.Rep3: degree=1, scale=0.001, C=0.25
## - Fold1.Rep3: degree=1, scale=0.001, C=0.25
## + Fold1.Rep3: degree=2, scale=0.001, C=0.25
## - Fold1.Rep3: degree=2, scale=0.001, C=0.25
## + Fold1.Rep3: degree=3, scale=0.001, C=0.25
## - Fold1.Rep3: degree=3, scale=0.001, C=0.25
## + Fold1.Rep3: degree=1, scale=0.010, C=0.25
## - Fold1.Rep3: degree=1, scale=0.010, C=0.25
## + Fold1.Rep3: degree=2, scale=0.010, C=0.25
## - Fold1.Rep3: degree=2, scale=0.010, C=0.25
## + Fold1.Rep3: degree=3, scale=0.010, C=0.25
## - Fold1.Rep3: degree=3, scale=0.010, C=0.25
## + Fold1.Rep3: degree=1, scale=0.100, C=0.25
## - Fold1.Rep3: degree=1, scale=0.100, C=0.25
## + Fold1.Rep3: degree=2, scale=0.100, C=0.25
## - Fold1.Rep3: degree=2, scale=0.100, C=0.25
## + Fold1.Rep3: degree=3, scale=0.100, C=0.25
## - Fold1.Rep3: degree=3, scale=0.100, C=0.25
## + Fold1.Rep3: degree=1, scale=0.001, C=0.50
## - Fold1.Rep3: degree=1, scale=0.001, C=0.50
## + Fold1.Rep3: degree=2, scale=0.001, C=0.50
## - Fold1.Rep3: degree=2, scale=0.001, C=0.50
## + Fold1.Rep3: degree=3, scale=0.001, C=0.50
## - Fold1.Rep3: degree=3, scale=0.001, C=0.50
## + Fold1.Rep3: degree=1, scale=0.010, C=0.50
## - Fold1.Rep3: degree=1, scale=0.010, C=0.50
## + Fold1.Rep3: degree=2, scale=0.010, C=0.50
## - Fold1.Rep3: degree=2, scale=0.010, C=0.50
## + Fold1.Rep3: degree=3, scale=0.010, C=0.50
## - Fold1.Rep3: degree=3, scale=0.010, C=0.50
## + Fold1.Rep3: degree=1, scale=0.100, C=0.50
## - Fold1.Rep3: degree=1, scale=0.100, C=0.50
## + Fold1.Rep3: degree=2, scale=0.100, C=0.50
## - Fold1.Rep3: degree=2, scale=0.100, C=0.50
## + Fold1.Rep3: degree=3, scale=0.100, C=0.50
## - Fold1.Rep3: degree=3, scale=0.100, C=0.50
## + Fold1.Rep3: degree=1, scale=0.001, C=1.00
## - Fold1.Rep3: degree=1, scale=0.001, C=1.00
## + Fold1.Rep3: degree=2, scale=0.001, C=1.00
## - Fold1.Rep3: degree=2, scale=0.001, C=1.00
## + Fold1.Rep3: degree=3, scale=0.001, C=1.00
## - Fold1.Rep3: degree=3, scale=0.001, C=1.00
## + Fold1.Rep3: degree=1, scale=0.010, C=1.00
## - Fold1.Rep3: degree=1, scale=0.010, C=1.00
## + Fold1.Rep3: degree=2, scale=0.010, C=1.00
## - Fold1.Rep3: degree=2, scale=0.010, C=1.00
## + Fold1.Rep3: degree=3, scale=0.010, C=1.00
## - Fold1.Rep3: degree=3, scale=0.010, C=1.00
## + Fold1.Rep3: degree=1, scale=0.100, C=1.00
## - Fold1.Rep3: degree=1, scale=0.100, C=1.00
## + Fold1.Rep3: degree=2, scale=0.100, C=1.00
## - Fold1.Rep3: degree=2, scale=0.100, C=1.00
## + Fold1.Rep3: degree=3, scale=0.100, C=1.00
## - Fold1.Rep3: degree=3, scale=0.100, C=1.00
## + Fold2.Rep3: degree=1, scale=0.001, C=0.25
## - Fold2.Rep3: degree=1, scale=0.001, C=0.25
## + Fold2.Rep3: degree=2, scale=0.001, C=0.25
## - Fold2.Rep3: degree=2, scale=0.001, C=0.25
## + Fold2.Rep3: degree=3, scale=0.001, C=0.25
## - Fold2.Rep3: degree=3, scale=0.001, C=0.25
## + Fold2.Rep3: degree=1, scale=0.010, C=0.25
## - Fold2.Rep3: degree=1, scale=0.010, C=0.25
## + Fold2.Rep3: degree=2, scale=0.010, C=0.25
## - Fold2.Rep3: degree=2, scale=0.010, C=0.25
## + Fold2.Rep3: degree=3, scale=0.010, C=0.25
## - Fold2.Rep3: degree=3, scale=0.010, C=0.25
## + Fold2.Rep3: degree=1, scale=0.100, C=0.25
## - Fold2.Rep3: degree=1, scale=0.100, C=0.25
## + Fold2.Rep3: degree=2, scale=0.100, C=0.25
## - Fold2.Rep3: degree=2, scale=0.100, C=0.25
## + Fold2.Rep3: degree=3, scale=0.100, C=0.25
## - Fold2.Rep3: degree=3, scale=0.100, C=0.25
## + Fold2.Rep3: degree=1, scale=0.001, C=0.50
## - Fold2.Rep3: degree=1, scale=0.001, C=0.50
## + Fold2.Rep3: degree=2, scale=0.001, C=0.50
## - Fold2.Rep3: degree=2, scale=0.001, C=0.50
## + Fold2.Rep3: degree=3, scale=0.001, C=0.50
## - Fold2.Rep3: degree=3, scale=0.001, C=0.50
## + Fold2.Rep3: degree=1, scale=0.010, C=0.50
## - Fold2.Rep3: degree=1, scale=0.010, C=0.50
## + Fold2.Rep3: degree=2, scale=0.010, C=0.50
## - Fold2.Rep3: degree=2, scale=0.010, C=0.50
## + Fold2.Rep3: degree=3, scale=0.010, C=0.50
## - Fold2.Rep3: degree=3, scale=0.010, C=0.50
## + Fold2.Rep3: degree=1, scale=0.100, C=0.50
## - Fold2.Rep3: degree=1, scale=0.100, C=0.50
## + Fold2.Rep3: degree=2, scale=0.100, C=0.50
## - Fold2.Rep3: degree=2, scale=0.100, C=0.50
## + Fold2.Rep3: degree=3, scale=0.100, C=0.50
## - Fold2.Rep3: degree=3, scale=0.100, C=0.50
## + Fold2.Rep3: degree=1, scale=0.001, C=1.00
## - Fold2.Rep3: degree=1, scale=0.001, C=1.00
## + Fold2.Rep3: degree=2, scale=0.001, C=1.00
## - Fold2.Rep3: degree=2, scale=0.001, C=1.00
## + Fold2.Rep3: degree=3, scale=0.001, C=1.00
## - Fold2.Rep3: degree=3, scale=0.001, C=1.00
## + Fold2.Rep3: degree=1, scale=0.010, C=1.00
## - Fold2.Rep3: degree=1, scale=0.010, C=1.00
## + Fold2.Rep3: degree=2, scale=0.010, C=1.00
## - Fold2.Rep3: degree=2, scale=0.010, C=1.00
## + Fold2.Rep3: degree=3, scale=0.010, C=1.00
## - Fold2.Rep3: degree=3, scale=0.010, C=1.00
## + Fold2.Rep3: degree=1, scale=0.100, C=1.00
## - Fold2.Rep3: degree=1, scale=0.100, C=1.00
## + Fold2.Rep3: degree=2, scale=0.100, C=1.00
## - Fold2.Rep3: degree=2, scale=0.100, C=1.00
## + Fold2.Rep3: degree=3, scale=0.100, C=1.00
## - Fold2.Rep3: degree=3, scale=0.100, C=1.00
## + Fold3.Rep3: degree=1, scale=0.001, C=0.25
## - Fold3.Rep3: degree=1, scale=0.001, C=0.25
## + Fold3.Rep3: degree=2, scale=0.001, C=0.25
## - Fold3.Rep3: degree=2, scale=0.001, C=0.25
## + Fold3.Rep3: degree=3, scale=0.001, C=0.25
## - Fold3.Rep3: degree=3, scale=0.001, C=0.25
## + Fold3.Rep3: degree=1, scale=0.010, C=0.25
## - Fold3.Rep3: degree=1, scale=0.010, C=0.25
## + Fold3.Rep3: degree=2, scale=0.010, C=0.25
## - Fold3.Rep3: degree=2, scale=0.010, C=0.25
## + Fold3.Rep3: degree=3, scale=0.010, C=0.25
## - Fold3.Rep3: degree=3, scale=0.010, C=0.25
## + Fold3.Rep3: degree=1, scale=0.100, C=0.25
## - Fold3.Rep3: degree=1, scale=0.100, C=0.25
## + Fold3.Rep3: degree=2, scale=0.100, C=0.25
## - Fold3.Rep3: degree=2, scale=0.100, C=0.25
## + Fold3.Rep3: degree=3, scale=0.100, C=0.25
## - Fold3.Rep3: degree=3, scale=0.100, C=0.25
## + Fold3.Rep3: degree=1, scale=0.001, C=0.50
## - Fold3.Rep3: degree=1, scale=0.001, C=0.50
## + Fold3.Rep3: degree=2, scale=0.001, C=0.50
## - Fold3.Rep3: degree=2, scale=0.001, C=0.50
## + Fold3.Rep3: degree=3, scale=0.001, C=0.50
## - Fold3.Rep3: degree=3, scale=0.001, C=0.50
## + Fold3.Rep3: degree=1, scale=0.010, C=0.50
## - Fold3.Rep3: degree=1, scale=0.010, C=0.50
## + Fold3.Rep3: degree=2, scale=0.010, C=0.50
## - Fold3.Rep3: degree=2, scale=0.010, C=0.50
## + Fold3.Rep3: degree=3, scale=0.010, C=0.50
## - Fold3.Rep3: degree=3, scale=0.010, C=0.50
## + Fold3.Rep3: degree=1, scale=0.100, C=0.50
## - Fold3.Rep3: degree=1, scale=0.100, C=0.50
## + Fold3.Rep3: degree=2, scale=0.100, C=0.50
## - Fold3.Rep3: degree=2, scale=0.100, C=0.50
## + Fold3.Rep3: degree=3, scale=0.100, C=0.50
## - Fold3.Rep3: degree=3, scale=0.100, C=0.50
## + Fold3.Rep3: degree=1, scale=0.001, C=1.00
## - Fold3.Rep3: degree=1, scale=0.001, C=1.00
## + Fold3.Rep3: degree=2, scale=0.001, C=1.00
## - Fold3.Rep3: degree=2, scale=0.001, C=1.00
## + Fold3.Rep3: degree=3, scale=0.001, C=1.00
## - Fold3.Rep3: degree=3, scale=0.001, C=1.00
## + Fold3.Rep3: degree=1, scale=0.010, C=1.00
## - Fold3.Rep3: degree=1, scale=0.010, C=1.00
## + Fold3.Rep3: degree=2, scale=0.010, C=1.00
## - Fold3.Rep3: degree=2, scale=0.010, C=1.00
## + Fold3.Rep3: degree=3, scale=0.010, C=1.00
## - Fold3.Rep3: degree=3, scale=0.010, C=1.00
## + Fold3.Rep3: degree=1, scale=0.100, C=1.00
## - Fold3.Rep3: degree=1, scale=0.100, C=1.00
## + Fold3.Rep3: degree=2, scale=0.100, C=1.00
## - Fold3.Rep3: degree=2, scale=0.100, C=1.00
## + Fold3.Rep3: degree=3, scale=0.100, C=1.00
## - Fold3.Rep3: degree=3, scale=0.100, C=1.00
## + Fold4.Rep3: degree=1, scale=0.001, C=0.25
## - Fold4.Rep3: degree=1, scale=0.001, C=0.25
## + Fold4.Rep3: degree=2, scale=0.001, C=0.25
## - Fold4.Rep3: degree=2, scale=0.001, C=0.25
## + Fold4.Rep3: degree=3, scale=0.001, C=0.25
## - Fold4.Rep3: degree=3, scale=0.001, C=0.25
## + Fold4.Rep3: degree=1, scale=0.010, C=0.25
## - Fold4.Rep3: degree=1, scale=0.010, C=0.25
## + Fold4.Rep3: degree=2, scale=0.010, C=0.25
## - Fold4.Rep3: degree=2, scale=0.010, C=0.25
## + Fold4.Rep3: degree=3, scale=0.010, C=0.25
## - Fold4.Rep3: degree=3, scale=0.010, C=0.25
## + Fold4.Rep3: degree=1, scale=0.100, C=0.25
## - Fold4.Rep3: degree=1, scale=0.100, C=0.25
## + Fold4.Rep3: degree=2, scale=0.100, C=0.25
## - Fold4.Rep3: degree=2, scale=0.100, C=0.25
## + Fold4.Rep3: degree=3, scale=0.100, C=0.25
## - Fold4.Rep3: degree=3, scale=0.100, C=0.25
## + Fold4.Rep3: degree=1, scale=0.001, C=0.50
## - Fold4.Rep3: degree=1, scale=0.001, C=0.50
## + Fold4.Rep3: degree=2, scale=0.001, C=0.50
## - Fold4.Rep3: degree=2, scale=0.001, C=0.50
## + Fold4.Rep3: degree=3, scale=0.001, C=0.50
## - Fold4.Rep3: degree=3, scale=0.001, C=0.50
## + Fold4.Rep3: degree=1, scale=0.010, C=0.50
## - Fold4.Rep3: degree=1, scale=0.010, C=0.50
## + Fold4.Rep3: degree=2, scale=0.010, C=0.50
## - Fold4.Rep3: degree=2, scale=0.010, C=0.50
## + Fold4.Rep3: degree=3, scale=0.010, C=0.50
## - Fold4.Rep3: degree=3, scale=0.010, C=0.50
## + Fold4.Rep3: degree=1, scale=0.100, C=0.50
## - Fold4.Rep3: degree=1, scale=0.100, C=0.50
## + Fold4.Rep3: degree=2, scale=0.100, C=0.50
## - Fold4.Rep3: degree=2, scale=0.100, C=0.50
## + Fold4.Rep3: degree=3, scale=0.100, C=0.50
## - Fold4.Rep3: degree=3, scale=0.100, C=0.50
## + Fold4.Rep3: degree=1, scale=0.001, C=1.00
## - Fold4.Rep3: degree=1, scale=0.001, C=1.00
## + Fold4.Rep3: degree=2, scale=0.001, C=1.00
## - Fold4.Rep3: degree=2, scale=0.001, C=1.00
## + Fold4.Rep3: degree=3, scale=0.001, C=1.00
## - Fold4.Rep3: degree=3, scale=0.001, C=1.00
## + Fold4.Rep3: degree=1, scale=0.010, C=1.00
## - Fold4.Rep3: degree=1, scale=0.010, C=1.00
## + Fold4.Rep3: degree=2, scale=0.010, C=1.00
## - Fold4.Rep3: degree=2, scale=0.010, C=1.00
## + Fold4.Rep3: degree=3, scale=0.010, C=1.00
## - Fold4.Rep3: degree=3, scale=0.010, C=1.00
## + Fold4.Rep3: degree=1, scale=0.100, C=1.00
## - Fold4.Rep3: degree=1, scale=0.100, C=1.00
## + Fold4.Rep3: degree=2, scale=0.100, C=1.00
## - Fold4.Rep3: degree=2, scale=0.100, C=1.00
## + Fold4.Rep3: degree=3, scale=0.100, C=1.00
## - Fold4.Rep3: degree=3, scale=0.100, C=1.00
## + Fold5.Rep3: degree=1, scale=0.001, C=0.25
## - Fold5.Rep3: degree=1, scale=0.001, C=0.25
## + Fold5.Rep3: degree=2, scale=0.001, C=0.25
## - Fold5.Rep3: degree=2, scale=0.001, C=0.25
## + Fold5.Rep3: degree=3, scale=0.001, C=0.25
## - Fold5.Rep3: degree=3, scale=0.001, C=0.25
## + Fold5.Rep3: degree=1, scale=0.010, C=0.25
## - Fold5.Rep3: degree=1, scale=0.010, C=0.25
## + Fold5.Rep3: degree=2, scale=0.010, C=0.25
## - Fold5.Rep3: degree=2, scale=0.010, C=0.25
## + Fold5.Rep3: degree=3, scale=0.010, C=0.25
## - Fold5.Rep3: degree=3, scale=0.010, C=0.25
## + Fold5.Rep3: degree=1, scale=0.100, C=0.25
## - Fold5.Rep3: degree=1, scale=0.100, C=0.25
## + Fold5.Rep3: degree=2, scale=0.100, C=0.25
## - Fold5.Rep3: degree=2, scale=0.100, C=0.25
## + Fold5.Rep3: degree=3, scale=0.100, C=0.25
## - Fold5.Rep3: degree=3, scale=0.100, C=0.25
## + Fold5.Rep3: degree=1, scale=0.001, C=0.50
## - Fold5.Rep3: degree=1, scale=0.001, C=0.50
## + Fold5.Rep3: degree=2, scale=0.001, C=0.50
## - Fold5.Rep3: degree=2, scale=0.001, C=0.50
## + Fold5.Rep3: degree=3, scale=0.001, C=0.50
## - Fold5.Rep3: degree=3, scale=0.001, C=0.50
## + Fold5.Rep3: degree=1, scale=0.010, C=0.50
## - Fold5.Rep3: degree=1, scale=0.010, C=0.50
## + Fold5.Rep3: degree=2, scale=0.010, C=0.50
## - Fold5.Rep3: degree=2, scale=0.010, C=0.50
## + Fold5.Rep3: degree=3, scale=0.010, C=0.50
## - Fold5.Rep3: degree=3, scale=0.010, C=0.50
## + Fold5.Rep3: degree=1, scale=0.100, C=0.50
## - Fold5.Rep3: degree=1, scale=0.100, C=0.50
## + Fold5.Rep3: degree=2, scale=0.100, C=0.50
## - Fold5.Rep3: degree=2, scale=0.100, C=0.50
## + Fold5.Rep3: degree=3, scale=0.100, C=0.50
## - Fold5.Rep3: degree=3, scale=0.100, C=0.50
## + Fold5.Rep3: degree=1, scale=0.001, C=1.00
## - Fold5.Rep3: degree=1, scale=0.001, C=1.00
## + Fold5.Rep3: degree=2, scale=0.001, C=1.00
## - Fold5.Rep3: degree=2, scale=0.001, C=1.00
## + Fold5.Rep3: degree=3, scale=0.001, C=1.00
## - Fold5.Rep3: degree=3, scale=0.001, C=1.00
## + Fold5.Rep3: degree=1, scale=0.010, C=1.00
## - Fold5.Rep3: degree=1, scale=0.010, C=1.00
## + Fold5.Rep3: degree=2, scale=0.010, C=1.00
## - Fold5.Rep3: degree=2, scale=0.010, C=1.00
## + Fold5.Rep3: degree=3, scale=0.010, C=1.00
## - Fold5.Rep3: degree=3, scale=0.010, C=1.00
## + Fold5.Rep3: degree=1, scale=0.100, C=1.00
## - Fold5.Rep3: degree=1, scale=0.100, C=1.00
## + Fold5.Rep3: degree=2, scale=0.100, C=1.00
## - Fold5.Rep3: degree=2, scale=0.100, C=1.00
## + Fold5.Rep3: degree=3, scale=0.100, C=1.00
## - Fold5.Rep3: degree=3, scale=0.100, C=1.00
## + Fold1.Rep4: degree=1, scale=0.001, C=0.25
## - Fold1.Rep4: degree=1, scale=0.001, C=0.25
## + Fold1.Rep4: degree=2, scale=0.001, C=0.25
## - Fold1.Rep4: degree=2, scale=0.001, C=0.25
## + Fold1.Rep4: degree=3, scale=0.001, C=0.25
## - Fold1.Rep4: degree=3, scale=0.001, C=0.25
## + Fold1.Rep4: degree=1, scale=0.010, C=0.25
## - Fold1.Rep4: degree=1, scale=0.010, C=0.25
## + Fold1.Rep4: degree=2, scale=0.010, C=0.25
## - Fold1.Rep4: degree=2, scale=0.010, C=0.25
## + Fold1.Rep4: degree=3, scale=0.010, C=0.25
## - Fold1.Rep4: degree=3, scale=0.010, C=0.25
## + Fold1.Rep4: degree=1, scale=0.100, C=0.25
## - Fold1.Rep4: degree=1, scale=0.100, C=0.25
## + Fold1.Rep4: degree=2, scale=0.100, C=0.25
## - Fold1.Rep4: degree=2, scale=0.100, C=0.25
## + Fold1.Rep4: degree=3, scale=0.100, C=0.25
## - Fold1.Rep4: degree=3, scale=0.100, C=0.25
## + Fold1.Rep4: degree=1, scale=0.001, C=0.50
## - Fold1.Rep4: degree=1, scale=0.001, C=0.50
## + Fold1.Rep4: degree=2, scale=0.001, C=0.50
## - Fold1.Rep4: degree=2, scale=0.001, C=0.50
## + Fold1.Rep4: degree=3, scale=0.001, C=0.50
## - Fold1.Rep4: degree=3, scale=0.001, C=0.50
## + Fold1.Rep4: degree=1, scale=0.010, C=0.50
## - Fold1.Rep4: degree=1, scale=0.010, C=0.50
## + Fold1.Rep4: degree=2, scale=0.010, C=0.50
## - Fold1.Rep4: degree=2, scale=0.010, C=0.50
## + Fold1.Rep4: degree=3, scale=0.010, C=0.50
## - Fold1.Rep4: degree=3, scale=0.010, C=0.50
## + Fold1.Rep4: degree=1, scale=0.100, C=0.50
## - Fold1.Rep4: degree=1, scale=0.100, C=0.50
## + Fold1.Rep4: degree=2, scale=0.100, C=0.50
## - Fold1.Rep4: degree=2, scale=0.100, C=0.50
## + Fold1.Rep4: degree=3, scale=0.100, C=0.50
## - Fold1.Rep4: degree=3, scale=0.100, C=0.50
## + Fold1.Rep4: degree=1, scale=0.001, C=1.00
## - Fold1.Rep4: degree=1, scale=0.001, C=1.00
## + Fold1.Rep4: degree=2, scale=0.001, C=1.00
## - Fold1.Rep4: degree=2, scale=0.001, C=1.00
## + Fold1.Rep4: degree=3, scale=0.001, C=1.00
## - Fold1.Rep4: degree=3, scale=0.001, C=1.00
## + Fold1.Rep4: degree=1, scale=0.010, C=1.00
## - Fold1.Rep4: degree=1, scale=0.010, C=1.00
## + Fold1.Rep4: degree=2, scale=0.010, C=1.00
## - Fold1.Rep4: degree=2, scale=0.010, C=1.00
## + Fold1.Rep4: degree=3, scale=0.010, C=1.00
## - Fold1.Rep4: degree=3, scale=0.010, C=1.00
## + Fold1.Rep4: degree=1, scale=0.100, C=1.00
## - Fold1.Rep4: degree=1, scale=0.100, C=1.00
## + Fold1.Rep4: degree=2, scale=0.100, C=1.00
## - Fold1.Rep4: degree=2, scale=0.100, C=1.00
## + Fold1.Rep4: degree=3, scale=0.100, C=1.00
## - Fold1.Rep4: degree=3, scale=0.100, C=1.00
## + Fold2.Rep4: degree=1, scale=0.001, C=0.25
## - Fold2.Rep4: degree=1, scale=0.001, C=0.25
## + Fold2.Rep4: degree=2, scale=0.001, C=0.25
## - Fold2.Rep4: degree=2, scale=0.001, C=0.25
## + Fold2.Rep4: degree=3, scale=0.001, C=0.25
## - Fold2.Rep4: degree=3, scale=0.001, C=0.25
## + Fold2.Rep4: degree=1, scale=0.010, C=0.25
## - Fold2.Rep4: degree=1, scale=0.010, C=0.25
## + Fold2.Rep4: degree=2, scale=0.010, C=0.25
## - Fold2.Rep4: degree=2, scale=0.010, C=0.25
## + Fold2.Rep4: degree=3, scale=0.010, C=0.25
## - Fold2.Rep4: degree=3, scale=0.010, C=0.25
## + Fold2.Rep4: degree=1, scale=0.100, C=0.25
## - Fold2.Rep4: degree=1, scale=0.100, C=0.25
## + Fold2.Rep4: degree=2, scale=0.100, C=0.25
## - Fold2.Rep4: degree=2, scale=0.100, C=0.25
## + Fold2.Rep4: degree=3, scale=0.100, C=0.25
## - Fold2.Rep4: degree=3, scale=0.100, C=0.25
## + Fold2.Rep4: degree=1, scale=0.001, C=0.50
## - Fold2.Rep4: degree=1, scale=0.001, C=0.50
## + Fold2.Rep4: degree=2, scale=0.001, C=0.50
## - Fold2.Rep4: degree=2, scale=0.001, C=0.50
## + Fold2.Rep4: degree=3, scale=0.001, C=0.50
## - Fold2.Rep4: degree=3, scale=0.001, C=0.50
## + Fold2.Rep4: degree=1, scale=0.010, C=0.50
## - Fold2.Rep4: degree=1, scale=0.010, C=0.50
## + Fold2.Rep4: degree=2, scale=0.010, C=0.50
## - Fold2.Rep4: degree=2, scale=0.010, C=0.50
## + Fold2.Rep4: degree=3, scale=0.010, C=0.50
## - Fold2.Rep4: degree=3, scale=0.010, C=0.50
## + Fold2.Rep4: degree=1, scale=0.100, C=0.50
## - Fold2.Rep4: degree=1, scale=0.100, C=0.50
## + Fold2.Rep4: degree=2, scale=0.100, C=0.50
## - Fold2.Rep4: degree=2, scale=0.100, C=0.50
## + Fold2.Rep4: degree=3, scale=0.100, C=0.50
## - Fold2.Rep4: degree=3, scale=0.100, C=0.50
## + Fold2.Rep4: degree=1, scale=0.001, C=1.00
## - Fold2.Rep4: degree=1, scale=0.001, C=1.00
## + Fold2.Rep4: degree=2, scale=0.001, C=1.00
## - Fold2.Rep4: degree=2, scale=0.001, C=1.00
## + Fold2.Rep4: degree=3, scale=0.001, C=1.00
## - Fold2.Rep4: degree=3, scale=0.001, C=1.00
## + Fold2.Rep4: degree=1, scale=0.010, C=1.00
## - Fold2.Rep4: degree=1, scale=0.010, C=1.00
## + Fold2.Rep4: degree=2, scale=0.010, C=1.00
## - Fold2.Rep4: degree=2, scale=0.010, C=1.00
## + Fold2.Rep4: degree=3, scale=0.010, C=1.00
## - Fold2.Rep4: degree=3, scale=0.010, C=1.00
## + Fold2.Rep4: degree=1, scale=0.100, C=1.00
## - Fold2.Rep4: degree=1, scale=0.100, C=1.00
## + Fold2.Rep4: degree=2, scale=0.100, C=1.00
## - Fold2.Rep4: degree=2, scale=0.100, C=1.00
## + Fold2.Rep4: degree=3, scale=0.100, C=1.00
## - Fold2.Rep4: degree=3, scale=0.100, C=1.00
## + Fold3.Rep4: degree=1, scale=0.001, C=0.25
## - Fold3.Rep4: degree=1, scale=0.001, C=0.25
## + Fold3.Rep4: degree=2, scale=0.001, C=0.25
## - Fold3.Rep4: degree=2, scale=0.001, C=0.25
## + Fold3.Rep4: degree=3, scale=0.001, C=0.25
## - Fold3.Rep4: degree=3, scale=0.001, C=0.25
## + Fold3.Rep4: degree=1, scale=0.010, C=0.25
## - Fold3.Rep4: degree=1, scale=0.010, C=0.25
## + Fold3.Rep4: degree=2, scale=0.010, C=0.25
## - Fold3.Rep4: degree=2, scale=0.010, C=0.25
## + Fold3.Rep4: degree=3, scale=0.010, C=0.25
## - Fold3.Rep4: degree=3, scale=0.010, C=0.25
## + Fold3.Rep4: degree=1, scale=0.100, C=0.25
## - Fold3.Rep4: degree=1, scale=0.100, C=0.25
## + Fold3.Rep4: degree=2, scale=0.100, C=0.25
## - Fold3.Rep4: degree=2, scale=0.100, C=0.25
## + Fold3.Rep4: degree=3, scale=0.100, C=0.25
## - Fold3.Rep4: degree=3, scale=0.100, C=0.25
## + Fold3.Rep4: degree=1, scale=0.001, C=0.50
## - Fold3.Rep4: degree=1, scale=0.001, C=0.50
## + Fold3.Rep4: degree=2, scale=0.001, C=0.50
## - Fold3.Rep4: degree=2, scale=0.001, C=0.50
## + Fold3.Rep4: degree=3, scale=0.001, C=0.50
## - Fold3.Rep4: degree=3, scale=0.001, C=0.50
## + Fold3.Rep4: degree=1, scale=0.010, C=0.50
## - Fold3.Rep4: degree=1, scale=0.010, C=0.50
## + Fold3.Rep4: degree=2, scale=0.010, C=0.50
## - Fold3.Rep4: degree=2, scale=0.010, C=0.50
## + Fold3.Rep4: degree=3, scale=0.010, C=0.50
## - Fold3.Rep4: degree=3, scale=0.010, C=0.50
## + Fold3.Rep4: degree=1, scale=0.100, C=0.50
## - Fold3.Rep4: degree=1, scale=0.100, C=0.50
## + Fold3.Rep4: degree=2, scale=0.100, C=0.50
## - Fold3.Rep4: degree=2, scale=0.100, C=0.50
## + Fold3.Rep4: degree=3, scale=0.100, C=0.50
## - Fold3.Rep4: degree=3, scale=0.100, C=0.50
## + Fold3.Rep4: degree=1, scale=0.001, C=1.00
## - Fold3.Rep4: degree=1, scale=0.001, C=1.00
## + Fold3.Rep4: degree=2, scale=0.001, C=1.00
## - Fold3.Rep4: degree=2, scale=0.001, C=1.00
## + Fold3.Rep4: degree=3, scale=0.001, C=1.00
## - Fold3.Rep4: degree=3, scale=0.001, C=1.00
## + Fold3.Rep4: degree=1, scale=0.010, C=1.00
## - Fold3.Rep4: degree=1, scale=0.010, C=1.00
## + Fold3.Rep4: degree=2, scale=0.010, C=1.00
## - Fold3.Rep4: degree=2, scale=0.010, C=1.00
## + Fold3.Rep4: degree=3, scale=0.010, C=1.00
## - Fold3.Rep4: degree=3, scale=0.010, C=1.00
## + Fold3.Rep4: degree=1, scale=0.100, C=1.00
## - Fold3.Rep4: degree=1, scale=0.100, C=1.00
## + Fold3.Rep4: degree=2, scale=0.100, C=1.00
## - Fold3.Rep4: degree=2, scale=0.100, C=1.00
## + Fold3.Rep4: degree=3, scale=0.100, C=1.00
## - Fold3.Rep4: degree=3, scale=0.100, C=1.00
## + Fold4.Rep4: degree=1, scale=0.001, C=0.25
## - Fold4.Rep4: degree=1, scale=0.001, C=0.25
## + Fold4.Rep4: degree=2, scale=0.001, C=0.25
## - Fold4.Rep4: degree=2, scale=0.001, C=0.25
## + Fold4.Rep4: degree=3, scale=0.001, C=0.25
## - Fold4.Rep4: degree=3, scale=0.001, C=0.25
## + Fold4.Rep4: degree=1, scale=0.010, C=0.25
## - Fold4.Rep4: degree=1, scale=0.010, C=0.25
## + Fold4.Rep4: degree=2, scale=0.010, C=0.25
## - Fold4.Rep4: degree=2, scale=0.010, C=0.25
## + Fold4.Rep4: degree=3, scale=0.010, C=0.25
## - Fold4.Rep4: degree=3, scale=0.010, C=0.25
## + Fold4.Rep4: degree=1, scale=0.100, C=0.25
## - Fold4.Rep4: degree=1, scale=0.100, C=0.25
## + Fold4.Rep4: degree=2, scale=0.100, C=0.25
## - Fold4.Rep4: degree=2, scale=0.100, C=0.25
## + Fold4.Rep4: degree=3, scale=0.100, C=0.25
## - Fold4.Rep4: degree=3, scale=0.100, C=0.25
## + Fold4.Rep4: degree=1, scale=0.001, C=0.50
## - Fold4.Rep4: degree=1, scale=0.001, C=0.50
## + Fold4.Rep4: degree=2, scale=0.001, C=0.50
## - Fold4.Rep4: degree=2, scale=0.001, C=0.50
## + Fold4.Rep4: degree=3, scale=0.001, C=0.50
## - Fold4.Rep4: degree=3, scale=0.001, C=0.50
## + Fold4.Rep4: degree=1, scale=0.010, C=0.50
## - Fold4.Rep4: degree=1, scale=0.010, C=0.50
## + Fold4.Rep4: degree=2, scale=0.010, C=0.50
## - Fold4.Rep4: degree=2, scale=0.010, C=0.50
## + Fold4.Rep4: degree=3, scale=0.010, C=0.50
## - Fold4.Rep4: degree=3, scale=0.010, C=0.50
## + Fold4.Rep4: degree=1, scale=0.100, C=0.50
## - Fold4.Rep4: degree=1, scale=0.100, C=0.50
## + Fold4.Rep4: degree=2, scale=0.100, C=0.50
## - Fold4.Rep4: degree=2, scale=0.100, C=0.50
## + Fold4.Rep4: degree=3, scale=0.100, C=0.50
## - Fold4.Rep4: degree=3, scale=0.100, C=0.50
## + Fold4.Rep4: degree=1, scale=0.001, C=1.00
## - Fold4.Rep4: degree=1, scale=0.001, C=1.00
## + Fold4.Rep4: degree=2, scale=0.001, C=1.00
## - Fold4.Rep4: degree=2, scale=0.001, C=1.00
## + Fold4.Rep4: degree=3, scale=0.001, C=1.00
## - Fold4.Rep4: degree=3, scale=0.001, C=1.00
## + Fold4.Rep4: degree=1, scale=0.010, C=1.00
## - Fold4.Rep4: degree=1, scale=0.010, C=1.00
## + Fold4.Rep4: degree=2, scale=0.010, C=1.00
## - Fold4.Rep4: degree=2, scale=0.010, C=1.00
## + Fold4.Rep4: degree=3, scale=0.010, C=1.00
## - Fold4.Rep4: degree=3, scale=0.010, C=1.00
## + Fold4.Rep4: degree=1, scale=0.100, C=1.00
## - Fold4.Rep4: degree=1, scale=0.100, C=1.00
## + Fold4.Rep4: degree=2, scale=0.100, C=1.00
## - Fold4.Rep4: degree=2, scale=0.100, C=1.00
## + Fold4.Rep4: degree=3, scale=0.100, C=1.00
## - Fold4.Rep4: degree=3, scale=0.100, C=1.00
## + Fold5.Rep4: degree=1, scale=0.001, C=0.25
## - Fold5.Rep4: degree=1, scale=0.001, C=0.25
## + Fold5.Rep4: degree=2, scale=0.001, C=0.25
## - Fold5.Rep4: degree=2, scale=0.001, C=0.25
## + Fold5.Rep4: degree=3, scale=0.001, C=0.25
## - Fold5.Rep4: degree=3, scale=0.001, C=0.25
## + Fold5.Rep4: degree=1, scale=0.010, C=0.25
## - Fold5.Rep4: degree=1, scale=0.010, C=0.25
## + Fold5.Rep4: degree=2, scale=0.010, C=0.25
## - Fold5.Rep4: degree=2, scale=0.010, C=0.25
## + Fold5.Rep4: degree=3, scale=0.010, C=0.25
## - Fold5.Rep4: degree=3, scale=0.010, C=0.25
## + Fold5.Rep4: degree=1, scale=0.100, C=0.25
## - Fold5.Rep4: degree=1, scale=0.100, C=0.25
## + Fold5.Rep4: degree=2, scale=0.100, C=0.25
## - Fold5.Rep4: degree=2, scale=0.100, C=0.25
## + Fold5.Rep4: degree=3, scale=0.100, C=0.25
## - Fold5.Rep4: degree=3, scale=0.100, C=0.25
## + Fold5.Rep4: degree=1, scale=0.001, C=0.50
## - Fold5.Rep4: degree=1, scale=0.001, C=0.50
## + Fold5.Rep4: degree=2, scale=0.001, C=0.50
## - Fold5.Rep4: degree=2, scale=0.001, C=0.50
## + Fold5.Rep4: degree=3, scale=0.001, C=0.50
## - Fold5.Rep4: degree=3, scale=0.001, C=0.50
## + Fold5.Rep4: degree=1, scale=0.010, C=0.50
## - Fold5.Rep4: degree=1, scale=0.010, C=0.50
## + Fold5.Rep4: degree=2, scale=0.010, C=0.50
## - Fold5.Rep4: degree=2, scale=0.010, C=0.50
## + Fold5.Rep4: degree=3, scale=0.010, C=0.50
## - Fold5.Rep4: degree=3, scale=0.010, C=0.50
## + Fold5.Rep4: degree=1, scale=0.100, C=0.50
## - Fold5.Rep4: degree=1, scale=0.100, C=0.50
## + Fold5.Rep4: degree=2, scale=0.100, C=0.50
## - Fold5.Rep4: degree=2, scale=0.100, C=0.50
## + Fold5.Rep4: degree=3, scale=0.100, C=0.50
## - Fold5.Rep4: degree=3, scale=0.100, C=0.50
## + Fold5.Rep4: degree=1, scale=0.001, C=1.00
## - Fold5.Rep4: degree=1, scale=0.001, C=1.00
## + Fold5.Rep4: degree=2, scale=0.001, C=1.00
## - Fold5.Rep4: degree=2, scale=0.001, C=1.00
## + Fold5.Rep4: degree=3, scale=0.001, C=1.00
## - Fold5.Rep4: degree=3, scale=0.001, C=1.00
## + Fold5.Rep4: degree=1, scale=0.010, C=1.00
## - Fold5.Rep4: degree=1, scale=0.010, C=1.00
## + Fold5.Rep4: degree=2, scale=0.010, C=1.00
## - Fold5.Rep4: degree=2, scale=0.010, C=1.00
## + Fold5.Rep4: degree=3, scale=0.010, C=1.00
## - Fold5.Rep4: degree=3, scale=0.010, C=1.00
## + Fold5.Rep4: degree=1, scale=0.100, C=1.00
## - Fold5.Rep4: degree=1, scale=0.100, C=1.00
## + Fold5.Rep4: degree=2, scale=0.100, C=1.00
## - Fold5.Rep4: degree=2, scale=0.100, C=1.00
## + Fold5.Rep4: degree=3, scale=0.100, C=1.00
## - Fold5.Rep4: degree=3, scale=0.100, C=1.00
## Aggregating results
## Selecting tuning parameters
## Fitting degree = 1, scale = 0.01, C = 0.25 on full training set
## Step:10. Method:nnet
## + Fold1.Rep1: size=1, decay=0e+00
## # weights: 8
## initial value 60.612585
## final value 36.588700
## converged
## - Fold1.Rep1: size=1, decay=0e+00
## + Fold1.Rep1: size=3, decay=0e+00
## # weights: 22
## initial value 93.135680
## final value 36.588700
## converged
## - Fold1.Rep1: size=3, decay=0e+00
## + Fold1.Rep1: size=5, decay=0e+00
## # weights: 36
## initial value 62.733032
## final value 36.588700
## converged
## - Fold1.Rep1: size=5, decay=0e+00
## + Fold1.Rep1: size=1, decay=1e-01
## # weights: 8
## initial value 77.790166
## iter 10 value 38.609536
## final value 38.609531
## converged
## - Fold1.Rep1: size=1, decay=1e-01
## + Fold1.Rep1: size=3, decay=1e-01
## # weights: 22
## initial value 68.404367
## iter 10 value 38.168683
## final value 38.163791
## converged
## - Fold1.Rep1: size=3, decay=1e-01
## + Fold1.Rep1: size=5, decay=1e-01
## # weights: 36
## initial value 76.149284
## iter 10 value 37.927420
## final value 37.926852
## converged
## - Fold1.Rep1: size=5, decay=1e-01
## + Fold1.Rep1: size=1, decay=1e-04
## # weights: 8
## initial value 72.573835
## iter 10 value 36.598037
## iter 20 value 36.597291
## iter 30 value 36.596957
## final value 36.596932
## converged
## - Fold1.Rep1: size=1, decay=1e-04
## + Fold1.Rep1: size=3, decay=1e-04
## # weights: 22
## initial value 82.422509
## iter 10 value 36.596339
## iter 20 value 36.594868
## iter 30 value 36.594623
## iter 40 value 36.594398
## final value 36.594381
## converged
## - Fold1.Rep1: size=3, decay=1e-04
## + Fold1.Rep1: size=5, decay=1e-04
## # weights: 36
## initial value 66.565759
## iter 10 value 36.595109
## iter 20 value 36.594074
## iter 30 value 36.593601
## iter 40 value 36.593515
## final value 36.593375
## converged
## - Fold1.Rep1: size=5, decay=1e-04
## + Fold2.Rep1: size=1, decay=0e+00
## # weights: 8
## initial value 69.709299
## final value 50.072800
## converged
## - Fold2.Rep1: size=1, decay=0e+00
## + Fold2.Rep1: size=3, decay=0e+00
## # weights: 22
## initial value 72.474612
## final value 50.072800
## converged
## - Fold2.Rep1: size=3, decay=0e+00
## + Fold2.Rep1: size=5, decay=0e+00
## # weights: 36
## initial value 71.265835
## final value 50.072800
## converged
## - Fold2.Rep1: size=5, decay=0e+00
## + Fold2.Rep1: size=1, decay=1e-01
## # weights: 8
## initial value 100.655970
## iter 10 value 52.065654
## final value 52.065625
## converged
## - Fold2.Rep1: size=1, decay=1e-01
## + Fold2.Rep1: size=3, decay=1e-01
## # weights: 22
## initial value 85.518310
## iter 10 value 51.625152
## final value 51.622490
## converged
## - Fold2.Rep1: size=3, decay=1e-01
## + Fold2.Rep1: size=5, decay=1e-01
## # weights: 36
## initial value 75.019257
## iter 10 value 51.390554
## final value 51.390073
## converged
## - Fold2.Rep1: size=5, decay=1e-01
## + Fold2.Rep1: size=1, decay=1e-04
## # weights: 8
## initial value 88.060752
## iter 10 value 50.082823
## iter 20 value 50.081204
## final value 50.081190
## converged
## - Fold2.Rep1: size=1, decay=1e-04
## + Fold2.Rep1: size=3, decay=1e-04
## # weights: 22
## initial value 71.095624
## iter 10 value 50.080134
## iter 20 value 50.079322
## final value 50.078541
## converged
## - Fold2.Rep1: size=3, decay=1e-04
## + Fold2.Rep1: size=5, decay=1e-04
## # weights: 36
## initial value 82.005936
## iter 10 value 50.080186
## iter 20 value 50.077988
## final value 50.077844
## converged
## - Fold2.Rep1: size=5, decay=1e-04
## + Fold3.Rep1: size=1, decay=0e+00
## # weights: 8
## initial value 88.064015
## final value 53.748600
## converged
## - Fold3.Rep1: size=1, decay=0e+00
## + Fold3.Rep1: size=3, decay=0e+00
## # weights: 22
## initial value 106.682524
## final value 53.748600
## converged
## - Fold3.Rep1: size=3, decay=0e+00
## + Fold3.Rep1: size=5, decay=0e+00
## # weights: 36
## initial value 119.011152
## final value 53.748600
## converged
## - Fold3.Rep1: size=5, decay=0e+00
## + Fold3.Rep1: size=1, decay=1e-01
## # weights: 8
## initial value 77.704833
## iter 10 value 55.780324
## final value 55.779582
## converged
## - Fold3.Rep1: size=1, decay=1e-01
## + Fold3.Rep1: size=3, decay=1e-01
## # weights: 22
## initial value 99.529584
## iter 10 value 55.329888
## final value 55.323269
## converged
## - Fold3.Rep1: size=3, decay=1e-01
## + Fold3.Rep1: size=5, decay=1e-01
## # weights: 36
## initial value 80.758888
## iter 10 value 55.092776
## final value 55.087642
## converged
## - Fold3.Rep1: size=5, decay=1e-01
## + Fold3.Rep1: size=1, decay=1e-04
## # weights: 8
## initial value 85.705604
## iter 10 value 53.758164
## final value 53.757163
## converged
## - Fold3.Rep1: size=1, decay=1e-04
## + Fold3.Rep1: size=3, decay=1e-04
## # weights: 22
## initial value 85.268051
## iter 10 value 53.757413
## iter 20 value 53.754651
## iter 30 value 53.754257
## iter 40 value 53.754174
## iter 50 value 53.754083
## iter 60 value 53.753981
## iter 70 value 53.753867
## iter 80 value 53.753739
## iter 90 value 53.753593
## iter 100 value 53.753426
## final value 53.753426
## stopped after 100 iterations
## - Fold3.Rep1: size=3, decay=1e-04
## + Fold3.Rep1: size=5, decay=1e-04
## # weights: 36
## initial value 93.893973
## iter 10 value 53.755440
## iter 20 value 53.753960
## iter 30 value 53.752774
## iter 40 value 53.752557
## iter 50 value 53.752290
## iter 60 value 53.751953
## iter 70 value 53.751514
## iter 80 value 53.750923
## iter 90 value 53.750098
## iter 100 value 53.748890
## final value 53.748890
## stopped after 100 iterations
## - Fold3.Rep1: size=5, decay=1e-04
## + Fold4.Rep1: size=1, decay=0e+00
## # weights: 8
## initial value 100.215082
## final value 53.979500
## converged
## - Fold4.Rep1: size=1, decay=0e+00
## + Fold4.Rep1: size=3, decay=0e+00
## # weights: 22
## initial value 86.883353
## final value 53.979500
## converged
## - Fold4.Rep1: size=3, decay=0e+00
## + Fold4.Rep1: size=5, decay=0e+00
## # weights: 36
## initial value 74.149946
## final value 53.979500
## converged
## - Fold4.Rep1: size=5, decay=0e+00
## + Fold4.Rep1: size=1, decay=1e-01
## # weights: 8
## initial value 80.476423
## iter 10 value 56.012687
## final value 56.012512
## converged
## - Fold4.Rep1: size=1, decay=1e-01
## + Fold4.Rep1: size=3, decay=1e-01
## # weights: 22
## initial value 92.080039
## iter 10 value 55.563946
## final value 55.563111
## converged
## - Fold4.Rep1: size=3, decay=1e-01
## + Fold4.Rep1: size=5, decay=1e-01
## # weights: 36
## initial value 89.042705
## iter 10 value 55.325328
## final value 55.324934
## converged
## - Fold4.Rep1: size=5, decay=1e-01
## + Fold4.Rep1: size=1, decay=1e-04
## # weights: 8
## initial value 88.734022
## iter 10 value 53.989166
## final value 53.987830
## converged
## - Fold4.Rep1: size=1, decay=1e-04
## + Fold4.Rep1: size=3, decay=1e-04
## # weights: 22
## initial value 95.017056
## iter 10 value 53.987974
## iter 20 value 53.985857
## final value 53.985407
## converged
## - Fold4.Rep1: size=3, decay=1e-04
## + Fold4.Rep1: size=5, decay=1e-04
## # weights: 36
## initial value 115.934800
## iter 10 value 53.986694
## iter 20 value 53.985003
## iter 30 value 53.984364
## iter 30 value 53.984364
## iter 30 value 53.984364
## final value 53.984364
## converged
## - Fold4.Rep1: size=5, decay=1e-04
## + Fold5.Rep1: size=1, decay=0e+00
## # weights: 8
## initial value 85.651369
## final value 54.476000
## converged
## - Fold5.Rep1: size=1, decay=0e+00
## + Fold5.Rep1: size=3, decay=0e+00
## # weights: 22
## initial value 106.952957
## final value 54.476000
## converged
## - Fold5.Rep1: size=3, decay=0e+00
## + Fold5.Rep1: size=5, decay=0e+00
## # weights: 36
## initial value 111.716011
## final value 54.476000
## converged
## - Fold5.Rep1: size=5, decay=0e+00
## + Fold5.Rep1: size=1, decay=1e-01
## # weights: 8
## initial value 83.387532
## iter 10 value 56.534015
## final value 56.533987
## converged
## - Fold5.Rep1: size=1, decay=1e-01
## + Fold5.Rep1: size=3, decay=1e-01
## # weights: 22
## initial value 83.380156
## iter 10 value 56.080099
## final value 56.074018
## converged
## - Fold5.Rep1: size=3, decay=1e-01
## + Fold5.Rep1: size=5, decay=1e-01
## # weights: 36
## initial value 87.557895
## iter 10 value 55.834627
## final value 55.833764
## converged
## - Fold5.Rep1: size=5, decay=1e-01
## + Fold5.Rep1: size=1, decay=1e-04
## # weights: 8
## initial value 94.888803
## iter 10 value 54.485703
## iter 20 value 54.484605
## final value 54.484595
## converged
## - Fold5.Rep1: size=1, decay=1e-04
## + Fold5.Rep1: size=3, decay=1e-04
## # weights: 22
## initial value 109.446471
## iter 10 value 54.486958
## iter 20 value 54.481915
## iter 30 value 54.476678
## iter 40 value 53.628523
## iter 50 value 53.521572
## iter 60 value 53.517991
## iter 70 value 53.489868
## iter 80 value 53.485952
## iter 90 value 53.480873
## iter 100 value 53.455173
## final value 53.455173
## stopped after 100 iterations
## - Fold5.Rep1: size=3, decay=1e-04
## + Fold5.Rep1: size=5, decay=1e-04
## # weights: 36
## initial value 92.508444
## iter 10 value 54.482780
## iter 20 value 54.481202
## iter 30 value 54.480783
## final value 54.480698
## converged
## - Fold5.Rep1: size=5, decay=1e-04
## + Fold1.Rep2: size=1, decay=0e+00
## # weights: 8
## initial value 64.948603
## final value 41.101500
## converged
## - Fold1.Rep2: size=1, decay=0e+00
## + Fold1.Rep2: size=3, decay=0e+00
## # weights: 22
## initial value 64.152026
## final value 41.101500
## converged
## - Fold1.Rep2: size=3, decay=0e+00
## + Fold1.Rep2: size=5, decay=0e+00
## # weights: 36
## initial value 109.310566
## final value 41.101500
## converged
## - Fold1.Rep2: size=5, decay=0e+00
## + Fold1.Rep2: size=1, decay=1e-01
## # weights: 8
## initial value 77.817368
## iter 10 value 43.119437
## final value 43.115385
## converged
## - Fold1.Rep2: size=1, decay=1e-01
## + Fold1.Rep2: size=3, decay=1e-01
## # weights: 22
## initial value 77.487758
## iter 10 value 42.672998
## final value 42.669646
## converged
## - Fold1.Rep2: size=3, decay=1e-01
## + Fold1.Rep2: size=5, decay=1e-01
## # weights: 36
## initial value 67.003969
## iter 10 value 42.434800
## final value 42.433874
## converged
## - Fold1.Rep2: size=5, decay=1e-01
## + Fold1.Rep2: size=1, decay=1e-04
## # weights: 8
## initial value 67.103866
## iter 10 value 41.110768
## iter 20 value 41.109995
## iter 30 value 41.109710
## final value 41.109692
## converged
## - Fold1.Rep2: size=1, decay=1e-04
## + Fold1.Rep2: size=3, decay=1e-04
## # weights: 22
## initial value 90.631646
## iter 10 value 41.109872
## iter 20 value 41.108375
## iter 30 value 41.107289
## final value 41.107288
## converged
## - Fold1.Rep2: size=3, decay=1e-04
## + Fold1.Rep2: size=5, decay=1e-04
## # weights: 36
## initial value 100.806028
## iter 10 value 41.109073
## iter 20 value 41.107543
## iter 30 value 41.106538
## iter 40 value 41.106416
## final value 41.106208
## converged
## - Fold1.Rep2: size=5, decay=1e-04
## + Fold2.Rep2: size=1, decay=0e+00
## # weights: 8
## initial value 72.632418
## final value 51.679700
## converged
## - Fold2.Rep2: size=1, decay=0e+00
## + Fold2.Rep2: size=3, decay=0e+00
## # weights: 22
## initial value 98.386106
## final value 51.679700
## converged
## - Fold2.Rep2: size=3, decay=0e+00
## + Fold2.Rep2: size=5, decay=0e+00
## # weights: 36
## initial value 81.564296
## final value 51.679700
## converged
## - Fold2.Rep2: size=5, decay=0e+00
## + Fold2.Rep2: size=1, decay=1e-01
## # weights: 8
## initial value 87.532896
## iter 10 value 53.661640
## final value 53.660392
## converged
## - Fold2.Rep2: size=1, decay=1e-01
## + Fold2.Rep2: size=3, decay=1e-01
## # weights: 22
## initial value 118.292276
## iter 10 value 53.216099
## final value 53.216045
## converged
## - Fold2.Rep2: size=3, decay=1e-01
## + Fold2.Rep2: size=5, decay=1e-01
## # weights: 36
## initial value 106.177035
## iter 10 value 52.988763
## final value 52.986989
## converged
## - Fold2.Rep2: size=5, decay=1e-01
## + Fold2.Rep2: size=1, decay=1e-04
## # weights: 8
## initial value 93.031059
## iter 10 value 51.689487
## final value 51.688223
## converged
## - Fold2.Rep2: size=1, decay=1e-04
## + Fold2.Rep2: size=3, decay=1e-04
## # weights: 22
## initial value 72.883091
## iter 10 value 51.687365
## iter 20 value 51.683783
## iter 30 value 51.677884
## iter 40 value 51.670345
## iter 50 value 51.657502
## iter 60 value 51.629164
## iter 70 value 51.541108
## iter 80 value 51.081354
## iter 90 value 50.639870
## iter 100 value 50.557166
## final value 50.557166
## stopped after 100 iterations
## - Fold2.Rep2: size=3, decay=1e-04
## + Fold2.Rep2: size=5, decay=1e-04
## # weights: 36
## initial value 80.661465
## iter 10 value 51.686186
## iter 20 value 51.684472
## iter 30 value 51.682986
## iter 40 value 51.682164
## iter 50 value 51.681072
## iter 60 value 51.679564
## iter 70 value 51.677404
## iter 80 value 51.674181
## iter 90 value 51.669133
## iter 100 value 51.660655
## final value 51.660655
## stopped after 100 iterations
## - Fold2.Rep2: size=5, decay=1e-04
## + Fold3.Rep2: size=1, decay=0e+00
## # weights: 8
## initial value 84.373481
## final value 55.225600
## converged
## - Fold3.Rep2: size=1, decay=0e+00
## + Fold3.Rep2: size=3, decay=0e+00
## # weights: 22
## initial value 101.431244
## final value 55.225600
## converged
## - Fold3.Rep2: size=3, decay=0e+00
## + Fold3.Rep2: size=5, decay=0e+00
## # weights: 36
## initial value 85.294152
## final value 55.225600
## converged
## - Fold3.Rep2: size=5, decay=0e+00
## + Fold3.Rep2: size=1, decay=1e-01
## # weights: 8
## initial value 86.790118
## iter 10 value 57.287523
## final value 57.285000
## converged
## - Fold3.Rep2: size=1, decay=1e-01
## + Fold3.Rep2: size=3, decay=1e-01
## # weights: 22
## initial value 84.153926
## iter 10 value 56.825740
## final value 56.824153
## converged
## - Fold3.Rep2: size=3, decay=1e-01
## + Fold3.Rep2: size=5, decay=1e-01
## # weights: 36
## initial value 93.181408
## iter 10 value 56.589405
## final value 56.583859
## converged
## - Fold3.Rep2: size=5, decay=1e-01
## + Fold3.Rep2: size=1, decay=1e-04
## # weights: 8
## initial value 82.578584
## iter 10 value 55.235607
## iter 20 value 55.234385
## iter 30 value 55.233789
## final value 55.233785
## converged
## - Fold3.Rep2: size=1, decay=1e-04
## + Fold3.Rep2: size=3, decay=1e-04
## # weights: 22
## initial value 102.830862
## iter 10 value 55.234896
## iter 20 value 55.232649
## iter 30 value 55.231641
## final value 55.231626
## converged
## - Fold3.Rep2: size=3, decay=1e-04
## + Fold3.Rep2: size=5, decay=1e-04
## # weights: 36
## initial value 100.745355
## iter 10 value 55.232988
## iter 20 value 55.230956
## iter 30 value 55.230310
## final value 55.230301
## converged
## - Fold3.Rep2: size=5, decay=1e-04
## + Fold4.Rep2: size=1, decay=0e+00
## # weights: 8
## initial value 89.192611
## final value 47.841200
## converged
## - Fold4.Rep2: size=1, decay=0e+00
## + Fold4.Rep2: size=3, decay=0e+00
## # weights: 22
## initial value 69.814038
## final value 47.841200
## converged
## - Fold4.Rep2: size=3, decay=0e+00
## + Fold4.Rep2: size=5, decay=0e+00
## # weights: 36
## initial value 88.359960
## final value 47.841200
## converged
## - Fold4.Rep2: size=5, decay=0e+00
## + Fold4.Rep2: size=1, decay=1e-01
## # weights: 8
## initial value 78.330724
## iter 10 value 49.873338
## final value 49.873324
## converged
## - Fold4.Rep2: size=1, decay=1e-01
## + Fold4.Rep2: size=3, decay=1e-01
## # weights: 22
## initial value 110.396923
## iter 10 value 49.422470
## final value 49.421456
## converged
## - Fold4.Rep2: size=3, decay=1e-01
## + Fold4.Rep2: size=5, decay=1e-01
## # weights: 36
## initial value 99.406291
## iter 10 value 49.184243
## final value 49.183645
## converged
## - Fold4.Rep2: size=5, decay=1e-01
## + Fold4.Rep2: size=1, decay=1e-04
## # weights: 8
## initial value 71.039703
## iter 10 value 47.851834
## iter 20 value 47.849952
## iter 30 value 47.849566
## final value 47.849522
## converged
## - Fold4.Rep2: size=1, decay=1e-04
## + Fold4.Rep2: size=3, decay=1e-04
## # weights: 22
## initial value 79.041742
## iter 10 value 47.848697
## iter 20 value 47.847287
## final value 47.847206
## converged
## - Fold4.Rep2: size=3, decay=1e-04
## + Fold4.Rep2: size=5, decay=1e-04
## # weights: 36
## initial value 76.560791
## iter 10 value 47.847181
## iter 20 value 47.846258
## final value 47.846088
## converged
## - Fold4.Rep2: size=5, decay=1e-04
## + Fold5.Rep2: size=1, decay=0e+00
## # weights: 8
## initial value 100.377270
## final value 53.017600
## converged
## - Fold5.Rep2: size=1, decay=0e+00
## + Fold5.Rep2: size=3, decay=0e+00
## # weights: 22
## initial value 110.781205
## final value 53.017600
## converged
## - Fold5.Rep2: size=3, decay=0e+00
## + Fold5.Rep2: size=5, decay=0e+00
## # weights: 36
## initial value 120.955577
## final value 53.017600
## converged
## - Fold5.Rep2: size=5, decay=0e+00
## + Fold5.Rep2: size=1, decay=1e-01
## # weights: 8
## initial value 99.759436
## iter 10 value 55.055246
## final value 55.054671
## converged
## - Fold5.Rep2: size=1, decay=1e-01
## + Fold5.Rep2: size=3, decay=1e-01
## # weights: 22
## initial value 90.659483
## iter 10 value 54.653692
## iter 20 value 54.601654
## iter 20 value 54.601653
## iter 20 value 54.601653
## final value 54.601653
## converged
## - Fold5.Rep2: size=3, decay=1e-01
## + Fold5.Rep2: size=5, decay=1e-01
## # weights: 36
## initial value 85.162302
## iter 10 value 54.367402
## final value 54.363392
## converged
## - Fold5.Rep2: size=5, decay=1e-01
## + Fold5.Rep2: size=1, decay=1e-04
## # weights: 8
## initial value 105.115058
## iter 10 value 53.030723
## iter 20 value 53.027677
## iter 30 value 53.026911
## final value 53.026310
## converged
## - Fold5.Rep2: size=1, decay=1e-04
## + Fold5.Rep2: size=3, decay=1e-04
## # weights: 22
## initial value 104.382489
## iter 10 value 53.025623
## iter 20 value 53.023889
## iter 30 value 53.023453
## final value 53.023410
## converged
## - Fold5.Rep2: size=3, decay=1e-04
## + Fold5.Rep2: size=5, decay=1e-04
## # weights: 36
## initial value 107.970132
## iter 10 value 53.025271
## iter 20 value 53.022998
## iter 30 value 53.022541
## iter 40 value 53.022295
## iter 40 value 53.022294
## iter 40 value 53.022294
## final value 53.022294
## converged
## - Fold5.Rep2: size=5, decay=1e-04
## + Fold1.Rep3: size=1, decay=0e+00
## # weights: 8
## initial value 88.322780
## final value 51.680300
## converged
## - Fold1.Rep3: size=1, decay=0e+00
## + Fold1.Rep3: size=3, decay=0e+00
## # weights: 22
## initial value 94.955184
## final value 51.680300
## converged
## - Fold1.Rep3: size=3, decay=0e+00
## + Fold1.Rep3: size=5, decay=0e+00
## # weights: 36
## initial value 79.094208
## final value 51.680300
## converged
## - Fold1.Rep3: size=5, decay=0e+00
## + Fold1.Rep3: size=1, decay=1e-01
## # weights: 8
## initial value 108.981744
## iter 10 value 53.753451
## final value 53.752246
## converged
## - Fold1.Rep3: size=1, decay=1e-01
## + Fold1.Rep3: size=3, decay=1e-01
## # weights: 22
## initial value 77.942163
## iter 10 value 53.294474
## final value 53.293442
## converged
## - Fold1.Rep3: size=3, decay=1e-01
## + Fold1.Rep3: size=5, decay=1e-01
## # weights: 36
## initial value 78.712049
## iter 10 value 53.052516
## final value 53.050286
## converged
## - Fold1.Rep3: size=5, decay=1e-01
## + Fold1.Rep3: size=1, decay=1e-04
## # weights: 8
## initial value 82.191774
## iter 10 value 51.692173
## iter 20 value 51.689105
## iter 30 value 51.688813
## final value 51.688654
## converged
## - Fold1.Rep3: size=1, decay=1e-04
## + Fold1.Rep3: size=3, decay=1e-04
## # weights: 22
## initial value 98.482878
## iter 10 value 51.688262
## iter 20 value 51.686521
## iter 30 value 51.686314
## final value 51.686230
## converged
## - Fold1.Rep3: size=3, decay=1e-04
## + Fold1.Rep3: size=5, decay=1e-04
## # weights: 36
## initial value 84.011198
## iter 10 value 51.686886
## iter 20 value 51.685713
## iter 30 value 51.685265
## final value 51.685234
## converged
## - Fold1.Rep3: size=5, decay=1e-04
## + Fold2.Rep3: size=1, decay=0e+00
## # weights: 8
## initial value 89.732026
## final value 53.778800
## converged
## - Fold2.Rep3: size=1, decay=0e+00
## + Fold2.Rep3: size=3, decay=0e+00
## # weights: 22
## initial value 108.649893
## final value 53.778800
## converged
## - Fold2.Rep3: size=3, decay=0e+00
## + Fold2.Rep3: size=5, decay=0e+00
## # weights: 36
## initial value 87.801181
## final value 53.778800
## converged
## - Fold2.Rep3: size=5, decay=0e+00
## + Fold2.Rep3: size=1, decay=1e-01
## # weights: 8
## initial value 108.793112
## iter 10 value 55.838550
## final value 55.836878
## converged
## - Fold2.Rep3: size=1, decay=1e-01
## + Fold2.Rep3: size=3, decay=1e-01
## # weights: 22
## initial value 74.606250
## iter 10 value 55.381098
## final value 55.377980
## converged
## - Fold2.Rep3: size=3, decay=1e-01
## + Fold2.Rep3: size=5, decay=1e-01
## # weights: 36
## initial value 92.334783
## iter 10 value 55.140123
## final value 55.137173
## converged
## - Fold2.Rep3: size=5, decay=1e-01
## + Fold2.Rep3: size=1, decay=1e-04
## # weights: 8
## initial value 89.460356
## iter 10 value 53.788514
## iter 20 value 53.787398
## final value 53.787376
## converged
## - Fold2.Rep3: size=1, decay=1e-04
## + Fold2.Rep3: size=3, decay=1e-04
## # weights: 22
## initial value 117.221071
## iter 10 value 53.787589
## iter 20 value 53.785171
## iter 30 value 53.784791
## iter 40 value 53.784591
## iter 40 value 53.784590
## iter 40 value 53.784590
## final value 53.784590
## converged
## - Fold2.Rep3: size=3, decay=1e-04
## + Fold2.Rep3: size=5, decay=1e-04
## # weights: 36
## initial value 71.567079
## iter 10 value 53.785230
## iter 20 value 53.784134
## iter 30 value 53.783859
## iter 40 value 53.783520
## final value 53.783519
## converged
## - Fold2.Rep3: size=5, decay=1e-04
## + Fold3.Rep3: size=1, decay=0e+00
## # weights: 8
## initial value 75.158437
## final value 50.192700
## converged
## - Fold3.Rep3: size=1, decay=0e+00
## + Fold3.Rep3: size=3, decay=0e+00
## # weights: 22
## initial value 77.253076
## final value 50.192700
## converged
## - Fold3.Rep3: size=3, decay=0e+00
## + Fold3.Rep3: size=5, decay=0e+00
## # weights: 36
## initial value 105.807092
## final value 50.192700
## converged
## - Fold3.Rep3: size=5, decay=0e+00
## + Fold3.Rep3: size=1, decay=1e-01
## # weights: 8
## initial value 91.312789
## iter 10 value 52.217283
## final value 52.216248
## converged
## - Fold3.Rep3: size=1, decay=1e-01
## + Fold3.Rep3: size=3, decay=1e-01
## # weights: 22
## initial value 70.847641
## iter 10 value 51.771162
## final value 51.770451
## converged
## - Fold3.Rep3: size=3, decay=1e-01
## + Fold3.Rep3: size=5, decay=1e-01
## # weights: 36
## initial value 70.141510
## iter 10 value 51.533792
## final value 51.533208
## converged
## - Fold3.Rep3: size=5, decay=1e-01
## + Fold3.Rep3: size=1, decay=1e-04
## # weights: 8
## initial value 90.314176
## iter 10 value 50.204940
## iter 20 value 50.201232
## final value 50.201225
## converged
## - Fold3.Rep3: size=1, decay=1e-04
## + Fold3.Rep3: size=3, decay=1e-04
## # weights: 22
## initial value 76.889655
## iter 10 value 50.199929
## iter 20 value 50.198664
## final value 50.198597
## converged
## - Fold3.Rep3: size=3, decay=1e-04
## + Fold3.Rep3: size=5, decay=1e-04
## # weights: 36
## initial value 70.370475
## iter 10 value 50.198662
## iter 20 value 50.197655
## iter 30 value 50.197460
## final value 50.197445
## converged
## - Fold3.Rep3: size=5, decay=1e-04
## + Fold4.Rep3: size=1, decay=0e+00
## # weights: 8
## initial value 92.847222
## final value 53.925500
## converged
## - Fold4.Rep3: size=1, decay=0e+00
## + Fold4.Rep3: size=3, decay=0e+00
## # weights: 22
## initial value 105.581296
## final value 53.925500
## converged
## - Fold4.Rep3: size=3, decay=0e+00
## + Fold4.Rep3: size=5, decay=0e+00
## # weights: 36
## initial value 68.148790
## final value 53.925500
## converged
## - Fold4.Rep3: size=5, decay=0e+00
## + Fold4.Rep3: size=1, decay=1e-01
## # weights: 8
## initial value 79.473417
## iter 10 value 55.918224
## final value 55.916142
## converged
## - Fold4.Rep3: size=1, decay=1e-01
## + Fold4.Rep3: size=3, decay=1e-01
## # weights: 22
## initial value 108.556254
## iter 10 value 55.466961
## final value 55.464498
## converged
## - Fold4.Rep3: size=3, decay=1e-01
## + Fold4.Rep3: size=5, decay=1e-01
## # weights: 36
## initial value 71.608160
## iter 10 value 55.237214
## final value 55.236742
## converged
## - Fold4.Rep3: size=5, decay=1e-01
## + Fold4.Rep3: size=1, decay=1e-04
## # weights: 8
## initial value 81.007916
## iter 10 value 53.934292
## iter 20 value 53.932683
## iter 30 value 53.928415
## iter 40 value 53.927610
## iter 50 value 53.926676
## iter 60 value 53.925580
## iter 70 value 53.924275
## iter 80 value 53.922691
## iter 90 value 53.920717
## iter 100 value 53.918176
## final value 53.918176
## stopped after 100 iterations
## - Fold4.Rep3: size=1, decay=1e-04
## + Fold4.Rep3: size=3, decay=1e-04
## # weights: 22
## initial value 98.080016
## iter 10 value 53.932484
## iter 20 value 53.930045
## iter 30 value 53.929883
## iter 40 value 53.929691
## iter 50 value 53.929461
## iter 60 value 53.929182
## iter 70 value 53.928838
## iter 80 value 53.928407
## iter 90 value 53.927859
## iter 100 value 53.927148
## final value 53.927148
## stopped after 100 iterations
## - Fold4.Rep3: size=3, decay=1e-04
## + Fold4.Rep3: size=5, decay=1e-04
## # weights: 36
## initial value 88.161805
## iter 10 value 53.932462
## iter 20 value 53.929746
## iter 30 value 53.921795
## iter 40 value 53.911219
## iter 50 value 53.881885
## iter 60 value 53.767660
## iter 70 value 53.217338
## iter 80 value 52.872838
## iter 90 value 52.763351
## iter 100 value 52.729154
## final value 52.729154
## stopped after 100 iterations
## - Fold4.Rep3: size=5, decay=1e-04
## + Fold5.Rep3: size=1, decay=0e+00
## # weights: 8
## initial value 84.430491
## final value 39.288300
## converged
## - Fold5.Rep3: size=1, decay=0e+00
## + Fold5.Rep3: size=3, decay=0e+00
## # weights: 22
## initial value 59.698446
## final value 39.288300
## converged
## - Fold5.Rep3: size=3, decay=0e+00
## + Fold5.Rep3: size=5, decay=0e+00
## # weights: 36
## initial value 77.509261
## final value 39.288300
## converged
## - Fold5.Rep3: size=5, decay=0e+00
## + Fold5.Rep3: size=1, decay=1e-01
## # weights: 8
## initial value 61.661866
## iter 10 value 41.261403
## final value 41.261315
## converged
## - Fold5.Rep3: size=1, decay=1e-01
## + Fold5.Rep3: size=3, decay=1e-01
## # weights: 22
## initial value 72.479356
## iter 10 value 40.823050
## final value 40.821938
## converged
## - Fold5.Rep3: size=3, decay=1e-01
## + Fold5.Rep3: size=5, decay=1e-01
## # weights: 36
## initial value 55.577007
## iter 10 value 40.592951
## final value 40.592181
## converged
## - Fold5.Rep3: size=5, decay=1e-01
## + Fold5.Rep3: size=1, decay=1e-04
## # weights: 8
## initial value 64.636248
## iter 10 value 39.297497
## final value 39.296568
## converged
## - Fold5.Rep3: size=1, decay=1e-04
## + Fold5.Rep3: size=3, decay=1e-04
## # weights: 22
## initial value 80.055859
## iter 10 value 39.296600
## iter 20 value 39.294390
## iter 30 value 39.294096
## iter 30 value 39.294095
## iter 30 value 39.294095
## final value 39.294095
## converged
## - Fold5.Rep3: size=3, decay=1e-04
## + Fold5.Rep3: size=5, decay=1e-04
## # weights: 36
## initial value 56.539406
## iter 10 value 39.294358
## iter 20 value 39.293434
## final value 39.293059
## converged
## - Fold5.Rep3: size=5, decay=1e-04
## + Fold1.Rep4: size=1, decay=0e+00
## # weights: 8
## initial value 91.857022
## final value 46.633600
## converged
## - Fold1.Rep4: size=1, decay=0e+00
## + Fold1.Rep4: size=3, decay=0e+00
## # weights: 22
## initial value 71.105253
## final value 46.633600
## converged
## - Fold1.Rep4: size=3, decay=0e+00
## + Fold1.Rep4: size=5, decay=0e+00
## # weights: 36
## initial value 89.710016
## final value 46.633600
## converged
## - Fold1.Rep4: size=5, decay=0e+00
## + Fold1.Rep4: size=1, decay=1e-01
## # weights: 8
## initial value 74.037528
## iter 10 value 48.648219
## final value 48.647310
## converged
## - Fold1.Rep4: size=1, decay=1e-01
## + Fold1.Rep4: size=3, decay=1e-01
## # weights: 22
## initial value 82.051587
## iter 10 value 48.205279
## final value 48.202564
## converged
## - Fold1.Rep4: size=3, decay=1e-01
## + Fold1.Rep4: size=5, decay=1e-01
## # weights: 36
## initial value 79.633927
## iter 10 value 47.968242
## final value 47.966675
## converged
## - Fold1.Rep4: size=5, decay=1e-01
## + Fold1.Rep4: size=1, decay=1e-04
## # weights: 8
## initial value 90.989262
## iter 10 value 46.642732
## iter 20 value 46.641974
## final value 46.641942
## converged
## - Fold1.Rep4: size=1, decay=1e-04
## + Fold1.Rep4: size=3, decay=1e-04
## # weights: 22
## initial value 96.006356
## iter 10 value 46.643982
## iter 20 value 46.640539
## iter 30 value 46.639847
## iter 40 value 46.639379
## final value 46.639357
## converged
## - Fold1.Rep4: size=3, decay=1e-04
## + Fold1.Rep4: size=5, decay=1e-04
## # weights: 36
## initial value 68.050251
## iter 10 value 46.639429
## iter 20 value 46.638743
## iter 30 value 46.638295
## iter 30 value 46.638295
## iter 30 value 46.638295
## final value 46.638295
## converged
## - Fold1.Rep4: size=5, decay=1e-04
## + Fold2.Rep4: size=1, decay=0e+00
## # weights: 8
## initial value 114.862577
## final value 55.432100
## converged
## - Fold2.Rep4: size=1, decay=0e+00
## + Fold2.Rep4: size=3, decay=0e+00
## # weights: 22
## initial value 99.623684
## final value 55.432100
## converged
## - Fold2.Rep4: size=3, decay=0e+00
## + Fold2.Rep4: size=5, decay=0e+00
## # weights: 36
## initial value 84.959169
## final value 55.432100
## converged
## - Fold2.Rep4: size=5, decay=0e+00
## + Fold2.Rep4: size=1, decay=1e-01
## # weights: 8
## initial value 87.310042
## iter 10 value 57.459694
## final value 57.458693
## converged
## - Fold2.Rep4: size=1, decay=1e-01
## + Fold2.Rep4: size=3, decay=1e-01
## # weights: 22
## initial value 106.686702
## iter 10 value 57.008151
## final value 57.006382
## converged
## - Fold2.Rep4: size=3, decay=1e-01
## + Fold2.Rep4: size=5, decay=1e-01
## # weights: 36
## initial value 70.023307
## iter 10 value 56.770295
## final value 56.770177
## converged
## - Fold2.Rep4: size=5, decay=1e-01
## + Fold2.Rep4: size=1, decay=1e-04
## # weights: 8
## initial value 96.689203
## iter 10 value 55.441717
## iter 20 value 55.440543
## final value 55.440529
## converged
## - Fold2.Rep4: size=1, decay=1e-04
## + Fold2.Rep4: size=3, decay=1e-04
## # weights: 22
## initial value 112.777535
## iter 10 value 55.441555
## iter 20 value 55.438561
## iter 30 value 55.438196
## iter 40 value 55.432814
## iter 50 value 55.383119
## iter 60 value 55.104156
## iter 70 value 55.091270
## iter 80 value 54.821410
## iter 90 value 54.776611
## iter 100 value 54.753142
## final value 54.753142
## stopped after 100 iterations
## - Fold2.Rep4: size=3, decay=1e-04
## + Fold2.Rep4: size=5, decay=1e-04
## # weights: 36
## initial value 84.910965
## iter 10 value 55.438390
## iter 20 value 55.437504
## iter 30 value 55.436977
## final value 55.436865
## converged
## - Fold2.Rep4: size=5, decay=1e-04
## + Fold3.Rep4: size=1, decay=0e+00
## # weights: 8
## initial value 96.627099
## final value 54.399600
## converged
## - Fold3.Rep4: size=1, decay=0e+00
## + Fold3.Rep4: size=3, decay=0e+00
## # weights: 22
## initial value 97.888940
## final value 54.399600
## converged
## - Fold3.Rep4: size=3, decay=0e+00
## + Fold3.Rep4: size=5, decay=0e+00
## # weights: 36
## initial value 102.430467
## final value 54.399600
## converged
## - Fold3.Rep4: size=5, decay=0e+00
## + Fold3.Rep4: size=1, decay=1e-01
## # weights: 8
## initial value 91.651900
## iter 10 value 56.419556
## final value 56.419480
## converged
## - Fold3.Rep4: size=1, decay=1e-01
## + Fold3.Rep4: size=3, decay=1e-01
## # weights: 22
## initial value 107.709089
## iter 10 value 55.963564
## final value 55.961752
## converged
## - Fold3.Rep4: size=3, decay=1e-01
## + Fold3.Rep4: size=5, decay=1e-01
## # weights: 36
## initial value 95.932056
## iter 10 value 55.733650
## final value 55.729096
## converged
## - Fold3.Rep4: size=5, decay=1e-01
## + Fold3.Rep4: size=1, decay=1e-04
## # weights: 8
## initial value 79.706088
## iter 10 value 54.410479
## iter 20 value 54.406907
## iter 30 value 54.393405
## iter 40 value 54.183440
## iter 50 value 53.632562
## iter 60 value 53.386518
## iter 70 value 53.382224
## iter 80 value 53.362765
## iter 90 value 53.347333
## iter 100 value 53.345933
## final value 53.345933
## stopped after 100 iterations
## - Fold3.Rep4: size=1, decay=1e-04
## + Fold3.Rep4: size=3, decay=1e-04
## # weights: 22
## initial value 101.824223
## iter 10 value 54.408565
## iter 20 value 54.404042
## iter 30 value 54.403686
## iter 40 value 54.403272
## iter 50 value 54.402779
## iter 60 value 54.402177
## iter 70 value 54.401424
## iter 80 value 54.400460
## iter 90 value 54.399197
## iter 100 value 54.397500
## final value 54.397500
## stopped after 100 iterations
## - Fold3.Rep4: size=3, decay=1e-04
## + Fold3.Rep4: size=5, decay=1e-04
## # weights: 36
## initial value 95.424854
## iter 10 value 54.406460
## iter 20 value 54.404373
## iter 30 value 54.403292
## iter 40 value 54.403111
## iter 50 value 54.402898
## iter 60 value 54.402642
## iter 70 value 54.402327
## iter 80 value 54.401929
## iter 90 value 54.401412
## iter 100 value 54.400719
## final value 54.400719
## stopped after 100 iterations
## - Fold3.Rep4: size=5, decay=1e-04
## + Fold4.Rep4: size=1, decay=0e+00
## # weights: 8
## initial value 91.815106
## final value 50.733700
## converged
## - Fold4.Rep4: size=1, decay=0e+00
## + Fold4.Rep4: size=3, decay=0e+00
## # weights: 22
## initial value 87.066280
## final value 50.733700
## converged
## - Fold4.Rep4: size=3, decay=0e+00
## + Fold4.Rep4: size=5, decay=0e+00
## # weights: 36
## initial value 101.950196
## final value 50.733700
## converged
## - Fold4.Rep4: size=5, decay=0e+00
## + Fold4.Rep4: size=1, decay=1e-01
## # weights: 8
## initial value 76.692400
## iter 10 value 52.783682
## final value 52.783658
## converged
## - Fold4.Rep4: size=1, decay=1e-01
## + Fold4.Rep4: size=3, decay=1e-01
## # weights: 22
## initial value 87.836277
## iter 10 value 52.341368
## iter 20 value 52.330324
## iter 20 value 52.330323
## iter 20 value 52.330323
## final value 52.330323
## converged
## - Fold4.Rep4: size=3, decay=1e-01
## + Fold4.Rep4: size=5, decay=1e-01
## # weights: 36
## initial value 78.028141
## iter 10 value 52.092150
## final value 52.089964
## converged
## - Fold4.Rep4: size=5, decay=1e-01
## + Fold4.Rep4: size=1, decay=1e-04
## # weights: 8
## initial value 93.530507
## iter 10 value 50.743672
## final value 50.742107
## converged
## - Fold4.Rep4: size=1, decay=1e-04
## + Fold4.Rep4: size=3, decay=1e-04
## # weights: 22
## initial value 106.869334
## iter 10 value 50.743546
## iter 20 value 50.740106
## iter 30 value 50.739630
## iter 40 value 50.739482
## final value 50.739428
## converged
## - Fold4.Rep4: size=3, decay=1e-04
## + Fold4.Rep4: size=5, decay=1e-04
## # weights: 36
## initial value 74.555138
## iter 10 value 50.739744
## iter 20 value 50.738795
## iter 30 value 50.738540
## final value 50.738533
## converged
## - Fold4.Rep4: size=5, decay=1e-04
## + Fold5.Rep4: size=1, decay=0e+00
## # weights: 8
## initial value 89.499971
## final value 41.666600
## converged
## - Fold5.Rep4: size=1, decay=0e+00
## + Fold5.Rep4: size=3, decay=0e+00
## # weights: 22
## initial value 61.926857
## final value 41.666600
## converged
## - Fold5.Rep4: size=3, decay=0e+00
## + Fold5.Rep4: size=5, decay=0e+00
## # weights: 36
## initial value 74.735989
## final value 41.666600
## converged
## - Fold5.Rep4: size=5, decay=0e+00
## + Fold5.Rep4: size=1, decay=1e-01
## # weights: 8
## initial value 76.676279
## iter 10 value 43.683905
## final value 43.683054
## converged
## - Fold5.Rep4: size=1, decay=1e-01
## + Fold5.Rep4: size=3, decay=1e-01
## # weights: 22
## initial value 85.493223
## iter 10 value 43.237944
## final value 43.235930
## converged
## - Fold5.Rep4: size=3, decay=1e-01
## + Fold5.Rep4: size=5, decay=1e-01
## # weights: 36
## initial value 80.134588
## iter 10 value 43.004354
## final value 42.999901
## converged
## - Fold5.Rep4: size=5, decay=1e-01
## + Fold5.Rep4: size=1, decay=1e-04
## # weights: 8
## initial value 92.035453
## iter 10 value 41.676480
## iter 20 value 41.674901
## final value 41.674884
## converged
## - Fold5.Rep4: size=1, decay=1e-04
## + Fold5.Rep4: size=3, decay=1e-04
## # weights: 22
## initial value 64.766719
## iter 10 value 41.673719
## iter 20 value 41.673102
## iter 30 value 41.672354
## final value 41.672352
## converged
## - Fold5.Rep4: size=3, decay=1e-04
## + Fold5.Rep4: size=5, decay=1e-04
## # weights: 36
## initial value 73.932940
## iter 10 value 41.673314
## iter 20 value 41.671911
## final value 41.671594
## converged
## - Fold5.Rep4: size=5, decay=1e-04
## Warning: There were missing values in resampled performance measures.
## Aggregating results
## Selecting tuning parameters
## Fitting size = 1, decay = 0 on full training set
## # weights: 8
## initial value 102.644856
## final value 62.216400
## converged
## Step:11. Method:bagEarth
## + Fold1.Rep1: degree=1, nprune=12
## - Fold1.Rep1: degree=1, nprune=12
## + Fold2.Rep1: degree=1, nprune=12
## - Fold2.Rep1: degree=1, nprune=12
## + Fold3.Rep1: degree=1, nprune=12
## - Fold3.Rep1: degree=1, nprune=12
## + Fold4.Rep1: degree=1, nprune=12
## - Fold4.Rep1: degree=1, nprune=12
## + Fold5.Rep1: degree=1, nprune=12
## - Fold5.Rep1: degree=1, nprune=12
## + Fold1.Rep2: degree=1, nprune=12
## - Fold1.Rep2: degree=1, nprune=12
## + Fold2.Rep2: degree=1, nprune=12
## - Fold2.Rep2: degree=1, nprune=12
## + Fold3.Rep2: degree=1, nprune=12
## - Fold3.Rep2: degree=1, nprune=12
## + Fold4.Rep2: degree=1, nprune=12
## - Fold4.Rep2: degree=1, nprune=12
## + Fold5.Rep2: degree=1, nprune=12
## - Fold5.Rep2: degree=1, nprune=12
## + Fold1.Rep3: degree=1, nprune=12
## - Fold1.Rep3: degree=1, nprune=12
## + Fold2.Rep3: degree=1, nprune=12
## - Fold2.Rep3: degree=1, nprune=12
## + Fold3.Rep3: degree=1, nprune=12
## - Fold3.Rep3: degree=1, nprune=12
## + Fold4.Rep3: degree=1, nprune=12
## - Fold4.Rep3: degree=1, nprune=12
## + Fold5.Rep3: degree=1, nprune=12
## - Fold5.Rep3: degree=1, nprune=12
## + Fold1.Rep4: degree=1, nprune=12
## - Fold1.Rep4: degree=1, nprune=12
## + Fold2.Rep4: degree=1, nprune=12
## - Fold2.Rep4: degree=1, nprune=12
## + Fold3.Rep4: degree=1, nprune=12
## - Fold3.Rep4: degree=1, nprune=12
## + Fold4.Rep4: degree=1, nprune=12
## - Fold4.Rep4: degree=1, nprune=12
## + Fold5.Rep4: degree=1, nprune=12
## - Fold5.Rep4: degree=1, nprune=12
## Aggregating results
## Selecting tuning parameters
## Fitting nprune = 7, degree = 1 on full training set
## Step:12. Method:enet
## + Fold1.Rep1: lambda=1e-01, fraction=1
## - Fold1.Rep1: lambda=1e-01, fraction=1
## + Fold1.Rep1: lambda=1e-04, fraction=1
## - Fold1.Rep1: lambda=1e-04, fraction=1
## + Fold1.Rep1: lambda=0e+00, fraction=1
## - Fold1.Rep1: lambda=0e+00, fraction=1
## + Fold2.Rep1: lambda=1e-01, fraction=1
## - Fold2.Rep1: lambda=1e-01, fraction=1
## + Fold2.Rep1: lambda=1e-04, fraction=1
## - Fold2.Rep1: lambda=1e-04, fraction=1
## + Fold2.Rep1: lambda=0e+00, fraction=1
## - Fold2.Rep1: lambda=0e+00, fraction=1
## + Fold3.Rep1: lambda=1e-01, fraction=1
## - Fold3.Rep1: lambda=1e-01, fraction=1
## + Fold3.Rep1: lambda=1e-04, fraction=1
## - Fold3.Rep1: lambda=1e-04, fraction=1
## + Fold3.Rep1: lambda=0e+00, fraction=1
## - Fold3.Rep1: lambda=0e+00, fraction=1
## + Fold4.Rep1: lambda=1e-01, fraction=1
## - Fold4.Rep1: lambda=1e-01, fraction=1
## + Fold4.Rep1: lambda=1e-04, fraction=1
## - Fold4.Rep1: lambda=1e-04, fraction=1
## + Fold4.Rep1: lambda=0e+00, fraction=1
## - Fold4.Rep1: lambda=0e+00, fraction=1
## + Fold5.Rep1: lambda=1e-01, fraction=1
## - Fold5.Rep1: lambda=1e-01, fraction=1
## + Fold5.Rep1: lambda=1e-04, fraction=1
## - Fold5.Rep1: lambda=1e-04, fraction=1
## + Fold5.Rep1: lambda=0e+00, fraction=1
## - Fold5.Rep1: lambda=0e+00, fraction=1
## + Fold1.Rep2: lambda=1e-01, fraction=1
## - Fold1.Rep2: lambda=1e-01, fraction=1
## + Fold1.Rep2: lambda=1e-04, fraction=1
## - Fold1.Rep2: lambda=1e-04, fraction=1
## + Fold1.Rep2: lambda=0e+00, fraction=1
## - Fold1.Rep2: lambda=0e+00, fraction=1
## + Fold2.Rep2: lambda=1e-01, fraction=1
## - Fold2.Rep2: lambda=1e-01, fraction=1
## + Fold2.Rep2: lambda=1e-04, fraction=1
## - Fold2.Rep2: lambda=1e-04, fraction=1
## + Fold2.Rep2: lambda=0e+00, fraction=1
## - Fold2.Rep2: lambda=0e+00, fraction=1
## + Fold3.Rep2: lambda=1e-01, fraction=1
## - Fold3.Rep2: lambda=1e-01, fraction=1
## + Fold3.Rep2: lambda=1e-04, fraction=1
## - Fold3.Rep2: lambda=1e-04, fraction=1
## + Fold3.Rep2: lambda=0e+00, fraction=1
## - Fold3.Rep2: lambda=0e+00, fraction=1
## + Fold4.Rep2: lambda=1e-01, fraction=1
## - Fold4.Rep2: lambda=1e-01, fraction=1
## + Fold4.Rep2: lambda=1e-04, fraction=1
## - Fold4.Rep2: lambda=1e-04, fraction=1
## + Fold4.Rep2: lambda=0e+00, fraction=1
## - Fold4.Rep2: lambda=0e+00, fraction=1
## + Fold5.Rep2: lambda=1e-01, fraction=1
## - Fold5.Rep2: lambda=1e-01, fraction=1
## + Fold5.Rep2: lambda=1e-04, fraction=1
## - Fold5.Rep2: lambda=1e-04, fraction=1
## + Fold5.Rep2: lambda=0e+00, fraction=1
## - Fold5.Rep2: lambda=0e+00, fraction=1
## + Fold1.Rep3: lambda=1e-01, fraction=1
## - Fold1.Rep3: lambda=1e-01, fraction=1
## + Fold1.Rep3: lambda=1e-04, fraction=1
## - Fold1.Rep3: lambda=1e-04, fraction=1
## + Fold1.Rep3: lambda=0e+00, fraction=1
## - Fold1.Rep3: lambda=0e+00, fraction=1
## + Fold2.Rep3: lambda=1e-01, fraction=1
## - Fold2.Rep3: lambda=1e-01, fraction=1
## + Fold2.Rep3: lambda=1e-04, fraction=1
## - Fold2.Rep3: lambda=1e-04, fraction=1
## + Fold2.Rep3: lambda=0e+00, fraction=1
## - Fold2.Rep3: lambda=0e+00, fraction=1
## + Fold3.Rep3: lambda=1e-01, fraction=1
## - Fold3.Rep3: lambda=1e-01, fraction=1
## + Fold3.Rep3: lambda=1e-04, fraction=1
## - Fold3.Rep3: lambda=1e-04, fraction=1
## + Fold3.Rep3: lambda=0e+00, fraction=1
## - Fold3.Rep3: lambda=0e+00, fraction=1
## + Fold4.Rep3: lambda=1e-01, fraction=1
## - Fold4.Rep3: lambda=1e-01, fraction=1
## + Fold4.Rep3: lambda=1e-04, fraction=1
## - Fold4.Rep3: lambda=1e-04, fraction=1
## + Fold4.Rep3: lambda=0e+00, fraction=1
## - Fold4.Rep3: lambda=0e+00, fraction=1
## + Fold5.Rep3: lambda=1e-01, fraction=1
## - Fold5.Rep3: lambda=1e-01, fraction=1
## + Fold5.Rep3: lambda=1e-04, fraction=1
## - Fold5.Rep3: lambda=1e-04, fraction=1
## + Fold5.Rep3: lambda=0e+00, fraction=1
## - Fold5.Rep3: lambda=0e+00, fraction=1
## + Fold1.Rep4: lambda=1e-01, fraction=1
## - Fold1.Rep4: lambda=1e-01, fraction=1
## + Fold1.Rep4: lambda=1e-04, fraction=1
## - Fold1.Rep4: lambda=1e-04, fraction=1
## + Fold1.Rep4: lambda=0e+00, fraction=1
## - Fold1.Rep4: lambda=0e+00, fraction=1
## + Fold2.Rep4: lambda=1e-01, fraction=1
## - Fold2.Rep4: lambda=1e-01, fraction=1
## + Fold2.Rep4: lambda=1e-04, fraction=1
## - Fold2.Rep4: lambda=1e-04, fraction=1
## + Fold2.Rep4: lambda=0e+00, fraction=1
## - Fold2.Rep4: lambda=0e+00, fraction=1
## + Fold3.Rep4: lambda=1e-01, fraction=1
## - Fold3.Rep4: lambda=1e-01, fraction=1
## + Fold3.Rep4: lambda=1e-04, fraction=1
## - Fold3.Rep4: lambda=1e-04, fraction=1
## + Fold3.Rep4: lambda=0e+00, fraction=1
## - Fold3.Rep4: lambda=0e+00, fraction=1
## + Fold4.Rep4: lambda=1e-01, fraction=1
## - Fold4.Rep4: lambda=1e-01, fraction=1
## + Fold4.Rep4: lambda=1e-04, fraction=1
## - Fold4.Rep4: lambda=1e-04, fraction=1
## + Fold4.Rep4: lambda=0e+00, fraction=1
## - Fold4.Rep4: lambda=0e+00, fraction=1
## + Fold5.Rep4: lambda=1e-01, fraction=1
## - Fold5.Rep4: lambda=1e-01, fraction=1
## + Fold5.Rep4: lambda=1e-04, fraction=1
## - Fold5.Rep4: lambda=1e-04, fraction=1
## + Fold5.Rep4: lambda=0e+00, fraction=1
## - Fold5.Rep4: lambda=0e+00, fraction=1
## Aggregating results
## Selecting tuning parameters
## Fitting fraction = 0.05, lambda = 0 on full training set
names(objs) = sapply(objs, function(x) x$method)
res = sapply(objs, function(x) x$results$Rsquared)
#
After producing the models it's time to assess their performance:
##
Xnew = (as.matrix(sweep(data[ival, -c(1, 3553, 3554)], 2, ICAnacus$Xmu)) %*%
t(ICAnacus$W))
colnames(Xnew) = paste("IC.", 1:ncol(Xnew), sep = "", col = "")
Ytg = data[ival, 3554]
Yt = Ytg
for (i in 1:length(lmls)) {
Yt = cbind(Yt, predict(objs[[i]], Xnew))
err = sum(abs(Yt[, ncol(Yt)] - Ytg)/Ytg/length(Ytg))
cat(paste("Model:", lmls[i], ". Err:", err, "\n", sep = ""))
}
Model:lm. Err:0.765637060804565 Model:rf. Err:0.786468124684063 Model:ppr. Err:0.779080430621093 Model:earth. Err:0.803894721136327 Model:glm. Err:0.765637060804565 Model:svmRadial. Err:0.74363718207081 Model:glmnet. Err:0.886095172461616 Model:pls. Err:0.765637060804565 Model:svmPoly. Err:0.861077472504579 Model:nnet. Err:0.53051359298225 Model:bagEarth. Err:0.890312696350708 Model:enet. Err:0.880399808571841
#
for (i in 2:length(lmls)) {
plot(Yt[, 1], Yt[, i], xlim = c(0, 5), ylim = c(0, 5), main = paste("Model:",
lmls[i], sep = ""), xlab = "Original Y", ylab = "Predicted Y")
}
#
According to the so called strategy 1, an ICA projection for a spectrum will be Feature selection is an important step for practical commercial data mining which is often characterised by data sets with far too many variables for model building.
##
control <- rfeControl(functions = rfFuncs, method = "boot", verbose = FALSE,
returnResamp = "final", number = 50)
if (require("multicore", quietly = TRUE, warn.conflicts = FALSE)) {
control$workers <- multicore:::detectCores()/2
control$computeFunction <- mclapply
control$computeArgs <- list(mc.preschedule = FALSE, mc.set.seed = FALSE)
}
sizes = 5:25
profile.1 <- rfe(data[ilx, -c(1, 3553, 3554)], Y, sizes = sizes, rfeControl = control)
cat("rf : Profile 1 predictors:", predictors(profile.1), fill = TRUE)
rf : Profile 1 predictors: X454 X722 X1436 X1714 X2957 X1715 X1472 X2959 X1471 X1711 X2861 X1713 X2860 X1435 X450 X2863 X451 X2958 X452 X2961 X2873 X1712 X720 X2960 X2864
vars = predictors(profile.1)
#
X = data[ilx, vars]
objs = train(X, Y, method = "rf", trControl = myControl)
plot(Y, predict(objs, X), xlim = c(0, 5), ylim = c(0, 5), xlab = "Original Y",
ylab = "Predicted Y", main = "RF with 25 raw variables.Training")
abline(0, 1, col = 2)
#
Xnew = data[ival, vars]
Ynew = data[ival, ncol(data)]
Yout = predict(objs, Xnew)
plot(Yout, Ynew, xlim = c(0, 5), ylim = c(0, 5), xlab = "Original Y", ylab = "Predicted Y",
main = "RF with 25 raw variables.Testing")
abline(0, 1, col = 2)
#