First we will need to build the model using the code from the exercise instructions.
credit = credit %>% #changing character variables to factors
mutate_if(is.character, as.factor) %>%
mutate_if(is.integer, as.numeric)
#summary(credit)
credit = credit %>% #omitting missing data since we can't use it in training data
na.omit()
#sum(is.na(credit))
#Task
credit_task = TaskClassif$new(id = "credit",
backend = credit,
target = "Status")
#Resample
rsmp_outer = rsmp("cv", folds = 5)
rsmp_inner = rsmp("cv", folds = 3)
#Measure
msr_auc = msr("classif.auc")
#Learner
lrn_credit = lrn("classif.nnet",
size = 10,
decay = 1e-5,
maxit = 500,
trace = FALSE)
rr_nn = resample(credit_task, lrn_credit, rsmp_outer)## INFO [05:39:39.454] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/5)
## INFO [05:39:40.913] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/5)
## INFO [05:39:41.163] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/5)
## INFO [05:39:46.136] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 4/5)
## INFO [05:39:49.356] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 5/5)rr_nn$aggregate(msr_auc)## classif.auc
## 0.7438308Pretty decent AUC, but let’s fiddle with it and see if we can do better.
lrn_credit2 = lrn("classif.nnet",
size = 5,
decay = 1e-6,
maxit = 1000,
trace = FALSE)
rr_nn = resample(credit_task, lrn_credit2, rsmp_outer)## INFO [05:39:51.743] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/5)
## INFO [05:39:52.962] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/5)
## INFO [05:39:53.799] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/5)
## INFO [05:39:54.109] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 4/5)
## INFO [05:39:55.244] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 5/5)rr_nn$aggregate(msr_auc)## classif.auc
## 0.6868305That was terrible. Another! smashes Viking mug on the ground
lrn_credit3 = lrn("classif.nnet",
size = 25,
decay = 1e-6,
maxit = 1000,
trace = FALSE)
rr_nn = resample(credit_task, lrn_credit3, rsmp_outer)## INFO [05:39:57.040] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/5)
## INFO [05:40:15.655] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/5)
## INFO [05:40:37.293] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/5)
## INFO [05:41:02.670] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 4/5)
## INFO [05:41:27.090] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 5/5)rr_nn$aggregate(msr_auc)## classif.auc
## 0.7524614I think this is the best we’ll get. Now let’s tune the model.
tune_credit = ParamSet$new(list(
ParamInt$new("size", lower = 1, upper = 25),
ParamInt$new("maxit", lower = 100, upper = 1000),
ParamDbl$new("decay", lower = 0, upper = 1e-6)
))
tune_credit## <ParamSet>
## id class lower upper nlevels default value
## 1: size ParamInt 1 2.5e+01 25 <NoDefault[3]>
## 2: maxit ParamInt 100 1.0e+03 901 <NoDefault[3]>
## 3: decay ParamDbl 0 1.0e-06 Inf <NoDefault[3]>Random search strategy to select values of the parameters to test. The exercise said to use more than 20 iterations, but I didn’t want to increase it too much and be sitting here forever.
tuner = tnr("random_search")
evals = trm("evals", n_evals = 30)
credit_at = AutoTuner$new(tuner,
learner = lrn_credit3,
resampling = rsmp_inner,
measure = msr_auc,
search_space = tune_credit,
terminator = evals)
rr_nn = resample(credit_task,
credit_at,
rsmp_outer,
store_models = TRUE)## INFO [05:41:50.017] [mlr3] Applying learner 'classif.nnet.tuned' on task 'credit' (iter 1/5)
## INFO [05:41:50.115] [bbotk] Starting to optimize 3 parameter(s) with '<OptimizerRandomSearch>' and '<TerminatorEvals> [n_evals=30, k=0]'
## INFO [05:41:50.144] [bbotk] Evaluating 1 configuration(s)
## INFO [05:41:50.169] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:41:50.176] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:41:51.442] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:41:53.450] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:41:54.141] [mlr3] Finished benchmark
## INFO [05:41:54.180] [bbotk] Result of batch 1:
## INFO [05:41:54.182] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:41:54.182] [bbotk] 8 510 5.972929e-07 0.750009 0 0 3.924
## INFO [05:41:54.182] [bbotk] uhash
## INFO [05:41:54.182] [bbotk] 2469ea67-4310-4c97-b652-2cdf4f1a50fa
## INFO [05:41:54.187] [bbotk] Evaluating 1 configuration(s)
## INFO [05:41:54.208] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:41:54.215] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:41:54.453] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:41:54.964] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:41:54.999] [mlr3] Finished benchmark
## INFO [05:41:55.037] [bbotk] Result of batch 2:
## INFO [05:41:55.039] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:41:55.039] [bbotk] 1 276 3.055745e-07 0.6322015 0 0 0.732
## INFO [05:41:55.039] [bbotk] uhash
## INFO [05:41:55.039] [bbotk] a32aa30f-587c-4380-82b3-e11d3bdf02c7
## INFO [05:41:55.044] [bbotk] Evaluating 1 configuration(s)
## INFO [05:41:55.065] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:41:55.073] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:41:59.157] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:42:02.326] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:42:04.546] [mlr3] Finished benchmark
## INFO [05:42:04.603] [bbotk] Result of batch 3:
## INFO [05:42:04.606] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:42:04.606] [bbotk] 14 394 8.799096e-07 0.6526393 0 0 9.429
## INFO [05:42:04.606] [bbotk] uhash
## INFO [05:42:04.606] [bbotk] 4f915aaf-783c-43f8-9507-da47390e0e08
## INFO [05:42:04.611] [bbotk] Evaluating 1 configuration(s)
## INFO [05:42:04.633] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:42:04.643] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:42:05.411] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:42:05.798] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:42:06.188] [mlr3] Finished benchmark
## INFO [05:42:06.224] [bbotk] Result of batch 4:
## INFO [05:42:06.226] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:42:06.226] [bbotk] 8 540 3.704498e-07 0.6557495 0 0 1.503
## INFO [05:42:06.226] [bbotk] uhash
## INFO [05:42:06.226] [bbotk] 83502866-f02a-437a-9ce8-ffcab1e28337
## INFO [05:42:06.231] [bbotk] Evaluating 1 configuration(s)
## INFO [05:42:06.251] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:42:06.265] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:42:09.939] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:42:13.674] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:42:17.643] [mlr3] Finished benchmark
## INFO [05:42:17.680] [bbotk] Result of batch 5:
## INFO [05:42:17.682] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:42:17.682] [bbotk] 22 227 9.458743e-07 0.7178475 0 0 11.338
## INFO [05:42:17.682] [bbotk] uhash
## INFO [05:42:17.682] [bbotk] 4614f7ec-1681-4c41-9925-f779ceaaf988
## INFO [05:42:17.687] [bbotk] Evaluating 1 configuration(s)
## INFO [05:42:17.708] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:42:17.715] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:42:18.898] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:42:19.831] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:42:20.929] [mlr3] Finished benchmark
## INFO [05:42:20.965] [bbotk] Result of batch 6:
## INFO [05:42:20.967] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:42:20.967] [bbotk] 15 102 3.595584e-07 0.6692473 0 0 3.167
## INFO [05:42:20.967] [bbotk] uhash
## INFO [05:42:20.967] [bbotk] 8a413a63-7b41-4777-a5b6-17dc344a101e
## INFO [05:42:20.972] [bbotk] Evaluating 1 configuration(s)
## INFO [05:42:20.991] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:42:20.999] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:42:23.007] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:42:26.741] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:42:29.857] [mlr3] Finished benchmark
## INFO [05:42:29.896] [bbotk] Result of batch 7:
## INFO [05:42:29.898] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:42:29.898] [bbotk] 21 215 5.002196e-07 0.6794207 0 0 8.817
## INFO [05:42:29.898] [bbotk] uhash
## INFO [05:42:29.898] [bbotk] 4355064c-5338-4ee6-aa32-e561aafce10d
## INFO [05:42:29.903] [bbotk] Evaluating 1 configuration(s)
## INFO [05:42:29.923] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:42:29.931] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:42:30.737] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:42:32.494] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:42:32.890] [mlr3] Finished benchmark
## INFO [05:42:32.927] [bbotk] Result of batch 8:
## INFO [05:42:32.929] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:42:32.929] [bbotk] 7 965 6.059487e-07 0.6399598 0 0 2.917
## INFO [05:42:32.929] [bbotk] uhash
## INFO [05:42:32.929] [bbotk] 3c0dff46-f2cc-4f18-a0eb-9ccc27fbb63f
## INFO [05:42:32.934] [bbotk] Evaluating 1 configuration(s)
## INFO [05:42:32.955] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:42:32.962] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:42:35.439] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:42:36.667] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:42:37.593] [mlr3] Finished benchmark
## INFO [05:42:37.632] [bbotk] Result of batch 9:
## INFO [05:42:37.634] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:42:37.634] [bbotk] 7 640 2.04142e-08 0.7624308 0 0 4.59
## INFO [05:42:37.634] [bbotk] uhash
## INFO [05:42:37.634] [bbotk] ee4a3ab6-0da2-43f6-8b68-a39540aff949
## INFO [05:42:37.639] [bbotk] Evaluating 1 configuration(s)
## INFO [05:42:37.659] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:42:37.666] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:42:43.774] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:42:52.687] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:43:02.709] [mlr3] Finished benchmark
## INFO [05:43:02.747] [bbotk] Result of batch 10:
## INFO [05:43:02.749] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:43:02.749] [bbotk] 20 955 3.966186e-07 0.6736807 0 0 25.001
## INFO [05:43:02.749] [bbotk] uhash
## INFO [05:43:02.749] [bbotk] 9a63d762-f623-40fa-aab4-bf30f1204159
## INFO [05:43:02.754] [bbotk] Evaluating 1 configuration(s)
## INFO [05:43:02.773] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:43:02.780] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:43:05.922] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:43:09.399] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:43:12.949] [mlr3] Finished benchmark
## INFO [05:43:12.994] [bbotk] Result of batch 11:
## INFO [05:43:12.996] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:43:12.996] [bbotk] 24 194 5.738715e-07 0.6575731 0 0 10.126
## INFO [05:43:12.996] [bbotk] uhash
## INFO [05:43:12.996] [bbotk] d7aa317c-48f3-4dd7-bb1a-435550f8b4fe
## INFO [05:43:13.001] [bbotk] Evaluating 1 configuration(s)
## INFO [05:43:13.021] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:43:13.028] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:43:17.761] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:43:24.936] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:43:27.100] [mlr3] Finished benchmark
## INFO [05:43:27.136] [bbotk] Result of batch 12:
## INFO [05:43:27.138] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:43:27.138] [bbotk] 15 625 9.180737e-08 0.7650659 0 0 14.031
## INFO [05:43:27.138] [bbotk] uhash
## INFO [05:43:27.138] [bbotk] c132ccac-9b9f-4f5f-94a4-95203da17fc8
## INFO [05:43:27.143] [bbotk] Evaluating 1 configuration(s)
## INFO [05:43:27.163] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:43:27.171] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:43:37.146] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:43:44.737] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:43:49.015] [mlr3] Finished benchmark
## INFO [05:43:49.052] [bbotk] Result of batch 13:
## INFO [05:43:49.054] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:43:49.054] [bbotk] 21 661 1.121161e-07 0.7101802 0 0 21.793
## INFO [05:43:49.054] [bbotk] uhash
## INFO [05:43:49.054] [bbotk] 2af6560d-448f-4a50-8591-41f57e59fd22
## INFO [05:43:49.058] [bbotk] Evaluating 1 configuration(s)
## INFO [05:43:49.079] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:43:49.086] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:43:53.726] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:43:55.719] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:43:56.349] [mlr3] Finished benchmark
## INFO [05:43:56.388] [bbotk] Result of batch 14:
## INFO [05:43:56.390] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:43:56.390] [bbotk] 10 811 6.756069e-07 0.7270753 0 0 7.222
## INFO [05:43:56.390] [bbotk] uhash
## INFO [05:43:56.390] [bbotk] 43af6578-e4b5-4f0a-8f9e-fb805bb73311
## INFO [05:43:56.395] [bbotk] Evaluating 1 configuration(s)
## INFO [05:43:56.417] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:43:56.424] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:44:03.286] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:44:09.368] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:44:17.416] [mlr3] Finished benchmark
## INFO [05:44:17.455] [bbotk] Result of batch 15:
## INFO [05:44:17.457] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:44:17.457] [bbotk] 19 728 3.708381e-08 0.6919939 0 0 20.949
## INFO [05:44:17.457] [bbotk] uhash
## INFO [05:44:17.457] [bbotk] 4ffe3aa1-cd81-4de0-87f7-cec9bfb83709
## INFO [05:44:17.462] [bbotk] Evaluating 1 configuration(s)
## INFO [05:44:17.481] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:44:17.497] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:44:20.183] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:44:22.479] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:44:25.100] [mlr3] Finished benchmark
## INFO [05:44:25.149] [bbotk] Result of batch 16:
## INFO [05:44:25.151] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:44:25.151] [bbotk] 19 202 7.935081e-07 0.6768437 0 0 7.56
## INFO [05:44:25.151] [bbotk] uhash
## INFO [05:44:25.151] [bbotk] d5640691-bef1-4c5c-af83-de9581bff85f
## INFO [05:44:25.157] [bbotk] Evaluating 1 configuration(s)
## INFO [05:44:25.180] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:44:25.187] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:44:33.258] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:44:37.095] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:44:48.711] [mlr3] Finished benchmark
## INFO [05:44:48.760] [bbotk] Result of batch 17:
## INFO [05:44:48.763] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:44:48.763] [bbotk] 22 787 3.199623e-07 0.7278271 0 0 23.481
## INFO [05:44:48.763] [bbotk] uhash
## INFO [05:44:48.763] [bbotk] f2273ab7-dbc3-4ef1-a69d-ba6f0da96363
## INFO [05:44:48.768] [bbotk] Evaluating 1 configuration(s)
## INFO [05:44:48.790] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:44:48.797] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:44:57.492] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:45:01.981] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:45:14.422] [mlr3] Finished benchmark
## INFO [05:45:14.473] [bbotk] Result of batch 18:
## INFO [05:45:14.475] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:45:14.475] [bbotk] 21 816 5.087157e-07 0.7286173 0 0 25.582
## INFO [05:45:14.475] [bbotk] uhash
## INFO [05:45:14.475] [bbotk] 96f83a4e-6f74-4992-9aa1-b4e3ea0e9ba9
## INFO [05:45:14.481] [bbotk] Evaluating 1 configuration(s)
## INFO [05:45:14.502] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:45:14.509] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:45:15.642] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:45:17.046] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:45:18.427] [mlr3] Finished benchmark
## INFO [05:45:18.473] [bbotk] Result of batch 19:
## INFO [05:45:18.475] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:45:18.475] [bbotk] 7 327 6.800245e-07 0.6947369 0 0 3.875
## INFO [05:45:18.475] [bbotk] uhash
## INFO [05:45:18.475] [bbotk] 91674855-2f17-4b4f-9a0e-5db8da20d095
## INFO [05:45:18.481] [bbotk] Evaluating 1 configuration(s)
## INFO [05:45:18.501] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:45:18.508] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:45:18.552] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:45:18.595] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:45:19.694] [mlr3] Finished benchmark
## INFO [05:45:19.740] [bbotk] Result of batch 20:
## INFO [05:45:19.742] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:45:19.742] [bbotk] 3 569 2.629267e-07 0.5934661 0 0 1.147
## INFO [05:45:19.742] [bbotk] uhash
## INFO [05:45:19.742] [bbotk] b5c676be-d2d0-44ef-b0c3-b966a768aefb
## INFO [05:45:19.748] [bbotk] Evaluating 1 configuration(s)
## INFO [05:45:19.768] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:45:19.776] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:45:25.808] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:45:33.383] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:45:35.331] [mlr3] Finished benchmark
## INFO [05:45:35.379] [bbotk] Result of batch 21:
## INFO [05:45:35.381] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:45:35.381] [bbotk] 17 841 9.749693e-07 0.7144316 0 0 15.514
## INFO [05:45:35.381] [bbotk] uhash
## INFO [05:45:35.381] [bbotk] b7344f6d-d0a2-4531-aa41-b5a2a96bc38e
## INFO [05:45:35.386] [bbotk] Evaluating 1 configuration(s)
## INFO [05:45:35.407] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:45:35.415] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:45:37.899] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:45:40.030] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:45:42.313] [mlr3] Finished benchmark
## INFO [05:45:42.375] [bbotk] Result of batch 22:
## INFO [05:45:42.378] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:45:42.378] [bbotk] 18 194 5.968242e-07 0.7036316 0 0 6.849
## INFO [05:45:42.378] [bbotk] uhash
## INFO [05:45:42.378] [bbotk] 85d42c99-62f8-4dc6-b162-f207cdeddbdc
## INFO [05:45:42.387] [bbotk] Evaluating 1 configuration(s)
## INFO [05:45:42.416] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:45:42.426] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:45:45.901] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:45:49.842] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:45:52.033] [mlr3] Finished benchmark
## INFO [05:45:52.072] [bbotk] Result of batch 23:
## INFO [05:45:52.074] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:45:52.074] [bbotk] 12 771 4.705768e-07 0.7747014 0 0 9.564
## INFO [05:45:52.074] [bbotk] uhash
## INFO [05:45:52.074] [bbotk] 2d7b553c-5fd7-425e-95c5-8f0d929d3ca2
## INFO [05:45:52.079] [bbotk] Evaluating 1 configuration(s)
## INFO [05:45:52.101] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:45:52.108] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:45:53.053] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:45:53.163] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:45:55.005] [mlr3] Finished benchmark
## INFO [05:45:55.045] [bbotk] Result of batch 24:
## INFO [05:45:55.048] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:45:55.048] [bbotk] 9 426 1.199692e-07 0.664408 0 0 2.851
## INFO [05:45:55.048] [bbotk] uhash
## INFO [05:45:55.048] [bbotk] 216f1683-6ca6-4a85-8c99-24f4c9963ced
## INFO [05:45:55.053] [bbotk] Evaluating 1 configuration(s)
## INFO [05:45:55.074] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:45:55.081] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:45:58.069] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:46:00.191] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:46:03.729] [mlr3] Finished benchmark
## INFO [05:46:03.771] [bbotk] Result of batch 25:
## INFO [05:46:03.773] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:46:03.773] [bbotk] 14 405 6.939326e-07 0.7310174 0 0 8.596
## INFO [05:46:03.773] [bbotk] uhash
## INFO [05:46:03.773] [bbotk] 35a2205c-5aa5-4f29-90c9-5300e0768ce0
## INFO [05:46:03.778] [bbotk] Evaluating 1 configuration(s)
## INFO [05:46:03.800] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:46:03.807] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:46:07.214] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:46:11.388] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:46:12.945] [mlr3] Finished benchmark
## INFO [05:46:12.993] [bbotk] Result of batch 26:
## INFO [05:46:12.995] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:46:12.995] [bbotk] 13 451 4.399098e-07 0.6872707 0 0 9.095
## INFO [05:46:12.995] [bbotk] uhash
## INFO [05:46:12.995] [bbotk] 5d385913-fc7d-42c4-ae72-0ef11cc10941
## INFO [05:46:13.001] [bbotk] Evaluating 1 configuration(s)
## INFO [05:46:13.021] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:46:13.029] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:46:13.165] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:46:13.211] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:46:13.293] [mlr3] Finished benchmark
## INFO [05:46:13.330] [bbotk] Result of batch 27:
## INFO [05:46:13.339] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:46:13.339] [bbotk] 3 577 1.234801e-07 0.574102 0 0 0.224
## INFO [05:46:13.339] [bbotk] uhash
## INFO [05:46:13.339] [bbotk] afba6b17-b3ef-4523-8668-a93b42223acd
## INFO [05:46:13.345] [bbotk] Evaluating 1 configuration(s)
## INFO [05:46:13.369] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:46:13.376] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:46:22.705] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:46:26.925] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:46:37.317] [mlr3] Finished benchmark
## INFO [05:46:37.356] [bbotk] Result of batch 28:
## INFO [05:46:37.358] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:46:37.358] [bbotk] 19 910 9.035301e-07 0.8201746 0 0 23.9
## INFO [05:46:37.358] [bbotk] uhash
## INFO [05:46:37.358] [bbotk] 49c3310f-629f-4357-a877-df84dc4abc50
## INFO [05:46:37.363] [bbotk] Evaluating 1 configuration(s)
## INFO [05:46:37.383] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:46:37.390] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:46:43.028] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:46:50.516] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:46:56.565] [mlr3] Finished benchmark
## INFO [05:46:56.603] [bbotk] Result of batch 29:
## INFO [05:46:56.605] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:46:56.605] [bbotk] 21 416 3.305912e-07 0.6947667 0 0 19.132
## INFO [05:46:56.605] [bbotk] uhash
## INFO [05:46:56.605] [bbotk] 6d5ef5a9-c755-4fa2-8d4a-b73677ff381c
## INFO [05:46:56.610] [bbotk] Evaluating 1 configuration(s)
## INFO [05:46:56.630] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:46:56.637] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:46:56.673] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:46:56.842] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:46:57.021] [mlr3] Finished benchmark
## INFO [05:46:57.057] [bbotk] Result of batch 30:
## INFO [05:46:57.059] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:46:57.059] [bbotk] 1 338 8.000478e-07 0.5824924 0 0 0.342
## INFO [05:46:57.059] [bbotk] uhash
## INFO [05:46:57.059] [bbotk] e990116d-1037-497b-b5b6-03b975d4a7e7
## INFO [05:46:57.069] [bbotk] Finished optimizing after 30 evaluation(s)
## INFO [05:46:57.070] [bbotk] Result:
## INFO [05:46:57.071] [bbotk] size maxit decay learner_param_vals x_domain classif.auc
## INFO [05:46:57.071] [bbotk] 19 910 9.035301e-07 <list[4]> <list[3]> 0.8201746
## INFO [05:47:06.920] [mlr3] Applying learner 'classif.nnet.tuned' on task 'credit' (iter 2/5)
## INFO [05:47:06.974] [bbotk] Starting to optimize 3 parameter(s) with '<OptimizerRandomSearch>' and '<TerminatorEvals> [n_evals=30, k=0]'
## INFO [05:47:06.992] [bbotk] Evaluating 1 configuration(s)
## INFO [05:47:07.012] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:47:07.019] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:47:10.101] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:47:12.314] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:47:14.382] [mlr3] Finished benchmark
## INFO [05:47:14.414] [bbotk] Result of batch 1:
## INFO [05:47:14.416] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:47:14.416] [bbotk] 18 254 7.757328e-07 0.7275176 0 0 7.319
## INFO [05:47:14.416] [bbotk] uhash
## INFO [05:47:14.416] [bbotk] 269025a6-77f2-4cb8-856b-a48e2f00d3c1
## INFO [05:47:14.421] [bbotk] Evaluating 1 configuration(s)
## INFO [05:47:14.441] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:47:14.448] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:47:24.041] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:47:26.916] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:47:38.400] [mlr3] Finished benchmark
## INFO [05:47:39.073] [bbotk] Result of batch 2:
## INFO [05:47:39.075] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:47:39.075] [bbotk] 22 802 8.970904e-07 0.7303949 0 0 23.91
## INFO [05:47:39.075] [bbotk] uhash
## INFO [05:47:39.075] [bbotk] 9629f088-dcb3-45c0-9d42-ae052062fee1
## INFO [05:47:39.080] [bbotk] Evaluating 1 configuration(s)
## INFO [05:47:39.101] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:47:39.108] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:47:40.149] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:47:41.121] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:47:41.566] [mlr3] Finished benchmark
## INFO [05:47:41.602] [bbotk] Result of batch 3:
## INFO [05:47:41.604] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:47:41.604] [bbotk] 9 279 2.052744e-08 0.7137478 0 0 2.418
## INFO [05:47:41.604] [bbotk] uhash
## INFO [05:47:41.604] [bbotk] f2a69e56-a225-4a7a-a258-f2a7291b1e2a
## INFO [05:47:41.609] [bbotk] Evaluating 1 configuration(s)
## INFO [05:47:41.629] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:47:41.636] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:47:44.741] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:47:48.453] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:47:52.610] [mlr3] Finished benchmark
## INFO [05:47:52.668] [bbotk] Result of batch 4:
## INFO [05:47:52.670] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:47:52.670] [bbotk] 22 267 2.353082e-08 0.7222421 0 0 10.93
## INFO [05:47:52.670] [bbotk] uhash
## INFO [05:47:52.670] [bbotk] 276fa15b-48a0-40cd-aeaf-cad718349b7d
## INFO [05:47:52.676] [bbotk] Evaluating 1 configuration(s)
## INFO [05:47:52.699] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:47:52.707] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:47:52.962] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:47:53.021] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:47:53.092] [mlr3] Finished benchmark
## INFO [05:47:53.130] [bbotk] Result of batch 5:
## INFO [05:47:53.133] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:47:53.133] [bbotk] 3 737 7.589527e-07 0.6223384 0 0 0.341
## INFO [05:47:53.133] [bbotk] uhash
## INFO [05:47:53.133] [bbotk] f4cec1c6-a597-40d4-8031-47edda2bb2bf
## INFO [05:47:53.138] [bbotk] Evaluating 1 configuration(s)
## INFO [05:47:53.159] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:47:53.167] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:48:05.834] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:48:13.717] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:48:18.992] [mlr3] Finished benchmark
## INFO [05:48:19.027] [bbotk] Result of batch 6:
## INFO [05:48:19.029] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:48:19.029] [bbotk] 25 702 8.067198e-07 0.6697478 0 0 25.783
## INFO [05:48:19.029] [bbotk] uhash
## INFO [05:48:19.029] [bbotk] 3c23a91f-03af-4408-b32d-1f3d2954c1ae
## INFO [05:48:19.034] [bbotk] Evaluating 1 configuration(s)
## INFO [05:48:19.053] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:48:19.060] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:48:24.638] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:48:30.183] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:48:34.050] [mlr3] Finished benchmark
## INFO [05:48:34.087] [bbotk] Result of batch 7:
## INFO [05:48:34.089] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:48:34.089] [bbotk] 20 372 9.126244e-07 0.6824934 0 0 14.948
## INFO [05:48:34.089] [bbotk] uhash
## INFO [05:48:34.089] [bbotk] 282a99bb-7289-4090-8635-69649a2356a4
## INFO [05:48:34.094] [bbotk] Evaluating 1 configuration(s)
## INFO [05:48:34.114] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:48:34.121] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:48:39.713] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:48:46.472] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:48:50.552] [mlr3] Finished benchmark
## INFO [05:48:50.589] [bbotk] Result of batch 8:
## INFO [05:48:50.591] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:48:50.591] [bbotk] 15 791 2.577065e-07 0.7003452 0 0 16.389
## INFO [05:48:50.591] [bbotk] uhash
## INFO [05:48:50.591] [bbotk] feaf5be5-27d5-4534-88ff-c4baa4e9b675
## INFO [05:48:50.596] [bbotk] Evaluating 1 configuration(s)
## INFO [05:48:50.616] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:48:50.623] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:48:52.923] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:48:55.255] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:48:57.372] [mlr3] Finished benchmark
## INFO [05:48:57.408] [bbotk] Result of batch 9:
## INFO [05:48:57.410] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:48:57.410] [bbotk] 25 116 5.485289e-07 0.6697287 0 0 6.708
## INFO [05:48:57.410] [bbotk] uhash
## INFO [05:48:57.410] [bbotk] b45fa740-5591-4f03-9d41-9f3f2fe27062
## INFO [05:48:57.415] [bbotk] Evaluating 1 configuration(s)
## INFO [05:48:57.435] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:48:57.442] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:48:57.627] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:48:58.018] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:48:58.347] [mlr3] Finished benchmark
## INFO [05:48:58.388] [bbotk] Result of batch 10:
## INFO [05:48:58.390] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:48:58.390] [bbotk] 4 939 6.796409e-08 0.6507972 0 0 0.862
## INFO [05:48:58.390] [bbotk] uhash
## INFO [05:48:58.390] [bbotk] c588be76-36b0-428c-9a65-6692672e0a63
## INFO [05:48:58.396] [bbotk] Evaluating 1 configuration(s)
## INFO [05:48:58.419] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:48:58.426] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:49:09.914] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:49:20.395] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:49:23.807] [mlr3] Finished benchmark
## INFO [05:49:23.843] [bbotk] Result of batch 11:
## INFO [05:49:23.845] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:49:23.845] [bbotk] 22 886 7.587735e-07 0.7206672 0 0 25.341
## INFO [05:49:23.845] [bbotk] uhash
## INFO [05:49:23.845] [bbotk] b4bb851f-8859-4466-b3b3-21a96fc8cd5f
## INFO [05:49:23.850] [bbotk] Evaluating 1 configuration(s)
## INFO [05:49:23.870] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:49:23.877] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:49:30.178] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:49:37.401] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:49:42.270] [mlr3] Finished benchmark
## INFO [05:49:42.320] [bbotk] Result of batch 12:
## INFO [05:49:42.322] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:49:42.322] [bbotk] 25 414 9.404982e-07 0.6657437 0 0 18.337
## INFO [05:49:42.322] [bbotk] uhash
## INFO [05:49:42.322] [bbotk] 48a84268-5753-4459-8aeb-e4c399a39275
## INFO [05:49:42.328] [bbotk] Evaluating 1 configuration(s)
## INFO [05:49:42.362] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:49:42.376] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:49:42.669] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:49:43.321] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:49:43.633] [mlr3] Finished benchmark
## INFO [05:49:43.669] [bbotk] Result of batch 13:
## INFO [05:49:43.671] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:49:43.671] [bbotk] 5 733 6.465813e-07 0.6712659 0 0 1.211
## INFO [05:49:43.671] [bbotk] uhash
## INFO [05:49:43.671] [bbotk] e128eba1-3939-4474-ae60-6b4750a6ccde
## INFO [05:49:43.676] [bbotk] Evaluating 1 configuration(s)
## INFO [05:49:43.696] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:49:43.703] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:49:43.748] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:49:43.784] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:49:43.817] [mlr3] Finished benchmark
## INFO [05:49:43.854] [bbotk] Result of batch 14:
## INFO [05:49:43.856] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:49:43.856] [bbotk] 1 386 1.337381e-07 0.5 0 0 0.074
## INFO [05:49:43.856] [bbotk] uhash
## INFO [05:49:43.856] [bbotk] 7be1ff65-f190-44c2-bbdc-d6c158dcda23
## INFO [05:49:43.861] [bbotk] Evaluating 1 configuration(s)
## INFO [05:49:43.889] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:49:43.898] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:49:44.870] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:49:46.378] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:49:46.915] [mlr3] Finished benchmark
## INFO [05:49:46.951] [bbotk] Result of batch 15:
## INFO [05:49:46.953] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:49:46.953] [bbotk] 9 438 6.769651e-07 0.6531932 0 0 2.977
## INFO [05:49:46.953] [bbotk] uhash
## INFO [05:49:46.953] [bbotk] 65b434a8-7434-4bd0-b177-9208de63b324
## INFO [05:49:46.958] [bbotk] Evaluating 1 configuration(s)
## INFO [05:49:46.978] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:49:46.985] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:49:47.463] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:49:47.865] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:49:48.019] [mlr3] Finished benchmark
## INFO [05:49:48.055] [bbotk] Result of batch 16:
## INFO [05:49:48.057] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:49:48.057] [bbotk] 3 323 8.855057e-07 0.6477712 0 0 0.992
## INFO [05:49:48.057] [bbotk] uhash
## INFO [05:49:48.057] [bbotk] 85d9f133-270d-4ebb-9800-775bcfc88bb9
## INFO [05:49:48.062] [bbotk] Evaluating 1 configuration(s)
## INFO [05:49:48.082] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:49:48.089] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:50:00.672] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:50:11.333] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:50:23.650] [mlr3] Finished benchmark
## INFO [05:50:23.688] [bbotk] Result of batch 17:
## INFO [05:50:23.690] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:50:23.690] [bbotk] 23 920 6.931392e-07 0.6915095 0 0 35.521
## INFO [05:50:23.690] [bbotk] uhash
## INFO [05:50:23.690] [bbotk] d42348c5-7912-40b6-9bac-d8a30d45b834
## INFO [05:50:23.695] [bbotk] Evaluating 1 configuration(s)
## INFO [05:50:23.715] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:50:23.723] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:50:34.945] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:50:38.938] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:50:50.123] [mlr3] Finished benchmark
## INFO [05:50:50.158] [bbotk] Result of batch 18:
## INFO [05:50:50.160] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:50:50.160] [bbotk] 23 746 7.230052e-07 0.6593072 0 0 26.36
## INFO [05:50:50.160] [bbotk] uhash
## INFO [05:50:50.160] [bbotk] 5f9793a6-72dc-404f-ba8d-7f6cd9683e79
## INFO [05:50:50.165] [bbotk] Evaluating 1 configuration(s)
## INFO [05:50:50.185] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:50:50.192] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:50:50.538] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:50:51.414] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:50:51.989] [mlr3] Finished benchmark
## INFO [05:50:52.026] [bbotk] Result of batch 19:
## INFO [05:50:52.028] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:50:52.028] [bbotk] 8 580 9.422289e-07 0.6544482 0 0 1.755
## INFO [05:50:52.028] [bbotk] uhash
## INFO [05:50:52.028] [bbotk] 091343e7-51dd-49c0-96a1-0a537bfdc207
## INFO [05:50:52.033] [bbotk] Evaluating 1 configuration(s)
## INFO [05:50:52.053] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:50:52.060] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:50:59.994] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:51:01.629] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:51:08.398] [mlr3] Finished benchmark
## INFO [05:51:08.435] [bbotk] Result of batch 20:
## INFO [05:51:08.437] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:51:08.437] [bbotk] 17 747 5.314544e-08 0.6580293 0 0 16.299
## INFO [05:51:08.437] [bbotk] uhash
## INFO [05:51:08.437] [bbotk] 315608ae-ec15-492b-9676-35890f5e449c
## INFO [05:51:08.442] [bbotk] Evaluating 1 configuration(s)
## INFO [05:51:08.462] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:51:08.469] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:51:10.225] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:51:11.631] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:51:13.100] [mlr3] Finished benchmark
## INFO [05:51:13.139] [bbotk] Result of batch 21:
## INFO [05:51:13.142] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:51:13.142] [bbotk] 9 297 8.436171e-07 0.6907015 0 0 4.587
## INFO [05:51:13.142] [bbotk] uhash
## INFO [05:51:13.142] [bbotk] d285caab-eacf-4863-af66-2cb11b824c56
## INFO [05:51:13.148] [bbotk] Evaluating 1 configuration(s)
## INFO [05:51:13.170] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:51:13.178] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:51:17.774] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:51:22.001] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:51:23.430] [mlr3] Finished benchmark
## INFO [05:51:23.467] [bbotk] Result of batch 22:
## INFO [05:51:23.469] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:51:23.469] [bbotk] 16 428 3.83857e-07 0.6849299 0 0 10.208
## INFO [05:51:23.469] [bbotk] uhash
## INFO [05:51:23.469] [bbotk] 5df9dfe3-9918-47a1-98cb-2185f952d546
## INFO [05:51:23.474] [bbotk] Evaluating 1 configuration(s)
## INFO [05:51:23.494] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:51:23.501] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:51:25.166] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:51:26.431] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:51:28.903] [mlr3] Finished benchmark
## INFO [05:51:28.941] [bbotk] Result of batch 23:
## INFO [05:51:28.943] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:51:28.943] [bbotk] 11 746 7.244238e-07 0.6604345 0 0 5.361
## INFO [05:51:28.943] [bbotk] uhash
## INFO [05:51:28.943] [bbotk] 108ca1e0-1e4c-42b9-ac4c-c26889e60786
## INFO [05:51:28.948] [bbotk] Evaluating 1 configuration(s)
## INFO [05:51:28.969] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:51:28.976] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:51:30.207] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:51:30.998] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:51:31.700] [mlr3] Finished benchmark
## INFO [05:51:31.737] [bbotk] Result of batch 24:
## INFO [05:51:31.740] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:51:31.740] [bbotk] 9 179 6.481065e-07 0.7006242 0 0 2.681
## INFO [05:51:31.740] [bbotk] uhash
## INFO [05:51:31.740] [bbotk] d5cb5bdc-99c1-4c56-a4b5-a0b454cf8613
## INFO [05:51:31.745] [bbotk] Evaluating 1 configuration(s)
## INFO [05:51:31.766] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:51:31.773] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:51:40.635] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:51:44.297] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:51:50.585] [mlr3] Finished benchmark
## INFO [05:51:50.621] [bbotk] Result of batch 25:
## INFO [05:51:50.623] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:51:50.623] [bbotk] 20 629 3.012646e-07 0.63244 0 0 18.772
## INFO [05:51:50.623] [bbotk] uhash
## INFO [05:51:50.623] [bbotk] f498bdac-ab0a-4230-8833-eeefbfafb6c3
## INFO [05:51:50.628] [bbotk] Evaluating 1 configuration(s)
## INFO [05:51:50.648] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:51:50.655] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:51:51.237] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:51:51.651] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:51:52.316] [mlr3] Finished benchmark
## INFO [05:51:52.355] [bbotk] Result of batch 26:
## INFO [05:51:52.357] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:51:52.357] [bbotk] 7 212 9.881808e-07 0.7108231 0 0 1.622
## INFO [05:51:52.357] [bbotk] uhash
## INFO [05:51:52.357] [bbotk] b680652e-ff4d-4b8c-8019-5f4df38c511b
## INFO [05:51:52.362] [bbotk] Evaluating 1 configuration(s)
## INFO [05:51:52.382] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:51:52.389] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:51:52.429] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:51:52.581] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:51:52.695] [mlr3] Finished benchmark
## INFO [05:51:52.731] [bbotk] Result of batch 27:
## INFO [05:51:52.733] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:51:52.733] [bbotk] 2 538 1.88984e-07 0.5698364 0 0 0.267
## INFO [05:51:52.733] [bbotk] uhash
## INFO [05:51:52.733] [bbotk] ef9f6db0-d640-448b-9179-9991e59b6452
## INFO [05:51:52.738] [bbotk] Evaluating 1 configuration(s)
## INFO [05:51:52.758] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:51:52.765] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:51:53.177] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:51:54.440] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:51:54.575] [mlr3] Finished benchmark
## INFO [05:51:54.612] [bbotk] Result of batch 28:
## INFO [05:51:54.615] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:51:54.615] [bbotk] 8 358 7.998653e-07 0.6366905 0 0 1.769
## INFO [05:51:54.615] [bbotk] uhash
## INFO [05:51:54.615] [bbotk] d6518a4e-6e89-4c06-8894-c9d2fdc877fa
## INFO [05:51:54.620] [bbotk] Evaluating 1 configuration(s)
## INFO [05:51:54.640] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:51:54.647] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:52:00.350] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:52:05.630] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:52:10.490] [mlr3] Finished benchmark
## INFO [05:52:10.529] [bbotk] Result of batch 29:
## INFO [05:52:10.531] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:52:10.531] [bbotk] 19 464 9.144272e-08 0.702702 0 0 15.801
## INFO [05:52:10.531] [bbotk] uhash
## INFO [05:52:10.531] [bbotk] 1c00a7b6-391e-4ef5-a07d-9b9f30f8c100
## INFO [05:52:10.536] [bbotk] Evaluating 1 configuration(s)
## INFO [05:52:10.557] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:52:10.564] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:52:10.623] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:52:10.659] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:52:10.709] [mlr3] Finished benchmark
## INFO [05:52:10.747] [bbotk] Result of batch 30:
## INFO [05:52:10.749] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:52:10.749] [bbotk] 1 146 2.450535e-07 0.5475456 0 0 0.105
## INFO [05:52:10.749] [bbotk] uhash
## INFO [05:52:10.749] [bbotk] bd90eb7f-a2b9-46cb-b90d-630d9a8047f0
## INFO [05:52:10.759] [bbotk] Finished optimizing after 30 evaluation(s)
## INFO [05:52:10.759] [bbotk] Result:
## INFO [05:52:10.761] [bbotk] size maxit decay learner_param_vals x_domain classif.auc
## INFO [05:52:10.761] [bbotk] 22 802 8.970904e-07 <list[4]> <list[3]> 0.7303949
## INFO [05:52:15.896] [mlr3] Applying learner 'classif.nnet.tuned' on task 'credit' (iter 3/5)
## INFO [05:52:15.950] [bbotk] Starting to optimize 3 parameter(s) with '<OptimizerRandomSearch>' and '<TerminatorEvals> [n_evals=30, k=0]'
## INFO [05:52:15.978] [bbotk] Evaluating 1 configuration(s)
## INFO [05:52:15.998] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:52:16.006] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:52:17.321] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:52:17.738] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:52:18.960] [mlr3] Finished benchmark
## INFO [05:52:18.994] [bbotk] Result of batch 1:
## INFO [05:52:18.996] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:52:18.996] [bbotk] 10 217 4.510877e-07 0.6530218 0 0 2.912
## INFO [05:52:18.996] [bbotk] uhash
## INFO [05:52:18.996] [bbotk] 02229c70-65fa-40fa-bd95-efe2817ef826
## INFO [05:52:19.001] [bbotk] Evaluating 1 configuration(s)
## INFO [05:52:19.021] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:52:19.029] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:52:20.234] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:52:21.531] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:52:24.365] [mlr3] Finished benchmark
## INFO [05:52:24.410] [bbotk] Result of batch 2:
## INFO [05:52:24.412] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:52:24.412] [bbotk] 11 925 4.345618e-07 0.7171617 0 0 5.295
## INFO [05:52:24.412] [bbotk] uhash
## INFO [05:52:24.412] [bbotk] 0c2fa54f-dade-4f81-99a4-d4aa0ce6a05c
## INFO [05:52:24.417] [bbotk] Evaluating 1 configuration(s)
## INFO [05:52:24.438] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:52:24.445] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:52:32.782] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:52:41.049] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:52:42.464] [mlr3] Finished benchmark
## INFO [05:52:42.502] [bbotk] Result of batch 3:
## INFO [05:52:42.504] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:52:42.504] [bbotk] 25 429 3.570751e-07 0.660382 0 0 17.981
## INFO [05:52:42.504] [bbotk] uhash
## INFO [05:52:42.504] [bbotk] b17d4ac1-9ec1-477e-8627-1285771ed0c1
## INFO [05:52:42.509] [bbotk] Evaluating 1 configuration(s)
## INFO [05:52:42.529] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:52:42.537] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:52:43.622] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:52:44.863] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:52:47.560] [mlr3] Finished benchmark
## INFO [05:52:47.598] [bbotk] Result of batch 4:
## INFO [05:52:47.600] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:52:47.600] [bbotk] 10 750 6.69457e-07 0.6762066 0 0 4.983
## INFO [05:52:47.600] [bbotk] uhash
## INFO [05:52:47.600] [bbotk] 298f239f-e8bf-4bd4-91c2-91827919ba1b
## INFO [05:52:47.606] [bbotk] Evaluating 1 configuration(s)
## INFO [05:52:47.627] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:52:47.634] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:52:47.808] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:52:48.150] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:52:48.208] [mlr3] Finished benchmark
## INFO [05:52:48.246] [bbotk] Result of batch 5:
## INFO [05:52:48.249] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:52:48.249] [bbotk] 4 754 3.316957e-07 0.5816518 0 0 0.534
## INFO [05:52:48.249] [bbotk] uhash
## INFO [05:52:48.249] [bbotk] aa05bf75-5fd2-4c4d-8582-364da3083adb
## INFO [05:52:48.254] [bbotk] Evaluating 1 configuration(s)
## INFO [05:52:48.275] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:52:48.283] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:52:51.273] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:52:57.155] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:53:02.433] [mlr3] Finished benchmark
## INFO [05:53:02.470] [bbotk] Result of batch 6:
## INFO [05:53:02.472] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:53:02.472] [bbotk] 23 356 2.079476e-07 0.6743686 0 0 14.103
## INFO [05:53:02.472] [bbotk] uhash
## INFO [05:53:02.472] [bbotk] 65ec1455-c0cb-4d60-b9e3-4910f5efff10
## INFO [05:53:02.477] [bbotk] Evaluating 1 configuration(s)
## INFO [05:53:02.497] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:53:02.504] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:53:05.252] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:53:09.201] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:53:13.723] [mlr3] Finished benchmark
## INFO [05:53:13.760] [bbotk] Result of batch 7:
## INFO [05:53:13.763] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:53:13.763] [bbotk] 14 663 3.025378e-07 0.6850841 0 0 11.172
## INFO [05:53:13.763] [bbotk] uhash
## INFO [05:53:13.763] [bbotk] 97c5f935-ba25-4bd9-89c3-55fc0e855d8b
## INFO [05:53:13.768] [bbotk] Evaluating 1 configuration(s)
## INFO [05:53:13.795] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:53:13.803] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:53:16.114] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:53:19.908] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:53:21.111] [mlr3] Finished benchmark
## INFO [05:53:21.148] [bbotk] Result of batch 8:
## INFO [05:53:21.150] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:53:21.150] [bbotk] 11 840 9.944346e-07 0.6321532 0 0 7.27
## INFO [05:53:21.150] [bbotk] uhash
## INFO [05:53:21.150] [bbotk] 7b076beb-a355-4dc3-b74f-1d2633485622
## INFO [05:53:21.154] [bbotk] Evaluating 1 configuration(s)
## INFO [05:53:21.175] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:53:21.182] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:53:23.171] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:53:25.743] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:53:27.856] [mlr3] Finished benchmark
## INFO [05:53:27.893] [bbotk] Result of batch 9:
## INFO [05:53:27.895] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:53:27.895] [bbotk] 22 129 8.206457e-07 0.6776844 0 0 6.633
## INFO [05:53:27.895] [bbotk] uhash
## INFO [05:53:27.895] [bbotk] 45ba710d-5ff2-4c38-8a5b-5eecb31c3e8f
## INFO [05:53:27.900] [bbotk] Evaluating 1 configuration(s)
## INFO [05:53:27.920] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:53:27.928] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:53:30.442] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:53:32.914] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:53:35.800] [mlr3] Finished benchmark
## INFO [05:53:35.840] [bbotk] Result of batch 10:
## INFO [05:53:35.842] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:53:35.842] [bbotk] 18 624 7.693142e-07 0.6474916 0 0 7.832
## INFO [05:53:35.842] [bbotk] uhash
## INFO [05:53:35.842] [bbotk] 6cd4e74b-3bdc-4eec-8fc9-2eef839c30dc
## INFO [05:53:35.847] [bbotk] Evaluating 1 configuration(s)
## INFO [05:53:35.871] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:53:35.879] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:53:37.820] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:53:39.239] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:53:41.059] [mlr3] Finished benchmark
## INFO [05:53:41.096] [bbotk] Result of batch 11:
## INFO [05:53:41.099] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:53:41.099] [bbotk] 20 119 5.277064e-08 0.6602774 0 0 5.136
## INFO [05:53:41.099] [bbotk] uhash
## INFO [05:53:41.099] [bbotk] 808bb605-6e9e-4c8c-80ba-a0b2468fca60
## INFO [05:53:41.104] [bbotk] Evaluating 1 configuration(s)
## INFO [05:53:41.124] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:53:41.131] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:53:44.313] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:53:49.479] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:53:54.925] [mlr3] Finished benchmark
## INFO [05:53:54.965] [bbotk] Result of batch 12:
## INFO [05:53:54.968] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:53:54.968] [bbotk] 19 515 3.716117e-07 0.7196941 0 0 13.752
## INFO [05:53:54.968] [bbotk] uhash
## INFO [05:53:54.968] [bbotk] f55cad56-dd8b-4878-9a30-a47f268097c7
## INFO [05:53:54.974] [bbotk] Evaluating 1 configuration(s)
## INFO [05:53:54.994] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:53:55.002] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:53:55.051] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:53:55.241] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:53:55.282] [mlr3] Finished benchmark
## INFO [05:53:55.323] [bbotk] Result of batch 13:
## INFO [05:53:55.326] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:53:55.326] [bbotk] 2 493 3.814215e-07 0.5643572 0 0 0.238
## INFO [05:53:55.326] [bbotk] uhash
## INFO [05:53:55.326] [bbotk] 2e23a7be-f6bf-48b0-8693-a274f57a6a21
## INFO [05:53:55.330] [bbotk] Evaluating 1 configuration(s)
## INFO [05:53:55.352] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:53:55.360] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:54:01.374] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:54:12.090] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:54:22.900] [mlr3] Finished benchmark
## INFO [05:54:22.939] [bbotk] Result of batch 14:
## INFO [05:54:22.941] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:54:22.941] [bbotk] 25 611 9.060908e-07 0.7097726 0 0 27.497
## INFO [05:54:22.941] [bbotk] uhash
## INFO [05:54:22.941] [bbotk] b1499bb4-ed48-49be-afb5-1f6ab9dbfa71
## INFO [05:54:22.946] [bbotk] Evaluating 1 configuration(s)
## INFO [05:54:22.968] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:54:22.976] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:54:23.802] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:54:26.531] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:54:28.837] [mlr3] Finished benchmark
## INFO [05:54:28.876] [bbotk] Result of batch 15:
## INFO [05:54:28.878] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:54:28.878] [bbotk] 8 653 1.799477e-07 0.6982145 0 0 5.82
## INFO [05:54:28.878] [bbotk] uhash
## INFO [05:54:28.878] [bbotk] 97db6b1f-24f5-4158-8e4e-14301d23c7b3
## INFO [05:54:28.883] [bbotk] Evaluating 1 configuration(s)
## INFO [05:54:28.905] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:54:28.912] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:54:30.044] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:54:31.195] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:54:32.716] [mlr3] Finished benchmark
## INFO [05:54:32.754] [bbotk] Result of batch 16:
## INFO [05:54:32.756] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:54:32.756] [bbotk] 10 183 1.214218e-07 0.7001308 0 0 3.76
## INFO [05:54:32.756] [bbotk] uhash
## INFO [05:54:32.756] [bbotk] b84ab0d3-0c4a-40ad-98b7-112310d61b27
## INFO [05:54:32.761] [bbotk] Evaluating 1 configuration(s)
## INFO [05:54:32.782] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:54:32.790] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:54:42.094] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:54:44.936] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:54:47.068] [mlr3] Finished benchmark
## INFO [05:54:47.108] [bbotk] Result of batch 17:
## INFO [05:54:47.110] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:54:47.110] [bbotk] 18 818 5.334042e-07 0.7248166 0 0 14.232
## INFO [05:54:47.110] [bbotk] uhash
## INFO [05:54:47.110] [bbotk] 3d6af7e8-5947-4068-91ad-b32c417448ec
## INFO [05:54:47.115] [bbotk] Evaluating 1 configuration(s)
## INFO [05:54:47.135] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:54:47.142] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:54:49.956] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:54:52.735] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:54:55.888] [mlr3] Finished benchmark
## INFO [05:54:55.925] [bbotk] Result of batch 18:
## INFO [05:54:55.927] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:54:55.927] [bbotk] 14 298 7.381285e-07 0.7356247 0 0 8.703
## INFO [05:54:55.927] [bbotk] uhash
## INFO [05:54:55.927] [bbotk] 48de5e79-6520-4a19-96cf-f8650d3055a4
## INFO [05:54:55.932] [bbotk] Evaluating 1 configuration(s)
## INFO [05:54:55.952] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:54:55.959] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:55:01.372] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:55:08.068] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:55:12.991] [mlr3] Finished benchmark
## INFO [05:55:13.028] [bbotk] Result of batch 19:
## INFO [05:55:13.030] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:55:13.030] [bbotk] 22 379 3.215375e-07 0.7175306 0 0 16.98
## INFO [05:55:13.030] [bbotk] uhash
## INFO [05:55:13.030] [bbotk] 2578a8f9-363c-493e-932a-7ef01af7932e
## INFO [05:55:13.035] [bbotk] Evaluating 1 configuration(s)
## INFO [05:55:13.055] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:55:13.062] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:55:14.799] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:55:17.440] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:55:21.310] [mlr3] Finished benchmark
## INFO [05:55:21.348] [bbotk] Result of batch 20:
## INFO [05:55:21.351] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:55:21.351] [bbotk] 12 592 2.096974e-07 0.7735727 0 0 8.206
## INFO [05:55:21.351] [bbotk] uhash
## INFO [05:55:21.351] [bbotk] 1081eb6a-8c46-4402-85e8-5510b137a18c
## INFO [05:55:21.356] [bbotk] Evaluating 1 configuration(s)
## INFO [05:55:21.379] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:55:21.387] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:55:24.831] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:55:26.937] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:55:29.796] [mlr3] Finished benchmark
## INFO [05:55:29.832] [bbotk] Result of batch 21:
## INFO [05:55:29.834] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:55:29.834] [bbotk] 15 311 1.598435e-07 0.709968 0 0 8.365
## INFO [05:55:29.834] [bbotk] uhash
## INFO [05:55:29.834] [bbotk] 342ac42d-6768-49d4-bb7c-8b6cdabf0981
## INFO [05:55:29.840] [bbotk] Evaluating 1 configuration(s)
## INFO [05:55:29.860] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:55:29.867] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:55:30.400] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:55:31.406] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:55:34.754] [mlr3] Finished benchmark
## INFO [05:55:34.802] [bbotk] Result of batch 22:
## INFO [05:55:34.804] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:55:34.804] [bbotk] 9 724 4.954535e-07 0.6320343 0 0 4.845
## INFO [05:55:34.804] [bbotk] uhash
## INFO [05:55:34.804] [bbotk] 67e398de-d33b-46bf-afc0-62d514f0d7b2
## INFO [05:55:34.809] [bbotk] Evaluating 1 configuration(s)
## INFO [05:55:34.837] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:55:34.848] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:55:44.053] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:55:48.751] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:55:57.875] [mlr3] Finished benchmark
## INFO [05:55:57.911] [bbotk] Result of batch 23:
## INFO [05:55:57.914] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:55:57.914] [bbotk] 24 566 9.337472e-07 0.7299717 0 0 22.983
## INFO [05:55:57.914] [bbotk] uhash
## INFO [05:55:57.914] [bbotk] 58f86677-8800-44f2-a96d-cb7a289f879a
## INFO [05:55:57.919] [bbotk] Evaluating 1 configuration(s)
## INFO [05:55:57.939] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:55:57.946] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:55:58.521] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:55:58.566] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:55:58.980] [mlr3] Finished benchmark
## INFO [05:55:59.017] [bbotk] Result of batch 24:
## INFO [05:55:59.019] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:55:59.019] [bbotk] 4 413 4.63385e-08 0.6174322 0 0 0.994
## INFO [05:55:59.019] [bbotk] uhash
## INFO [05:55:59.019] [bbotk] 316cfcb8-4e4a-4368-afee-76ac2bbde5a6
## INFO [05:55:59.024] [bbotk] Evaluating 1 configuration(s)
## INFO [05:55:59.045] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:55:59.052] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:56:00.255] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:56:00.660] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:56:01.392] [mlr3] Finished benchmark
## INFO [05:56:01.430] [bbotk] Result of batch 25:
## INFO [05:56:01.432] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:56:01.432] [bbotk] 7 707 1.871783e-07 0.669019 0 0 2.299
## INFO [05:56:01.432] [bbotk] uhash
## INFO [05:56:01.432] [bbotk] f10db7b4-35f2-4284-8418-555297cd1c1b
## INFO [05:56:01.437] [bbotk] Evaluating 1 configuration(s)
## INFO [05:56:01.458] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:56:01.465] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:56:02.663] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:56:07.440] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:56:12.376] [mlr3] Finished benchmark
## INFO [05:56:12.414] [bbotk] Result of batch 26:
## INFO [05:56:12.416] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:56:12.416] [bbotk] 15 564 6.346352e-08 0.6446343 0 0 10.868
## INFO [05:56:12.416] [bbotk] uhash
## INFO [05:56:12.416] [bbotk] 496f75df-1439-4ef2-ac7e-eb0d6e2233d2
## INFO [05:56:12.422] [bbotk] Evaluating 1 configuration(s)
## INFO [05:56:12.444] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:56:12.454] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:56:28.101] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:56:41.224] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:56:49.528] [mlr3] Finished benchmark
## INFO [05:56:49.590] [bbotk] Result of batch 27:
## INFO [05:56:49.593] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:56:49.593] [bbotk] 25 949 8.637104e-07 0.6832983 0 0 37.033
## INFO [05:56:49.593] [bbotk] uhash
## INFO [05:56:49.593] [bbotk] ae5ae27d-c17a-4e8a-a596-1f7415627d46
## INFO [05:56:49.599] [bbotk] Evaluating 1 configuration(s)
## INFO [05:56:49.641] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:56:49.650] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:56:58.114] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:57:08.789] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:57:16.332] [mlr3] Finished benchmark
## INFO [05:57:16.370] [bbotk] Result of batch 28:
## INFO [05:57:16.372] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:57:16.372] [bbotk] 24 537 7.685581e-07 0.7434777 0 0 26.64
## INFO [05:57:16.372] [bbotk] uhash
## INFO [05:57:16.372] [bbotk] ca166bb0-d15d-4ed7-8235-0c15b40f6614
## INFO [05:57:16.377] [bbotk] Evaluating 1 configuration(s)
## INFO [05:57:16.396] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:57:16.403] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:57:17.410] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:57:18.705] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:57:18.871] [mlr3] Finished benchmark
## INFO [05:57:18.915] [bbotk] Result of batch 29:
## INFO [05:57:18.918] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:57:18.918] [bbotk] 7 271 6.708852e-07 0.6340692 0 0 2.423
## INFO [05:57:18.918] [bbotk] uhash
## INFO [05:57:18.918] [bbotk] 40d963cd-8730-4767-be31-3c53955cda30
## INFO [05:57:18.923] [bbotk] Evaluating 1 configuration(s)
## INFO [05:57:18.944] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:57:18.953] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:57:20.136] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:57:21.614] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:57:25.789] [mlr3] Finished benchmark
## INFO [05:57:25.830] [bbotk] Result of batch 30:
## INFO [05:57:25.832] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:57:25.832] [bbotk] 14 789 5.622395e-08 0.6902399 0 0 6.795
## INFO [05:57:25.832] [bbotk] uhash
## INFO [05:57:25.832] [bbotk] 775843b7-32c6-4fe4-98a9-f3af9bc932e9
## INFO [05:57:25.842] [bbotk] Finished optimizing after 30 evaluation(s)
## INFO [05:57:25.843] [bbotk] Result:
## INFO [05:57:25.845] [bbotk] size maxit decay learner_param_vals x_domain classif.auc
## INFO [05:57:25.845] [bbotk] 12 592 2.096974e-07 <list[4]> <list[3]> 0.7735727
## INFO [05:57:27.854] [mlr3] Applying learner 'classif.nnet.tuned' on task 'credit' (iter 4/5)
## INFO [05:57:27.906] [bbotk] Starting to optimize 3 parameter(s) with '<OptimizerRandomSearch>' and '<TerminatorEvals> [n_evals=30, k=0]'
## INFO [05:57:27.925] [bbotk] Evaluating 1 configuration(s)
## INFO [05:57:27.946] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:57:27.954] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:57:28.081] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:57:29.462] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:57:29.578] [mlr3] Finished benchmark
## INFO [05:57:29.612] [bbotk] Result of batch 1:
## INFO [05:57:29.614] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:57:29.614] [bbotk] 5 516 9.888473e-07 0.6408005 0 0 1.581
## INFO [05:57:29.614] [bbotk] uhash
## INFO [05:57:29.614] [bbotk] f21629ca-fc62-4d41-8442-fe2f6afd205f
## INFO [05:57:29.619] [bbotk] Evaluating 1 configuration(s)
## INFO [05:57:29.640] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:57:29.647] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:57:29.691] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:57:29.828] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:57:29.899] [mlr3] Finished benchmark
## INFO [05:57:29.935] [bbotk] Result of batch 2:
## INFO [05:57:29.937] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:57:29.937] [bbotk] 4 164 3.246301e-08 0.5788943 0 0 0.211
## INFO [05:57:29.937] [bbotk] uhash
## INFO [05:57:29.937] [bbotk] 9a0a88f4-6e72-4d43-8a34-c74c138d4584
## INFO [05:57:29.942] [bbotk] Evaluating 1 configuration(s)
## INFO [05:57:29.962] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:57:29.970] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:57:40.908] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:57:44.119] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:57:53.149] [mlr3] Finished benchmark
## INFO [05:57:53.185] [bbotk] Result of batch 3:
## INFO [05:57:53.187] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:57:53.187] [bbotk] 24 590 2.951474e-07 0.6986171 0 0 23.128
## INFO [05:57:53.187] [bbotk] uhash
## INFO [05:57:53.187] [bbotk] 88e4249f-d229-4757-8f9c-2fdd6dc5109e
## INFO [05:57:53.192] [bbotk] Evaluating 1 configuration(s)
## INFO [05:57:53.212] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:57:53.219] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:00.906] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:06.315] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:13.107] [mlr3] Finished benchmark
## INFO [05:58:13.149] [bbotk] Result of batch 4:
## INFO [05:58:13.151] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:13.151] [bbotk] 23 426 9.699509e-07 0.6822555 0 0 19.846
## INFO [05:58:13.151] [bbotk] uhash
## INFO [05:58:13.151] [bbotk] dc9e8b30-7b1d-4088-8217-fe389f2fea61
## INFO [05:58:13.158] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:13.181] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:13.188] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:19.729] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:23.837] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:29.421] [mlr3] Finished benchmark
## INFO [05:58:29.459] [bbotk] Result of batch 5:
## INFO [05:58:29.461] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:29.461] [bbotk] 16 667 4.994269e-07 0.6909815 0 0 16.188
## INFO [05:58:29.461] [bbotk] uhash
## INFO [05:58:29.461] [bbotk] f62c6b14-24b5-4f6a-b339-b5c894fc4324
## INFO [05:58:29.467] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:29.488] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:29.496] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:29.688] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:30.271] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:31.141] [mlr3] Finished benchmark
## INFO [05:58:31.178] [bbotk] Result of batch 6:
## INFO [05:58:31.180] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:31.180] [bbotk] 8 321 8.357027e-08 0.7003546 0 0 1.592
## INFO [05:58:31.180] [bbotk] uhash
## INFO [05:58:31.180] [bbotk] cdbc1c8e-8775-4a30-9c11-caf193dc63b4
## INFO [05:58:31.185] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:31.205] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:31.212] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:35.466] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:38.855] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:40.203] [mlr3] Finished benchmark
## INFO [05:58:40.243] [bbotk] Result of batch 7:
## INFO [05:58:40.245] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:40.245] [bbotk] 14 466 4.218705e-07 0.7075679 0 0 8.95
## INFO [05:58:40.245] [bbotk] uhash
## INFO [05:58:40.245] [bbotk] bf8cbc19-6350-46d9-a227-9ee6e005d515
## INFO [05:58:40.250] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:40.269] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:40.276] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:42.844] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:44.752] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:45.848] [mlr3] Finished benchmark
## INFO [05:58:45.885] [bbotk] Result of batch 8:
## INFO [05:58:45.887] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:45.887] [bbotk] 11 619 7.606685e-07 0.6489017 0 0 5.532
## INFO [05:58:45.887] [bbotk] uhash
## INFO [05:58:45.887] [bbotk] 2c47224f-8c1e-49b9-b900-2ccbcfce31b9
## INFO [05:58:45.892] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:45.912] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:45.919] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:46.836] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:47.700] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:48.648] [mlr3] Finished benchmark
## INFO [05:58:48.684] [bbotk] Result of batch 9:
## INFO [05:58:48.686] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:48.686] [bbotk] 7 207 3.925761e-07 0.7689667 0 0 2.683
## INFO [05:58:48.686] [bbotk] uhash
## INFO [05:58:48.686] [bbotk] 28eac22b-37cb-44e7-b090-19f02acaadb1
## INFO [05:58:48.691] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:48.711] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:48.718] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:50.879] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:53.138] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:55.223] [mlr3] Finished benchmark
## INFO [05:58:55.280] [bbotk] Result of batch 10:
## INFO [05:58:55.283] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:55.283] [bbotk] 16 192 7.431358e-07 0.6572028 0 0 6.462
## INFO [05:58:55.283] [bbotk] uhash
## INFO [05:58:55.283] [bbotk] b0379a11-cc01-4502-a82a-a5f788fb24e7
## INFO [05:58:55.291] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:55.316] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:55.324] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:55.389] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:55.874] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:56.041] [mlr3] Finished benchmark
## INFO [05:58:56.078] [bbotk] Result of batch 11:
## INFO [05:58:56.080] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:56.080] [bbotk] 5 904 6.667073e-07 0.5981764 0 0 0.676
## INFO [05:58:56.080] [bbotk] uhash
## INFO [05:58:56.080] [bbotk] e188e98b-3e6b-4ffe-9a4c-ff6069694205
## INFO [05:58:56.085] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:56.106] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:56.113] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:56.276] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:56.380] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:56.475] [mlr3] Finished benchmark
## INFO [05:58:56.512] [bbotk] Result of batch 12:
## INFO [05:58:56.514] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:56.514] [bbotk] 4 305 3.901066e-07 0.5988612 0 0 0.318
## INFO [05:58:56.514] [bbotk] uhash
## INFO [05:58:56.514] [bbotk] 4b49ccba-b381-4774-ad9e-f613e87d15d3
## INFO [05:58:56.519] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:56.540] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:56.547] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:58:56.587] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:58:56.647] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:58:56.827] [mlr3] Finished benchmark
## INFO [05:58:56.867] [bbotk] Result of batch 13:
## INFO [05:58:56.869] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:58:56.869] [bbotk] 2 707 1.756212e-07 0.5349955 0 0 0.229
## INFO [05:58:56.869] [bbotk] uhash
## INFO [05:58:56.869] [bbotk] d592d604-2df0-49a2-ad04-67e00c4b880f
## INFO [05:58:56.874] [bbotk] Evaluating 1 configuration(s)
## INFO [05:58:56.894] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:58:56.901] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:59:02.588] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:59:08.507] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:59:14.228] [mlr3] Finished benchmark
## INFO [05:59:14.268] [bbotk] Result of batch 14:
## INFO [05:59:14.270] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:59:14.270] [bbotk] 19 492 2.282808e-07 0.6455561 0 0 17.286
## INFO [05:59:14.270] [bbotk] uhash
## INFO [05:59:14.270] [bbotk] 6c75a90b-d537-4764-bc96-df2de4f12594
## INFO [05:59:14.275] [bbotk] Evaluating 1 configuration(s)
## INFO [05:59:14.295] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:59:14.302] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:59:18.617] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:59:22.509] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:59:26.851] [mlr3] Finished benchmark
## INFO [05:59:26.888] [bbotk] Result of batch 15:
## INFO [05:59:26.890] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:59:26.890] [bbotk] 18 399 6.006208e-07 0.7391299 0 0 12.506
## INFO [05:59:26.890] [bbotk] uhash
## INFO [05:59:26.890] [bbotk] 5afe426e-f2fb-4c2b-812f-efe4850bb81e
## INFO [05:59:26.895] [bbotk] Evaluating 1 configuration(s)
## INFO [05:59:26.915] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:59:26.923] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:59:32.566] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:59:34.222] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:59:39.685] [mlr3] Finished benchmark
## INFO [05:59:39.722] [bbotk] Result of batch 16:
## INFO [05:59:39.724] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:59:39.724] [bbotk] 17 524 9.905459e-07 0.7148844 0 0 12.72
## INFO [05:59:39.724] [bbotk] uhash
## INFO [05:59:39.724] [bbotk] 64f2dd62-bdfe-45d4-b7f6-890cce00c94c
## INFO [05:59:39.729] [bbotk] Evaluating 1 configuration(s)
## INFO [05:59:39.748] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:59:39.755] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:59:43.731] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [05:59:44.344] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [05:59:46.685] [mlr3] Finished benchmark
## INFO [05:59:46.723] [bbotk] Result of batch 17:
## INFO [05:59:46.725] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [05:59:46.725] [bbotk] 11 523 8.397094e-07 0.6443023 0 0 6.873
## INFO [05:59:46.725] [bbotk] uhash
## INFO [05:59:46.725] [bbotk] 0593dd9b-982a-43a0-804c-60a492a417f0
## INFO [05:59:46.730] [bbotk] Evaluating 1 configuration(s)
## INFO [05:59:46.750] [mlr3] Running benchmark with 3 resampling iterations
## INFO [05:59:46.757] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [05:59:56.028] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:00:05.272] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:00:11.756] [mlr3] Finished benchmark
## INFO [06:00:11.793] [bbotk] Result of batch 18:
## INFO [06:00:11.795] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:00:11.795] [bbotk] 20 724 8.11924e-07 0.6426897 0 0 24.957
## INFO [06:00:11.795] [bbotk] uhash
## INFO [06:00:11.795] [bbotk] 5d5bc528-d2cc-408f-8559-41ca847597a5
## INFO [06:00:11.800] [bbotk] Evaluating 1 configuration(s)
## INFO [06:00:11.820] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:00:11.827] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:00:11.875] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:00:12.332] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:00:12.395] [mlr3] Finished benchmark
## INFO [06:00:12.434] [bbotk] Result of batch 19:
## INFO [06:00:12.436] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:00:12.436] [bbotk] 3 262 4.223162e-07 0.6697032 0 0 0.526
## INFO [06:00:12.436] [bbotk] uhash
## INFO [06:00:12.436] [bbotk] 96c73e4e-1098-49be-a522-2e8fadc1622e
## INFO [06:00:12.441] [bbotk] Evaluating 1 configuration(s)
## INFO [06:00:12.460] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:00:12.468] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:00:17.076] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:00:19.910] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:00:26.145] [mlr3] Finished benchmark
## INFO [06:00:26.184] [bbotk] Result of batch 20:
## INFO [06:00:26.187] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:00:26.187] [bbotk] 18 853 7.460933e-09 0.6946173 0 0 13.636
## INFO [06:00:26.187] [bbotk] uhash
## INFO [06:00:26.187] [bbotk] 8b95d026-b8e6-4cf0-9123-7e1ef48f3cfb
## INFO [06:00:26.193] [bbotk] Evaluating 1 configuration(s)
## INFO [06:00:26.219] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:00:26.226] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:00:27.988] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:00:29.484] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:00:32.124] [mlr3] Finished benchmark
## INFO [06:00:32.160] [bbotk] Result of batch 21:
## INFO [06:00:32.162] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:00:32.162] [bbotk] 9 480 6.18644e-07 0.6810617 0 0 5.847
## INFO [06:00:32.162] [bbotk] uhash
## INFO [06:00:32.162] [bbotk] bbac7196-0bbe-4982-bbee-f29391655292
## INFO [06:00:32.167] [bbotk] Evaluating 1 configuration(s)
## INFO [06:00:32.189] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:00:32.197] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:00:42.320] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:00:50.806] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:00:54.499] [mlr3] Finished benchmark
## INFO [06:00:54.542] [bbotk] Result of batch 22:
## INFO [06:00:54.545] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:00:54.545] [bbotk] 21 645 3.13188e-07 0.7340819 0 0 22.26
## INFO [06:00:54.545] [bbotk] uhash
## INFO [06:00:54.545] [bbotk] 6cd87ca0-04ad-4a49-86a6-772278b5dc54
## INFO [06:00:54.551] [bbotk] Evaluating 1 configuration(s)
## INFO [06:00:54.571] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:00:54.578] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:00:54.672] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:00:54.978] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:00:55.379] [mlr3] Finished benchmark
## INFO [06:00:55.419] [bbotk] Result of batch 23:
## INFO [06:00:55.421] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:00:55.421] [bbotk] 2 778 1.926366e-07 0.6960044 0 0 0.76
## INFO [06:00:55.421] [bbotk] uhash
## INFO [06:00:55.421] [bbotk] c84ff70b-7089-40f8-ae43-118edbb430ed
## INFO [06:00:55.426] [bbotk] Evaluating 1 configuration(s)
## INFO [06:00:55.448] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:00:55.456] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:00:55.708] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:00:55.799] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:00:55.871] [mlr3] Finished benchmark
## INFO [06:00:55.914] [bbotk] Result of batch 24:
## INFO [06:00:55.916] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:00:55.916] [bbotk] 3 453 9.023973e-07 0.5624095 0 0 0.37
## INFO [06:00:55.916] [bbotk] uhash
## INFO [06:00:55.916] [bbotk] 7c077f26-37a6-41f0-a3d9-64b11470f21a
## INFO [06:00:55.922] [bbotk] Evaluating 1 configuration(s)
## INFO [06:00:55.942] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:00:55.949] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:01.310] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:03.761] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:07.921] [mlr3] Finished benchmark
## INFO [06:01:07.957] [bbotk] Result of batch 25:
## INFO [06:01:07.959] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:07.959] [bbotk] 17 858 2.000615e-07 0.7882739 0 0 11.929
## INFO [06:01:07.959] [bbotk] uhash
## INFO [06:01:07.959] [bbotk] 5827d3ba-1233-4038-98aa-b3649b07274d
## INFO [06:01:07.964] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:07.985] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:07.992] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:14.363] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:19.883] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:25.387] [mlr3] Finished benchmark
## INFO [06:01:25.424] [bbotk] Result of batch 26:
## INFO [06:01:25.426] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:25.426] [bbotk] 20 423 7.158756e-07 0.6948943 0 0 17.349
## INFO [06:01:25.426] [bbotk] uhash
## INFO [06:01:25.426] [bbotk] e3f58439-42a6-4044-beaa-ec981e9f21be
## INFO [06:01:25.431] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:25.451] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:25.459] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:27.814] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:30.897] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:32.235] [mlr3] Finished benchmark
## INFO [06:01:32.286] [bbotk] Result of batch 27:
## INFO [06:01:32.288] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:32.288] [bbotk] 11 490 9.842543e-07 0.6598416 0 0 6.734
## INFO [06:01:32.288] [bbotk] uhash
## INFO [06:01:32.288] [bbotk] 07d86577-18ee-4bed-960b-beb069f5bb1d
## INFO [06:01:32.294] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:32.319] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:32.327] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:33.163] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:34.075] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:35.096] [mlr3] Finished benchmark
## INFO [06:01:35.133] [bbotk] Result of batch 28:
## INFO [06:01:35.135] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:35.135] [bbotk] 8 209 1.839323e-07 0.6801716 0 0 2.728
## INFO [06:01:35.135] [bbotk] uhash
## INFO [06:01:35.135] [bbotk] 955b5afd-6d53-4efb-a251-b75e7bf7381c
## INFO [06:01:35.140] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:35.160] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:35.167] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:35.505] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:35.553] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:35.599] [mlr3] Finished benchmark
## INFO [06:01:35.642] [bbotk] Result of batch 29:
## INFO [06:01:35.645] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:35.645] [bbotk] 2 182 4.142754e-07 0.6076332 0 0 0.392
## INFO [06:01:35.645] [bbotk] uhash
## INFO [06:01:35.645] [bbotk] 90ce4080-1e2c-4611-98de-8e312ef62372
## INFO [06:01:35.651] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:35.671] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:35.678] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:35.881] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:36.720] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:36.776] [mlr3] Finished benchmark
## INFO [06:01:36.814] [bbotk] Result of batch 30:
## INFO [06:01:36.816] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:36.816] [bbotk] 7 877 8.558481e-07 0.5848818 0 0 1.056
## INFO [06:01:36.816] [bbotk] uhash
## INFO [06:01:36.816] [bbotk] 3dc034e7-71d2-45f2-ad4a-88d39c692e0e
## INFO [06:01:36.826] [bbotk] Finished optimizing after 30 evaluation(s)
## INFO [06:01:36.827] [bbotk] Result:
## INFO [06:01:36.828] [bbotk] size maxit decay learner_param_vals x_domain classif.auc
## INFO [06:01:36.828] [bbotk] 17 858 2.000615e-07 <list[4]> <list[3]> 0.7882739
## INFO [06:01:41.918] [mlr3] Applying learner 'classif.nnet.tuned' on task 'credit' (iter 5/5)
## INFO [06:01:41.979] [bbotk] Starting to optimize 3 parameter(s) with '<OptimizerRandomSearch>' and '<TerminatorEvals> [n_evals=30, k=0]'
## INFO [06:01:41.998] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:42.019] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:42.026] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:42.802] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:42.848] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:42.924] [mlr3] Finished benchmark
## INFO [06:01:42.958] [bbotk] Result of batch 1:
## INFO [06:01:42.960] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:42.960] [bbotk] 4 497 6.351833e-07 0.6056512 0 0 0.857
## INFO [06:01:42.960] [bbotk] uhash
## INFO [06:01:42.960] [bbotk] c05a6292-7d1d-4fe8-847e-c3872fbb3049
## INFO [06:01:42.965] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:42.985] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:42.992] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:43.059] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:43.264] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:43.305] [mlr3] Finished benchmark
## INFO [06:01:43.342] [bbotk] Result of batch 2:
## INFO [06:01:43.344] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:43.344] [bbotk] 3 622 1.769925e-07 0.5181703 0 0 0.267
## INFO [06:01:43.344] [bbotk] uhash
## INFO [06:01:43.344] [bbotk] 72901d3a-3811-481b-9e28-04dfc184f460
## INFO [06:01:43.349] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:43.369] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:43.377] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:45.297] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:45.748] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:46.992] [mlr3] Finished benchmark
## INFO [06:01:47.035] [bbotk] Result of batch 3:
## INFO [06:01:47.037] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:47.037] [bbotk] 9 375 4.702561e-07 0.6191489 0 0 3.574
## INFO [06:01:47.037] [bbotk] uhash
## INFO [06:01:47.037] [bbotk] 15dc12a6-76ed-4ca4-8b4e-ca33775631ba
## INFO [06:01:47.043] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:47.063] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:47.070] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:47.703] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:49.749] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:01:51.472] [mlr3] Finished benchmark
## INFO [06:01:51.511] [bbotk] Result of batch 4:
## INFO [06:01:51.513] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:01:51.513] [bbotk] 11 978 3.167139e-07 0.6510651 0 0 4.362
## INFO [06:01:51.513] [bbotk] uhash
## INFO [06:01:51.513] [bbotk] 5360a0cb-ed61-4596-9a74-a06d699d3b8b
## INFO [06:01:51.518] [bbotk] Evaluating 1 configuration(s)
## INFO [06:01:51.539] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:01:51.547] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:01:55.564] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:01:59.173] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:02:02.753] [mlr3] Finished benchmark
## INFO [06:02:02.791] [bbotk] Result of batch 5:
## INFO [06:02:02.794] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:02:02.794] [bbotk] 16 382 6.963684e-07 0.6347315 0 0 11.154
## INFO [06:02:02.794] [bbotk] uhash
## INFO [06:02:02.794] [bbotk] a508b967-a624-4826-9ceb-52520db0ad9d
## INFO [06:02:02.799] [bbotk] Evaluating 1 configuration(s)
## INFO [06:02:02.819] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:02:02.827] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:02:06.739] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:02:10.289] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:02:17.167] [mlr3] Finished benchmark
## INFO [06:02:17.204] [bbotk] Result of batch 6:
## INFO [06:02:17.207] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:02:17.207] [bbotk] 16 974 8.007053e-07 0.6790282 0 0 14.294
## INFO [06:02:17.207] [bbotk] uhash
## INFO [06:02:17.207] [bbotk] 736fb478-02be-4196-9128-6edae0ae19b7
## INFO [06:02:17.212] [bbotk] Evaluating 1 configuration(s)
## INFO [06:02:17.233] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:02:17.240] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:02:18.428] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:02:19.757] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:02:21.175] [mlr3] Finished benchmark
## INFO [06:02:21.213] [bbotk] Result of batch 7:
## INFO [06:02:21.215] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:02:21.215] [bbotk] 18 106 2.863541e-07 0.6728035 0 0 3.891
## INFO [06:02:21.215] [bbotk] uhash
## INFO [06:02:21.215] [bbotk] f3abc95c-f835-4451-8b0c-e4a1e298997e
## INFO [06:02:21.220] [bbotk] Evaluating 1 configuration(s)
## INFO [06:02:21.240] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:02:21.248] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:02:27.183] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:02:33.394] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:02:37.150] [mlr3] Finished benchmark
## INFO [06:02:37.189] [bbotk] Result of batch 8:
## INFO [06:02:37.192] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:02:37.192] [bbotk] 19 491 5.81318e-07 0.7321008 0 0 15.86
## INFO [06:02:37.192] [bbotk] uhash
## INFO [06:02:37.192] [bbotk] 771421f1-b12d-4768-86ac-457b307fd11e
## INFO [06:02:37.197] [bbotk] Evaluating 1 configuration(s)
## INFO [06:02:37.218] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:02:37.226] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:02:43.037] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:02:44.844] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:02:48.003] [mlr3] Finished benchmark
## INFO [06:02:48.063] [bbotk] Result of batch 9:
## INFO [06:02:48.066] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:02:48.066] [bbotk] 15 570 5.112729e-07 0.6690103 0 0 10.722
## INFO [06:02:48.066] [bbotk] uhash
## INFO [06:02:48.066] [bbotk] 3e96bf77-6e8e-4db1-ba3a-bc0a4d36ad4f
## INFO [06:02:48.072] [bbotk] Evaluating 1 configuration(s)
## INFO [06:02:48.109] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:02:48.123] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:02:48.930] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:02:51.236] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:02:53.584] [mlr3] Finished benchmark
## INFO [06:02:53.639] [bbotk] Result of batch 10:
## INFO [06:02:53.643] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:02:53.643] [bbotk] 17 181 8.406611e-07 0.6300911 0 0 5.401
## INFO [06:02:53.643] [bbotk] uhash
## INFO [06:02:53.643] [bbotk] bd215deb-0411-40f7-9947-fc171f7655a8
## INFO [06:02:53.650] [bbotk] Evaluating 1 configuration(s)
## INFO [06:02:53.678] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:02:53.692] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:02:54.669] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:02:55.006] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:02:55.460] [mlr3] Finished benchmark
## INFO [06:02:55.503] [bbotk] Result of batch 11:
## INFO [06:02:55.505] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:02:55.505] [bbotk] 7 428 4.771664e-07 0.6331327 0 0 1.718
## INFO [06:02:55.505] [bbotk] uhash
## INFO [06:02:55.505] [bbotk] b89501ac-ff04-404d-a5d0-99187fa31ac0
## INFO [06:02:55.511] [bbotk] Evaluating 1 configuration(s)
## INFO [06:02:55.537] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:02:55.548] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:02:55.613] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:02:55.653] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:02:55.844] [mlr3] Finished benchmark
## INFO [06:02:55.886] [bbotk] Result of batch 12:
## INFO [06:02:55.889] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:02:55.889] [bbotk] 1 501 2.625466e-07 0.5408976 0 0 0.247
## INFO [06:02:55.889] [bbotk] uhash
## INFO [06:02:55.889] [bbotk] 5fbc506d-f299-4d79-8ef4-676b8140860d
## INFO [06:02:55.895] [bbotk] Evaluating 1 configuration(s)
## INFO [06:02:55.916] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:02:55.924] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:03:02.091] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:03:06.999] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:03:13.373] [mlr3] Finished benchmark
## INFO [06:03:13.410] [bbotk] Result of batch 13:
## INFO [06:03:13.412] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:03:13.412] [bbotk] 22 384 4.53446e-07 0.6728391 0 0 17.408
## INFO [06:03:13.412] [bbotk] uhash
## INFO [06:03:13.412] [bbotk] 958790b2-0d1b-4823-ac7f-1ec78a0e69a6
## INFO [06:03:13.417] [bbotk] Evaluating 1 configuration(s)
## INFO [06:03:13.437] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:03:13.444] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:03:15.024] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:03:17.009] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:03:18.334] [mlr3] Finished benchmark
## INFO [06:03:18.372] [bbotk] Result of batch 14:
## INFO [06:03:18.374] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:03:18.374] [bbotk] 12 732 9.98791e-07 0.6654493 0 0 4.851
## INFO [06:03:18.374] [bbotk] uhash
## INFO [06:03:18.374] [bbotk] b836fff1-0a71-4289-861d-ca3969d4716f
## INFO [06:03:18.379] [bbotk] Evaluating 1 configuration(s)
## INFO [06:03:18.400] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:03:18.407] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:03:26.058] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:03:39.140] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:03:46.628] [mlr3] Finished benchmark
## INFO [06:03:46.664] [bbotk] Result of batch 15:
## INFO [06:03:46.666] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:03:46.666] [bbotk] 22 963 7.226522e-07 0.6597762 0 0 28.18
## INFO [06:03:46.666] [bbotk] uhash
## INFO [06:03:46.666] [bbotk] ac040bdd-68f4-482a-9aa8-0aa6855461c4
## INFO [06:03:46.671] [bbotk] Evaluating 1 configuration(s)
## INFO [06:03:46.691] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:03:46.698] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:03:48.541] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:03:49.785] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:03:50.546] [mlr3] Finished benchmark
## INFO [06:03:50.583] [bbotk] Result of batch 16:
## INFO [06:03:50.585] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:03:50.585] [bbotk] 10 364 7.327868e-07 0.6682193 0 0 3.808
## INFO [06:03:50.585] [bbotk] uhash
## INFO [06:03:50.585] [bbotk] 21e51043-594b-43d2-a921-d61c971a567f
## INFO [06:03:50.590] [bbotk] Evaluating 1 configuration(s)
## INFO [06:03:50.610] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:03:50.617] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:03:51.852] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:03:52.730] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:03:54.030] [mlr3] Finished benchmark
## INFO [06:03:54.066] [bbotk] Result of batch 17:
## INFO [06:03:54.068] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:03:54.068] [bbotk] 14 130 8.446046e-07 0.6522792 0 0 3.372
## INFO [06:03:54.068] [bbotk] uhash
## INFO [06:03:54.068] [bbotk] ea082c9f-a1a1-4946-89c2-85bd7a294675
## INFO [06:03:54.073] [bbotk] Evaluating 1 configuration(s)
## INFO [06:03:54.093] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:03:54.100] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:03:55.770] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:03:57.404] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:04:02.306] [mlr3] Finished benchmark
## INFO [06:04:02.345] [bbotk] Result of batch 18:
## INFO [06:04:02.347] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:04:02.347] [bbotk] 15 543 3.551381e-07 0.6495583 0 0 8.166
## INFO [06:04:02.347] [bbotk] uhash
## INFO [06:04:02.347] [bbotk] bf2c7e59-00de-43ae-9428-14c13daf9e36
## INFO [06:04:02.352] [bbotk] Evaluating 1 configuration(s)
## INFO [06:04:02.374] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:04:02.382] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:04:04.635] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:04:06.189] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:04:08.852] [mlr3] Finished benchmark
## INFO [06:04:08.892] [bbotk] Result of batch 19:
## INFO [06:04:08.894] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:04:08.894] [bbotk] 15 256 6.316549e-07 0.669383 0 0 6.426
## INFO [06:04:08.894] [bbotk] uhash
## INFO [06:04:08.894] [bbotk] a89867c4-efc5-43f7-ac39-33f9d6431937
## INFO [06:04:08.899] [bbotk] Evaluating 1 configuration(s)
## INFO [06:04:08.919] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:04:08.926] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:04:10.246] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:04:11.872] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:04:13.880] [mlr3] Finished benchmark
## INFO [06:04:13.918] [bbotk] Result of batch 20:
## INFO [06:04:13.920] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:04:13.920] [bbotk] 7 805 2.688252e-07 0.7272134 0 0 4.914
## INFO [06:04:13.920] [bbotk] uhash
## INFO [06:04:13.920] [bbotk] d0033db1-df04-491e-a35a-246ef302d2ac
## INFO [06:04:13.925] [bbotk] Evaluating 1 configuration(s)
## INFO [06:04:13.945] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:04:13.953] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:04:16.679] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:04:23.909] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:04:30.657] [mlr3] Finished benchmark
## INFO [06:04:30.705] [bbotk] Result of batch 21:
## INFO [06:04:30.708] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:04:30.708] [bbotk] 21 926 4.098689e-07 0.6543442 0 0 16.664
## INFO [06:04:30.708] [bbotk] uhash
## INFO [06:04:30.708] [bbotk] 4d13b121-9b2e-4791-8434-38df8b1a75d6
## INFO [06:04:30.713] [bbotk] Evaluating 1 configuration(s)
## INFO [06:04:30.733] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:04:30.740] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:04:37.136] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:04:43.231] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:04:44.715] [mlr3] Finished benchmark
## INFO [06:04:44.751] [bbotk] Result of batch 22:
## INFO [06:04:44.753] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:04:44.753] [bbotk] 21 447 8.522373e-07 0.691731 0 0 13.936
## INFO [06:04:44.753] [bbotk] uhash
## INFO [06:04:44.753] [bbotk] 45d07392-9913-4a1a-8736-10807fe1adc7
## INFO [06:04:44.758] [bbotk] Evaluating 1 configuration(s)
## INFO [06:04:44.778] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:04:44.785] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:04:50.879] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:04:56.707] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:05:03.313] [mlr3] Finished benchmark
## INFO [06:05:03.352] [bbotk] Result of batch 23:
## INFO [06:05:03.354] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:05:03.354] [bbotk] 22 398 6.653067e-07 0.677635 0 0 18.479
## INFO [06:05:03.354] [bbotk] uhash
## INFO [06:05:03.354] [bbotk] 0fff36fe-f1b5-4912-835d-ae544cd878b6
## INFO [06:05:03.360] [bbotk] Evaluating 1 configuration(s)
## INFO [06:05:03.381] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:05:03.389] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:05:08.475] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:05:11.555] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:05:20.342] [mlr3] Finished benchmark
## INFO [06:05:20.378] [bbotk] Result of batch 24:
## INFO [06:05:20.380] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:05:20.380] [bbotk] 19 685 1.659562e-07 0.6622596 0 0 16.911
## INFO [06:05:20.380] [bbotk] uhash
## INFO [06:05:20.380] [bbotk] 367d813a-feb0-4aaf-894f-d80c6c9915b3
## INFO [06:05:20.385] [bbotk] Evaluating 1 configuration(s)
## INFO [06:05:20.405] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:05:20.412] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:05:22.648] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:05:24.893] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:05:26.799] [mlr3] Finished benchmark
## INFO [06:05:26.836] [bbotk] Result of batch 25:
## INFO [06:05:26.838] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:05:26.838] [bbotk] 18 167 4.605489e-07 0.6749133 0 0 6.347
## INFO [06:05:26.838] [bbotk] uhash
## INFO [06:05:26.838] [bbotk] b361c0b2-8d2e-490d-a54f-a2f1b9c5d3c3
## INFO [06:05:26.843] [bbotk] Evaluating 1 configuration(s)
## INFO [06:05:26.863] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:05:26.871] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:05:26.912] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:05:27.028] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:05:27.082] [mlr3] Finished benchmark
## INFO [06:05:27.121] [bbotk] Result of batch 26:
## INFO [06:05:27.123] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:05:27.123] [bbotk] 1 333 9.43731e-07 0.5681701 0 0 0.172
## INFO [06:05:27.123] [bbotk] uhash
## INFO [06:05:27.123] [bbotk] 42aab538-136f-4783-b969-7d87c168d43c
## INFO [06:05:27.128] [bbotk] Evaluating 1 configuration(s)
## INFO [06:05:27.149] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:05:27.156] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:05:32.250] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:05:38.064] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:05:44.550] [mlr3] Finished benchmark
## INFO [06:05:44.587] [bbotk] Result of batch 27:
## INFO [06:05:44.589] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:05:44.589] [bbotk] 25 327 7.187692e-07 0.6532505 0 0 17.352
## INFO [06:05:44.589] [bbotk] uhash
## INFO [06:05:44.589] [bbotk] 1d54041f-4b9a-4d86-b420-73fa6193f684
## INFO [06:05:44.594] [bbotk] Evaluating 1 configuration(s)
## INFO [06:05:44.613] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:05:44.620] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:05:45.245] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:05:45.757] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:05:46.302] [mlr3] Finished benchmark
## INFO [06:05:46.349] [bbotk] Result of batch 28:
## INFO [06:05:46.351] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:05:46.351] [bbotk] 6 217 4.712981e-07 0.644041 0 0 1.641
## INFO [06:05:46.351] [bbotk] uhash
## INFO [06:05:46.351] [bbotk] 9c85bd22-23da-4a38-a8f7-b28841618e9b
## INFO [06:05:46.356] [bbotk] Evaluating 1 configuration(s)
## INFO [06:05:46.376] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:05:46.384] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:05:46.596] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:05:46.633] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:05:46.764] [mlr3] Finished benchmark
## INFO [06:05:46.802] [bbotk] Result of batch 29:
## INFO [06:05:46.804] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:05:46.804] [bbotk] 2 378 5.90527e-07 0.5943257 0 0 0.337
## INFO [06:05:46.804] [bbotk] uhash
## INFO [06:05:46.804] [bbotk] 64ad167d-4289-424a-89df-9531eabc606f
## INFO [06:05:46.809] [bbotk] Evaluating 1 configuration(s)
## INFO [06:05:46.830] [mlr3] Running benchmark with 3 resampling iterations
## INFO [06:05:46.838] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 1/3)
## INFO [06:05:47.894] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 2/3)
## INFO [06:05:48.965] [mlr3] Applying learner 'classif.nnet' on task 'credit' (iter 3/3)
## INFO [06:05:50.760] [mlr3] Finished benchmark
## INFO [06:05:50.797] [bbotk] Result of batch 30:
## INFO [06:05:50.799] [bbotk] size maxit decay classif.auc warnings errors runtime_learners
## INFO [06:05:50.799] [bbotk] 15 861 4.838949e-07 0.6394975 0 0 3.881
## INFO [06:05:50.799] [bbotk] uhash
## INFO [06:05:50.799] [bbotk] 8923973f-917f-4c34-8f5c-8749425c5594
## INFO [06:05:50.808] [bbotk] Finished optimizing after 30 evaluation(s)
## INFO [06:05:50.809] [bbotk] Result:
## INFO [06:05:50.810] [bbotk] size maxit decay learner_param_vals x_domain classif.auc
## INFO [06:05:50.810] [bbotk] 19 491 5.81318e-07 <list[4]> <list[3]> 0.7321008Alright. That took about 20 minutes to run which was nice because I got to read a book. Now for the inner and outer cross-validation results:
#inner
extract_inner_tuning_results(rr_nn)[,
list(maxit, decay, size, classif.auc)]## maxit decay size classif.auc
## 1: 910 9.035301e-07 19 0.8201746
## 2: 802 8.970904e-07 22 0.7303949
## 3: 592 2.096974e-07 12 0.7735727
## 4: 858 2.000615e-07 17 0.7882739
## 5: 491 5.813180e-07 19 0.7321008I worry that as soon as I knit this, it’ll be the wrong result like I’ve had so many times before, but the best one on my end is the third fold with an AUC of 0.78. An ok improvement from before. In my version before knitting, it was a maxit of 770, decay of 7.025x10^-7, and size of 12. Now for the outer CV results:
#outer
rr_nn$score(msr_auc)[, list(classif.auc)]## classif.auc
## 1: 0.6196566
## 2: 0.6028783
## 3: 0.6633389
## 4: 0.6637952
## 5: 0.6980308Let’s check if our aggregate score improved
rr_nn$aggregate(msr_auc)## classif.auc
## 0.64954Looks like it!