Data 624 Homework 8

library(tidyverse)

## -- Attaching packages --------------------------------------- tidyverse 1.3.1 --

## v ggplot2 3.3.5     v purrr   0.3.4
## v tibble  3.1.4     v dplyr   1.0.7
## v tidyr   1.1.3     v stringr 1.4.0
## v readr   2.0.1     v forcats 0.5.1

## -- Conflicts ------------------------------------------ tidyverse_conflicts() --
## x dplyr::filter() masks stats::filter()
## x dplyr::lag()    masks stats::lag()

library(caret)

## Loading required package: lattice

## 
## Attaching package: 'caret'

## The following object is masked from 'package:purrr':
## 
##     lift

7.2

Friedman (1991) introduced several benchmark data sets create by simulation. One of these simulations used the following nonlinear equation to create data: y = 10 sin(πx1x2) + 20(x3 − 0.5)2 + 10x4 + 5x5 + N(0, σ2) where the x values are random variables uniformly distributed between [0, 1] (there are also 5 other non-informative variables also created in the simulation). The package mlbench contains a function called mlbench.friedman1 that simulates these data:

library(mlbench)
set.seed(200)
trainingData <- mlbench.friedman1(200, sd = 1)
## We convert the 'x' data from a matrix to a data frame
## One reason is that this will give the columns names.
trainingData$x <- data.frame(trainingData$x)
## Look at the data using
featurePlot(trainingData$x, trainingData$y)

## or other methods.
library(corrplot)

## corrplot 0.90 loaded

cData<-cor(trainingData$x,trainingData$y)
corrplot::corrplot(cData)

## This creates a list with a vector 'y' and a matrix
## of predictors 'x'. Also simulate a large test set to
## estimate the true error rate with good precision:
testData <- mlbench.friedman1(5000, sd = 1)
testData$x <- data.frame(testData$x)

Tune several models on these data. For example:

library(caret)
knnModel <- train(trainingData$x,trainingData$y,method = "knn",preProc = c("center", "scale"),tuneLength = 10)
knnModel

## k-Nearest Neighbors 
## 
## 200 samples
##  10 predictor
## 
## Pre-processing: centered (10), scaled (10) 
## Resampling: Bootstrapped (25 reps) 
## Summary of sample sizes: 200, 200, 200, 200, 200, 200, ... 
## Resampling results across tuning parameters:
## 
##   k   RMSE      Rsquared   MAE     
##    5  3.466085  0.5121775  2.816838
##    7  3.349428  0.5452823  2.727410
##    9  3.264276  0.5785990  2.660026
##   11  3.214216  0.6024244  2.603767
##   13  3.196510  0.6176570  2.591935
##   15  3.184173  0.6305506  2.577482
##   17  3.183130  0.6425367  2.567787
##   19  3.198752  0.6483184  2.592683
##   21  3.188993  0.6611428  2.588787
##   23  3.200458  0.6638353  2.604529
## 
## RMSE was used to select the optimal model using the smallest value.
## The final value used for the model was k = 17.

summary(knnModel)

##             Length Class      Mode     
## learn        2     -none-     list     
## k            1     -none-     numeric  
## theDots      0     -none-     list     
## xNames      10     -none-     character
## problemType  1     -none-     character
## tuneValue    1     data.frame list     
## obsLevels    1     -none-     logical  
## param        0     -none-     list

plot(knnModel)

## The function 'postResample' can be used to get the test set
## perforamnce values

knnPred <- predict(knnModel, newdata = testData$x)

nlModels<-data.frame(model="knn",RMSE=postResample(pred = knnPred, obs = testData$y)[1], r2=postResample(pred = knnPred, obs = testData$y)[2])

earthModel <- train(trainingData$x,trainingData$y,method = "earth",tuneLength = 10)

## Loading required package: earth

## Loading required package: Formula

## Loading required package: plotmo

## Loading required package: plotrix

## Loading required package: TeachingDemos

earthModel

## Multivariate Adaptive Regression Spline 
## 
## 200 samples
##  10 predictor
## 
## No pre-processing
## Resampling: Bootstrapped (25 reps) 
## Summary of sample sizes: 200, 200, 200, 200, 200, 200, ... 
## Resampling results across tuning parameters:
## 
##   nprune  RMSE      Rsquared   MAE     
##    2      4.383438  0.2405683  3.597961
##    3      3.645469  0.4745962  2.930453
##    4      2.727602  0.7035031  2.184240
##    6      2.331605  0.7835496  1.833420
##    7      1.976830  0.8421599  1.562591
##    9      1.804342  0.8683110  1.410395
##   10      1.787676  0.8711960  1.386944
##   12      1.821005  0.8670619  1.419893
##   13      1.858688  0.8617344  1.445459
##   15      1.871033  0.8607099  1.457618
## 
## Tuning parameter 'degree' was held constant at a value of 1
## RMSE was used to select the optimal model using the smallest value.
## The final values used for the model were nprune = 10 and degree = 1.

summary(earthModel)

## Call: earth(x=data.frame[200,10], y=c(18.46,16.1,17...), keepxy=TRUE, degree=1,
##             nprune=10)
## 
##                coefficients
## (Intercept)       20.395804
## h(0.621722-X1)   -10.925741
## h(0.601063-X2)   -10.668385
## h(X3-0.281766)     3.966649
## h(0.447442-X3)    12.392139
## h(X3-0.636458)     7.640411
## h(0.734892-X4)    -9.900621
## h(X4-0.734892)    10.274706
## h(0.850094-X5)    -5.343409
## h(X6-0.361791)    -1.769825
## 
## Selected 10 of 18 terms, and 6 of 10 predictors (nprune=10)
## Termination condition: Reached nk 21
## Importance: X1, X4, X2, X5, X3, X6, X7-unused, X8-unused, X9-unused, ...
## Number of terms at each degree of interaction: 1 9 (additive model)
## GCV 2.731203    RSS 447.3848    GRSq 0.889112    RSq 0.9082649

plot(earthModel)

earthPred <- predict(earthModel, newdata = testData$x)
nlModels<-rbind(nlModels,data.frame(model="earth",RMSE=postResample(pred = earthPred, obs = testData$y)[1], r2=postResample(pred = earthPred, obs = testData$y)[2]))

svmModel <- train(trainingData$x,trainingData$y,method = "svmLinear")
svmModel

## Support Vector Machines with Linear Kernel 
## 
## 200 samples
##  10 predictor
## 
## No pre-processing
## Resampling: Bootstrapped (25 reps) 
## Summary of sample sizes: 200, 200, 200, 200, 200, 200, ... 
## Resampling results:
## 
##   RMSE      Rsquared   MAE    
##   2.487187  0.7531859  1.97524
## 
## Tuning parameter 'C' was held constant at a value of 1

summary(svmModel)

## Length  Class   Mode 
##      1   ksvm     S4

#plot(svmModel)
svmPred <- predict(svmModel, newdata = testData$x)
nlModels<-rbind(nlModels,data.frame(model="svm",RMSE=postResample(pred = svmPred, obs = testData$y)[1], r2=postResample(pred = svmPred, obs = testData$y)[2]))

nnModel <- train(trainingData$x,trainingData$y,method = "nnet",tuneLength = 5, linout = TRUE)

## # weights:  13
## initial  value 44994.454792 
## iter  10 value 2394.614006
## iter  20 value 1674.368010
## iter  30 value 1508.177140
## iter  40 value 1385.466422
## iter  50 value 1349.425895
## iter  60 value 1331.498789
## iter  70 value 1317.026836
## iter  80 value 1088.169029
## iter  90 value 882.410236
## iter 100 value 810.069234
## final  value 810.069234 
## stopped after 100 iterations
## # weights:  37
## initial  value 41294.247311 
## iter  10 value 3347.502413
## iter  20 value 2759.366152
## iter  30 value 1193.948144
## iter  40 value 871.926825
## iter  50 value 758.287969
## iter  60 value 719.970239
## iter  70 value 710.702286
## iter  80 value 709.051244
## iter  90 value 707.485942
## iter 100 value 703.634487
## final  value 703.634487 
## stopped after 100 iterations
## # weights:  61
## initial  value 45165.955556 
## iter  10 value 2708.717639
## iter  20 value 1497.769922
## iter  30 value 802.761804
## iter  40 value 802.361173
## iter  50 value 802.153504
## iter  60 value 795.085826
## iter  70 value 711.469885
## iter  80 value 489.640540
## iter  90 value 463.900178
## iter 100 value 458.745710
## final  value 458.745710 
## stopped after 100 iterations
## # weights:  85
## initial  value 50404.623596 
## iter  10 value 1759.684006
## iter  20 value 1207.867753
## iter  30 value 852.762162
## iter  40 value 697.665698
## iter  50 value 618.335267
## iter  60 value 581.728575
## iter  70 value 547.752513
## iter  80 value 478.676707
## iter  90 value 455.843260
## iter 100 value 405.326033
## final  value 405.326033 
## stopped after 100 iterations
## # weights:  109
## initial  value 37752.066318 
## iter  10 value 915.262626
## iter  20 value 613.117571
## iter  30 value 457.569386
## iter  40 value 295.403850
## iter  50 value 185.222976
## iter  60 value 125.270558
## iter  70 value 77.214631
## iter  80 value 52.029070
## iter  90 value 40.759019
## iter 100 value 30.318086
## final  value 30.318086 
## stopped after 100 iterations
## # weights:  13
## initial  value 48108.004835 
## iter  10 value 2714.685489
## iter  20 value 1104.243705
## iter  30 value 864.366673
## iter  40 value 850.476056
## final  value 847.247902 
## converged
## # weights:  37
## initial  value 53618.175288 
## iter  10 value 1766.484919
## iter  20 value 1452.740606
## iter  30 value 1246.146540
## iter  40 value 809.829076
## iter  50 value 737.373837
## iter  60 value 649.442873
## iter  70 value 592.031063
## iter  80 value 552.473388
## iter  90 value 527.640807
## iter 100 value 503.785267
## final  value 503.785267 
## stopped after 100 iterations
## # weights:  61
## initial  value 51510.427880 
## iter  10 value 5139.362872
## iter  20 value 1789.816809
## iter  30 value 1295.769848
## iter  40 value 1091.887561
## iter  50 value 917.636497
## iter  60 value 723.429235
## iter  70 value 632.283067
## iter  80 value 528.427629
## iter  90 value 488.574596
## iter 100 value 452.642504
## final  value 452.642504 
## stopped after 100 iterations
## # weights:  85
## initial  value 38907.528867 
## iter  10 value 981.745883
## iter  20 value 647.505747
## iter  30 value 462.145616
## iter  40 value 375.379804
## iter  50 value 315.320161
## iter  60 value 287.466500
## iter  70 value 272.203304
## iter  80 value 263.134118
## iter  90 value 254.391143
## iter 100 value 246.970676
## final  value 246.970676 
## stopped after 100 iterations
## # weights:  109
## initial  value 44536.536259 
## iter  10 value 1420.932472
## iter  20 value 842.445845
## iter  30 value 709.829744
## iter  40 value 580.944111
## iter  50 value 438.679836
## iter  60 value 389.398668
## iter  70 value 352.506572
## iter  80 value 312.988679
## iter  90 value 283.660778
## iter 100 value 257.222418
## final  value 257.222418 
## stopped after 100 iterations
## # weights:  13
## initial  value 45996.251548 
## iter  10 value 3168.050232
## iter  20 value 2088.376966
## iter  30 value 1874.255587
## iter  40 value 1580.622260
## iter  50 value 1311.852109
## iter  60 value 1167.368319
## iter  70 value 904.468858
## iter  80 value 818.559883
## iter  90 value 814.458990
## final  value 812.702974 
## converged
## # weights:  37
## initial  value 43700.142135 
## iter  10 value 1451.484956
## iter  20 value 872.636634
## iter  30 value 812.497659
## iter  40 value 806.829294
## iter  50 value 800.660798
## iter  60 value 740.218158
## iter  70 value 687.966581
## iter  80 value 643.584153
## iter  90 value 529.263272
## iter 100 value 484.714800
## final  value 484.714800 
## stopped after 100 iterations
## # weights:  61
## initial  value 45727.372706 
## iter  10 value 4909.708670
## iter  20 value 1701.049234
## iter  30 value 1142.666864
## iter  40 value 860.656476
## iter  50 value 808.906319
## iter  60 value 803.018372
## iter  70 value 651.970682
## iter  80 value 493.375827
## iter  90 value 425.944292
## iter 100 value 376.236145
## final  value 376.236145 
## stopped after 100 iterations
## # weights:  85
## initial  value 48147.632712 
## iter  10 value 1850.587883
## iter  20 value 1164.425966
## iter  30 value 813.954719
## iter  40 value 744.046338
## iter  50 value 459.895623
## iter  60 value 297.383830
## iter  70 value 232.337691
## iter  80 value 189.197924
## iter  90 value 171.682934
## iter 100 value 163.271771
## final  value 163.271771 
## stopped after 100 iterations
## # weights:  109
## initial  value 50953.400287 
## iter  10 value 1022.010153
## iter  20 value 534.296491
## iter  30 value 349.775147
## iter  40 value 207.109775
## iter  50 value 151.150373
## iter  60 value 114.784937
## iter  70 value 97.701563
## iter  80 value 86.732726
## iter  90 value 82.898870
## iter 100 value 79.885325
## final  value 79.885325 
## stopped after 100 iterations
## # weights:  13
## initial  value 44506.026999 
## iter  10 value 1652.890448
## iter  20 value 1168.270322
## iter  30 value 836.083962
## iter  40 value 809.293437
## iter  50 value 802.715835
## final  value 802.681501 
## converged
## # weights:  37
## initial  value 42111.655527 
## iter  10 value 2281.528732
## iter  20 value 2032.760267
## iter  30 value 1958.305659
## iter  40 value 1746.864115
## iter  50 value 1581.955765
## iter  60 value 1499.673616
## iter  70 value 1418.611147
## iter  80 value 1269.112751
## iter  90 value 889.558705
## iter 100 value 812.550074
## final  value 812.550074 
## stopped after 100 iterations
## # weights:  61
## initial  value 46786.698016 
## iter  10 value 3478.867946
## iter  20 value 1621.176395
## iter  30 value 1189.848251
## iter  40 value 891.451604
## iter  50 value 815.016552
## iter  60 value 805.606770
## iter  70 value 805.035738
## iter  80 value 797.487589
## iter  90 value 782.769842
## iter 100 value 658.286287
## final  value 658.286287 
## stopped after 100 iterations
## # weights:  85
## initial  value 52337.550151 
## iter  10 value 4905.330799
## iter  20 value 4901.570852
## iter  30 value 2133.526834
## iter  40 value 1476.110588
## iter  50 value 1096.789593
## iter  60 value 894.168920
## iter  70 value 794.089699
## iter  80 value 700.108461
## iter  90 value 575.957589
## iter 100 value 559.669301
## final  value 559.669301 
## stopped after 100 iterations
## # weights:  109
## initial  value 42471.046455 
## iter  10 value 1170.348821
## iter  20 value 773.968232
## iter  30 value 519.062319
## iter  40 value 375.241328
## iter  50 value 312.047590
## iter  60 value 242.108436
## iter  70 value 186.876698
## iter  80 value 163.146204
## iter  90 value 138.728450
## iter 100 value 106.340798
## final  value 106.340798 
## stopped after 100 iterations
## # weights:  13
## initial  value 46777.888945 
## iter  10 value 4245.052620
## iter  20 value 2215.047130
## iter  30 value 934.153038
## iter  40 value 834.947151
## iter  50 value 808.002469
## iter  60 value 802.187250
## final  value 802.186048 
## converged
## # weights:  37
## initial  value 49048.525561 
## iter  10 value 3138.883165
## iter  20 value 1289.367482
## iter  30 value 855.064918
## iter  40 value 763.553076
## iter  50 value 712.123643
## iter  60 value 676.868411
## iter  70 value 663.931181
## iter  80 value 654.854692
## iter  90 value 644.238803
## iter 100 value 641.342725
## final  value 641.342725 
## stopped after 100 iterations
## # weights:  61
## initial  value 50421.731441 
## iter  10 value 4509.542693
## iter  20 value 1934.677629
## iter  30 value 1342.915608
## iter  40 value 1096.697873
## iter  50 value 837.099190
## iter  60 value 807.822638
## iter  70 value 804.559910
## iter  80 value 804.295066
## iter  90 value 802.360840
## iter 100 value 802.304205
## final  value 802.304205 
## stopped after 100 iterations
## # weights:  85
## initial  value 49115.758090 
## iter  10 value 1098.544643
## iter  20 value 872.727632
## iter  30 value 730.873674
## iter  40 value 636.491240
## iter  50 value 522.048348
## iter  60 value 501.766860
## iter  70 value 476.158414
## iter  80 value 461.196169
## iter  90 value 451.433784
## iter 100 value 400.285450
## final  value 400.285450 
## stopped after 100 iterations
## # weights:  109
## initial  value 45479.697162 
## iter  10 value 1679.347555
## iter  20 value 1023.531152
## iter  30 value 723.539241
## iter  40 value 674.245713
## iter  50 value 649.533709
## iter  60 value 617.460013
## iter  70 value 535.519469
## iter  80 value 445.467856
## iter  90 value 402.337269
## iter 100 value 364.810093
## final  value 364.810093 
## stopped after 100 iterations
## # weights:  13
## initial  value 44358.887317 
## iter  10 value 4154.122472
## iter  20 value 3058.975134
## iter  30 value 2796.154308
## iter  40 value 1795.948710
## iter  50 value 1578.990292
## iter  60 value 1442.635432
## iter  70 value 1187.424077
## iter  80 value 1147.134101
## iter  90 value 1125.201371
## iter 100 value 1124.560142
## final  value 1124.560142 
## stopped after 100 iterations
## # weights:  37
## initial  value 43651.755613 
## final  value 5136.609138 
## converged
## # weights:  61
## initial  value 54445.204364 
## iter  10 value 3937.212424
## iter  20 value 3105.000774
## iter  30 value 1360.914760
## iter  40 value 1169.091700
## iter  50 value 1134.756991
## iter  60 value 1074.126341
## iter  70 value 1003.038468
## iter  80 value 955.372752
## iter  90 value 920.269048
## iter 100 value 888.271374
## final  value 888.271374 
## stopped after 100 iterations
## # weights:  85
## initial  value 47029.422034 
## iter  10 value 1773.072145
## iter  20 value 990.795120
## iter  30 value 880.485138
## iter  40 value 733.109714
## iter  50 value 524.636901
## iter  60 value 481.235864
## iter  70 value 443.039931
## iter  80 value 431.947290
## iter  90 value 421.221485
## iter 100 value 412.363335
## final  value 412.363335 
## stopped after 100 iterations
## # weights:  109
## initial  value 45265.876205 
## iter  10 value 1312.478707
## iter  20 value 891.096251
## iter  30 value 685.862143
## iter  40 value 408.247297
## iter  50 value 218.808771
## iter  60 value 134.334291
## iter  70 value 78.415546
## iter  80 value 56.205339
## iter  90 value 45.838221
## iter 100 value 41.947205
## final  value 41.947205 
## stopped after 100 iterations
## # weights:  13
## initial  value 48828.890454 
## iter  10 value 1843.139731
## iter  20 value 1371.701433
## iter  30 value 1184.079269
## iter  40 value 1177.955632
## final  value 1177.247038 
## converged
## # weights:  37
## initial  value 44216.043388 
## iter  10 value 4527.415187
## iter  20 value 2385.779298
## iter  30 value 1140.473850
## iter  40 value 802.159131
## iter  50 value 694.729490
## iter  60 value 640.702402
## iter  70 value 609.991348
## iter  80 value 599.522294
## iter  90 value 591.395316
## iter 100 value 588.901986
## final  value 588.901986 
## stopped after 100 iterations
## # weights:  61
## initial  value 43454.646952 
## iter  10 value 3152.441910
## iter  20 value 2047.592801
## iter  30 value 1441.945874
## iter  40 value 1161.245238
## iter  50 value 928.425747
## iter  60 value 688.183263
## iter  70 value 602.928717
## iter  80 value 565.979229
## iter  90 value 554.849054
## iter 100 value 511.861272
## final  value 511.861272 
## stopped after 100 iterations
## # weights:  85
## initial  value 44539.678465 
## iter  10 value 1360.711873
## iter  20 value 967.452235
## iter  30 value 793.336167
## iter  40 value 650.331646
## iter  50 value 523.397556
## iter  60 value 477.835259
## iter  70 value 432.192385
## iter  80 value 422.754641
## iter  90 value 383.708528
## iter 100 value 360.490935
## final  value 360.490935 
## stopped after 100 iterations
## # weights:  109
## initial  value 44522.473456 
## iter  10 value 1462.445236
## iter  20 value 1051.815903
## iter  30 value 914.358008
## iter  40 value 762.893679
## iter  50 value 673.784033
## iter  60 value 516.634155
## iter  70 value 416.475713
## iter  80 value 369.064290
## iter  90 value 339.234144
## iter 100 value 303.143014
## final  value 303.143014 
## stopped after 100 iterations
## # weights:  13
## initial  value 51360.577891 
## iter  10 value 5272.549284
## iter  20 value 2959.738430
## iter  30 value 1503.161968
## iter  40 value 1307.820949
## iter  50 value 1179.550046
## iter  60 value 1143.085792
## iter  70 value 1137.627311
## final  value 1137.626785 
## converged
## # weights:  37
## initial  value 45709.434562 
## iter  10 value 2065.978379
## iter  20 value 1541.745937
## iter  30 value 1408.749825
## iter  40 value 1178.449758
## iter  50 value 1145.562207
## iter  60 value 1141.209680
## iter  70 value 1137.581885
## iter  80 value 1136.248320
## iter  90 value 1134.991591
## iter 100 value 1090.737374
## final  value 1090.737374 
## stopped after 100 iterations
## # weights:  61
## initial  value 45454.517030 
## iter  10 value 4261.436905
## iter  20 value 1499.381292
## iter  30 value 1187.502855
## iter  40 value 1077.362559
## iter  50 value 974.958247
## iter  60 value 802.465347
## iter  70 value 700.887565
## iter  80 value 519.682311
## iter  90 value 342.210987
## iter 100 value 263.872580
## final  value 263.872580 
## stopped after 100 iterations
## # weights:  85
## initial  value 48479.616263 
## iter  10 value 3784.522477
## iter  20 value 2212.738861
## iter  30 value 1273.995231
## iter  40 value 1054.873179
## iter  50 value 991.286304
## iter  60 value 948.218357
## iter  70 value 902.554959
## iter  80 value 714.423123
## iter  90 value 574.572377
## iter 100 value 484.066271
## final  value 484.066271 
## stopped after 100 iterations
## # weights:  109
## initial  value 46386.350072 
## iter  10 value 1383.794985
## iter  20 value 735.660217
## iter  30 value 468.574889
## iter  40 value 283.697050
## iter  50 value 196.038530
## iter  60 value 174.106569
## iter  70 value 158.964577
## iter  80 value 124.637807
## iter  90 value 105.371763
## iter 100 value 97.679616
## final  value 97.679616 
## stopped after 100 iterations
## # weights:  13
## initial  value 51533.892159 
## iter  10 value 2385.624915
## iter  20 value 1622.284996
## iter  30 value 1569.076330
## iter  40 value 1358.076022
## iter  50 value 1208.944946
## iter  60 value 1135.252188
## iter  70 value 1127.656106
## iter  80 value 1125.499198
## final  value 1125.181361 
## converged
## # weights:  37
## initial  value 41917.804246 
## iter  10 value 5139.474129
## iter  20 value 5137.707166
## iter  30 value 5137.387844
## iter  40 value 4555.328542
## iter  50 value 2904.581781
## iter  60 value 2336.248675
## iter  70 value 1664.940324
## iter  80 value 1546.754925
## iter  90 value 1369.982868
## iter 100 value 1171.408790
## final  value 1171.408790 
## stopped after 100 iterations
## # weights:  61
## initial  value 47796.011542 
## iter  10 value 5140.602283
## iter  20 value 4230.987766
## iter  30 value 1985.077907
## iter  40 value 1305.067323
## iter  50 value 1160.309103
## iter  60 value 1034.850490
## iter  70 value 977.348524
## iter  80 value 959.326451
## iter  90 value 944.278668
## iter 100 value 901.063736
## final  value 901.063736 
## stopped after 100 iterations
## # weights:  85
## initial  value 41047.203861 
## iter  10 value 2314.643125
## iter  20 value 1458.646089
## iter  30 value 814.266011
## iter  40 value 569.661300
## iter  50 value 353.667593
## iter  60 value 284.803194
## iter  70 value 230.726957
## iter  80 value 208.879444
## iter  90 value 201.238448
## iter 100 value 189.092005
## final  value 189.092005 
## stopped after 100 iterations
## # weights:  109
## initial  value 46175.142506 
## iter  10 value 1489.669046
## iter  20 value 1001.088692
## iter  30 value 716.811856
## iter  40 value 579.767900
## iter  50 value 487.057260
## iter  60 value 368.489819
## iter  70 value 265.739645
## iter  80 value 199.704443
## iter  90 value 153.503033
## iter 100 value 122.888368
## final  value 122.888368 
## stopped after 100 iterations
## # weights:  13
## initial  value 47106.066919 
## iter  10 value 3608.484196
## iter  20 value 2840.551306
## iter  30 value 1434.557278
## iter  40 value 1336.187049
## iter  50 value 1180.484477
## iter  60 value 1130.065663
## iter  70 value 1127.460877
## iter  80 value 1124.512496
## final  value 1124.510076 
## converged
## # weights:  37
## initial  value 50518.693710 
## iter  10 value 5141.408836
## iter  20 value 3081.282018
## iter  30 value 1302.996704
## iter  40 value 1045.834411
## iter  50 value 866.137195
## iter  60 value 816.343575
## iter  70 value 788.285839
## iter  80 value 769.752789
## iter  90 value 768.126232
## iter 100 value 767.271298
## final  value 767.271298 
## stopped after 100 iterations
## # weights:  61
## initial  value 45153.832584 
## iter  10 value 3108.434117
## iter  20 value 1634.600915
## iter  30 value 1012.824442
## iter  40 value 909.199167
## iter  50 value 892.196941
## iter  60 value 879.871609
## iter  70 value 875.927635
## iter  80 value 870.405471
## iter  90 value 858.467811
## iter 100 value 813.239703
## final  value 813.239703 
## stopped after 100 iterations
## # weights:  85
## initial  value 48236.069610 
## iter  10 value 1338.496994
## iter  20 value 868.554835
## iter  30 value 546.537563
## iter  40 value 425.566895
## iter  50 value 303.172756
## iter  60 value 264.141997
## iter  70 value 217.800514
## iter  80 value 200.721844
## iter  90 value 186.652627
## iter 100 value 158.707065
## final  value 158.707065 
## stopped after 100 iterations
## # weights:  109
## initial  value 53301.995504 
## iter  10 value 1561.862095
## iter  20 value 944.427094
## iter  30 value 596.135519
## iter  40 value 402.447886
## iter  50 value 278.224442
## iter  60 value 238.229810
## iter  70 value 199.118144
## iter  80 value 181.846653
## iter  90 value 172.345024
## iter 100 value 140.513372
## final  value 140.513372 
## stopped after 100 iterations
## # weights:  13
## initial  value 48313.672631 
## iter  10 value 2783.232714
## iter  20 value 2038.312031
## iter  30 value 901.535591
## iter  40 value 875.501558
## iter  50 value 853.461888
## iter  60 value 849.792120
## iter  70 value 849.765740
## iter  80 value 849.663065
## iter  80 value 849.663064
## iter  80 value 849.663064
## final  value 849.663064 
## converged
## # weights:  37
## initial  value 46421.835091 
## final  value 4919.566021 
## converged
## # weights:  61
## initial  value 47509.228552 
## iter  10 value 4919.474543
## iter  20 value 2999.297007
## iter  30 value 2730.873294
## iter  40 value 1776.819200
## iter  50 value 1521.649178
## iter  60 value 1357.748412
## iter  70 value 1314.653617
## iter  80 value 1126.717108
## iter  90 value 910.040178
## iter 100 value 862.861418
## final  value 862.861418 
## stopped after 100 iterations
## # weights:  85
## initial  value 50719.167007 
## final  value 4919.566021 
## converged
## # weights:  109
## initial  value 47413.996711 
## iter  10 value 4919.663484
## iter  20 value 4919.568309
## final  value 4919.565673 
## converged
## # weights:  13
## initial  value 49257.537985 
## iter  10 value 1803.159086
## iter  20 value 1115.165248
## iter  30 value 977.305782
## iter  40 value 960.506864
## final  value 952.728241 
## converged
## # weights:  37
## initial  value 48167.269707 
## iter  10 value 1433.437803
## iter  20 value 983.599890
## iter  30 value 799.988410
## iter  40 value 567.945024
## iter  50 value 467.479854
## iter  60 value 432.860117
## iter  70 value 422.384495
## iter  80 value 420.889352
## iter  90 value 420.671972
## iter 100 value 420.470446
## final  value 420.470446 
## stopped after 100 iterations
## # weights:  61
## initial  value 52687.688379 
## iter  10 value 5204.190037
## iter  20 value 3718.277742
## iter  30 value 1214.309528
## iter  40 value 906.177128
## iter  50 value 790.493431
## iter  60 value 580.036737
## iter  70 value 364.764029
## iter  80 value 286.970186
## iter  90 value 236.860588
## iter 100 value 224.776252
## final  value 224.776252 
## stopped after 100 iterations
## # weights:  85
## initial  value 47200.774370 
## iter  10 value 2400.327420
## iter  20 value 1126.628426
## iter  30 value 714.235573
## iter  40 value 540.020578
## iter  50 value 399.864423
## iter  60 value 284.909979
## iter  70 value 247.084251
## iter  80 value 227.740035
## iter  90 value 207.724810
## iter 100 value 185.435635
## final  value 185.435635 
## stopped after 100 iterations
## # weights:  109
## initial  value 44593.805265 
## iter  10 value 5680.759784
## iter  20 value 4616.449767
## iter  30 value 1828.836720
## iter  40 value 1237.987964
## iter  50 value 887.409342
## iter  60 value 621.601358
## iter  70 value 464.360291
## iter  80 value 359.827698
## iter  90 value 268.738854
## iter 100 value 220.974495
## final  value 220.974495 
## stopped after 100 iterations
## # weights:  13
## initial  value 46962.393042 
## iter  10 value 4922.744417
## iter  20 value 4921.419620
## iter  30 value 3555.280775
## iter  40 value 1754.742740
## iter  50 value 1085.873679
## iter  60 value 979.186184
## iter  70 value 862.992270
## iter  80 value 858.949097
## iter  90 value 858.101662
## iter 100 value 856.611975
## final  value 856.611975 
## stopped after 100 iterations
## # weights:  37
## initial  value 45074.895229 
## iter  10 value 1195.738469
## iter  20 value 839.460458
## iter  30 value 735.202032
## iter  40 value 717.351559
## iter  50 value 651.641402
## iter  60 value 601.470801
## iter  70 value 593.195226
## iter  80 value 584.393642
## iter  90 value 583.232452
## iter 100 value 581.465972
## final  value 581.465972 
## stopped after 100 iterations
## # weights:  61
## initial  value 48661.880311 
## iter  10 value 1759.972244
## iter  20 value 995.013831
## iter  30 value 875.845360
## iter  40 value 847.791483
## iter  50 value 815.423736
## iter  60 value 622.943123
## iter  70 value 397.911160
## iter  80 value 299.376230
## iter  90 value 248.861494
## iter 100 value 204.087837
## final  value 204.087837 
## stopped after 100 iterations
## # weights:  85
## initial  value 39969.259431 
## iter  10 value 3070.940331
## iter  20 value 1029.595680
## iter  30 value 718.340499
## iter  40 value 532.221336
## iter  50 value 404.003689
## iter  60 value 268.098760
## iter  70 value 219.849826
## iter  80 value 159.669134
## iter  90 value 137.644088
## iter 100 value 127.798977
## final  value 127.798977 
## stopped after 100 iterations
## # weights:  109
## initial  value 51447.048923 
## iter  10 value 2603.657441
## iter  20 value 1555.526493
## iter  30 value 1010.671372
## iter  40 value 802.360537
## iter  50 value 600.887153
## iter  60 value 416.973285
## iter  70 value 368.587821
## iter  80 value 353.533480
## iter  90 value 322.816148
## iter 100 value 264.835482
## final  value 264.835482 
## stopped after 100 iterations
## # weights:  13
## initial  value 43932.178818 
## iter  10 value 1836.531956
## iter  20 value 1055.950745
## iter  30 value 880.240158
## iter  40 value 862.830898
## iter  50 value 850.806746
## final  value 850.443880 
## converged
## # weights:  37
## initial  value 45404.813794 
## iter  10 value 1519.120261
## iter  20 value 1005.925962
## iter  30 value 782.073675
## iter  40 value 674.137804
## iter  50 value 647.543367
## iter  60 value 636.004212
## iter  70 value 633.184914
## iter  80 value 629.377516
## iter  90 value 617.958906
## iter 100 value 598.268146
## final  value 598.268146 
## stopped after 100 iterations
## # weights:  61
## initial  value 47456.339650 
## iter  10 value 1771.284147
## iter  20 value 1157.650038
## iter  30 value 967.357798
## iter  40 value 883.650084
## iter  50 value 862.090827
## iter  60 value 849.911578
## iter  70 value 840.165326
## iter  80 value 791.910518
## iter  90 value 516.830369
## iter 100 value 427.348990
## final  value 427.348990 
## stopped after 100 iterations
## # weights:  85
## initial  value 44704.771784 
## iter  10 value 1848.097250
## iter  20 value 867.532405
## iter  30 value 593.494261
## iter  40 value 362.901603
## iter  50 value 294.892588
## iter  60 value 226.830241
## iter  70 value 204.849548
## iter  80 value 194.412282
## iter  90 value 188.298249
## iter 100 value 185.877836
## final  value 185.877836 
## stopped after 100 iterations
## # weights:  109
## initial  value 45670.695478 
## iter  10 value 1859.622042
## iter  20 value 647.748989
## iter  30 value 372.599777
## iter  40 value 303.201129
## iter  50 value 253.071563
## iter  60 value 239.695812
## iter  70 value 204.261100
## iter  80 value 184.406853
## iter  90 value 171.803568
## iter 100 value 160.384140
## final  value 160.384140 
## stopped after 100 iterations
## # weights:  13
## initial  value 48717.841605 
## iter  10 value 3552.799514
## iter  20 value 1558.549995
## iter  30 value 1191.377349
## iter  40 value 991.817386
## iter  50 value 889.381436
## iter  60 value 863.218834
## iter  70 value 850.923561
## iter  80 value 849.811849
## final  value 849.809846 
## converged
## # weights:  37
## initial  value 48720.862872 
## iter  10 value 2032.814341
## iter  20 value 1767.138121
## iter  30 value 1716.336969
## iter  40 value 1300.186680
## iter  50 value 992.484055
## iter  60 value 898.676904
## iter  70 value 878.844567
## iter  80 value 875.723729
## iter  90 value 871.379233
## iter 100 value 857.735588
## final  value 857.735588 
## stopped after 100 iterations
## # weights:  61
## initial  value 42825.686720 
## iter  10 value 4919.696756
## iter  20 value 4919.691349
## iter  30 value 3590.680792
## iter  40 value 1432.492726
## iter  50 value 1067.101028
## iter  60 value 899.642471
## iter  70 value 858.395467
## iter  80 value 851.635212
## iter  90 value 849.990225
## iter 100 value 849.870384
## final  value 849.870384 
## stopped after 100 iterations
## # weights:  85
## initial  value 47457.835018 
## iter  10 value 1836.039595
## iter  20 value 1049.891115
## iter  30 value 784.918112
## iter  40 value 508.830452
## iter  50 value 425.360076
## iter  60 value 345.980065
## iter  70 value 295.290589
## iter  80 value 230.155466
## iter  90 value 200.701399
## iter 100 value 168.562239
## final  value 168.562239 
## stopped after 100 iterations
## # weights:  109
## initial  value 45036.244328 
## iter  10 value 882.499966
## iter  20 value 611.352187
## iter  30 value 424.215544
## iter  40 value 328.727880
## iter  50 value 309.757255
## iter  60 value 281.921734
## iter  70 value 217.200867
## iter  80 value 178.402211
## iter  90 value 163.947641
## iter 100 value 157.561455
## final  value 157.561455 
## stopped after 100 iterations
## # weights:  13
## initial  value 46898.496703 
## final  value 4421.206951 
## converged
## # weights:  37
## initial  value 45712.948238 
## iter  10 value 4419.461587
## iter  20 value 2150.916371
## iter  30 value 1351.179935
## iter  40 value 1099.567504
## iter  50 value 1027.802729
## iter  60 value 1021.143325
## iter  70 value 1016.957301
## iter  80 value 1015.849599
## final  value 1015.834909 
## converged
## # weights:  61
## initial  value 48106.910896 
## final  value 4421.210432 
## converged
## # weights:  85
## initial  value 47377.886504 
## iter  10 value 2551.554639
## iter  20 value 1769.450771
## iter  30 value 1199.700703
## iter  40 value 1080.702949
## iter  50 value 1033.250094
## iter  60 value 1002.603503
## iter  70 value 866.658548
## iter  80 value 745.514039
## iter  90 value 714.915557
## iter 100 value 705.881296
## final  value 705.881296 
## stopped after 100 iterations
## # weights:  109
## initial  value 45911.815590 
## iter  10 value 1437.822727
## iter  20 value 829.244090
## iter  30 value 738.361190
## iter  40 value 682.211315
## iter  50 value 642.592100
## iter  60 value 604.619964
## iter  70 value 587.751589
## iter  80 value 560.687140
## iter  90 value 531.538934
## iter 100 value 528.494696
## final  value 528.494696 
## stopped after 100 iterations
## # weights:  13
## initial  value 45978.855148 
## iter  10 value 2575.836991
## iter  20 value 1768.120960
## iter  30 value 1463.695979
## iter  40 value 1256.081827
## iter  50 value 1088.424839
## iter  60 value 1075.694519
## iter  70 value 1074.160522
## final  value 1074.158929 
## converged
## # weights:  37
## initial  value 49203.841662 
## iter  10 value 1796.200097
## iter  20 value 1188.038845
## iter  30 value 929.617696
## iter  40 value 867.956736
## iter  50 value 850.916028
## iter  60 value 829.528760
## iter  70 value 797.534726
## iter  80 value 656.322174
## iter  90 value 533.640687
## iter 100 value 479.996194
## final  value 479.996194 
## stopped after 100 iterations
## # weights:  61
## initial  value 38794.336685 
## iter  10 value 3889.489287
## iter  20 value 2382.026526
## iter  30 value 1756.482576
## iter  40 value 1186.841536
## iter  50 value 1086.948676
## iter  60 value 948.492469
## iter  70 value 834.772230
## iter  80 value 610.042013
## iter  90 value 478.768509
## iter 100 value 383.277729
## final  value 383.277729 
## stopped after 100 iterations
## # weights:  85
## initial  value 45666.491863 
## iter  10 value 1700.005808
## iter  20 value 1342.505030
## iter  30 value 1110.789610
## iter  40 value 829.229164
## iter  50 value 576.655289
## iter  60 value 465.401698
## iter  70 value 395.431824
## iter  80 value 353.527929
## iter  90 value 332.204852
## iter 100 value 311.466142
## final  value 311.466142 
## stopped after 100 iterations
## # weights:  109
## initial  value 45045.861578 
## iter  10 value 1299.779373
## iter  20 value 730.618895
## iter  30 value 444.847815
## iter  40 value 351.706147
## iter  50 value 310.706192
## iter  60 value 273.043583
## iter  70 value 252.828197
## iter  80 value 234.034696
## iter  90 value 207.563461
## iter 100 value 192.688790
## final  value 192.688790 
## stopped after 100 iterations
## # weights:  13
## initial  value 48559.687461 
## iter  10 value 2200.084915
## iter  20 value 1945.823805
## iter  30 value 1541.832445
## iter  40 value 1409.527449
## iter  50 value 1114.540037
## iter  60 value 1049.453553
## iter  70 value 1031.209502
## iter  80 value 1024.636850
## iter  90 value 1024.611295
## final  value 1024.610515 
## converged
## # weights:  37
## initial  value 46194.665609 
## iter  10 value 4426.685081
## iter  20 value 3200.814132
## iter  30 value 1478.258599
## iter  40 value 1069.498068
## iter  50 value 1029.798504
## iter  60 value 1009.309883
## iter  70 value 740.538493
## iter  80 value 506.502871
## iter  90 value 466.933737
## iter 100 value 457.286305
## final  value 457.286305 
## stopped after 100 iterations
## # weights:  61
## initial  value 53523.362219 
## iter  10 value 4438.995358
## iter  20 value 4437.680948
## iter  30 value 3586.151488
## iter  40 value 2739.045905
## iter  50 value 1671.788754
## iter  60 value 1183.893078
## iter  70 value 984.835557
## iter  80 value 944.201787
## iter  90 value 856.987169
## iter 100 value 692.553899
## final  value 692.553899 
## stopped after 100 iterations
## # weights:  85
## initial  value 45394.487414 
## iter  10 value 2862.364458
## iter  20 value 1630.451311
## iter  30 value 1371.746930
## iter  40 value 1143.470407
## iter  50 value 1012.830662
## iter  60 value 918.066791
## iter  70 value 595.961289
## iter  80 value 422.493081
## iter  90 value 350.140306
## iter 100 value 287.402342
## final  value 287.402342 
## stopped after 100 iterations
## # weights:  109
## initial  value 43842.810503 
## iter  10 value 1287.970408
## iter  20 value 569.348685
## iter  30 value 249.989827
## iter  40 value 185.477819
## iter  50 value 148.410547
## iter  60 value 108.598345
## iter  70 value 87.880005
## iter  80 value 67.384303
## iter  90 value 57.292179
## iter 100 value 53.275548
## final  value 53.275548 
## stopped after 100 iterations
## # weights:  13
## initial  value 43674.499771 
## iter  10 value 3972.676337
## iter  20 value 2129.051445
## iter  30 value 1134.027159
## iter  40 value 1056.594108
## iter  50 value 1030.259318
## iter  60 value 1017.720053
## iter  70 value 1017.199723
## iter  80 value 1016.928468
## final  value 1016.920139 
## converged
## # weights:  37
## initial  value 42839.037967 
## iter  10 value 1811.725577
## iter  20 value 1256.821934
## iter  30 value 924.285155
## iter  40 value 845.400408
## iter  50 value 833.350480
## iter  60 value 827.222168
## iter  70 value 825.539289
## iter  80 value 825.238667
## iter  90 value 825.210383
## iter 100 value 825.081924
## final  value 825.081924 
## stopped after 100 iterations
## # weights:  61
## initial  value 49014.283569 
## iter  10 value 2141.572786
## iter  20 value 1533.674501
## iter  30 value 1279.616759
## iter  40 value 1041.853050
## iter  50 value 986.653340
## iter  60 value 902.593260
## iter  70 value 857.433153
## iter  80 value 728.784650
## iter  90 value 684.405922
## iter 100 value 663.277296
## final  value 663.277296 
## stopped after 100 iterations
## # weights:  85
## initial  value 48345.321287 
## iter  10 value 3353.597022
## iter  20 value 1117.321110
## iter  30 value 696.789769
## iter  40 value 582.604859
## iter  50 value 538.419536
## iter  60 value 488.822203
## iter  70 value 429.888398
## iter  80 value 419.200577
## iter  90 value 416.212002
## iter 100 value 414.750171
## final  value 414.750171 
## stopped after 100 iterations
## # weights:  109
## initial  value 56157.364995 
## iter  10 value 2048.903383
## iter  20 value 1444.915336
## iter  30 value 900.381949
## iter  40 value 526.827016
## iter  50 value 388.435560
## iter  60 value 285.297362
## iter  70 value 241.506547
## iter  80 value 215.327866
## iter  90 value 198.766370
## iter 100 value 185.889203
## final  value 185.889203 
## stopped after 100 iterations
## # weights:  13
## initial  value 48776.033498 
## iter  10 value 3153.478532
## iter  20 value 1333.802724
## iter  30 value 1082.656152
## iter  40 value 1043.902225
## iter  50 value 1019.089123
## iter  60 value 1017.452278
## iter  70 value 1016.322269
## iter  80 value 1015.948908
## final  value 1015.948878 
## converged
## # weights:  37
## initial  value 49846.184882 
## iter  10 value 1985.419875
## iter  20 value 1322.687641
## iter  30 value 964.613110
## iter  40 value 914.689568
## iter  50 value 873.130713
## iter  60 value 848.455325
## iter  70 value 835.586174
## iter  80 value 825.935086
## iter  90 value 814.829211
## iter 100 value 799.377108
## final  value 799.377108 
## stopped after 100 iterations
## # weights:  61
## initial  value 43708.731450 
## iter  10 value 3612.283871
## iter  20 value 2113.672413
## iter  30 value 1255.815356
## iter  40 value 1068.648139
## iter  50 value 969.043668
## iter  60 value 757.592632
## iter  70 value 722.594314
## iter  80 value 690.115339
## iter  90 value 681.968281
## iter 100 value 672.682220
## final  value 672.682220 
## stopped after 100 iterations
## # weights:  85
## initial  value 43075.117821 
## iter  10 value 2164.862694
## iter  20 value 1387.453168
## iter  30 value 897.383081
## iter  40 value 591.196738
## iter  50 value 379.550027
## iter  60 value 336.348364
## iter  70 value 304.738954
## iter  80 value 281.037012
## iter  90 value 268.244156
## iter 100 value 250.426510
## final  value 250.426510 
## stopped after 100 iterations
## # weights:  109
## initial  value 43595.285957 
## iter  10 value 1506.630644
## iter  20 value 654.976053
## iter  30 value 493.932668
## iter  40 value 334.188366
## iter  50 value 254.316660
## iter  60 value 224.734228
## iter  70 value 211.581164
## iter  80 value 191.582217
## iter  90 value 173.582808
## iter 100 value 167.665136
## final  value 167.665136 
## stopped after 100 iterations
## # weights:  13
## initial  value 50376.549239 
## final  value 4289.344069 
## converged
## # weights:  37
## initial  value 56235.707220 
## iter  10 value 2590.260887
## iter  20 value 1556.588543
## iter  30 value 1030.923075
## iter  40 value 844.472774
## iter  50 value 756.664903
## iter  60 value 678.903101
## iter  70 value 668.054467
## iter  80 value 665.035137
## iter  90 value 664.865463
## iter 100 value 661.704186
## final  value 661.704186 
## stopped after 100 iterations
## # weights:  61
## initial  value 45939.226071 
## iter  10 value 3229.334786
## iter  20 value 1434.548457
## iter  30 value 780.620226
## iter  40 value 515.613522
## iter  50 value 397.403831
## iter  60 value 313.463452
## iter  70 value 271.375102
## iter  80 value 251.892022
## iter  90 value 233.334145
## iter 100 value 225.586333
## final  value 225.586333 
## stopped after 100 iterations
## # weights:  85
## initial  value 55031.202229 
## iter  10 value 4289.346827
## final  value 4289.344164 
## converged
## # weights:  109
## initial  value 50445.135036 
## iter  10 value 942.855563
## iter  20 value 490.220449
## iter  30 value 306.121361
## iter  40 value 208.548315
## iter  50 value 127.786212
## iter  60 value 93.914722
## iter  70 value 82.181109
## iter  80 value 76.490493
## iter  90 value 63.625088
## iter 100 value 51.010753
## final  value 51.010753 
## stopped after 100 iterations
## # weights:  13
## initial  value 50842.597572 
## iter  10 value 1658.841231
## iter  20 value 1337.470468
## iter  30 value 991.234529
## iter  40 value 863.268985
## iter  50 value 842.847905
## iter  60 value 842.197276
## final  value 842.061333 
## converged
## # weights:  37
## initial  value 55904.704394 
## iter  10 value 1309.664933
## iter  20 value 1022.392412
## iter  30 value 826.030637
## iter  40 value 704.086999
## iter  50 value 674.525984
## iter  60 value 663.032554
## iter  70 value 572.809273
## iter  80 value 529.044068
## iter  90 value 514.318327
## iter 100 value 495.697551
## final  value 495.697551 
## stopped after 100 iterations
## # weights:  61
## initial  value 47674.942112 
## iter  10 value 4196.824111
## iter  20 value 2174.866441
## iter  30 value 1147.620668
## iter  40 value 953.734681
## iter  50 value 778.722264
## iter  60 value 694.135123
## iter  70 value 654.472810
## iter  80 value 543.232106
## iter  90 value 465.269163
## iter 100 value 414.731059
## final  value 414.731059 
## stopped after 100 iterations
## # weights:  85
## initial  value 47947.845528 
## iter  10 value 2586.615111
## iter  20 value 954.684090
## iter  30 value 794.105196
## iter  40 value 583.296863
## iter  50 value 431.157687
## iter  60 value 377.734233
## iter  70 value 305.808132
## iter  80 value 241.582052
## iter  90 value 205.723958
## iter 100 value 193.458965
## final  value 193.458965 
## stopped after 100 iterations
## # weights:  109
## initial  value 54346.298051 
## iter  10 value 1183.167022
## iter  20 value 688.500047
## iter  30 value 478.664814
## iter  40 value 382.655328
## iter  50 value 287.814151
## iter  60 value 240.219584
## iter  70 value 217.190099
## iter  80 value 202.511732
## iter  90 value 188.610631
## iter 100 value 183.611848
## final  value 183.611848 
## stopped after 100 iterations
## # weights:  13
## initial  value 49879.491341 
## iter  10 value 4293.573609
## iter  20 value 3908.465777
## iter  30 value 2258.946113
## iter  40 value 1542.988757
## iter  50 value 1186.198774
## iter  60 value 896.617808
## iter  70 value 799.736148
## iter  80 value 798.886082
## iter  90 value 795.389416
## final  value 795.382784 
## converged
## # weights:  37
## initial  value 49969.195344 
## iter  10 value 4297.914615
## iter  20 value 3291.393916
## iter  30 value 2017.323913
## iter  40 value 894.568676
## iter  50 value 830.233294
## iter  60 value 803.148659
## iter  70 value 781.904752
## iter  80 value 706.255608
## iter  90 value 654.718345
## iter 100 value 621.905632
## final  value 621.905632 
## stopped after 100 iterations
## # weights:  61
## initial  value 55158.105216 
## iter  10 value 4143.705051
## iter  20 value 2490.543001
## iter  30 value 1036.148685
## iter  40 value 823.106723
## iter  50 value 796.172918
## iter  60 value 765.896204
## iter  70 value 560.299136
## iter  80 value 379.577276
## iter  90 value 308.378977
## iter 100 value 250.933138
## final  value 250.933138 
## stopped after 100 iterations
## # weights:  85
## initial  value 54115.629940 
## iter  10 value 3714.790650
## iter  20 value 1159.958025
## iter  30 value 894.344750
## iter  40 value 847.875555
## iter  50 value 842.960132
## iter  60 value 841.422480
## iter  70 value 832.542275
## iter  80 value 801.266950
## iter  90 value 711.650068
## iter 100 value 668.867485
## final  value 668.867485 
## stopped after 100 iterations
## # weights:  109
## initial  value 49821.467918 
## iter  10 value 945.715801
## iter  20 value 618.425252
## iter  30 value 318.693593
## iter  40 value 253.772784
## iter  50 value 195.659652
## iter  60 value 150.782762
## iter  70 value 124.132004
## iter  80 value 107.087294
## iter  90 value 89.976856
## iter 100 value 79.319115
## final  value 79.319115 
## stopped after 100 iterations
## # weights:  13
## initial  value 48824.018287 
## iter  10 value 4291.377210
## iter  20 value 4070.267946
## iter  30 value 3019.357383
## iter  40 value 2429.035853
## iter  50 value 1883.201734
## iter  60 value 1653.137623
## iter  70 value 1547.846774
## iter  80 value 1130.946700
## iter  90 value 905.299392
## iter 100 value 797.036514
## final  value 797.036514 
## stopped after 100 iterations
## # weights:  37
## initial  value 50107.264366 
## iter  10 value 2053.943490
## iter  20 value 1126.499749
## iter  30 value 993.537090
## iter  40 value 967.818663
## iter  50 value 944.190615
## iter  60 value 856.519380
## iter  70 value 707.346756
## iter  80 value 685.210230
## iter  90 value 681.164901
## iter 100 value 680.865587
## final  value 680.865587 
## stopped after 100 iterations
## # weights:  61
## initial  value 50289.645094 
## iter  10 value 3955.364438
## iter  20 value 2600.475101
## iter  30 value 1324.343827
## iter  40 value 938.809914
## iter  50 value 871.392367
## iter  60 value 814.100611
## iter  70 value 804.741217
## iter  80 value 780.666805
## iter  90 value 728.028216
## iter 100 value 601.319865
## final  value 601.319865 
## stopped after 100 iterations
## # weights:  85
## initial  value 47179.708712 
## iter  10 value 1169.183009
## iter  20 value 754.575190
## iter  30 value 546.051236
## iter  40 value 429.282710
## iter  50 value 372.676205
## iter  60 value 360.515179
## iter  70 value 350.037048
## iter  80 value 346.350661
## iter  90 value 343.656873
## iter 100 value 341.419186
## final  value 341.419186 
## stopped after 100 iterations
## # weights:  109
## initial  value 43418.903197 
## iter  10 value 1294.182052
## iter  20 value 712.394429
## iter  30 value 499.836004
## iter  40 value 312.688955
## iter  50 value 230.102774
## iter  60 value 193.624097
## iter  70 value 169.350580
## iter  80 value 157.743530
## iter  90 value 155.587934
## iter 100 value 153.857049
## final  value 153.857049 
## stopped after 100 iterations
## # weights:  13
## initial  value 51791.147081 
## iter  10 value 2997.988447
## iter  20 value 1162.166056
## iter  30 value 833.813560
## iter  40 value 809.322413
## iter  50 value 779.171523
## iter  60 value 777.010061
## iter  70 value 776.725451
## iter  80 value 776.371650
## final  value 776.371587 
## converged
## # weights:  37
## initial  value 44002.773399 
## iter  10 value 3249.955479
## iter  20 value 2593.720712
## iter  30 value 931.263835
## iter  40 value 799.569366
## iter  50 value 779.461144
## iter  60 value 778.643184
## iter  70 value 778.318632
## iter  80 value 778.149733
## iter  90 value 777.914012
## iter 100 value 777.161270
## final  value 777.161270 
## stopped after 100 iterations
## # weights:  61
## initial  value 51217.936536 
## iter  10 value 1078.500285
## iter  20 value 930.714112
## iter  30 value 771.585957
## iter  40 value 576.386428
## iter  50 value 519.393510
## iter  60 value 415.321056
## iter  70 value 392.251253
## iter  80 value 384.182252
## iter  90 value 369.344203
## iter 100 value 359.504608
## final  value 359.504608 
## stopped after 100 iterations
## # weights:  85
## initial  value 51503.838725 
## final  value 4289.732440 
## converged
## # weights:  109
## initial  value 53670.261783 
## iter  10 value 4291.823137
## iter  20 value 4273.284558
## iter  30 value 3964.152388
## iter  40 value 2037.636227
## iter  50 value 1087.226617
## iter  60 value 787.346905
## iter  70 value 783.020498
## iter  80 value 779.649084
## iter  90 value 761.426212
## iter 100 value 743.839824
## final  value 743.839824 
## stopped after 100 iterations
## # weights:  13
## initial  value 48930.931544 
## iter  10 value 2722.787940
## iter  20 value 1426.561123
## iter  30 value 993.831901
## iter  40 value 925.582181
## iter  50 value 861.690878
## iter  60 value 851.190612
## iter  70 value 846.825357
## iter  80 value 839.236747
## iter  90 value 838.414861
## iter 100 value 837.089937
## final  value 837.089937 
## stopped after 100 iterations
## # weights:  37
## initial  value 44278.726194 
## iter  10 value 923.025087
## iter  20 value 592.710065
## iter  30 value 511.889706
## iter  40 value 495.499256
## iter  50 value 490.195954
## iter  60 value 488.797503
## iter  70 value 485.884223
## iter  80 value 485.495693
## iter  90 value 485.034856
## iter 100 value 484.251059
## final  value 484.251059 
## stopped after 100 iterations
## # weights:  61
## initial  value 41214.772224 
## iter  10 value 3425.810332
## iter  20 value 1699.250848
## iter  30 value 1343.708706
## iter  40 value 1079.862786
## iter  50 value 1038.016988
## iter  60 value 980.961290
## iter  70 value 948.607151
## iter  80 value 932.929692
## iter  90 value 915.282306
## iter 100 value 874.392211
## final  value 874.392211 
## stopped after 100 iterations
## # weights:  85
## initial  value 49255.850084 
## iter  10 value 1978.424719
## iter  20 value 1480.371971
## iter  30 value 929.514655
## iter  40 value 602.829298
## iter  50 value 388.266246
## iter  60 value 294.190741
## iter  70 value 252.433990
## iter  80 value 218.058418
## iter  90 value 205.153801
## iter 100 value 193.200867
## final  value 193.200867 
## stopped after 100 iterations
## # weights:  109
## initial  value 50667.994802 
## iter  10 value 1485.733451
## iter  20 value 673.322143
## iter  30 value 433.138002
## iter  40 value 268.666404
## iter  50 value 189.567125
## iter  60 value 146.564995
## iter  70 value 113.796958
## iter  80 value 94.563822
## iter  90 value 81.108506
## iter 100 value 74.813586
## final  value 74.813586 
## stopped after 100 iterations
## # weights:  13
## initial  value 47285.752631 
## iter  10 value 4992.527056
## iter  20 value 3177.031647
## iter  30 value 2321.718762
## iter  40 value 1579.619286
## iter  50 value 1217.163772
## iter  60 value 1051.657997
## iter  70 value 1020.248446
## iter  80 value 1020.054582
## final  value 1019.737021 
## converged
## # weights:  37
## initial  value 48998.227412 
## iter  10 value 1925.418467
## iter  20 value 1487.950395
## iter  30 value 1210.756498
## iter  40 value 895.199142
## iter  50 value 760.666974
## iter  60 value 671.253926
## iter  70 value 630.166171
## iter  80 value 594.539901
## iter  90 value 583.719158
## iter 100 value 575.924834
## final  value 575.924834 
## stopped after 100 iterations
## # weights:  61
## initial  value 47148.162797 
## iter  10 value 5096.852105
## iter  20 value 4190.666230
## iter  30 value 1521.212073
## iter  40 value 969.659868
## iter  50 value 794.404428
## iter  60 value 628.041003
## iter  70 value 550.160775
## iter  80 value 470.298579
## iter  90 value 444.014788
## iter 100 value 427.392037
## final  value 427.392037 
## stopped after 100 iterations
## # weights:  85
## initial  value 49115.753818 
## iter  10 value 5428.049001
## iter  20 value 4851.852697
## iter  30 value 2962.599962
## iter  40 value 1823.253362
## iter  50 value 1153.617291
## iter  60 value 771.071292
## iter  70 value 580.552244
## iter  80 value 472.503195
## iter  90 value 345.521143
## iter 100 value 299.282967
## final  value 299.282967 
## stopped after 100 iterations
## # weights:  109
## initial  value 45946.595177 
## iter  10 value 1616.873673
## iter  20 value 1063.235698
## iter  30 value 872.639321
## iter  40 value 647.932397
## iter  50 value 538.618373
## iter  60 value 434.894550
## iter  70 value 291.688003
## iter  80 value 222.537990
## iter  90 value 199.606723
## iter 100 value 186.049812
## final  value 186.049812 
## stopped after 100 iterations
## # weights:  13
## initial  value 41693.704365 
## iter  10 value 1662.063185
## iter  20 value 1036.967166
## iter  30 value 895.713538
## iter  40 value 886.273040
## iter  50 value 865.352725
## iter  60 value 864.163754
## iter  70 value 863.952244
## final  value 863.949051 
## converged
## # weights:  37
## initial  value 42521.087304 
## iter  10 value 4888.132126
## iter  20 value 3418.076326
## iter  30 value 1511.790629
## iter  40 value 993.491563
## iter  50 value 884.438764
## iter  60 value 845.906532
## iter  70 value 780.871835
## iter  80 value 578.536732
## iter  90 value 421.910836
## iter 100 value 351.072923
## final  value 351.072923 
## stopped after 100 iterations
## # weights:  61
## initial  value 45596.047100 
## iter  10 value 4918.202648
## iter  20 value 2133.062241
## iter  30 value 1163.199319
## iter  40 value 948.120109
## iter  50 value 786.447010
## iter  60 value 383.991247
## iter  70 value 307.064118
## iter  80 value 288.461448
## iter  90 value 269.314360
## iter 100 value 228.675283
## final  value 228.675283 
## stopped after 100 iterations
## # weights:  85
## initial  value 44896.082976 
## iter  10 value 4893.447658
## iter  20 value 3004.293416
## iter  30 value 2007.031989
## iter  40 value 1791.308691
## iter  50 value 1457.332650
## iter  60 value 1008.739664
## iter  70 value 894.987497
## iter  80 value 860.937551
## iter  90 value 645.878629
## iter 100 value 493.673113
## final  value 493.673113 
## stopped after 100 iterations
## # weights:  109
## initial  value 38681.748302 
## iter  10 value 2015.158078
## iter  20 value 993.801828
## iter  30 value 711.815971
## iter  40 value 579.959088
## iter  50 value 476.989544
## iter  60 value 426.194535
## iter  70 value 388.679108
## iter  80 value 340.954737
## iter  90 value 263.132841
## iter 100 value 190.721521
## final  value 190.721521 
## stopped after 100 iterations
## # weights:  13
## initial  value 48457.351173 
## iter  10 value 2422.845057
## iter  20 value 1698.563245
## iter  30 value 1161.559935
## iter  40 value 1002.594457
## iter  50 value 899.703929
## iter  60 value 855.833389
## iter  70 value 851.865780
## iter  80 value 845.369883
## iter  90 value 843.086799
## iter 100 value 842.704599
## final  value 842.704599 
## stopped after 100 iterations
## # weights:  37
## initial  value 40384.248001 
## iter  10 value 1677.809466
## iter  20 value 1190.367327
## iter  30 value 921.471068
## iter  40 value 845.985438
## iter  50 value 615.441775
## iter  60 value 507.972704
## iter  70 value 475.502795
## iter  80 value 465.310613
## iter  90 value 464.940210
## iter 100 value 463.561100
## final  value 463.561100 
## stopped after 100 iterations
## # weights:  61
## initial  value 50298.514687 
## iter  10 value 1810.241581
## iter  20 value 963.897157
## iter  30 value 825.584162
## iter  40 value 760.369290
## iter  50 value 698.241531
## iter  60 value 684.835436
## iter  70 value 677.869901
## iter  80 value 656.341506
## iter  90 value 432.749257
## iter 100 value 388.313931
## final  value 388.313931 
## stopped after 100 iterations
## # weights:  85
## initial  value 41808.060926 
## iter  10 value 979.244815
## iter  20 value 572.959876
## iter  30 value 316.960511
## iter  40 value 229.205943
## iter  50 value 165.923394
## iter  60 value 123.040052
## iter  70 value 91.819971
## iter  80 value 84.102660
## iter  90 value 70.933633
## iter 100 value 65.369761
## final  value 65.369761 
## stopped after 100 iterations
## # weights:  109
## initial  value 55465.825494 
## iter  10 value 4877.153351
## iter  20 value 4877.077016
## iter  30 value 4259.245443
## iter  40 value 2874.836541
## iter  50 value 2655.598640
## iter  60 value 1891.388398
## iter  70 value 1530.440681
## iter  80 value 1015.465632
## iter  90 value 894.656285
## iter 100 value 855.178765
## final  value 855.178765 
## stopped after 100 iterations
## # weights:  13
## initial  value 45671.735313 
## iter  10 value 4873.241287
## iter  20 value 4606.251557
## iter  30 value 2005.479295
## iter  40 value 1815.797177
## iter  50 value 1290.407957
## iter  60 value 1074.880964
## iter  70 value 890.850146
## iter  80 value 860.038702
## iter  90 value 850.581097
## iter 100 value 842.012262
## final  value 842.012262 
## stopped after 100 iterations
## # weights:  37
## initial  value 45310.971386 
## iter  10 value 4873.323667
## final  value 4873.315749 
## converged
## # weights:  61
## initial  value 50651.746551 
## iter  10 value 2666.174390
## iter  20 value 1050.377313
## iter  30 value 818.415515
## iter  40 value 479.619720
## iter  50 value 375.790147
## iter  60 value 328.668891
## iter  70 value 324.547041
## iter  80 value 323.070790
## iter  90 value 320.115505
## iter 100 value 311.053567
## final  value 311.053567 
## stopped after 100 iterations
## # weights:  85
## initial  value 41103.760961 
## iter  10 value 4874.406822
## iter  20 value 4869.010147
## iter  30 value 3164.954585
## iter  40 value 2231.939209
## iter  50 value 1676.273926
## iter  60 value 1287.649974
## iter  70 value 940.321910
## iter  80 value 868.590909
## iter  90 value 848.797816
## iter 100 value 842.214173
## final  value 842.214173 
## stopped after 100 iterations
## # weights:  109
## initial  value 52451.830695 
## iter  10 value 1549.539667
## iter  20 value 1040.095157
## iter  30 value 667.327580
## iter  40 value 567.112987
## iter  50 value 499.514468
## iter  60 value 493.339154
## iter  70 value 491.717443
## iter  80 value 490.090286
## iter  90 value 476.067972
## iter 100 value 379.580192
## final  value 379.580192 
## stopped after 100 iterations
## # weights:  13
## initial  value 51807.284968 
## iter  10 value 2478.779950
## iter  20 value 954.543780
## iter  30 value 897.070024
## iter  40 value 891.733628
## iter  50 value 885.483659
## final  value 885.463803 
## converged
## # weights:  37
## initial  value 47617.757986 
## iter  10 value 3705.839869
## iter  20 value 1347.108003
## iter  30 value 969.069571
## iter  40 value 777.346879
## iter  50 value 690.948851
## iter  60 value 676.384784
## iter  70 value 670.821901
## iter  80 value 668.656132
## iter  90 value 667.254141
## iter 100 value 667.073764
## final  value 667.073764 
## stopped after 100 iterations
## # weights:  61
## initial  value 55666.613512 
## final  value 5186.062662 
## converged
## # weights:  85
## initial  value 52419.688411 
## iter  10 value 4670.644419
## iter  20 value 3894.928742
## iter  30 value 2812.107188
## iter  40 value 1727.558647
## iter  50 value 902.360944
## iter  60 value 606.563674
## iter  70 value 468.738718
## iter  80 value 381.967166
## iter  90 value 346.997615
## iter 100 value 327.246090
## final  value 327.246090 
## stopped after 100 iterations
## # weights:  109
## initial  value 50363.835860 
## iter  10 value 879.829490
## iter  20 value 716.873815
## iter  30 value 600.461017
## iter  40 value 510.697078
## iter  50 value 370.372466
## iter  60 value 276.435929
## iter  70 value 256.685008
## iter  80 value 237.697683
## iter  90 value 231.471871
## iter 100 value 227.694429
## final  value 227.694429 
## stopped after 100 iterations
## # weights:  13
## initial  value 48647.304694 
## iter  10 value 2675.149516
## iter  20 value 1645.288293
## iter  30 value 1044.181228
## iter  40 value 961.895517
## iter  50 value 935.972712
## final  value 935.586258 
## converged
## # weights:  37
## initial  value 48565.721447 
## iter  10 value 2873.237283
## iter  20 value 1266.868404
## iter  30 value 1016.180914
## iter  40 value 922.223752
## iter  50 value 729.266593
## iter  60 value 605.365009
## iter  70 value 534.826316
## iter  80 value 504.693912
## iter  90 value 493.297160
## iter 100 value 487.122548
## final  value 487.122548 
## stopped after 100 iterations
## # weights:  61
## initial  value 49004.205020 
## iter  10 value 5453.293172
## iter  20 value 4930.512802
## iter  30 value 3518.690273
## iter  40 value 1172.230143
## iter  50 value 852.996130
## iter  60 value 784.527256
## iter  70 value 612.030906
## iter  80 value 494.874246
## iter  90 value 421.302596
## iter 100 value 366.002026
## final  value 366.002026 
## stopped after 100 iterations
## # weights:  85
## initial  value 48878.731455 
## iter  10 value 2391.171268
## iter  20 value 992.020462
## iter  30 value 725.563886
## iter  40 value 539.703523
## iter  50 value 440.117986
## iter  60 value 369.435096
## iter  70 value 311.766816
## iter  80 value 294.421260
## iter  90 value 278.352297
## iter 100 value 261.782044
## final  value 261.782044 
## stopped after 100 iterations
## # weights:  109
## initial  value 52417.501873 
## iter  10 value 1844.437659
## iter  20 value 886.824113
## iter  30 value 555.725094
## iter  40 value 419.285174
## iter  50 value 344.559995
## iter  60 value 293.761533
## iter  70 value 256.736009
## iter  80 value 231.213857
## iter  90 value 219.093724
## iter 100 value 209.211750
## final  value 209.211750 
## stopped after 100 iterations
## # weights:  13
## initial  value 47790.564375 
## iter  10 value 1874.933324
## iter  20 value 1067.174124
## iter  30 value 925.431792
## iter  40 value 907.155462
## iter  50 value 891.752876
## final  value 891.721099 
## converged
## # weights:  37
## initial  value 49757.148184 
## iter  10 value 2008.261463
## iter  20 value 1145.257083
## iter  30 value 902.571519
## iter  40 value 836.088177
## iter  50 value 762.088251
## iter  60 value 740.349811
## iter  70 value 727.786036
## iter  80 value 725.968739
## iter  90 value 724.545875
## iter 100 value 717.847876
## final  value 717.847876 
## stopped after 100 iterations
## # weights:  61
## initial  value 54557.027735 
## iter  10 value 3279.750522
## iter  20 value 1649.510729
## iter  30 value 1233.430614
## iter  40 value 977.191321
## iter  50 value 918.250584
## iter  60 value 912.750387
## iter  70 value 906.138431
## iter  80 value 893.666073
## iter  90 value 675.535659
## iter 100 value 576.931515
## final  value 576.931515 
## stopped after 100 iterations
## # weights:  85
## initial  value 54123.335079 
## iter  10 value 5219.387531
## iter  20 value 5077.653973
## iter  30 value 1625.011899
## iter  40 value 1326.355520
## iter  50 value 1067.492679
## iter  60 value 834.534970
## iter  70 value 725.046206
## iter  80 value 682.063456
## iter  90 value 636.622356
## iter 100 value 571.887371
## final  value 571.887371 
## stopped after 100 iterations
## # weights:  109
## initial  value 53448.753592 
## iter  10 value 4109.319025
## iter  20 value 1559.282899
## iter  30 value 904.549651
## iter  40 value 819.157734
## iter  50 value 742.282332
## iter  60 value 695.824609
## iter  70 value 652.852847
## iter  80 value 633.923250
## iter  90 value 562.522875
## iter 100 value 471.126959
## final  value 471.126959 
## stopped after 100 iterations
## # weights:  13
## initial  value 51847.703453 
## iter  10 value 5186.421155
## iter  10 value 5186.421137
## iter  10 value 5186.421135
## final  value 5186.421135 
## converged
## # weights:  37
## initial  value 46681.407975 
## iter  10 value 5188.014355
## iter  20 value 2209.564159
## iter  30 value 1670.521711
## iter  40 value 1265.981341
## iter  50 value 983.664911
## iter  60 value 909.366804
## iter  70 value 892.056147
## iter  80 value 884.895483
## iter  90 value 877.235954
## iter 100 value 834.039785
## final  value 834.039785 
## stopped after 100 iterations
## # weights:  61
## initial  value 48127.048101 
## iter  10 value 2225.609679
## iter  20 value 982.089077
## iter  30 value 718.549233
## iter  40 value 687.093299
## iter  50 value 657.606718
## iter  60 value 618.270731
## iter  70 value 515.650332
## iter  80 value 474.659623
## iter  90 value 395.959405
## iter 100 value 373.346902
## final  value 373.346902 
## stopped after 100 iterations
## # weights:  85
## initial  value 54904.607441 
## iter  10 value 1813.785396
## iter  20 value 1334.676848
## iter  30 value 1022.982300
## iter  40 value 746.337490
## iter  50 value 712.166341
## iter  60 value 656.953486
## iter  70 value 608.289661
## iter  80 value 575.742017
## iter  90 value 550.160057
## iter 100 value 545.650983
## final  value 545.650983 
## stopped after 100 iterations
## # weights:  109
## initial  value 45291.302662 
## iter  10 value 2130.171561
## iter  20 value 742.919969
## iter  30 value 433.923895
## iter  40 value 312.924475
## iter  50 value 221.628059
## iter  60 value 181.708857
## iter  70 value 169.199402
## iter  80 value 142.246700
## iter  90 value 133.096730
## iter 100 value 123.341089
## final  value 123.341089 
## stopped after 100 iterations
## # weights:  13
## initial  value 52136.320986 
## iter  10 value 1514.651465
## iter  20 value 974.931338
## iter  30 value 902.131913
## iter  40 value 895.083692
## iter  50 value 885.563002
## final  value 885.531552 
## converged
## # weights:  37
## initial  value 48192.198427 
## iter  10 value 1524.578253
## iter  20 value 1222.319488
## iter  30 value 987.187260
## iter  40 value 732.085763
## iter  50 value 682.425303
## iter  60 value 651.754077
## iter  70 value 633.823609
## iter  80 value 615.185322
## iter  90 value 608.272835
## iter 100 value 594.427179
## final  value 594.427179 
## stopped after 100 iterations
## # weights:  61
## initial  value 51049.785770 
## iter  10 value 5186.192347
## final  value 5186.180606 
## converged
## # weights:  85
## initial  value 51912.248569 
## iter  10 value 5186.679354
## iter  20 value 4679.042132
## iter  30 value 4059.240621
## iter  40 value 1356.322264
## iter  50 value 1141.076741
## iter  60 value 928.005220
## iter  70 value 893.909722
## iter  80 value 886.780403
## iter  90 value 885.887479
## iter 100 value 885.212246
## final  value 885.212246 
## stopped after 100 iterations
## # weights:  109
## initial  value 48780.929261 
## iter  10 value 1979.507084
## iter  20 value 922.157224
## iter  30 value 656.362154
## iter  40 value 394.159976
## iter  50 value 265.634957
## iter  60 value 217.196087
## iter  70 value 175.574488
## iter  80 value 141.512300
## iter  90 value 119.464954
## iter 100 value 106.805885
## final  value 106.805885 
## stopped after 100 iterations
## # weights:  13
## initial  value 43835.033145 
## iter  10 value 2411.482761
## iter  20 value 1252.238218
## iter  30 value 1043.784238
## iter  40 value 1030.474937
## iter  50 value 1015.949760
## iter  60 value 1014.051395
## iter  70 value 1013.570546
## iter  80 value 1012.731422
## iter  90 value 1012.672232
## iter 100 value 1012.634350
## final  value 1012.634350 
## stopped after 100 iterations
## # weights:  37
## initial  value 46726.999510 
## iter  10 value 4196.888636
## iter  20 value 1573.163858
## iter  30 value 1087.695896
## iter  40 value 1028.564026
## iter  50 value 1016.205353
## iter  60 value 1013.457863
## iter  70 value 1000.652964
## iter  80 value 959.628342
## iter  90 value 899.460892
## iter 100 value 617.448248
## final  value 617.448248 
## stopped after 100 iterations
## # weights:  61
## initial  value 42955.148466 
## iter  10 value 4983.611794
## final  value 4983.602452 
## converged
## # weights:  85
## initial  value 51997.436280 
## final  value 4983.601906 
## converged
## # weights:  109
## initial  value 45257.746675 
## iter  10 value 1338.164364
## iter  20 value 910.104802
## iter  30 value 740.461253
## iter  40 value 463.305172
## iter  50 value 434.799611
## iter  60 value 397.154030
## iter  70 value 385.362781
## iter  80 value 372.962045
## iter  90 value 356.690940
## iter 100 value 348.009904
## final  value 348.009904 
## stopped after 100 iterations
## # weights:  13
## initial  value 45727.626632 
## iter  10 value 4090.669419
## iter  20 value 1993.988324
## iter  30 value 1245.752005
## iter  40 value 1127.751562
## iter  50 value 1091.332215
## iter  60 value 1087.021603
## iter  60 value 1087.021597
## iter  60 value 1087.021597
## final  value 1087.021597 
## converged
## # weights:  37
## initial  value 47515.401595 
## iter  10 value 3135.329258
## iter  20 value 2438.586778
## iter  30 value 1669.514775
## iter  40 value 1162.332056
## iter  50 value 1127.726354
## iter  60 value 1101.496353
## iter  70 value 1076.722106
## iter  80 value 965.313216
## iter  90 value 879.725136
## iter 100 value 726.912851
## final  value 726.912851 
## stopped after 100 iterations
## # weights:  61
## initial  value 45529.157939 
## iter  10 value 4600.246029
## iter  20 value 2584.698570
## iter  30 value 1666.235211
## iter  40 value 1238.239075
## iter  50 value 942.445323
## iter  60 value 880.714407
## iter  70 value 838.860160
## iter  80 value 768.313301
## iter  90 value 635.740000
## iter 100 value 492.007241
## final  value 492.007241 
## stopped after 100 iterations
## # weights:  85
## initial  value 43632.599722 
## iter  10 value 4518.939385
## iter  20 value 3526.085468
## iter  30 value 2040.070959
## iter  40 value 1314.446250
## iter  50 value 826.256013
## iter  60 value 573.555921
## iter  70 value 490.297986
## iter  80 value 438.473752
## iter  90 value 373.922702
## iter 100 value 316.583831
## final  value 316.583831 
## stopped after 100 iterations
## # weights:  109
## initial  value 47552.527057 
## iter  10 value 1098.075792
## iter  20 value 970.816884
## iter  30 value 877.502948
## iter  40 value 839.561430
## iter  50 value 734.496508
## iter  60 value 533.167531
## iter  70 value 428.917971
## iter  80 value 379.032142
## iter  90 value 316.526977
## iter 100 value 271.203115
## final  value 271.203115 
## stopped after 100 iterations
## # weights:  13
## initial  value 47506.898000 
## iter  10 value 3531.295671
## iter  20 value 2124.742323
## iter  30 value 1302.803098
## iter  40 value 1130.799659
## iter  50 value 1033.862373
## iter  60 value 1026.703781
## iter  70 value 1026.645455
## final  value 1026.575605 
## converged
## # weights:  37
## initial  value 49186.753724 
## iter  10 value 1900.134513
## iter  20 value 1042.532768
## iter  30 value 878.105153
## iter  40 value 841.860045
## iter  50 value 816.850084
## iter  60 value 798.583128
## iter  70 value 771.498501
## iter  80 value 646.411333
## iter  90 value 487.622142
## iter 100 value 448.118539
## final  value 448.118539 
## stopped after 100 iterations
## # weights:  61
## initial  value 53613.418111 
## iter  10 value 1027.425636
## iter  20 value 692.440682
## iter  30 value 583.322551
## iter  40 value 432.845727
## iter  50 value 350.708487
## iter  60 value 329.176959
## iter  70 value 323.269409
## iter  80 value 302.863050
## iter  90 value 289.870811
## iter 100 value 286.764006
## final  value 286.764006 
## stopped after 100 iterations
## # weights:  85
## initial  value 48906.882840 
## iter  10 value 2910.330542
## iter  20 value 2000.010923
## iter  30 value 1388.073672
## iter  40 value 1234.518403
## iter  50 value 925.158152
## iter  60 value 535.297292
## iter  70 value 395.864999
## iter  80 value 328.180690
## iter  90 value 284.264846
## iter 100 value 261.870420
## final  value 261.870420 
## stopped after 100 iterations
## # weights:  109
## initial  value 55005.655292 
## iter  10 value 2928.876367
## iter  20 value 1929.905459
## iter  30 value 1437.081870
## iter  40 value 1215.114019
## iter  50 value 1035.567317
## iter  60 value 835.094229
## iter  70 value 702.975633
## iter  80 value 646.211728
## iter  90 value 597.244470
## iter 100 value 441.327307
## final  value 441.327307 
## stopped after 100 iterations
## # weights:  13
## initial  value 51268.474750 
## final  value 4984.368629 
## converged
## # weights:  37
## initial  value 49461.630218 
## iter  10 value 3812.859776
## iter  20 value 1883.109842
## iter  30 value 1286.790229
## iter  40 value 1002.896332
## iter  50 value 805.412476
## iter  60 value 775.699482
## iter  70 value 769.332121
## iter  80 value 767.947296
## iter  90 value 743.471840
## iter 100 value 674.059024
## final  value 674.059024 
## stopped after 100 iterations
## # weights:  61
## initial  value 47111.809167 
## iter  10 value 4985.103402
## iter  20 value 3437.040996
## iter  30 value 1961.226105
## iter  40 value 1325.160816
## iter  50 value 1072.126318
## iter  60 value 1025.310836
## iter  70 value 1017.425342
## iter  80 value 1015.507081
## iter  90 value 994.259825
## iter 100 value 910.792713
## final  value 910.792713 
## stopped after 100 iterations
## # weights:  85
## initial  value 58781.455770 
## iter  10 value 4155.531387
## iter  20 value 1394.080383
## iter  30 value 1042.206947
## iter  40 value 832.876356
## iter  50 value 780.899173
## iter  60 value 739.496409
## iter  70 value 663.976313
## iter  80 value 511.644735
## iter  90 value 460.175071
## iter 100 value 425.037576
## final  value 425.037576 
## stopped after 100 iterations
## # weights:  109
## initial  value 47299.880661 
## iter  10 value 1135.719400
## iter  20 value 637.002484
## iter  30 value 341.193973
## iter  40 value 240.662915
## iter  50 value 174.275602
## iter  60 value 140.566507
## iter  70 value 117.970873
## iter  80 value 77.230034
## iter  90 value 61.194779
## iter 100 value 55.555478
## final  value 55.555478 
## stopped after 100 iterations
## # weights:  13
## initial  value 41645.787964 
## final  value 4983.657518 
## converged
## # weights:  37
## initial  value 40514.696482 
## iter  10 value 4983.798474
## iter  20 value 2586.087450
## iter  30 value 1604.852554
## iter  40 value 1116.690047
## iter  50 value 1032.799479
## iter  60 value 876.126098
## iter  70 value 615.311375
## iter  80 value 557.822540
## iter  90 value 545.129980
## iter 100 value 544.826051
## final  value 544.826051 
## stopped after 100 iterations
## # weights:  61
## initial  value 52460.171411 
## iter  10 value 3373.362217
## iter  20 value 1891.898063
## iter  30 value 1164.697919
## iter  40 value 1037.113352
## iter  50 value 1017.628356
## iter  60 value 1014.126627
## iter  70 value 1013.122884
## iter  80 value 1012.942300
## iter  90 value 1012.914841
## iter 100 value 1006.191822
## final  value 1006.191822 
## stopped after 100 iterations
## # weights:  85
## initial  value 42674.750360 
## iter  10 value 1584.351189
## iter  20 value 603.943662
## iter  30 value 366.194031
## iter  40 value 298.677064
## iter  50 value 244.833612
## iter  60 value 218.571506
## iter  70 value 207.751897
## iter  80 value 188.816169
## iter  90 value 180.710557
## iter 100 value 174.112941
## final  value 174.112941 
## stopped after 100 iterations
## # weights:  109
## initial  value 44583.023158 
## iter  10 value 3203.442896
## iter  20 value 1235.563272
## iter  30 value 1014.698771
## iter  40 value 984.472569
## iter  50 value 881.715086
## iter  60 value 550.181428
## iter  70 value 466.913031
## iter  80 value 441.567329
## iter  90 value 412.357902
## iter 100 value 375.852907
## final  value 375.852907 
## stopped after 100 iterations
## # weights:  13
## initial  value 48105.355858 
## iter  10 value 1361.469314
## iter  20 value 1161.067027
## iter  30 value 923.660312
## iter  40 value 876.367830
## iter  50 value 868.676165
## final  value 868.665315 
## converged
## # weights:  37
## initial  value 44922.281129 
## iter  10 value 3101.389837
## iter  20 value 1159.328631
## iter  30 value 946.142661
## iter  40 value 843.959878
## iter  50 value 778.631717
## iter  60 value 759.897424
## iter  70 value 759.640688
## iter  80 value 757.367012
## iter  90 value 753.725707
## iter 100 value 753.547402
## final  value 753.547402 
## stopped after 100 iterations
## # weights:  61
## initial  value 46071.660252 
## iter  10 value 4522.815791
## final  value 4522.803613 
## converged
## # weights:  85
## initial  value 39734.018645 
## iter  10 value 1026.258288
## iter  20 value 690.760224
## iter  30 value 490.465132
## iter  40 value 379.505834
## iter  50 value 263.693551
## iter  60 value 228.943700
## iter  70 value 201.815801
## iter  80 value 171.901711
## iter  90 value 158.438397
## iter 100 value 153.763443
## final  value 153.763443 
## stopped after 100 iterations
## # weights:  109
## initial  value 37626.905809 
## iter  10 value 2919.518458
## iter  20 value 1287.070703
## iter  30 value 790.808959
## iter  40 value 667.299875
## iter  50 value 559.916267
## iter  60 value 479.143686
## iter  70 value 429.595325
## iter  80 value 359.503747
## iter  90 value 323.053278
## iter 100 value 312.542104
## final  value 312.542104 
## stopped after 100 iterations
## # weights:  13
## initial  value 46788.215471 
## iter  10 value 1613.666349
## iter  20 value 1248.622895
## iter  30 value 994.925505
## iter  40 value 940.893232
## iter  50 value 914.428836
## final  value 914.384054 
## converged
## # weights:  37
## initial  value 47576.080255 
## iter  10 value 1393.468280
## iter  20 value 1109.212297
## iter  30 value 869.545367
## iter  40 value 754.309298
## iter  50 value 689.161873
## iter  60 value 665.551083
## iter  70 value 653.121647
## iter  80 value 645.402522
## iter  90 value 642.730947
## iter 100 value 641.483497
## final  value 641.483497 
## stopped after 100 iterations
## # weights:  61
## initial  value 40393.520186 
## iter  10 value 1040.298010
## iter  20 value 811.376486
## iter  30 value 656.249850
## iter  40 value 569.749623
## iter  50 value 491.823037
## iter  60 value 447.616227
## iter  70 value 413.021416
## iter  80 value 392.839361
## iter  90 value 386.319541
## iter 100 value 379.365146
## final  value 379.365146 
## stopped after 100 iterations
## # weights:  85
## initial  value 43038.473758 
## iter  10 value 1350.214226
## iter  20 value 794.250195
## iter  30 value 625.487770
## iter  40 value 549.477635
## iter  50 value 513.083878
## iter  60 value 461.673670
## iter  70 value 373.015317
## iter  80 value 257.774093
## iter  90 value 220.544317
## iter 100 value 205.980707
## final  value 205.980707 
## stopped after 100 iterations
## # weights:  109
## initial  value 44570.182323 
## iter  10 value 5139.957870
## iter  20 value 3142.641987
## iter  30 value 1106.127817
## iter  40 value 897.704777
## iter  50 value 695.985726
## iter  60 value 483.015055
## iter  70 value 358.490989
## iter  80 value 306.652929
## iter  90 value 266.959825
## iter 100 value 241.909295
## final  value 241.909295 
## stopped after 100 iterations
## # weights:  13
## initial  value 46802.340546 
## iter  10 value 3246.474189
## iter  20 value 1431.523162
## iter  30 value 1027.775397
## iter  40 value 912.765320
## iter  50 value 875.367310
## iter  60 value 873.801489
## iter  70 value 873.776599
## final  value 873.776589 
## converged
## # weights:  37
## initial  value 44611.314736 
## iter  10 value 2020.947059
## iter  20 value 1052.335709
## iter  30 value 764.043203
## iter  40 value 638.799983
## iter  50 value 619.539092
## iter  60 value 598.661197
## iter  70 value 593.636263
## iter  80 value 592.760338
## iter  90 value 588.845239
## iter 100 value 571.671354
## final  value 571.671354 
## stopped after 100 iterations
## # weights:  61
## initial  value 43120.374599 
## iter  10 value 1621.029379
## iter  20 value 946.886614
## iter  30 value 751.529060
## iter  40 value 471.332492
## iter  50 value 403.545239
## iter  60 value 372.149453
## iter  70 value 347.165265
## iter  80 value 336.653261
## iter  90 value 335.384598
## iter 100 value 333.838346
## final  value 333.838346 
## stopped after 100 iterations
## # weights:  85
## initial  value 49569.826050 
## iter  10 value 3288.444015
## iter  20 value 1459.874321
## iter  30 value 943.019652
## iter  40 value 896.696481
## iter  50 value 895.353488
## iter  60 value 887.738579
## iter  70 value 861.095441
## iter  80 value 759.524165
## iter  90 value 538.200210
## iter 100 value 465.611950
## final  value 465.611950 
## stopped after 100 iterations
## # weights:  109
## initial  value 49215.383770 
## iter  10 value 2368.984721
## iter  20 value 845.170050
## iter  30 value 665.799622
## iter  40 value 487.796063
## iter  50 value 370.476682
## iter  60 value 311.948131
## iter  70 value 283.372675
## iter  80 value 249.966277
## iter  90 value 201.457859
## iter 100 value 165.868324
## final  value 165.868324 
## stopped after 100 iterations
## # weights:  13
## initial  value 46153.750323 
## iter  10 value 4527.707110
## iter  20 value 4524.092388
## iter  30 value 4233.220705
## iter  40 value 3280.858474
## iter  50 value 1257.609506
## iter  60 value 994.782354
## iter  70 value 908.308530
## iter  80 value 870.076546
## iter  90 value 869.809180
## final  value 869.798797 
## converged
## # weights:  37
## initial  value 48239.001863 
## iter  10 value 4524.187484
## final  value 4524.117797 
## converged
## # weights:  61
## initial  value 42530.968332 
## iter  10 value 4524.833041
## iter  20 value 4524.605560
## iter  30 value 4524.333419
## iter  40 value 4523.891656
## iter  50 value 4523.587355
## iter  60 value 4230.249393
## iter  70 value 1511.911108
## iter  80 value 1295.468210
## iter  90 value 1013.947144
## iter 100 value 789.463167
## final  value 789.463167 
## stopped after 100 iterations
## # weights:  85
## initial  value 51674.613252 
## iter  10 value 1829.285178
## iter  20 value 1266.372189
## iter  30 value 940.858986
## iter  40 value 873.887881
## iter  50 value 871.369515
## iter  60 value 863.395335
## iter  70 value 831.977826
## iter  80 value 649.655695
## iter  90 value 522.444771
## iter 100 value 446.200089
## final  value 446.200089 
## stopped after 100 iterations
## # weights:  109
## initial  value 42801.971833 
## iter  10 value 4252.840138
## iter  20 value 3117.659619
## iter  30 value 2275.986988
## iter  40 value 1551.143915
## iter  50 value 1168.469425
## iter  60 value 905.036481
## iter  70 value 878.535349
## iter  80 value 872.586959
## iter  90 value 834.330358
## iter 100 value 810.483803
## final  value 810.483803 
## stopped after 100 iterations
## # weights:  13
## initial  value 48075.893886 
## iter  10 value 2463.887447
## iter  20 value 959.891929
## iter  30 value 872.080371
## iter  40 value 869.253868
## final  value 868.717559 
## converged
## # weights:  37
## initial  value 46853.326122 
## iter  10 value 1193.475207
## iter  20 value 833.802514
## iter  30 value 665.482934
## iter  40 value 574.345540
## iter  50 value 493.349221
## iter  60 value 447.668043
## iter  70 value 416.593786
## iter  80 value 410.482742
## iter  90 value 409.461218
## iter 100 value 409.003811
## final  value 409.003811 
## stopped after 100 iterations
## # weights:  61
## initial  value 45936.861375 
## iter  10 value 4212.572111
## iter  20 value 1633.414922
## iter  30 value 1164.682193
## iter  40 value 862.747586
## iter  50 value 747.128162
## iter  60 value 720.786914
## iter  70 value 664.211236
## iter  80 value 598.514746
## iter  90 value 471.537578
## iter 100 value 435.430754
## final  value 435.430754 
## stopped after 100 iterations
## # weights:  85
## initial  value 47431.263492 
## iter  10 value 991.708969
## iter  20 value 579.020860
## iter  30 value 441.883051
## iter  40 value 348.597935
## iter  50 value 318.185930
## iter  60 value 305.283265
## iter  70 value 288.214996
## iter  80 value 239.551229
## iter  90 value 185.550717
## iter 100 value 133.251396
## final  value 133.251396 
## stopped after 100 iterations
## # weights:  109
## initial  value 43960.602846 
## iter  10 value 1635.639412
## iter  20 value 803.314877
## iter  30 value 560.364227
## iter  40 value 475.271514
## iter  50 value 426.406158
## iter  60 value 403.186133
## iter  70 value 367.068376
## iter  80 value 332.292766
## iter  90 value 299.483386
## iter 100 value 292.714281
## final  value 292.714281 
## stopped after 100 iterations
## # weights:  13
## initial  value 49209.972265 
## final  value 4831.881951 
## converged
## # weights:  37
## initial  value 44145.620366 
## iter  10 value 1112.782198
## iter  20 value 889.567334
## iter  30 value 617.796503
## iter  40 value 528.036394
## iter  50 value 489.830831
## iter  60 value 448.342952
## iter  70 value 426.627120
## iter  80 value 418.486629
## iter  90 value 417.485954
## iter 100 value 408.534669
## final  value 408.534669 
## stopped after 100 iterations
## # weights:  61
## initial  value 50546.982345 
## iter  10 value 1710.771229
## iter  20 value 1299.574902
## iter  30 value 1089.764636
## iter  40 value 1044.940378
## iter  50 value 1036.152523
## iter  60 value 1032.953558
## iter  70 value 1031.828916
## iter  80 value 1031.334746
## iter  90 value 1031.130023
## iter 100 value 1030.916023
## final  value 1030.916023 
## stopped after 100 iterations
## # weights:  85
## initial  value 54891.053374 
## iter  10 value 2354.180543
## iter  20 value 1110.491817
## iter  30 value 639.892222
## iter  40 value 435.611478
## iter  50 value 346.524469
## iter  60 value 294.657873
## iter  70 value 232.839064
## iter  80 value 195.681055
## iter  90 value 171.417188
## iter 100 value 157.437634
## final  value 157.437634 
## stopped after 100 iterations
## # weights:  109
## initial  value 55074.736308 
## iter  10 value 4831.949914
## final  value 4831.880700 
## converged
## # weights:  13
## initial  value 46801.251591 
## iter  10 value 2141.467427
## iter  20 value 1474.789057
## iter  30 value 1162.096476
## iter  40 value 1129.131789
## iter  50 value 1115.093827
## final  value 1115.087393 
## converged
## # weights:  37
## initial  value 48210.192000 
## iter  10 value 2140.102808
## iter  20 value 1730.307651
## iter  30 value 1346.055077
## iter  40 value 1021.264029
## iter  50 value 878.265089
## iter  60 value 826.461227
## iter  70 value 811.098328
## iter  80 value 776.719460
## iter  90 value 695.672029
## iter 100 value 644.574236
## final  value 644.574236 
## stopped after 100 iterations
## # weights:  61
## initial  value 48137.061188 
## iter  10 value 2395.023336
## iter  20 value 1356.164655
## iter  30 value 958.527054
## iter  40 value 659.611699
## iter  50 value 540.598288
## iter  60 value 461.741135
## iter  70 value 437.959375
## iter  80 value 415.966138
## iter  90 value 401.828452
## iter 100 value 397.885904
## final  value 397.885904 
## stopped after 100 iterations
## # weights:  85
## initial  value 46197.487697 
## iter  10 value 4486.006126
## iter  20 value 2474.419384
## iter  30 value 1489.747278
## iter  40 value 1185.156683
## iter  50 value 961.715115
## iter  60 value 744.816391
## iter  70 value 644.570889
## iter  80 value 532.285261
## iter  90 value 490.200801
## iter 100 value 419.339137
## final  value 419.339137 
## stopped after 100 iterations
## # weights:  109
## initial  value 44138.903638 
## iter  10 value 1397.984810
## iter  20 value 847.979560
## iter  30 value 658.029214
## iter  40 value 451.198009
## iter  50 value 365.649817
## iter  60 value 325.244298
## iter  70 value 283.756962
## iter  80 value 266.846128
## iter  90 value 253.780453
## iter 100 value 242.602335
## final  value 242.602335 
## stopped after 100 iterations
## # weights:  13
## initial  value 46981.160115 
## iter  10 value 4809.328073
## iter  20 value 2639.390893
## iter  30 value 1607.489036
## iter  40 value 1187.958038
## iter  50 value 1109.504572
## iter  60 value 1063.545526
## iter  70 value 1050.570930
## iter  80 value 1050.237130
## iter  90 value 1050.133404
## iter  90 value 1050.133404
## iter  90 value 1050.133404
## final  value 1050.133404 
## converged
## # weights:  37
## initial  value 51583.054626 
## iter  10 value 1742.416435
## iter  20 value 1113.728562
## iter  30 value 949.644482
## iter  40 value 778.639277
## iter  50 value 739.430841
## iter  60 value 729.196479
## iter  70 value 710.397391
## iter  80 value 710.038639
## iter  90 value 709.908575
## iter 100 value 709.861947
## final  value 709.861947 
## stopped after 100 iterations
## # weights:  61
## initial  value 48131.045480 
## iter  10 value 1454.528767
## iter  20 value 877.640479
## iter  30 value 676.337536
## iter  40 value 617.566831
## iter  50 value 608.224163
## iter  60 value 577.027977
## iter  70 value 491.605366
## iter  80 value 451.303783
## iter  90 value 438.637827
## iter 100 value 430.065909
## final  value 430.065909 
## stopped after 100 iterations
## # weights:  85
## initial  value 44561.226964 
## iter  10 value 2936.915174
## iter  20 value 1676.443609
## iter  30 value 1362.682385
## iter  40 value 1079.508537
## iter  50 value 983.801812
## iter  60 value 881.597865
## iter  70 value 765.047689
## iter  80 value 593.232539
## iter  90 value 431.056722
## iter 100 value 392.747281
## final  value 392.747281 
## stopped after 100 iterations
## # weights:  109
## initial  value 49256.221940 
## iter  10 value 4869.952227
## iter  20 value 4826.190122
## iter  30 value 4118.911950
## iter  40 value 3909.225284
## iter  50 value 3328.007199
## iter  60 value 2050.785131
## iter  70 value 1627.611465
## iter  80 value 1548.669682
## iter  90 value 1215.327323
## iter 100 value 899.627650
## final  value 899.627650 
## stopped after 100 iterations
## # weights:  13
## initial  value 45531.660391 
## iter  10 value 4832.121382
## iter  20 value 4601.156293
## iter  30 value 2939.209206
## iter  40 value 1908.177317
## iter  50 value 1714.315937
## iter  60 value 1407.584547
## iter  70 value 1131.269448
## iter  80 value 1086.667184
## iter  90 value 1046.676964
## iter 100 value 1038.255817
## final  value 1038.255817 
## stopped after 100 iterations
## # weights:  37
## initial  value 48818.780551 
## iter  10 value 2667.865214
## iter  20 value 1872.885616
## iter  30 value 1284.268835
## iter  40 value 835.526394
## iter  50 value 790.253129
## iter  60 value 787.490837
## iter  70 value 733.001186
## iter  80 value 680.505358
## iter  90 value 603.380308
## iter 100 value 572.515154
## final  value 572.515154 
## stopped after 100 iterations
## # weights:  61
## initial  value 41106.807087 
## iter  10 value 1634.787760
## iter  20 value 1100.871702
## iter  30 value 942.837210
## iter  40 value 820.784337
## iter  50 value 747.359694
## iter  60 value 721.629978
## iter  70 value 690.912500
## iter  80 value 667.160132
## iter  90 value 656.662030
## iter 100 value 643.058164
## final  value 643.058164 
## stopped after 100 iterations
## # weights:  85
## initial  value 47105.723687 
## iter  10 value 2588.722052
## iter  20 value 1273.093725
## iter  30 value 1089.168456
## iter  40 value 1041.356277
## iter  50 value 864.889140
## iter  60 value 702.515387
## iter  70 value 608.024828
## iter  80 value 590.078415
## iter  90 value 587.126172
## iter 100 value 585.925679
## final  value 585.925679 
## stopped after 100 iterations
## # weights:  109
## initial  value 41087.530076 
## iter  10 value 1903.734894
## iter  20 value 873.729710
## iter  30 value 695.660324
## iter  40 value 627.200439
## iter  50 value 587.266382
## iter  60 value 564.136738
## iter  70 value 543.130369
## iter  80 value 513.512112
## iter  90 value 496.670899
## iter 100 value 478.633407
## final  value 478.633407 
## stopped after 100 iterations
## # weights:  13
## initial  value 47429.119113 
## final  value 4831.944751 
## converged
## # weights:  37
## initial  value 46866.430285 
## iter  10 value 1583.741350
## iter  20 value 1090.589645
## iter  30 value 901.355518
## iter  40 value 820.205782
## iter  50 value 742.295281
## iter  60 value 682.274011
## iter  70 value 644.979482
## iter  80 value 626.653926
## iter  90 value 620.740993
## iter 100 value 615.252498
## final  value 615.252498 
## stopped after 100 iterations
## # weights:  61
## initial  value 50023.719544 
## iter  10 value 3074.798278
## iter  20 value 1464.548238
## iter  30 value 986.603108
## iter  40 value 611.362047
## iter  50 value 527.078993
## iter  60 value 485.544319
## iter  70 value 469.495806
## iter  80 value 435.241582
## iter  90 value 413.615998
## iter 100 value 397.434070
## final  value 397.434070 
## stopped after 100 iterations
## # weights:  85
## initial  value 51275.421612 
## iter  10 value 2731.351645
## iter  20 value 1660.621276
## iter  30 value 1036.619798
## iter  40 value 892.654105
## iter  50 value 771.977481
## iter  60 value 676.666566
## iter  70 value 654.338282
## iter  80 value 597.299513
## iter  90 value 545.070266
## iter 100 value 482.940703
## final  value 482.940703 
## stopped after 100 iterations
## # weights:  109
## initial  value 38676.466310 
## iter  10 value 1089.080393
## iter  20 value 667.686309
## iter  30 value 354.957870
## iter  40 value 185.643597
## iter  50 value 135.013792
## iter  60 value 90.168525
## iter  70 value 59.668684
## iter  80 value 49.440464
## iter  90 value 41.684042
## iter 100 value 30.524319
## final  value 30.524319 
## stopped after 100 iterations
## # weights:  13
## initial  value 49792.174152 
## iter  10 value 1825.888008
## iter  20 value 1191.529487
## iter  30 value 947.492856
## iter  40 value 930.487453
## iter  50 value 924.153705
## final  value 924.141064 
## converged
## # weights:  37
## initial  value 48188.575265 
## iter  10 value 2090.876781
## iter  20 value 1675.653784
## iter  30 value 1105.218134
## iter  40 value 945.920576
## iter  50 value 924.529863
## iter  60 value 915.128402
## iter  70 value 914.638401
## final  value 914.617682 
## converged
## # weights:  61
## initial  value 42384.062302 
## iter  10 value 5440.683584
## final  value 5440.526918 
## converged
## # weights:  85
## initial  value 44224.835083 
## iter  10 value 3216.850339
## iter  20 value 2203.839716
## iter  30 value 1501.768071
## iter  40 value 1070.156227
## iter  50 value 932.858060
## iter  60 value 924.757470
## iter  70 value 924.140554
## iter  70 value 924.140553
## iter  70 value 924.140553
## final  value 924.140553 
## converged
## # weights:  109
## initial  value 50673.216429 
## iter  10 value 1089.425977
## iter  20 value 700.750222
## iter  30 value 507.974087
## iter  40 value 364.270096
## iter  50 value 263.075555
## iter  60 value 180.901041
## iter  70 value 129.860444
## iter  80 value 103.049139
## iter  90 value 83.919749
## iter 100 value 76.327877
## final  value 76.327877 
## stopped after 100 iterations
## # weights:  13
## initial  value 43814.695082 
## iter  10 value 1618.202520
## iter  20 value 1189.439125
## iter  30 value 979.094631
## iter  40 value 977.192559
## final  value 976.975731 
## converged
## # weights:  37
## initial  value 40997.697004 
## iter  10 value 5401.801406
## iter  20 value 3208.559691
## iter  30 value 1672.486903
## iter  40 value 1176.990682
## iter  50 value 945.723447
## iter  60 value 693.653249
## iter  70 value 576.158176
## iter  80 value 494.344047
## iter  90 value 486.337120
## iter 100 value 468.787312
## final  value 468.787312 
## stopped after 100 iterations
## # weights:  61
## initial  value 41517.491667 
## iter  10 value 1266.356488
## iter  20 value 929.991433
## iter  30 value 683.150204
## iter  40 value 588.972269
## iter  50 value 547.023673
## iter  60 value 493.083847
## iter  70 value 458.400293
## iter  80 value 415.838700
## iter  90 value 403.991835
## iter 100 value 382.808485
## final  value 382.808485 
## stopped after 100 iterations
## # weights:  85
## initial  value 47808.799200 
## iter  10 value 1916.354602
## iter  20 value 1200.755142
## iter  30 value 929.685003
## iter  40 value 661.176433
## iter  50 value 567.055881
## iter  60 value 508.703287
## iter  70 value 468.971139
## iter  80 value 379.769434
## iter  90 value 350.021844
## iter 100 value 339.732940
## final  value 339.732940 
## stopped after 100 iterations
## # weights:  109
## initial  value 39321.110624 
## iter  10 value 1219.520913
## iter  20 value 990.095115
## iter  30 value 744.845964
## iter  40 value 578.010453
## iter  50 value 468.122449
## iter  60 value 364.848058
## iter  70 value 309.522643
## iter  80 value 265.494650
## iter  90 value 244.214235
## iter 100 value 235.111877
## final  value 235.111877 
## stopped after 100 iterations
## # weights:  13
## initial  value 48167.794507 
## iter  10 value 2554.493835
## iter  20 value 1360.138371
## iter  30 value 987.960585
## iter  40 value 938.308379
## iter  50 value 930.301194
## final  value 930.205662 
## converged
## # weights:  37
## initial  value 46506.224853 
## iter  10 value 1285.112824
## iter  20 value 975.814268
## iter  30 value 853.606729
## iter  40 value 839.833024
## iter  50 value 831.785058
## iter  60 value 827.186274
## iter  70 value 825.979296
## iter  80 value 825.365389
## iter  90 value 820.333469
## iter 100 value 810.241839
## final  value 810.241839 
## stopped after 100 iterations
## # weights:  61
## initial  value 38872.579237 
## iter  10 value 5456.431167
## iter  20 value 4299.353733
## iter  30 value 1719.684437
## iter  40 value 1130.333853
## iter  50 value 929.159988
## iter  60 value 783.332607
## iter  70 value 691.867710
## iter  80 value 580.065601
## iter  90 value 445.019861
## iter 100 value 421.788709
## final  value 421.788709 
## stopped after 100 iterations
## # weights:  85
## initial  value 50767.634409 
## iter  10 value 4533.537957
## iter  20 value 1859.394777
## iter  30 value 1207.560859
## iter  40 value 926.631964
## iter  50 value 809.136893
## iter  60 value 774.121214
## iter  70 value 756.106386
## iter  80 value 730.593409
## iter  90 value 704.284011
## iter 100 value 673.348263
## final  value 673.348263 
## stopped after 100 iterations
## # weights:  109
## initial  value 39965.610151 
## iter  10 value 1229.474046
## iter  20 value 657.823919
## iter  30 value 513.123773
## iter  40 value 417.819528
## iter  50 value 364.198780
## iter  60 value 315.413822
## iter  70 value 270.946123
## iter  80 value 245.871359
## iter  90 value 219.337336
## iter 100 value 188.249121
## final  value 188.249121 
## stopped after 100 iterations
## # weights:  13
## initial  value 41778.727508 
## iter  10 value 2177.587253
## iter  20 value 1061.911369
## iter  30 value 936.547581
## iter  40 value 928.439997
## iter  50 value 924.765148
## final  value 924.765057 
## converged
## # weights:  37
## initial  value 44491.587014 
## iter  10 value 2793.437831
## iter  20 value 1610.205465
## iter  30 value 1109.623585
## iter  40 value 1057.627228
## iter  50 value 1025.674213
## iter  60 value 982.250884
## iter  70 value 943.897115
## iter  80 value 879.594430
## iter  90 value 872.243219
## iter 100 value 870.765284
## final  value 870.765284 
## stopped after 100 iterations
## # weights:  61
## initial  value 41734.956791 
## iter  10 value 1151.343901
## iter  20 value 725.643246
## iter  30 value 462.916311
## iter  40 value 339.167359
## iter  50 value 237.910220
## iter  60 value 198.031035
## iter  70 value 193.193269
## iter  80 value 188.685241
## iter  90 value 175.379805
## iter 100 value 165.584339
## final  value 165.584339 
## stopped after 100 iterations
## # weights:  85
## initial  value 46344.436580 
## iter  10 value 1572.483847
## iter  20 value 726.698662
## iter  30 value 471.481062
## iter  40 value 342.691951
## iter  50 value 269.122039
## iter  60 value 216.577769
## iter  70 value 192.203131
## iter  80 value 174.969088
## iter  90 value 165.439438
## iter 100 value 158.151759
## final  value 158.151759 
## stopped after 100 iterations
## # weights:  109
## initial  value 51820.029872 
## iter  10 value 2017.152788
## iter  20 value 1469.478461
## iter  30 value 1036.813554
## iter  40 value 896.096517
## iter  50 value 890.796585
## iter  60 value 890.346835
## iter  70 value 887.395848
## iter  80 value 885.761111
## iter  90 value 880.658634
## iter 100 value 733.051135
## final  value 733.051135 
## stopped after 100 iterations
## # weights:  13
## initial  value 44822.612823 
## iter  10 value 2079.067995
## iter  20 value 1465.084744
## iter  30 value 1094.298723
## iter  40 value 975.283128
## iter  50 value 924.534275
## iter  60 value 924.225474
## iter  70 value 924.203730
## final  value 924.203669 
## converged
## # weights:  37
## initial  value 43719.490141 
## iter  10 value 2908.140712
## iter  20 value 1859.694141
## iter  30 value 983.843094
## iter  40 value 926.327053
## iter  50 value 924.501872
## final  value 924.391350 
## converged
## # weights:  61
## initial  value 54185.733112 
## iter  10 value 5440.903939
## final  value 5440.900906 
## converged
## # weights:  85
## initial  value 45053.883627 
## iter  10 value 3452.022310
## iter  20 value 2402.475916
## iter  30 value 1136.244327
## iter  40 value 944.152779
## iter  50 value 937.435193
## iter  60 value 927.101272
## iter  70 value 925.260543
## iter  80 value 924.668515
## iter  90 value 924.482932
## iter 100 value 924.112577
## final  value 924.112577 
## stopped after 100 iterations
## # weights:  109
## initial  value 49036.849785 
## iter  10 value 1126.288925
## iter  20 value 761.410999
## iter  30 value 526.151292
## iter  40 value 318.675014
## iter  50 value 234.072469
## iter  60 value 178.621778
## iter  70 value 113.614934
## iter  80 value 81.282863
## iter  90 value 69.958795
## iter 100 value 55.942509
## final  value 55.942509 
## stopped after 100 iterations
## # weights:  13
## initial  value 45475.833120 
## iter  10 value 1748.884430
## iter  20 value 1270.209268
## iter  30 value 1070.680266
## iter  40 value 1014.752847
## iter  50 value 967.697951
## iter  60 value 965.425142
## iter  70 value 964.849487
## iter  80 value 964.210228
## iter  90 value 964.186750
## final  value 964.180893 
## converged
## # weights:  37
## initial  value 47088.178937 
## iter  10 value 1956.689653
## iter  20 value 1058.401228
## iter  30 value 879.359881
## iter  40 value 793.609505
## iter  50 value 762.392559
## iter  60 value 754.726821
## iter  70 value 748.883340
## iter  80 value 743.900545
## iter  90 value 742.529720
## iter 100 value 740.127983
## final  value 740.127983 
## stopped after 100 iterations
## # weights:  61
## initial  value 44038.500146 
## final  value 4189.400252 
## converged
## # weights:  85
## initial  value 51296.752930 
## iter  10 value 1567.006811
## iter  20 value 1184.987712
## iter  30 value 992.791618
## iter  40 value 746.248499
## iter  50 value 555.509407
## iter  60 value 504.076410
## iter  70 value 463.483325
## iter  80 value 446.006557
## iter  90 value 408.056265
## iter 100 value 285.568040
## final  value 285.568040 
## stopped after 100 iterations
## # weights:  109
## initial  value 45526.206933 
## iter  10 value 1727.476636
## iter  20 value 797.626876
## iter  30 value 576.360850
## iter  40 value 442.666599
## iter  50 value 399.670586
## iter  60 value 370.866921
## iter  70 value 350.034980
## iter  80 value 302.455298
## iter  90 value 259.491816
## iter 100 value 234.396655
## final  value 234.396655 
## stopped after 100 iterations
## # weights:  13
## initial  value 50324.128676 
## iter  10 value 2877.742780
## iter  20 value 1937.528460
## iter  30 value 1089.030682
## iter  40 value 1050.567791
## iter  50 value 1032.369277
## final  value 1032.300792 
## converged
## # weights:  37
## initial  value 44668.846803 
## iter  10 value 1868.278051
## iter  20 value 1642.126795
## iter  30 value 1358.856040
## iter  40 value 1022.100824
## iter  50 value 912.707433
## iter  60 value 785.939031
## iter  70 value 722.852194
## iter  80 value 689.555877
## iter  90 value 659.112878
## iter 100 value 647.070815
## final  value 647.070815 
## stopped after 100 iterations
## # weights:  61
## initial  value 51139.128250 
## iter  10 value 4063.401519
## iter  20 value 3087.236149
## iter  30 value 2093.255092
## iter  40 value 1141.126288
## iter  50 value 858.907726
## iter  60 value 750.173582
## iter  70 value 596.391488
## iter  80 value 487.085796
## iter  90 value 389.921159
## iter 100 value 353.527487
## final  value 353.527487 
## stopped after 100 iterations
## # weights:  85
## initial  value 41436.062272 
## iter  10 value 1254.851160
## iter  20 value 969.305556
## iter  30 value 820.863727
## iter  40 value 655.793492
## iter  50 value 496.119337
## iter  60 value 391.278899
## iter  70 value 301.476254
## iter  80 value 258.084660
## iter  90 value 233.048292
## iter 100 value 215.396501
## final  value 215.396501 
## stopped after 100 iterations
## # weights:  109
## initial  value 51048.942524 
## iter  10 value 3040.920907
## iter  20 value 1400.729759
## iter  30 value 851.095896
## iter  40 value 646.541604
## iter  50 value 452.888860
## iter  60 value 352.959508
## iter  70 value 296.750040
## iter  80 value 252.877211
## iter  90 value 234.497938
## iter 100 value 221.772927
## final  value 221.772927 
## stopped after 100 iterations
## # weights:  13
## initial  value 46550.967257 
## iter  10 value 2818.628282
## iter  20 value 1451.456285
## iter  30 value 1075.739562
## iter  40 value 1022.760021
## iter  50 value 980.026777
## iter  60 value 976.074745
## iter  70 value 976.033345
## final  value 975.981566 
## converged
## # weights:  37
## initial  value 42782.065995 
## iter  10 value 3432.383392
## iter  20 value 1605.907175
## iter  30 value 1069.169317
## iter  40 value 961.996193
## iter  50 value 882.127990
## iter  60 value 850.759176
## iter  70 value 837.787047
## iter  80 value 834.306956
## iter  90 value 832.810592
## iter 100 value 820.190545
## final  value 820.190545 
## stopped after 100 iterations
## # weights:  61
## initial  value 50742.416002 
## iter  10 value 1853.111521
## iter  20 value 1207.683019
## iter  30 value 1008.731726
## iter  40 value 801.546129
## iter  50 value 614.679292
## iter  60 value 505.783394
## iter  70 value 396.369542
## iter  80 value 341.612908
## iter  90 value 301.308056
## iter 100 value 282.076201
## final  value 282.076201 
## stopped after 100 iterations
## # weights:  85
## initial  value 50885.409503 
## iter  10 value 3134.094004
## iter  20 value 2514.616451
## iter  30 value 1779.175601
## iter  40 value 1449.179905
## iter  50 value 1085.476554
## iter  60 value 967.451375
## iter  70 value 883.675184
## iter  80 value 754.043050
## iter  90 value 481.280597
## iter 100 value 326.811452
## final  value 326.811452 
## stopped after 100 iterations
## # weights:  109
## initial  value 53369.596317 
## iter  10 value 4765.166248
## iter  20 value 3129.945852
## iter  30 value 2245.629127
## iter  40 value 1717.215741
## iter  50 value 1125.226945
## iter  60 value 1016.461033
## iter  70 value 713.350554
## iter  80 value 621.442900
## iter  90 value 553.044759
## iter 100 value 510.179720
## final  value 510.179720 
## stopped after 100 iterations
## # weights:  13
## initial  value 49838.328992 
## iter  10 value 2794.470443
## iter  20 value 1783.493967
## iter  30 value 1548.987848
## iter  40 value 1524.832705
## iter  50 value 1318.411648
## iter  60 value 1081.358523
## iter  70 value 997.495846
## iter  80 value 970.151425
## iter  90 value 967.463144
## iter 100 value 966.218129
## final  value 966.218129 
## stopped after 100 iterations
## # weights:  37
## initial  value 50770.015445 
## iter  10 value 2892.488294
## iter  20 value 1147.867462
## iter  30 value 843.462603
## iter  40 value 757.457105
## iter  50 value 663.339812
## iter  60 value 573.364351
## iter  70 value 533.290357
## iter  80 value 521.017787
## iter  90 value 517.637764
## iter 100 value 511.901753
## final  value 511.901753 
## stopped after 100 iterations
## # weights:  61
## initial  value 51854.116964 
## iter  10 value 3821.062302
## iter  20 value 2055.777951
## iter  30 value 1445.191225
## iter  40 value 1214.971637
## iter  50 value 1018.927555
## iter  60 value 976.762657
## iter  70 value 971.407609
## iter  80 value 948.946044
## iter  90 value 886.883485
## iter 100 value 845.088877
## final  value 845.088877 
## stopped after 100 iterations
## # weights:  85
## initial  value 49034.104621 
## iter  10 value 4008.615620
## iter  20 value 1948.957188
## iter  30 value 1884.993724
## iter  40 value 1752.435378
## iter  50 value 1031.900069
## iter  60 value 713.285177
## iter  70 value 560.149384
## iter  80 value 461.109776
## iter  90 value 441.391963
## iter 100 value 431.683439
## final  value 431.683439 
## stopped after 100 iterations
## # weights:  109
## initial  value 42494.171177 
## iter  10 value 1976.319491
## iter  20 value 799.940285
## iter  30 value 630.632986
## iter  40 value 375.669455
## iter  50 value 291.235826
## iter  60 value 257.292244
## iter  70 value 183.728718
## iter  80 value 139.027459
## iter  90 value 114.494314
## iter 100 value 95.565252
## final  value 95.565252 
## stopped after 100 iterations
## # weights:  13
## initial  value 45290.638180 
## iter  10 value 1296.729989
## iter  20 value 1062.022856
## iter  30 value 979.349870
## iter  40 value 972.877617
## iter  50 value 965.714043
## iter  60 value 964.497256
## iter  70 value 964.447438
## iter  80 value 964.389171
## final  value 964.388903 
## converged
## # weights:  37
## initial  value 40136.355101 
## iter  10 value 3822.877076
## iter  20 value 1902.878450
## iter  30 value 1465.727919
## iter  40 value 1124.935982
## iter  50 value 979.683561
## iter  60 value 785.054717
## iter  70 value 742.026685
## iter  80 value 722.939867
## iter  90 value 722.391380
## iter 100 value 721.500992
## final  value 721.500992 
## stopped after 100 iterations
## # weights:  61
## initial  value 47992.685582 
## iter  10 value 3261.705086
## iter  20 value 2492.199591
## iter  30 value 2112.807199
## iter  40 value 1775.001958
## iter  50 value 1327.247336
## iter  60 value 1027.949955
## iter  70 value 875.300250
## iter  80 value 555.098097
## iter  90 value 499.750555
## iter 100 value 478.768496
## final  value 478.768496 
## stopped after 100 iterations
## # weights:  85
## initial  value 49945.921482 
## iter  10 value 2537.827421
## iter  20 value 1837.492834
## iter  30 value 1623.843637
## iter  40 value 1322.247792
## iter  50 value 962.218363
## iter  60 value 857.989561
## iter  70 value 841.744637
## iter  80 value 834.593675
## iter  90 value 786.345849
## iter 100 value 687.124835
## final  value 687.124835 
## stopped after 100 iterations
## # weights:  109
## initial  value 45045.584133 
## iter  10 value 1627.564754
## iter  20 value 634.393775
## iter  30 value 381.914159
## iter  40 value 270.034923
## iter  50 value 205.527496
## iter  60 value 158.504738
## iter  70 value 136.320396
## iter  80 value 124.141120
## iter  90 value 109.136629
## iter 100 value 96.582424
## final  value 96.582424 
## stopped after 100 iterations
## # weights:  13
## initial  value 44257.238580 
## iter  10 value 4775.767371
## iter  20 value 2072.969206
## iter  30 value 1197.751329
## iter  40 value 1072.972101
## iter  50 value 1001.053971
## iter  60 value 995.375128
## iter  70 value 994.986626
## final  value 994.920321 
## converged
## # weights:  37
## initial  value 50460.433656 
## iter  10 value 4627.080599
## iter  20 value 2694.385221
## iter  30 value 960.157509
## iter  40 value 720.143522
## iter  50 value 586.321090
## iter  60 value 550.061397
## iter  70 value 516.031269
## iter  80 value 508.280226
## iter  90 value 507.935987
## iter 100 value 502.504650
## final  value 502.504650 
## stopped after 100 iterations
## # weights:  61
## initial  value 48416.522150 
## iter  10 value 5590.932495
## iter  20 value 3388.242758
## iter  30 value 2537.311758
## iter  40 value 1714.022686
## iter  50 value 1684.831648
## iter  60 value 1550.333160
## iter  70 value 1165.210769
## iter  80 value 1014.095325
## iter  90 value 996.025279
## iter 100 value 995.086551
## final  value 995.086551 
## stopped after 100 iterations
## # weights:  85
## initial  value 43474.788925 
## iter  10 value 1740.811679
## iter  20 value 921.484148
## iter  30 value 611.426246
## iter  40 value 323.119619
## iter  50 value 250.850707
## iter  60 value 207.922689
## iter  70 value 185.982047
## iter  80 value 168.936150
## iter  90 value 156.416325
## iter 100 value 137.277277
## final  value 137.277277 
## stopped after 100 iterations
## # weights:  109
## initial  value 46358.086044 
## iter  10 value 2337.787314
## iter  20 value 1048.966315
## iter  30 value 588.369653
## iter  40 value 312.568098
## iter  50 value 226.561518
## iter  60 value 183.269856
## iter  70 value 173.402314
## iter  80 value 160.505166
## iter  90 value 153.438735
## iter 100 value 148.795025
## final  value 148.795025 
## stopped after 100 iterations
## # weights:  13
## initial  value 44364.511871 
## iter  10 value 3880.219877
## iter  20 value 1709.804666
## iter  30 value 1133.917872
## iter  40 value 1119.565568
## final  value 1113.227239 
## converged
## # weights:  37
## initial  value 44764.008707 
## iter  10 value 2041.054789
## iter  20 value 1479.405706
## iter  30 value 1143.627509
## iter  40 value 957.857682
## iter  50 value 868.441936
## iter  60 value 801.604647
## iter  70 value 755.866385
## iter  80 value 726.914244
## iter  90 value 718.820981
## iter 100 value 714.753478
## final  value 714.753478 
## stopped after 100 iterations
## # weights:  61
## initial  value 50194.192740 
## iter  10 value 1591.479229
## iter  20 value 1003.070844
## iter  30 value 954.787045
## iter  40 value 887.661530
## iter  50 value 664.844192
## iter  60 value 514.719415
## iter  70 value 423.456139
## iter  80 value 379.350313
## iter  90 value 356.702664
## iter 100 value 346.683296
## final  value 346.683296 
## stopped after 100 iterations
## # weights:  85
## initial  value 53759.384844 
## iter  10 value 5531.061277
## iter  20 value 2129.670941
## iter  30 value 1315.007316
## iter  40 value 978.230358
## iter  50 value 763.364503
## iter  60 value 574.823573
## iter  70 value 433.090543
## iter  80 value 368.501726
## iter  90 value 326.543488
## iter 100 value 302.203618
## final  value 302.203618 
## stopped after 100 iterations
## # weights:  109
## initial  value 37580.050442 
## iter  10 value 1070.010253
## iter  20 value 680.073494
## iter  30 value 485.458442
## iter  40 value 373.818111
## iter  50 value 341.974636
## iter  60 value 317.099257
## iter  70 value 286.479676
## iter  80 value 260.552792
## iter  90 value 245.623269
## iter 100 value 229.658092
## final  value 229.658092 
## stopped after 100 iterations
## # weights:  13
## initial  value 46377.441598 
## iter  10 value 2330.874782
## iter  20 value 1407.503697
## iter  30 value 1021.335762
## iter  40 value 1010.845028
## iter  50 value 1002.834825
## final  value 1002.717047 
## converged
## # weights:  37
## initial  value 44119.720027 
## iter  10 value 1381.958012
## iter  20 value 1028.767192
## iter  30 value 1011.139640
## iter  40 value 1002.794634
## iter  50 value 944.910988
## iter  60 value 794.421802
## iter  70 value 735.518207
## iter  80 value 721.173974
## iter  90 value 717.606964
## iter 100 value 716.983348
## final  value 716.983348 
## stopped after 100 iterations
## # weights:  61
## initial  value 39714.219148 
## iter  10 value 5639.760666
## iter  20 value 3616.975303
## iter  30 value 3191.732380
## iter  40 value 2881.921158
## iter  50 value 2548.344155
## iter  60 value 2104.693736
## iter  70 value 1584.864583
## iter  80 value 1110.953610
## iter  90 value 956.983724
## iter 100 value 794.083172
## final  value 794.083172 
## stopped after 100 iterations
## # weights:  85
## initial  value 48635.789934 
## iter  10 value 5640.769457
## iter  20 value 4376.110642
## iter  30 value 2032.587656
## iter  40 value 1491.698014
## iter  50 value 1272.599864
## iter  60 value 972.283927
## iter  70 value 722.438598
## iter  80 value 678.950089
## iter  90 value 629.861199
## iter 100 value 574.364232
## final  value 574.364232 
## stopped after 100 iterations
## # weights:  109
## initial  value 39813.466382 
## iter  10 value 1532.860188
## iter  20 value 776.430448
## iter  30 value 671.028620
## iter  40 value 546.709953
## iter  50 value 403.667368
## iter  60 value 332.261731
## iter  70 value 271.706476
## iter  80 value 198.697585
## iter  90 value 149.182003
## iter 100 value 131.029436
## final  value 131.029436 
## stopped after 100 iterations
## # weights:  13
## initial  value 45847.877464 
## iter  10 value 1774.096592
## iter  20 value 1456.167532
## iter  30 value 1219.602549
## iter  40 value 1088.841310
## iter  50 value 1007.475798
## iter  60 value 996.755468
## iter  70 value 996.224075
## final  value 995.777890 
## converged
## # weights:  37
## initial  value 49465.968751 
## iter  10 value 5590.967884
## iter  20 value 2275.122871
## iter  30 value 1881.219699
## iter  40 value 1748.389638
## iter  50 value 1528.129665
## iter  60 value 1190.065790
## iter  70 value 1018.061124
## iter  80 value 998.526411
## iter  90 value 996.678574
## iter 100 value 986.892704
## final  value 986.892704 
## stopped after 100 iterations
## # weights:  61
## initial  value 47133.872822 
## iter  10 value 5592.452979
## iter  20 value 5592.247645
## iter  30 value 1948.336339
## iter  40 value 1295.981789
## iter  50 value 1039.085494
## iter  60 value 1001.597245
## iter  70 value 995.853839
## iter  80 value 991.864760
## iter  90 value 955.792247
## iter 100 value 912.515472
## final  value 912.515472 
## stopped after 100 iterations
## # weights:  85
## initial  value 47702.294932 
## iter  10 value 5592.260054
## iter  20 value 2618.284123
## iter  30 value 1488.818939
## iter  40 value 1054.317505
## iter  50 value 1000.983655
## iter  60 value 996.851872
## iter  70 value 987.011402
## iter  80 value 972.159493
## iter  90 value 644.501202
## iter 100 value 609.377259
## final  value 609.377259 
## stopped after 100 iterations
## # weights:  109
## initial  value 38634.617101 
## iter  10 value 3160.019920
## iter  20 value 1058.243743
## iter  30 value 636.250278
## iter  40 value 385.899903
## iter  50 value 249.979261
## iter  60 value 156.559649
## iter  70 value 122.909293
## iter  80 value 109.830352
## iter  90 value 91.315442
## iter 100 value 74.477772
## final  value 74.477772 
## stopped after 100 iterations
## # weights:  13
## initial  value 44543.893667 
## final  value 5591.134136 
## converged
## # weights:  37
## initial  value 48108.823425 
## iter  10 value 2062.062025
## iter  20 value 1354.905306
## iter  30 value 1049.050887
## iter  40 value 856.928695
## iter  50 value 714.219236
## iter  60 value 572.688160
## iter  70 value 540.888583
## iter  80 value 526.403805
## iter  90 value 523.353668
## iter 100 value 522.627197
## final  value 522.627197 
## stopped after 100 iterations
## # weights:  61
## initial  value 48132.677563 
## iter  10 value 5604.341252
## iter  20 value 5591.577520
## iter  30 value 5591.474857
## iter  40 value 5155.780477
## iter  50 value 4567.158193
## iter  60 value 1891.462867
## iter  70 value 904.574382
## iter  80 value 795.453376
## iter  90 value 749.065264
## iter 100 value 725.670533
## final  value 725.670533 
## stopped after 100 iterations
## # weights:  85
## initial  value 52854.587506 
## iter  10 value 5591.420412
## final  value 5591.348347 
## converged
## # weights:  109
## initial  value 43658.543981 
## iter  10 value 991.580752
## iter  20 value 656.151563
## iter  30 value 459.601089
## iter  40 value 369.130373
## iter  50 value 319.469469
## iter  60 value 269.683013
## iter  70 value 150.245369
## iter  80 value 103.702012
## iter  90 value 92.208105
## iter 100 value 80.178021
## final  value 80.178021 
## stopped after 100 iterations
## # weights:  13
## initial  value 50251.263303 
## iter  10 value 1178.335775
## iter  20 value 1022.888658
## iter  30 value 973.367522
## iter  40 value 971.661555
## iter  50 value 970.795565
## final  value 970.795539 
## converged
## # weights:  37
## initial  value 50874.968378 
## iter  10 value 1354.228162
## iter  20 value 976.899200
## iter  30 value 622.978707
## iter  40 value 465.886010
## iter  50 value 425.463476
## iter  60 value 406.305397
## iter  70 value 398.570671
## iter  80 value 397.342212
## iter  90 value 396.423927
## iter 100 value 395.907377
## final  value 395.907377 
## stopped after 100 iterations
## # weights:  61
## initial  value 55978.084309 
## iter  10 value 3653.212616
## iter  20 value 1397.981830
## iter  30 value 883.359433
## iter  40 value 702.952062
## iter  50 value 602.757708
## iter  60 value 504.696746
## iter  70 value 475.659223
## iter  80 value 468.570489
## iter  90 value 455.379536
## iter 100 value 442.780177
## final  value 442.780177 
## stopped after 100 iterations
## # weights:  85
## initial  value 47010.778099 
## iter  10 value 3125.504528
## iter  20 value 1142.244542
## iter  30 value 991.475754
## iter  40 value 911.781602
## iter  50 value 839.443170
## iter  60 value 793.761506
## iter  70 value 753.576973
## iter  80 value 751.083524
## iter  90 value 748.735239
## iter 100 value 723.724033
## final  value 723.724033 
## stopped after 100 iterations
## # weights:  109
## initial  value 42780.211991 
## iter  10 value 1520.458349
## iter  20 value 743.383204
## iter  30 value 578.234338
## iter  40 value 468.407688
## iter  50 value 386.051033
## iter  60 value 288.484385
## iter  70 value 250.638932
## iter  80 value 230.991176
## iter  90 value 221.529947
## iter 100 value 213.953992
## final  value 213.953992 
## stopped after 100 iterations
## # weights:  13
## initial  value 51104.951984 
## iter  10 value 1540.564687
## iter  20 value 1188.882115
## iter  30 value 1026.737678
## iter  40 value 1012.029146
## iter  50 value 1009.200060
## final  value 1009.195926 
## converged
## # weights:  37
## initial  value 48661.922892 
## iter  10 value 2928.710706
## iter  20 value 1392.961132
## iter  30 value 1069.010691
## iter  40 value 920.855367
## iter  50 value 708.692557
## iter  60 value 587.231790
## iter  70 value 511.768960
## iter  80 value 467.790306
## iter  90 value 449.431282
## iter 100 value 437.386796
## final  value 437.386796 
## stopped after 100 iterations
## # weights:  61
## initial  value 44592.298993 
## iter  10 value 4829.854567
## iter  20 value 3224.058932
## iter  30 value 2084.959942
## iter  40 value 1184.389789
## iter  50 value 939.056155
## iter  60 value 711.359980
## iter  70 value 583.822676
## iter  80 value 522.457288
## iter  90 value 432.995634
## iter 100 value 374.691835
## final  value 374.691835 
## stopped after 100 iterations
## # weights:  85
## initial  value 51809.893944 
## iter  10 value 2547.936603
## iter  20 value 1351.507622
## iter  30 value 1163.055270
## iter  40 value 923.793680
## iter  50 value 718.967822
## iter  60 value 622.856040
## iter  70 value 560.699302
## iter  80 value 509.154280
## iter  90 value 479.077494
## iter 100 value 453.455031
## final  value 453.455031 
## stopped after 100 iterations
## # weights:  109
## initial  value 50251.565771 
## iter  10 value 1107.772292
## iter  20 value 830.752539
## iter  30 value 642.954323
## iter  40 value 551.528678
## iter  50 value 445.147192
## iter  60 value 339.116585
## iter  70 value 298.780993
## iter  80 value 280.882468
## iter  90 value 262.534383
## iter 100 value 240.709529
## final  value 240.709529 
## stopped after 100 iterations
## # weights:  13
## initial  value 43677.637511 
## iter  10 value 2042.812199
## iter  20 value 1722.990877
## iter  30 value 1363.359800
## iter  40 value 1092.916927
## iter  50 value 997.908805
## iter  60 value 979.294173
## iter  70 value 975.045509
## final  value 975.045441 
## converged
## # weights:  37
## initial  value 52668.132762 
## iter  10 value 1295.892979
## iter  20 value 1021.166568
## iter  30 value 923.122473
## iter  40 value 871.749420
## iter  50 value 810.024023
## iter  60 value 770.549141
## iter  70 value 699.156106
## iter  80 value 675.389386
## iter  90 value 674.393847
## final  value 674.390134 
## converged
## # weights:  61
## initial  value 47657.780377 
## iter  10 value 1395.724683
## iter  20 value 798.898927
## iter  30 value 545.325592
## iter  40 value 447.676721
## iter  50 value 397.227220
## iter  60 value 371.792838
## iter  70 value 352.803291
## iter  80 value 309.817615
## iter  90 value 285.158830
## iter 100 value 264.966681
## final  value 264.966681 
## stopped after 100 iterations
## # weights:  85
## initial  value 44989.838755 
## iter  10 value 4612.776277
## iter  20 value 4200.301621
## iter  30 value 1694.151652
## iter  40 value 1048.382936
## iter  50 value 829.734678
## iter  60 value 744.511845
## iter  70 value 681.765407
## iter  80 value 576.996222
## iter  90 value 486.606810
## iter 100 value 448.524917
## final  value 448.524917 
## stopped after 100 iterations
## # weights:  109
## initial  value 54653.429059 
## iter  10 value 1164.309015
## iter  20 value 715.298825
## iter  30 value 484.421512
## iter  40 value 316.899113
## iter  50 value 261.587958
## iter  60 value 240.907421
## iter  70 value 233.093242
## iter  80 value 228.235976
## iter  90 value 225.440498
## iter 100 value 222.789971
## final  value 222.789971 
## stopped after 100 iterations
## # weights:  13
## initial  value 48842.109878 
## final  value 4587.499110 
## converged
## # weights:  37
## initial  value 53669.458607 
## iter  10 value 1362.935744
## iter  20 value 1041.171628
## iter  30 value 977.865734
## iter  40 value 965.693672
## iter  50 value 919.445789
## iter  60 value 874.260639
## iter  70 value 849.540425
## iter  80 value 843.307800
## iter  90 value 842.550925
## iter 100 value 841.677304
## final  value 841.677304 
## stopped after 100 iterations
## # weights:  61
## initial  value 45656.201148 
## iter  10 value 2918.139707
## iter  20 value 1900.719327
## iter  30 value 1422.279257
## iter  40 value 1066.554646
## iter  50 value 918.503648
## iter  60 value 863.511529
## iter  70 value 828.703425
## iter  80 value 793.496820
## iter  90 value 623.238758
## iter 100 value 519.478141
## final  value 519.478141 
## stopped after 100 iterations
## # weights:  85
## initial  value 47043.543635 
## iter  10 value 3721.593156
## iter  20 value 2297.936618
## iter  30 value 1396.975419
## iter  40 value 938.823680
## iter  50 value 671.104601
## iter  60 value 565.379612
## iter  70 value 501.646746
## iter  80 value 474.365986
## iter  90 value 465.502202
## iter 100 value 462.547551
## final  value 462.547551 
## stopped after 100 iterations
## # weights:  109
## initial  value 49899.609495 
## iter  10 value 1389.887497
## iter  20 value 787.207370
## iter  30 value 447.285776
## iter  40 value 302.128906
## iter  50 value 261.823815
## iter  60 value 223.854538
## iter  70 value 174.700034
## iter  80 value 144.189485
## iter  90 value 119.891061
## iter 100 value 111.962294
## final  value 111.962294 
## stopped after 100 iterations
## # weights:  13
## initial  value 52308.468197 
## final  value 4587.225724 
## converged
## # weights:  37
## initial  value 44345.391245 
## iter  10 value 3745.022649
## iter  20 value 1016.558406
## iter  30 value 936.942919
## iter  40 value 853.168655
## iter  50 value 762.690143
## iter  60 value 714.132617
## iter  70 value 689.164928
## iter  80 value 680.250471
## iter  90 value 656.218696
## iter 100 value 635.289515
## final  value 635.289515 
## stopped after 100 iterations
## # weights:  61
## initial  value 52300.787260 
## iter  10 value 2537.354020
## iter  20 value 961.302210
## iter  30 value 810.368927
## iter  40 value 751.275673
## iter  50 value 685.034554
## iter  60 value 584.019819
## iter  70 value 433.776967
## iter  80 value 388.127707
## iter  90 value 356.999884
## iter 100 value 346.781232
## final  value 346.781232 
## stopped after 100 iterations
## # weights:  85
## initial  value 49809.351037 
## iter  10 value 1200.016648
## iter  20 value 909.355570
## iter  30 value 538.855448
## iter  40 value 419.185175
## iter  50 value 397.315823
## iter  60 value 363.756064
## iter  70 value 292.915696
## iter  80 value 269.954577
## iter  90 value 237.454230
## iter 100 value 209.504961
## final  value 209.504961 
## stopped after 100 iterations
## # weights:  109
## initial  value 46101.229643 
## iter  10 value 1259.365833
## iter  20 value 675.856211
## iter  30 value 447.663069
## iter  40 value 333.409603
## iter  50 value 252.636347
## iter  60 value 157.855862
## iter  70 value 129.629564
## iter  80 value 89.789441
## iter  90 value 52.003530
## iter 100 value 38.345602
## final  value 38.345602 
## stopped after 100 iterations
## # weights:  13
## initial  value 50948.127009 
## iter  10 value 2162.797968
## iter  20 value 1303.783785
## iter  30 value 1008.357158
## iter  40 value 953.048834
## iter  50 value 933.054318
## final  value 932.455391 
## converged
## # weights:  37
## initial  value 43886.721627 
## iter  10 value 3820.390932
## iter  20 value 2354.532762
## iter  30 value 1096.631691
## iter  40 value 942.264429
## iter  50 value 933.585883
## iter  60 value 931.935297
## iter  70 value 924.109595
## iter  80 value 906.922004
## iter  90 value 740.989199
## iter 100 value 524.253981
## final  value 524.253981 
## stopped after 100 iterations
## # weights:  61
## initial  value 56836.166014 
## iter  10 value 2376.496833
## iter  20 value 1241.687308
## iter  30 value 865.521056
## iter  40 value 779.071767
## iter  50 value 736.430264
## iter  60 value 728.569515
## iter  70 value 726.187238
## iter  80 value 725.596086
## iter  90 value 725.530666
## iter 100 value 725.465990
## final  value 725.465990 
## stopped after 100 iterations
## # weights:  85
## initial  value 47022.876333 
## iter  10 value 1128.626700
## iter  20 value 749.828085
## iter  30 value 593.279960
## iter  40 value 487.986549
## iter  50 value 457.825437
## iter  60 value 368.727806
## iter  70 value 298.710035
## iter  80 value 243.678062
## iter  90 value 200.073770
## iter 100 value 176.460623
## final  value 176.460623 
## stopped after 100 iterations
## # weights:  109
## initial  value 49545.186252 
## iter  10 value 4483.896778
## iter  20 value 3121.133921
## iter  30 value 1308.629406
## iter  40 value 957.974605
## iter  50 value 794.965494
## iter  60 value 661.643322
## iter  70 value 549.333901
## iter  80 value 471.531575
## iter  90 value 428.559718
## iter 100 value 400.495250
## final  value 400.495250 
## stopped after 100 iterations
## # weights:  13
## initial  value 50668.811021 
## iter  10 value 1542.891673
## iter  20 value 1096.610750
## iter  30 value 978.244125
## iter  40 value 974.886677
## final  value 974.155000 
## converged
## # weights:  37
## initial  value 52095.606884 
## iter  10 value 1324.542145
## iter  20 value 991.617615
## iter  30 value 951.609413
## iter  40 value 924.190077
## iter  50 value 796.974564
## iter  60 value 557.482248
## iter  70 value 508.350080
## iter  80 value 499.037957
## iter  90 value 492.632203
## iter 100 value 482.569308
## final  value 482.569308 
## stopped after 100 iterations
## # weights:  61
## initial  value 49141.664240 
## iter  10 value 2313.519555
## iter  20 value 1225.249702
## iter  30 value 933.679188
## iter  40 value 802.122283
## iter  50 value 675.589537
## iter  60 value 579.566001
## iter  70 value 523.412902
## iter  80 value 411.585948
## iter  90 value 365.734531
## iter 100 value 330.124170
## final  value 330.124170 
## stopped after 100 iterations
## # weights:  85
## initial  value 47398.336221 
## iter  10 value 4937.181308
## iter  20 value 2415.242131
## iter  30 value 1563.217238
## iter  40 value 1048.010143
## iter  50 value 728.152985
## iter  60 value 462.754451
## iter  70 value 361.838640
## iter  80 value 302.000395
## iter  90 value 256.854260
## iter 100 value 235.218017
## final  value 235.218017 
## stopped after 100 iterations
## # weights:  109
## initial  value 46966.867052 
## iter  10 value 1125.209106
## iter  20 value 955.149556
## iter  30 value 608.588820
## iter  40 value 488.778761
## iter  50 value 436.255738
## iter  60 value 398.283381
## iter  70 value 298.055491
## iter  80 value 257.122166
## iter  90 value 242.376550
## iter 100 value 227.872627
## final  value 227.872627 
## stopped after 100 iterations
## # weights:  13
## initial  value 45144.785184 
## iter  10 value 1305.464356
## iter  20 value 975.568514
## iter  30 value 937.736376
## iter  40 value 937.246055
## final  value 937.105717 
## converged
## # weights:  37
## initial  value 48820.107756 
## iter  10 value 3962.894384
## iter  20 value 2744.164855
## iter  30 value 1238.293792
## iter  40 value 953.865381
## iter  50 value 900.119677
## iter  60 value 878.594263
## iter  70 value 869.999374
## iter  80 value 866.237852
## iter  90 value 860.271799
## iter 100 value 837.191611
## final  value 837.191611 
## stopped after 100 iterations
## # weights:  61
## initial  value 42648.637943 
## iter  10 value 1356.795510
## iter  20 value 839.433026
## iter  30 value 649.332775
## iter  40 value 480.465242
## iter  50 value 367.407348
## iter  60 value 279.652065
## iter  70 value 229.351836
## iter  80 value 198.989575
## iter  90 value 184.186172
## iter 100 value 178.310668
## final  value 178.310668 
## stopped after 100 iterations
## # weights:  85
## initial  value 53824.441057 
## iter  10 value 1911.521661
## iter  20 value 1063.829113
## iter  30 value 936.507150
## iter  40 value 757.195395
## iter  50 value 583.207968
## iter  60 value 431.263725
## iter  70 value 342.125189
## iter  80 value 329.396490
## iter  90 value 317.464220
## iter 100 value 291.923830
## final  value 291.923830 
## stopped after 100 iterations
## # weights:  109
## initial  value 50474.360530 
## iter  10 value 1026.734884
## iter  20 value 694.053589
## iter  30 value 475.101248
## iter  40 value 273.494381
## iter  50 value 183.924703
## iter  60 value 150.476244
## iter  70 value 119.721282
## iter  80 value 102.788734
## iter  90 value 94.612727
## iter 100 value 88.788335
## final  value 88.788335 
## stopped after 100 iterations
## # weights:  13
## initial  value 45972.746047 
## iter  10 value 3977.898846
## iter  20 value 1888.820848
## iter  30 value 1370.416824
## iter  40 value 1167.951223
## iter  50 value 1004.887430
## iter  60 value 936.012245
## iter  70 value 933.373060
## iter  80 value 932.931001
## iter  80 value 932.930995
## iter  80 value 932.930995
## final  value 932.930995 
## converged
## # weights:  37
## initial  value 43469.173482 
## iter  10 value 3747.410542
## iter  20 value 2224.887571
## iter  30 value 1080.187853
## iter  40 value 889.294115
## iter  50 value 751.595231
## iter  60 value 667.573236
## iter  70 value 601.503374
## iter  80 value 559.705695
## iter  90 value 516.727445
## iter 100 value 453.215736
## final  value 453.215736 
## stopped after 100 iterations
## # weights:  61
## initial  value 48018.821880 
## iter  10 value 3603.629571
## iter  20 value 1652.966484
## iter  30 value 1235.600481
## iter  40 value 956.104803
## iter  50 value 935.565972
## iter  60 value 933.613395
## iter  70 value 933.153872
## iter  80 value 927.265322
## iter  90 value 892.311739
## iter 100 value 751.026348
## final  value 751.026348 
## stopped after 100 iterations
## # weights:  85
## initial  value 45007.181351 
## iter  10 value 1953.278113
## iter  20 value 1455.096650
## iter  30 value 1335.015941
## iter  40 value 1247.639532
## iter  50 value 981.660492
## iter  60 value 935.160786
## iter  70 value 933.637390
## iter  80 value 933.473144
## iter  80 value 933.473138
## iter  90 value 933.463183
## iter 100 value 902.082708
## final  value 902.082708 
## stopped after 100 iterations
## # weights:  109
## initial  value 53389.350822 
## iter  10 value 4266.954531
## iter  20 value 1537.171930
## iter  30 value 1269.825342
## iter  40 value 986.493887
## iter  50 value 865.482288
## iter  60 value 759.969001
## iter  70 value 668.821318
## iter  80 value 606.290152
## iter  90 value 579.214728
## iter 100 value 562.001649
## final  value 562.001649 
## stopped after 100 iterations
## # weights:  13
## initial  value 49453.838209 
## iter  10 value 2044.199177
## iter  20 value 1182.283987
## iter  30 value 970.422894
## iter  40 value 947.898052
## iter  50 value 932.519597
## final  value 932.503038 
## converged
## # weights:  37
## initial  value 47843.284237 
## iter  10 value 1543.792226
## iter  20 value 1264.989264
## iter  30 value 986.816874
## iter  40 value 936.114651
## iter  50 value 933.058177
## iter  60 value 932.576357
## iter  70 value 932.495408
## iter  80 value 905.585691
## iter  90 value 833.308823
## iter 100 value 585.189371
## final  value 585.189371 
## stopped after 100 iterations
## # weights:  61
## initial  value 50842.114457 
## iter  10 value 4669.823590
## final  value 4669.820700 
## converged
## # weights:  85
## initial  value 50664.034613 
## iter  10 value 1458.516911
## iter  20 value 1085.682993
## iter  30 value 803.362133
## iter  40 value 601.177144
## iter  50 value 463.177033
## iter  60 value 370.132872
## iter  70 value 332.394336
## iter  80 value 323.649311
## iter  90 value 288.235269
## iter 100 value 255.642297
## final  value 255.642297 
## stopped after 100 iterations
## # weights:  109
## initial  value 36282.421871 
## iter  10 value 2109.695108
## iter  20 value 1475.299620
## iter  30 value 1364.820864
## iter  40 value 1237.500717
## iter  50 value 1040.682610
## iter  60 value 936.066605
## iter  70 value 922.332614
## iter  80 value 866.957089
## iter  90 value 780.464009
## iter 100 value 759.794624
## final  value 759.794624 
## stopped after 100 iterations
## # weights:  13
## initial  value 47808.600516 
## iter  10 value 2805.043821
## iter  20 value 1373.746480
## iter  30 value 1157.719829
## iter  40 value 1149.643874
## iter  50 value 1144.195503
## final  value 1144.195469 
## converged
## # weights:  37
## initial  value 42929.420677 
## final  value 4927.099380 
## converged
## # weights:  61
## initial  value 48272.991971 
## iter  10 value 3886.863280
## iter  20 value 2104.993778
## iter  30 value 1295.238501
## iter  40 value 1150.123689
## iter  50 value 1144.376541
## iter  60 value 1144.192986
## iter  70 value 1143.908289
## iter  80 value 1107.664891
## iter  90 value 1059.409553
## iter 100 value 879.976993
## final  value 879.976993 
## stopped after 100 iterations
## # weights:  85
## initial  value 47782.549798 
## iter  10 value 2690.934314
## iter  20 value 1536.151126
## iter  30 value 1171.335289
## iter  40 value 728.903421
## iter  50 value 655.936698
## iter  60 value 634.043629
## iter  70 value 616.608674
## iter  80 value 602.664603
## iter  90 value 600.505000
## iter 100 value 538.871543
## final  value 538.871543 
## stopped after 100 iterations
## # weights:  109
## initial  value 45883.327249 
## iter  10 value 1285.164916
## iter  20 value 845.157560
## iter  30 value 609.126190
## iter  40 value 433.452943
## iter  50 value 308.829294
## iter  60 value 220.938791
## iter  70 value 181.676572
## iter  80 value 159.466296
## iter  90 value 145.690602
## iter 100 value 132.232810
## final  value 132.232810 
## stopped after 100 iterations
## # weights:  13
## initial  value 51643.924032 
## iter  10 value 2456.034227
## iter  20 value 1713.570618
## iter  30 value 1519.137075
## iter  40 value 1311.887148
## iter  50 value 1235.811762
## iter  60 value 1235.610266
## final  value 1235.608210 
## converged
## # weights:  37
## initial  value 46921.385480 
## iter  10 value 4326.581433
## iter  20 value 1437.269885
## iter  30 value 1195.456849
## iter  40 value 1172.663919
## iter  50 value 1028.711531
## iter  60 value 864.074782
## iter  70 value 673.269636
## iter  80 value 628.563202
## iter  90 value 598.525295
## iter 100 value 583.907118
## final  value 583.907118 
## stopped after 100 iterations
## # weights:  61
## initial  value 44366.582428 
## iter  10 value 5022.177433
## iter  20 value 2491.814662
## iter  30 value 1941.332389
## iter  40 value 1412.969191
## iter  50 value 1080.679116
## iter  60 value 721.892258
## iter  70 value 540.022902
## iter  80 value 451.433563
## iter  90 value 417.228471
## iter 100 value 380.532854
## final  value 380.532854 
## stopped after 100 iterations
## # weights:  85
## initial  value 43418.681641 
## iter  10 value 1815.225996
## iter  20 value 1195.802087
## iter  30 value 974.244309
## iter  40 value 728.342466
## iter  50 value 678.625390
## iter  60 value 579.261794
## iter  70 value 434.685247
## iter  80 value 334.215950
## iter  90 value 293.245065
## iter 100 value 272.669391
## final  value 272.669391 
## stopped after 100 iterations
## # weights:  109
## initial  value 51229.704110 
## iter  10 value 2925.287099
## iter  20 value 1942.492211
## iter  30 value 1237.229397
## iter  40 value 1005.076617
## iter  50 value 837.177976
## iter  60 value 544.570804
## iter  70 value 420.524014
## iter  80 value 355.351993
## iter  90 value 278.550696
## iter 100 value 236.151209
## final  value 236.151209 
## stopped after 100 iterations
## # weights:  13
## initial  value 47290.085705 
## iter  10 value 4929.638078
## iter  20 value 4928.570526
## iter  30 value 2546.411204
## iter  40 value 1344.521585
## iter  50 value 1155.740729
## iter  60 value 1150.687279
## iter  70 value 1148.805198
## final  value 1148.805124 
## converged
## # weights:  37
## initial  value 43845.914889 
## iter  10 value 1374.196925
## iter  20 value 928.734158
## iter  30 value 874.685598
## iter  40 value 846.474990
## iter  50 value 822.972661
## iter  60 value 804.078408
## iter  70 value 798.471349
## iter  80 value 797.266137
## iter  90 value 796.987223
## iter 100 value 796.857659
## final  value 796.857659 
## stopped after 100 iterations
## # weights:  61
## initial  value 47206.392928 
## iter  10 value 4971.693684
## iter  20 value 4892.007321
## iter  30 value 2935.855815
## iter  40 value 1818.039845
## iter  50 value 1242.253784
## iter  60 value 1104.380174
## iter  70 value 901.911729
## iter  80 value 709.460192
## iter  90 value 534.010622
## iter 100 value 446.952187
## final  value 446.952187 
## stopped after 100 iterations
## # weights:  85
## initial  value 49375.877132 
## iter  10 value 3098.601719
## iter  20 value 2048.800167
## iter  30 value 1735.342386
## iter  40 value 1172.942591
## iter  50 value 726.166608
## iter  60 value 508.689045
## iter  70 value 448.002940
## iter  80 value 413.330887
## iter  90 value 363.026250
## iter 100 value 328.831521
## final  value 328.831521 
## stopped after 100 iterations
## # weights:  109
## initial  value 46418.202608 
## iter  10 value 1747.290854
## iter  20 value 970.082918
## iter  30 value 703.227495
## iter  40 value 508.659265
## iter  50 value 381.515149
## iter  60 value 300.760794
## iter  70 value 245.102446
## iter  80 value 220.892126
## iter  90 value 209.173896
## iter 100 value 200.919550
## final  value 200.919550 
## stopped after 100 iterations
## # weights:  13
## initial  value 49059.278131 
## iter  10 value 3324.350529
## iter  20 value 1325.541000
## iter  30 value 1163.610753
## iter  40 value 1152.506128
## iter  50 value 1144.666289
## final  value 1144.666231 
## converged
## # weights:  37
## initial  value 42500.997816 
## iter  10 value 4927.895593
## iter  20 value 4927.770213
## iter  30 value 3990.249691
## iter  40 value 2268.372698
## iter  50 value 2120.972245
## iter  60 value 2096.103287
## iter  70 value 1978.513475
## iter  80 value 1749.688901
## iter  90 value 1644.703228
## iter 100 value 1501.251828
## final  value 1501.251828 
## stopped after 100 iterations
## # weights:  61
## initial  value 49673.747978 
## iter  10 value 2481.359477
## iter  20 value 1534.036392
## iter  30 value 989.089524
## iter  40 value 894.473697
## iter  50 value 868.184640
## iter  60 value 849.465319
## iter  70 value 809.137276
## iter  80 value 784.762279
## iter  90 value 781.522802
## iter 100 value 774.141202
## final  value 774.141202 
## stopped after 100 iterations
## # weights:  85
## initial  value 40525.078592 
## iter  10 value 2468.471897
## iter  20 value 1430.175403
## iter  30 value 1083.054452
## iter  40 value 1000.371585
## iter  50 value 938.245242
## iter  60 value 891.021855
## iter  70 value 865.253869
## iter  80 value 850.557087
## iter  90 value 839.958890
## iter 100 value 833.867741
## final  value 833.867741 
## stopped after 100 iterations
## # weights:  109
## initial  value 48307.882763 
## iter  10 value 4929.817702
## iter  20 value 3326.399016
## iter  30 value 2547.706375
## iter  40 value 2155.486715
## iter  50 value 1760.041382
## iter  60 value 1390.498829
## iter  70 value 1162.707382
## iter  80 value 1140.552083
## iter  90 value 1126.636963
## iter 100 value 901.057903
## final  value 901.057903 
## stopped after 100 iterations
## # weights:  13
## initial  value 45363.808070 
## iter  10 value 2444.722034
## iter  20 value 1701.198145
## iter  30 value 1465.708406
## iter  40 value 1208.181714
## iter  50 value 1150.700261
## iter  60 value 1144.260998
## iter  70 value 1144.246294
## final  value 1144.242661 
## converged
## # weights:  37
## initial  value 48785.452752 
## iter  10 value 3508.051604
## iter  20 value 1689.327693
## iter  30 value 1075.787641
## iter  40 value 999.249616
## iter  50 value 955.168749
## iter  60 value 867.549050
## iter  70 value 862.691873
## iter  80 value 860.124700
## iter  90 value 856.505247
## iter 100 value 848.737549
## final  value 848.737549 
## stopped after 100 iterations
## # weights:  61
## initial  value 40284.531138 
## iter  10 value 1531.995474
## iter  20 value 1265.009017
## iter  30 value 950.443087
## iter  40 value 852.952784
## iter  50 value 616.460797
## iter  60 value 503.801267
## iter  70 value 462.666212
## iter  80 value 444.203404
## iter  90 value 437.448665
## iter 100 value 432.871189
## final  value 432.871189 
## stopped after 100 iterations
## # weights:  85
## initial  value 45418.212375 
## iter  10 value 4116.781400
## iter  20 value 1710.786021
## iter  30 value 1462.529952
## iter  40 value 1089.772776
## iter  50 value 982.344987
## iter  60 value 950.439469
## iter  70 value 913.061703
## iter  80 value 819.482094
## iter  90 value 636.119046
## iter 100 value 543.752578
## final  value 543.752578 
## stopped after 100 iterations
## # weights:  109
## initial  value 45785.167198 
## iter  10 value 2850.311407
## iter  20 value 1101.060372
## iter  30 value 903.607304
## iter  40 value 813.680359
## iter  50 value 759.097778
## iter  60 value 728.538153
## iter  70 value 715.448617
## iter  80 value 644.209949
## iter  90 value 559.233275
## iter 100 value 535.373156
## final  value 535.373156 
## stopped after 100 iterations
## # weights:  13
## initial  value 52292.305143 
## iter  10 value 2136.461920
## iter  20 value 1556.188411
## iter  30 value 1168.179498
## iter  40 value 1013.939961
## iter  50 value 960.682312
## iter  60 value 954.593674
## iter  70 value 952.839365
## iter  80 value 952.408918
## final  value 952.408818 
## converged
## # weights:  37
## initial  value 52389.923799 
## iter  10 value 1997.658613
## iter  20 value 1516.990781
## iter  30 value 1164.284567
## iter  40 value 960.247732
## iter  50 value 922.655993
## iter  60 value 870.416998
## iter  70 value 756.484015
## iter  80 value 607.418331
## iter  90 value 580.602504
## iter 100 value 571.937566
## final  value 571.937566 
## stopped after 100 iterations
## # weights:  61
## initial  value 46201.098928 
## iter  10 value 4025.437066
## iter  20 value 2555.936610
## iter  30 value 1563.518616
## iter  40 value 1089.253394
## iter  50 value 966.659054
## iter  60 value 910.761396
## iter  70 value 674.502125
## iter  80 value 592.266587
## iter  90 value 567.082039
## iter 100 value 559.117881
## final  value 559.117881 
## stopped after 100 iterations
## # weights:  85
## initial  value 46922.240543 
## iter  10 value 2398.010765
## iter  20 value 1555.235195
## iter  30 value 1174.456749
## iter  40 value 925.851509
## iter  50 value 726.447693
## iter  60 value 610.247198
## iter  70 value 584.887726
## iter  80 value 568.027697
## iter  90 value 560.123349
## iter 100 value 553.884882
## final  value 553.884882 
## stopped after 100 iterations
## # weights:  109
## initial  value 48585.480011 
## iter  10 value 1034.546625
## iter  20 value 741.795081
## iter  30 value 425.178405
## iter  40 value 257.443159
## iter  50 value 197.455344
## iter  60 value 142.515991
## iter  70 value 113.988451
## iter  80 value 89.667212
## iter  90 value 69.823744
## iter 100 value 61.512111
## final  value 61.512111 
## stopped after 100 iterations
## # weights:  13
## initial  value 45917.405505 
## iter  10 value 4905.593504
## iter  20 value 4153.215190
## iter  30 value 2469.580107
## iter  40 value 1120.234955
## iter  50 value 1046.527310
## iter  60 value 1008.858104
## final  value 1008.738521 
## converged
## # weights:  37
## initial  value 51656.855976 
## iter  10 value 1547.183617
## iter  20 value 1238.179497
## iter  30 value 1127.110802
## iter  40 value 995.085506
## iter  50 value 856.578122
## iter  60 value 650.820657
## iter  70 value 583.494561
## iter  80 value 539.955003
## iter  90 value 511.607216
## iter 100 value 480.880744
## final  value 480.880744 
## stopped after 100 iterations
## # weights:  61
## initial  value 44062.241760 
## iter  10 value 2101.979019
## iter  20 value 1216.436140
## iter  30 value 1045.655666
## iter  40 value 727.476789
## iter  50 value 536.083160
## iter  60 value 470.076375
## iter  70 value 432.795997
## iter  80 value 422.984071
## iter  90 value 414.044151
## iter 100 value 405.106040
## final  value 405.106040 
## stopped after 100 iterations
## # weights:  85
## initial  value 51810.854784 
## iter  10 value 3886.963883
## iter  20 value 3042.403729
## iter  30 value 1142.089437
## iter  40 value 1008.173418
## iter  50 value 799.824971
## iter  60 value 596.413551
## iter  70 value 462.084576
## iter  80 value 414.615682
## iter  90 value 365.970390
## iter 100 value 320.903689
## final  value 320.903689 
## stopped after 100 iterations
## # weights:  109
## initial  value 45496.977470 
## iter  10 value 1436.227172
## iter  20 value 828.245449
## iter  30 value 554.226582
## iter  40 value 404.477614
## iter  50 value 352.252941
## iter  60 value 287.161559
## iter  70 value 252.848200
## iter  80 value 234.150180
## iter  90 value 213.655058
## iter 100 value 204.978123
## final  value 204.978123 
## stopped after 100 iterations
## # weights:  13
## initial  value 50439.332508 
## iter  10 value 2446.337928
## iter  20 value 1086.958506
## iter  30 value 962.783805
## iter  40 value 961.158335
## iter  50 value 960.302086
## iter  50 value 960.302083
## iter  50 value 960.302083
## final  value 960.302083 
## converged
## # weights:  37
## initial  value 46562.636161 
## iter  10 value 1512.568373
## iter  20 value 1149.132584
## iter  30 value 782.721911
## iter  40 value 679.464148
## iter  50 value 623.736784
## iter  60 value 617.024939
## iter  70 value 584.760698
## iter  80 value 576.249180
## iter  90 value 572.446072
## iter 100 value 556.777373
## final  value 556.777373 
## stopped after 100 iterations
## # weights:  61
## initial  value 42869.664985 
## iter  10 value 2707.118692
## iter  20 value 1551.582123
## iter  30 value 1149.079913
## iter  40 value 886.077041
## iter  50 value 739.046722
## iter  60 value 639.310913
## iter  70 value 585.858236
## iter  80 value 547.561470
## iter  90 value 448.253639
## iter 100 value 359.117122
## final  value 359.117122 
## stopped after 100 iterations
## # weights:  85
## initial  value 52871.047664 
## iter  10 value 4952.738958
## iter  20 value 4900.648318
## iter  30 value 3935.303924
## iter  40 value 1659.558719
## iter  50 value 1199.031900
## iter  60 value 937.008299
## iter  70 value 719.015117
## iter  80 value 607.543548
## iter  90 value 513.178262
## iter 100 value 422.544923
## final  value 422.544923 
## stopped after 100 iterations
## # weights:  109
## initial  value 52519.778892 
## iter  10 value 3988.489210
## iter  20 value 2504.841531
## iter  30 value 1167.676536
## iter  40 value 999.139167
## iter  50 value 873.934073
## iter  60 value 693.195306
## iter  70 value 609.426953
## iter  80 value 587.225343
## iter  90 value 544.961469
## iter 100 value 443.050086
## final  value 443.050086 
## stopped after 100 iterations
## # weights:  13
## initial  value 48997.751415 
## iter  10 value 2625.020434
## iter  20 value 1156.494516
## iter  30 value 986.908344
## iter  40 value 970.516603
## iter  50 value 953.811043
## iter  60 value 953.361672
## iter  70 value 953.346246
## final  value 953.336568 
## converged
## # weights:  37
## initial  value 48854.954465 
## iter  10 value 2352.747701
## iter  20 value 986.661519
## iter  30 value 956.937449
## iter  40 value 955.684564
## iter  50 value 955.054881
## iter  60 value 954.990897
## iter  70 value 954.395981
## iter  80 value 953.997905
## iter  90 value 952.766364
## iter 100 value 950.512863
## final  value 950.512863 
## stopped after 100 iterations
## # weights:  61
## initial  value 53268.691114 
## iter  10 value 4684.928147
## iter  20 value 3079.551373
## iter  30 value 1650.934916
## iter  40 value 944.436361
## iter  50 value 656.800346
## iter  60 value 572.823250
## iter  70 value 497.607366
## iter  80 value 480.812493
## iter  90 value 470.080188
## iter 100 value 465.681306
## final  value 465.681306 
## stopped after 100 iterations
## # weights:  85
## initial  value 45579.514917 
## iter  10 value 2525.232241
## iter  20 value 1274.698690
## iter  30 value 975.496692
## iter  40 value 707.667062
## iter  50 value 599.419747
## iter  60 value 567.074871
## iter  70 value 555.691709
## iter  80 value 549.222436
## iter  90 value 531.277775
## iter 100 value 429.196515
## final  value 429.196515 
## stopped after 100 iterations
## # weights:  109
## initial  value 48021.051076 
## iter  10 value 1008.931319
## iter  20 value 923.581586
## iter  30 value 763.146891
## iter  40 value 648.142996
## iter  50 value 422.934939
## iter  60 value 328.571678
## iter  70 value 285.448123
## iter  80 value 235.395629
## iter  90 value 195.635279
## iter 100 value 155.206561
## final  value 155.206561 
## stopped after 100 iterations
## # weights:  13
## initial  value 44723.445015 
## iter  10 value 2145.147959
## iter  20 value 1117.785316
## iter  30 value 979.081044
## iter  40 value 967.724316
## iter  50 value 952.898739
## iter  60 value 952.559033
## iter  70 value 952.515158
## final  value 952.504630 
## converged
## # weights:  37
## initial  value 44810.295608 
## iter  10 value 1788.832164
## iter  20 value 1086.768143
## iter  30 value 1017.881143
## iter  40 value 984.741129
## iter  50 value 885.136049
## iter  60 value 815.583283
## iter  70 value 802.199899
## iter  80 value 772.155293
## iter  90 value 701.271189
## iter 100 value 602.253559
## final  value 602.253559 
## stopped after 100 iterations
## # weights:  61
## initial  value 46103.410793 
## iter  10 value 3305.591655
## iter  20 value 2298.823757
## iter  30 value 1479.836181
## iter  40 value 1139.063064
## iter  50 value 971.706243
## iter  60 value 955.603960
## iter  70 value 953.916580
## iter  80 value 952.623979
## iter  90 value 936.051184
## iter 100 value 842.830256
## final  value 842.830256 
## stopped after 100 iterations
## # weights:  85
## initial  value 55814.476613 
## iter  10 value 4874.859174
## iter  20 value 4874.826663
## final  value 4874.822353 
## converged
## # weights:  109
## initial  value 58389.351231 
## iter  10 value 1989.325107
## iter  20 value 1174.173923
## iter  30 value 857.502956
## iter  40 value 662.307137
## iter  50 value 513.436408
## iter  60 value 437.297014
## iter  70 value 366.950044
## iter  80 value 338.960438
## iter  90 value 317.193369
## iter 100 value 301.423945
## final  value 301.423945 
## stopped after 100 iterations
## # weights:  13
## initial  value 46762.088724 
## iter  10 value 2456.850992
## iter  20 value 1331.959596
## iter  30 value 1089.999970
## iter  40 value 1062.409964
## iter  50 value 1036.778593
## iter  60 value 1036.520468
## iter  70 value 1036.458026
## final  value 1036.456969 
## converged
## # weights:  37
## initial  value 45260.514022 
## iter  10 value 1972.125848
## iter  20 value 1221.073490
## iter  30 value 1147.904694
## iter  40 value 1117.460344
## iter  50 value 1017.365149
## iter  60 value 971.509131
## iter  70 value 945.643167
## iter  80 value 926.003517
## iter  90 value 920.867825
## iter 100 value 909.408640
## final  value 909.408640 
## stopped after 100 iterations
## # weights:  61
## initial  value 44125.242680 
## final  value 5007.556494 
## converged
## # weights:  85
## initial  value 42773.550652 
## iter  10 value 5007.655509
## iter  20 value 3102.487517
## iter  30 value 1737.791534
## iter  40 value 1141.014945
## iter  50 value 1042.574651
## iter  60 value 1036.971963
## iter  70 value 1036.453735
## iter  80 value 1036.448306
## final  value 1036.447712 
## converged
## # weights:  109
## initial  value 45862.442839 
## iter  10 value 1198.301951
## iter  20 value 633.148628
## iter  30 value 346.546902
## iter  40 value 240.636950
## iter  50 value 194.713604
## iter  60 value 158.459311
## iter  70 value 134.141533
## iter  80 value 121.858525
## iter  90 value 105.079946
## iter 100 value 90.135031
## final  value 90.135031 
## stopped after 100 iterations
## # weights:  13
## initial  value 46330.716501 
## iter  10 value 3675.136231
## iter  20 value 1340.317441
## iter  30 value 1107.222378
## iter  40 value 1090.784383
## final  value 1087.218891 
## converged
## # weights:  37
## initial  value 48021.114374 
## iter  10 value 3814.297051
## iter  20 value 1243.628273
## iter  30 value 1097.708014
## iter  40 value 855.098223
## iter  50 value 754.155048
## iter  60 value 724.270330
## iter  70 value 721.519948
## iter  80 value 718.013852
## iter  90 value 717.128009
## iter 100 value 713.358563
## final  value 713.358563 
## stopped after 100 iterations
## # weights:  61
## initial  value 46627.899618 
## iter  10 value 2558.280786
## iter  20 value 1490.336227
## iter  30 value 1207.183784
## iter  40 value 778.769967
## iter  50 value 626.636783
## iter  60 value 561.212750
## iter  70 value 472.909675
## iter  80 value 422.910686
## iter  90 value 395.101098
## iter 100 value 388.372347
## final  value 388.372347 
## stopped after 100 iterations
## # weights:  85
## initial  value 47770.725895 
## iter  10 value 2093.451102
## iter  20 value 1487.549611
## iter  30 value 1312.537784
## iter  40 value 1189.932903
## iter  50 value 753.461604
## iter  60 value 572.369277
## iter  70 value 421.038509
## iter  80 value 341.767326
## iter  90 value 286.328155
## iter 100 value 249.479604
## final  value 249.479604 
## stopped after 100 iterations
## # weights:  109
## initial  value 45993.536214 
## iter  10 value 2189.859355
## iter  20 value 1428.781054
## iter  30 value 1175.636976
## iter  40 value 1050.178516
## iter  50 value 767.545373
## iter  60 value 526.461344
## iter  70 value 409.267366
## iter  80 value 344.521168
## iter  90 value 287.102366
## iter 100 value 265.838694
## final  value 265.838694 
## stopped after 100 iterations
## # weights:  13
## initial  value 48023.637571 
## iter  10 value 1956.729068
## iter  20 value 1598.389816
## iter  30 value 1223.616484
## iter  40 value 1086.139992
## iter  50 value 1046.807302
## iter  60 value 1042.815460
## iter  70 value 1042.714850
## final  value 1042.663518 
## converged
## # weights:  37
## initial  value 47923.198939 
## iter  10 value 1699.395183
## iter  20 value 1072.134652
## iter  30 value 956.492727
## iter  40 value 807.475361
## iter  50 value 708.373094
## iter  60 value 610.770844
## iter  70 value 554.505251
## iter  80 value 539.766127
## iter  90 value 531.129959
## iter 100 value 523.334419
## final  value 523.334419 
## stopped after 100 iterations
## # weights:  61
## initial  value 48811.597481 
## iter  10 value 4877.431893
## iter  20 value 2318.203297
## iter  30 value 1634.527761
## iter  40 value 1182.347044
## iter  50 value 1043.866877
## iter  60 value 916.798335
## iter  70 value 694.244401
## iter  80 value 622.703781
## iter  90 value 539.314607
## iter 100 value 487.404373
## final  value 487.404373 
## stopped after 100 iterations
## # weights:  85
## initial  value 50310.529678 
## iter  10 value 1514.837430
## iter  20 value 886.699766
## iter  30 value 754.926624
## iter  40 value 718.813383
## iter  50 value 689.201564
## iter  60 value 612.657122
## iter  70 value 467.589427
## iter  80 value 416.985791
## iter  90 value 415.102717
## iter 100 value 373.768386
## final  value 373.768386 
## stopped after 100 iterations
## # weights:  109
## initial  value 44419.143326 
## iter  10 value 4660.585761
## iter  20 value 2480.732606
## iter  30 value 1763.805250
## iter  40 value 1555.321450
## iter  50 value 1064.417976
## iter  60 value 750.984444
## iter  70 value 506.233066
## iter  80 value 337.808220
## iter  90 value 244.784460
## iter 100 value 189.679035
## final  value 189.679035 
## stopped after 100 iterations
## # weights:  13
## initial  value 49323.152599 
## iter  10 value 1671.849901
## iter  20 value 1283.495198
## iter  30 value 1048.385288
## iter  40 value 1041.397187
## iter  50 value 1037.303134
## final  value 1037.115967 
## converged
## # weights:  37
## initial  value 46213.935925 
## iter  10 value 2487.780047
## iter  20 value 1347.978877
## iter  30 value 1070.263439
## iter  40 value 1045.886324
## iter  50 value 1043.533304
## iter  60 value 1043.203213
## iter  70 value 1042.883995
## iter  80 value 1033.853852
## iter  90 value 999.319436
## iter 100 value 848.412609
## final  value 848.412609 
## stopped after 100 iterations
## # weights:  61
## initial  value 40527.221114 
## iter  10 value 2654.592643
## iter  20 value 1504.879949
## iter  30 value 1109.362130
## iter  40 value 1048.320763
## iter  50 value 1043.818464
## iter  60 value 1040.734724
## iter  70 value 1039.076584
## iter  80 value 1038.277017
## iter  90 value 1026.967162
## iter 100 value 1010.030400
## final  value 1010.030400 
## stopped after 100 iterations
## # weights:  85
## initial  value 45487.340548 
## iter  10 value 1105.523750
## iter  20 value 870.069134
## iter  30 value 612.363730
## iter  40 value 337.410259
## iter  50 value 224.549562
## iter  60 value 173.441286
## iter  70 value 144.750031
## iter  80 value 135.630693
## iter  90 value 131.772002
## iter 100 value 129.017044
## final  value 129.017044 
## stopped after 100 iterations
## # weights:  109
## initial  value 47290.633969 
## iter  10 value 1236.070042
## iter  20 value 708.646035
## iter  30 value 528.661009
## iter  40 value 370.104850
## iter  50 value 283.378842
## iter  60 value 184.154632
## iter  70 value 147.008923
## iter  80 value 135.962102
## iter  90 value 126.100306
## iter 100 value 114.430226
## final  value 114.430226 
## stopped after 100 iterations
## # weights:  13
## initial  value 45893.635397 
## iter  10 value 3327.553767
## iter  20 value 3053.075003
## iter  30 value 2701.997626
## iter  40 value 1904.933819
## iter  50 value 1741.510609
## iter  60 value 1619.462040
## iter  70 value 1187.458062
## iter  80 value 1069.479658
## iter  90 value 1042.943589
## iter 100 value 1036.643191
## final  value 1036.643191 
## stopped after 100 iterations
## # weights:  37
## initial  value 47740.701720 
## iter  10 value 5008.778214
## iter  20 value 5007.568968
## iter  30 value 2402.871592
## iter  40 value 1564.697378
## iter  50 value 1137.018247
## iter  60 value 988.967000
## iter  70 value 833.567605
## iter  80 value 663.327612
## iter  90 value 624.738067
## iter 100 value 610.880250
## final  value 610.880250 
## stopped after 100 iterations
## # weights:  61
## initial  value 53667.352712 
## iter  10 value 3221.056169
## iter  20 value 1144.082288
## iter  30 value 637.058328
## iter  40 value 400.855383
## iter  50 value 325.345702
## iter  60 value 272.068376
## iter  70 value 249.471724
## iter  80 value 237.532481
## iter  90 value 230.192486
## iter 100 value 223.597286
## final  value 223.597286 
## stopped after 100 iterations
## # weights:  85
## initial  value 44725.321665 
## iter  10 value 1080.463151
## iter  20 value 805.215806
## iter  30 value 621.030005
## iter  40 value 527.113238
## iter  50 value 447.021499
## iter  60 value 361.435173
## iter  70 value 255.473570
## iter  80 value 223.423038
## iter  90 value 196.012365
## iter 100 value 157.971750
## final  value 157.971750 
## stopped after 100 iterations
## # weights:  109
## initial  value 48236.736795 
## iter  10 value 1548.378324
## iter  20 value 865.504629
## iter  30 value 508.908192
## iter  40 value 359.945564
## iter  50 value 212.937309
## iter  60 value 157.578289
## iter  70 value 135.011328
## iter  80 value 116.440786
## iter  90 value 102.704569
## iter 100 value 98.175978
## final  value 98.175978 
## stopped after 100 iterations
## # weights:  13
## initial  value 49962.874051 
## iter  10 value 2832.844782
## iter  20 value 1591.190439
## iter  30 value 1229.655234
## iter  40 value 1074.647983
## iter  50 value 882.809152
## iter  60 value 853.900169
## iter  70 value 843.257681
## iter  80 value 833.111267
## iter  90 value 831.971298
## iter 100 value 830.339418
## final  value 830.339418 
## stopped after 100 iterations
## # weights:  37
## initial  value 47621.229562 
## iter  10 value 3211.543429
## iter  20 value 1127.721946
## iter  30 value 892.770551
## iter  40 value 822.753988
## iter  50 value 679.059562
## iter  60 value 472.065480
## iter  70 value 449.803065
## iter  80 value 436.688145
## iter  90 value 429.082056
## iter 100 value 423.293174
## final  value 423.293174 
## stopped after 100 iterations
## # weights:  61
## initial  value 49546.495728 
## iter  10 value 3476.909499
## iter  20 value 1140.167614
## iter  30 value 826.097295
## iter  40 value 756.667132
## iter  50 value 715.326255
## iter  60 value 638.717407
## iter  70 value 609.374220
## iter  80 value 600.151115
## iter  90 value 597.793980
## iter 100 value 596.605389
## final  value 596.605389 
## stopped after 100 iterations
## # weights:  85
## initial  value 48165.743026 
## iter  10 value 2558.380244
## iter  20 value 1395.467968
## iter  30 value 922.176691
## iter  40 value 850.137058
## iter  50 value 836.810109
## iter  60 value 834.125944
## iter  70 value 829.902862
## iter  80 value 809.427088
## iter  90 value 798.170954
## iter 100 value 727.515762
## final  value 727.515762 
## stopped after 100 iterations
## # weights:  109
## initial  value 46770.838918 
## iter  10 value 1431.389143
## iter  20 value 596.785923
## iter  30 value 429.583780
## iter  40 value 300.694738
## iter  50 value 231.527705
## iter  60 value 194.091928
## iter  70 value 167.929629
## iter  80 value 143.217879
## iter  90 value 122.831550
## iter 100 value 114.868854
## final  value 114.868854 
## stopped after 100 iterations
## # weights:  13
## initial  value 50992.246389 
## iter  10 value 2744.670378
## iter  20 value 969.998359
## iter  30 value 900.740349
## iter  40 value 900.686773
## final  value 900.682551 
## converged
## # weights:  37
## initial  value 41994.856913 
## iter  10 value 1587.138928
## iter  20 value 1334.190386
## iter  30 value 1017.727792
## iter  40 value 837.530543
## iter  50 value 795.818700
## iter  60 value 757.090033
## iter  70 value 716.712736
## iter  80 value 689.031077
## iter  90 value 626.480982
## iter 100 value 527.033571
## final  value 527.033571 
## stopped after 100 iterations
## # weights:  61
## initial  value 42520.094978 
## iter  10 value 4904.025066
## iter  20 value 3693.674322
## iter  30 value 1882.935037
## iter  40 value 1260.008420
## iter  50 value 914.165745
## iter  60 value 673.460069
## iter  70 value 473.467974
## iter  80 value 368.725149
## iter  90 value 347.987553
## iter 100 value 323.507922
## final  value 323.507922 
## stopped after 100 iterations
## # weights:  85
## initial  value 47819.940170 
## iter  10 value 4318.377933
## iter  20 value 3588.189018
## iter  30 value 1822.200097
## iter  40 value 1283.142855
## iter  50 value 886.062948
## iter  60 value 714.966483
## iter  70 value 464.940845
## iter  80 value 378.521145
## iter  90 value 298.788384
## iter 100 value 251.676786
## final  value 251.676786 
## stopped after 100 iterations
## # weights:  109
## initial  value 46818.211900 
## iter  10 value 1213.561110
## iter  20 value 941.435813
## iter  30 value 761.584637
## iter  40 value 632.060890
## iter  50 value 419.420593
## iter  60 value 343.890501
## iter  70 value 285.357863
## iter  80 value 221.129213
## iter  90 value 181.529733
## iter 100 value 166.817644
## final  value 166.817644 
## stopped after 100 iterations
## # weights:  13
## initial  value 44867.114064 
## iter  10 value 4350.996858
## iter  20 value 3979.960642
## iter  30 value 2284.389530
## iter  40 value 989.713801
## iter  50 value 886.906375
## iter  60 value 869.944052
## iter  70 value 852.653415
## iter  80 value 851.971976
## iter  90 value 851.898573
## final  value 851.898563 
## converged
## # weights:  37
## initial  value 50457.014489 
## iter  10 value 3383.601417
## iter  20 value 1353.022865
## iter  30 value 962.718423
## iter  40 value 901.589619
## iter  50 value 875.144171
## iter  60 value 854.730619
## iter  70 value 827.141412
## iter  80 value 713.782306
## iter  90 value 670.898359
## iter 100 value 651.652822
## final  value 651.652822 
## stopped after 100 iterations
## # weights:  61
## initial  value 50062.373070 
## iter  10 value 1251.763517
## iter  20 value 852.510994
## iter  30 value 674.139261
## iter  40 value 572.102959
## iter  50 value 469.484611
## iter  60 value 322.295126
## iter  70 value 281.202475
## iter  80 value 251.520237
## iter  90 value 238.526323
## iter 100 value 236.147842
## final  value 236.147842 
## stopped after 100 iterations
## # weights:  85
## initial  value 57870.340031 
## iter  10 value 1799.894244
## iter  20 value 1080.128907
## iter  30 value 946.360563
## iter  40 value 798.186349
## iter  50 value 720.827838
## iter  60 value 599.065914
## iter  70 value 587.166166
## iter  80 value 519.402042
## iter  90 value 395.008724
## iter 100 value 307.577601
## final  value 307.577601 
## stopped after 100 iterations
## # weights:  109
## initial  value 53137.393146 
## iter  10 value 976.211265
## iter  20 value 586.892820
## iter  30 value 402.381394
## iter  40 value 270.691071
## iter  50 value 174.206839
## iter  60 value 134.338133
## iter  70 value 100.969289
## iter  80 value 90.348596
## iter  90 value 83.062795
## iter 100 value 76.518679
## final  value 76.518679 
## stopped after 100 iterations
## # weights:  13
## initial  value 45242.373275 
## iter  10 value 2864.379189
## iter  20 value 1769.578121
## iter  30 value 867.200038
## iter  40 value 860.983387
## iter  50 value 838.229026
## iter  60 value 834.469316
## iter  70 value 834.128722
## iter  80 value 833.037731
## final  value 832.931982 
## converged
## # weights:  37
## initial  value 46346.530005 
## iter  10 value 1189.529841
## iter  20 value 933.586248
## iter  30 value 849.895492
## iter  40 value 840.841487
## iter  50 value 839.452195
## iter  60 value 837.904821
## iter  70 value 836.267026
## iter  80 value 831.412116
## iter  90 value 819.027443
## iter 100 value 738.621801
## final  value 738.621801 
## stopped after 100 iterations
## # weights:  61
## initial  value 43594.150775 
## iter  10 value 1590.567265
## iter  20 value 727.468540
## iter  30 value 536.927478
## iter  40 value 424.910466
## iter  50 value 360.969672
## iter  60 value 330.962012
## iter  70 value 308.175534
## iter  80 value 297.840096
## iter  90 value 292.672405
## iter 100 value 286.375979
## final  value 286.375979 
## stopped after 100 iterations
## # weights:  85
## initial  value 46325.495273 
## iter  10 value 1303.364261
## iter  20 value 698.293759
## iter  30 value 480.945687
## iter  40 value 339.940178
## iter  50 value 296.904355
## iter  60 value 267.988718
## iter  70 value 230.680144
## iter  80 value 206.370025
## iter  90 value 196.667214
## iter 100 value 181.178698
## final  value 181.178698 
## stopped after 100 iterations
## # weights:  109
## initial  value 47562.547272 
## iter  10 value 2414.495112
## iter  20 value 1309.981746
## iter  30 value 943.090651
## iter  40 value 745.036709
## iter  50 value 616.238422
## iter  60 value 470.204210
## iter  70 value 375.732932
## iter  80 value 280.430300
## iter  90 value 234.947233
## iter 100 value 187.202225
## final  value 187.202225 
## stopped after 100 iterations
## # weights:  13
## initial  value 52050.514385 
## iter  10 value 2054.183164
## iter  20 value 1146.911818
## iter  30 value 930.846212
## iter  40 value 887.921750
## iter  50 value 841.410636
## iter  60 value 837.259643
## iter  70 value 834.889660
## iter  80 value 831.047739
## iter  90 value 830.604732
## iter 100 value 830.336228
## final  value 830.336228 
## stopped after 100 iterations
## # weights:  37
## initial  value 46939.020831 
## iter  10 value 4344.788147
## iter  20 value 4322.711563
## iter  30 value 3482.389237
## iter  40 value 2647.684659
## iter  50 value 2557.471828
## iter  60 value 2554.813691
## iter  70 value 2523.631061
## iter  80 value 2487.731096
## iter  90 value 2421.204018
## iter 100 value 2268.620874
## final  value 2268.620874 
## stopped after 100 iterations
## # weights:  61
## initial  value 54046.414960 
## iter  10 value 1094.381233
## iter  20 value 730.208285
## iter  30 value 634.017192
## iter  40 value 509.047680
## iter  50 value 405.862734
## iter  60 value 335.748962
## iter  70 value 253.013523
## iter  80 value 222.261012
## iter  90 value 205.849218
## iter 100 value 183.034098
## final  value 183.034098 
## stopped after 100 iterations
## # weights:  85
## initial  value 51624.112577 
## iter  10 value 3858.215525
## iter  20 value 1753.472405
## iter  30 value 1206.753481
## iter  40 value 939.929297
## iter  50 value 751.617174
## iter  60 value 694.320797
## iter  70 value 578.462325
## iter  80 value 512.560386
## iter  90 value 466.709833
## iter 100 value 400.151766
## final  value 400.151766 
## stopped after 100 iterations
## # weights:  109
## initial  value 52452.071358 
## iter  10 value 1325.145149
## iter  20 value 667.309853
## iter  30 value 372.698573
## iter  40 value 235.483374
## iter  50 value 161.754913
## iter  60 value 124.298213
## iter  70 value 98.145615
## iter  80 value 83.113734
## iter  90 value 64.549740
## iter 100 value 59.058918
## final  value 59.058918 
## stopped after 100 iterations
## # weights:  13
## initial  value 45881.507907 
## final  value 4948.952283 
## converged
## # weights:  37
## initial  value 42472.933658 
## iter  10 value 3736.878869
## iter  20 value 1325.155454
## iter  30 value 1209.652694
## iter  40 value 1195.922637
## iter  50 value 1193.809115
## iter  60 value 1193.196984
## final  value 1193.133474 
## converged
## # weights:  61
## initial  value 43234.505840 
## iter  10 value 2704.646566
## iter  20 value 1540.618868
## iter  30 value 1219.460149
## iter  40 value 1194.330215
## iter  50 value 1193.826748
## iter  60 value 1193.387431
## iter  70 value 1193.141927
## final  value 1193.133483 
## converged
## # weights:  85
## initial  value 41349.442436 
## iter  10 value 3260.792335
## iter  20 value 1208.630844
## iter  30 value 945.087368
## iter  40 value 613.295969
## iter  50 value 457.572498
## iter  60 value 292.613202
## iter  70 value 231.971693
## iter  80 value 207.196456
## iter  90 value 191.421537
## iter 100 value 175.757597
## final  value 175.757597 
## stopped after 100 iterations
## # weights:  109
## initial  value 52758.928472 
## iter  10 value 4949.133734
## iter  20 value 4109.628086
## iter  30 value 2485.487063
## iter  40 value 2435.673158
## iter  50 value 2404.765666
## iter  60 value 2404.532799
## iter  70 value 2036.601975
## iter  80 value 1822.200625
## iter  90 value 1487.304466
## iter 100 value 1247.316539
## final  value 1247.316539 
## stopped after 100 iterations
## # weights:  13
## initial  value 46982.390607 
## iter  10 value 4967.845853
## iter  20 value 2860.528112
## iter  30 value 1898.807533
## iter  40 value 1343.851969
## iter  50 value 1271.795907
## iter  60 value 1254.670844
## final  value 1254.603503 
## converged
## # weights:  37
## initial  value 46410.754401 
## iter  10 value 4543.584186
## iter  20 value 2822.164496
## iter  30 value 1481.988880
## iter  40 value 1282.734750
## iter  50 value 1247.852243
## iter  60 value 1172.297372
## iter  70 value 1087.321922
## iter  80 value 921.749175
## iter  90 value 765.719322
## iter 100 value 727.451001
## final  value 727.451001 
## stopped after 100 iterations
## # weights:  61
## initial  value 48287.134553 
## iter  10 value 5464.690760
## iter  20 value 4497.198236
## iter  30 value 2828.342642
## iter  40 value 1813.697661
## iter  50 value 1115.997237
## iter  60 value 839.604762
## iter  70 value 662.424040
## iter  80 value 453.691590
## iter  90 value 350.689526
## iter 100 value 290.684946
## final  value 290.684946 
## stopped after 100 iterations
## # weights:  85
## initial  value 41897.424405 
## iter  10 value 5263.391371
## iter  20 value 3850.427719
## iter  30 value 1827.336388
## iter  40 value 1316.674119
## iter  50 value 949.940986
## iter  60 value 757.643115
## iter  70 value 624.177867
## iter  80 value 514.983323
## iter  90 value 399.049346
## iter 100 value 347.167788
## final  value 347.167788 
## stopped after 100 iterations
## # weights:  109
## initial  value 47146.458121 
## iter  10 value 1830.024075
## iter  20 value 903.182481
## iter  30 value 575.199131
## iter  40 value 368.794142
## iter  50 value 312.697561
## iter  60 value 280.842839
## iter  70 value 261.483221
## iter  80 value 248.633524
## iter  90 value 239.348814
## iter 100 value 225.387860
## final  value 225.387860 
## stopped after 100 iterations
## # weights:  13
## initial  value 49713.613498 
## iter  10 value 2752.886372
## iter  20 value 1217.290400
## iter  30 value 1203.965243
## iter  40 value 1203.425976
## final  value 1202.902152 
## converged
## # weights:  37
## initial  value 46209.790923 
## iter  10 value 4905.164407
## iter  20 value 1929.308168
## iter  30 value 1341.027103
## iter  40 value 1114.727073
## iter  50 value 1043.907838
## iter  60 value 1005.687866
## iter  70 value 842.735979
## iter  80 value 814.682139
## iter  90 value 808.969477
## iter 100 value 808.188535
## final  value 808.188535 
## stopped after 100 iterations
## # weights:  61
## initial  value 50592.332809 
## iter  10 value 2085.505155
## iter  20 value 1437.814634
## iter  30 value 1012.647433
## iter  40 value 514.263851
## iter  50 value 369.284182
## iter  60 value 333.659159
## iter  70 value 311.580946
## iter  80 value 299.989540
## iter  90 value 295.141591
## iter 100 value 263.036557
## final  value 263.036557 
## stopped after 100 iterations
## # weights:  85
## initial  value 47155.430452 
## iter  10 value 3253.410254
## iter  20 value 2136.671571
## iter  30 value 1667.954930
## iter  40 value 1322.246038
## iter  50 value 837.081561
## iter  60 value 638.366520
## iter  70 value 433.300600
## iter  80 value 335.672534
## iter  90 value 278.629873
## iter 100 value 230.701318
## final  value 230.701318 
## stopped after 100 iterations
## # weights:  109
## initial  value 52290.438986 
## iter  10 value 1413.679333
## iter  20 value 858.296794
## iter  30 value 462.714303
## iter  40 value 278.915559
## iter  50 value 168.037139
## iter  60 value 97.668519
## iter  70 value 76.630199
## iter  80 value 62.218646
## iter  90 value 55.761114
## iter 100 value 51.886986
## final  value 51.886986 
## stopped after 100 iterations
## # weights:  13
## initial  value 50206.337222 
## iter  10 value 4981.220079
## iter  20 value 3279.921776
## iter  30 value 2425.621631
## iter  40 value 1428.871895
## iter  50 value 1262.097236
## iter  60 value 1204.577832
## iter  70 value 1197.452467
## iter  80 value 1196.544818
## iter  90 value 1195.150664
## final  value 1195.146347 
## converged
## # weights:  37
## initial  value 49687.281498 
## iter  10 value 4950.134944
## iter  20 value 4950.066303
## iter  30 value 2065.769677
## iter  40 value 1446.974555
## iter  50 value 1255.606704
## iter  60 value 1205.359226
## iter  70 value 1197.605577
## iter  80 value 1194.847718
## iter  90 value 1194.612494
## iter 100 value 1194.577197
## final  value 1194.577197 
## stopped after 100 iterations
## # weights:  61
## initial  value 46076.667270 
## iter  10 value 4955.956999
## iter  20 value 4520.943740
## iter  30 value 2809.087523
## iter  40 value 1661.627966
## iter  50 value 1298.566051
## iter  60 value 1170.203064
## iter  70 value 1142.517559
## iter  80 value 1138.011039
## iter  90 value 1133.756793
## iter 100 value 1133.219865
## final  value 1133.219865 
## stopped after 100 iterations
## # weights:  85
## initial  value 43177.409654 
## iter  10 value 4453.522820
## iter  20 value 1337.823277
## iter  30 value 891.978729
## iter  40 value 755.210258
## iter  50 value 666.272246
## iter  60 value 573.102667
## iter  70 value 514.713415
## iter  80 value 455.253542
## iter  90 value 417.238168
## iter 100 value 386.634830
## final  value 386.634830 
## stopped after 100 iterations
## # weights:  109
## initial  value 49078.355574 
## iter  10 value 3642.444315
## iter  20 value 1418.313039
## iter  30 value 1075.790605
## iter  40 value 988.459630
## iter  50 value 946.114706
## iter  60 value 915.975996
## iter  70 value 740.910840
## iter  80 value 589.047087
## iter  90 value 493.738925
## iter 100 value 460.460726
## final  value 460.460726 
## stopped after 100 iterations
## # weights:  13
## initial  value 45639.276136 
## iter  10 value 2838.275047
## iter  20 value 1323.585395
## iter  30 value 1205.539823
## iter  40 value 1200.512804
## iter  50 value 1193.765999
## iter  60 value 1193.327489
## iter  70 value 1193.298045
## final  value 1193.277113 
## converged
## # weights:  37
## initial  value 44936.042145 
## iter  10 value 1393.149175
## iter  20 value 1098.527217
## iter  30 value 1085.620689
## iter  40 value 950.428124
## iter  50 value 792.326679
## iter  60 value 582.206060
## iter  70 value 502.575164
## iter  80 value 466.487815
## iter  90 value 444.280447
## iter 100 value 433.689187
## final  value 433.689187 
## stopped after 100 iterations
## # weights:  61
## initial  value 46201.284293 
## iter  10 value 2145.079721
## iter  20 value 1703.000586
## iter  30 value 1341.163314
## iter  40 value 1196.555146
## iter  50 value 1047.072774
## iter  60 value 1027.945209
## iter  70 value 1019.639391
## iter  80 value 1019.244898
## iter  90 value 1019.036977
## iter 100 value 1017.695338
## final  value 1017.695338 
## stopped after 100 iterations
## # weights:  85
## initial  value 49681.087310 
## iter  10 value 3671.759428
## iter  20 value 1370.444495
## iter  30 value 1100.836096
## iter  40 value 815.851958
## iter  50 value 583.768350
## iter  60 value 484.829973
## iter  70 value 429.447596
## iter  80 value 391.746134
## iter  90 value 344.817214
## iter 100 value 309.415907
## final  value 309.415907 
## stopped after 100 iterations
## # weights:  109
## initial  value 41245.269416 
## iter  10 value 2015.147344
## iter  20 value 917.683686
## iter  30 value 544.732949
## iter  40 value 315.053083
## iter  50 value 199.899339
## iter  60 value 119.314865
## iter  70 value 82.263515
## iter  80 value 66.935554
## iter  90 value 59.311824
## iter 100 value 55.795653
## final  value 55.795653 
## stopped after 100 iterations
## # weights:  13
## initial  value 47886.481262 
## iter  10 value 4973.361002
## iter  20 value 2966.744299
## iter  30 value 1905.190827
## iter  40 value 1178.621760
## iter  50 value 1028.674999
## iter  60 value 819.732059
## iter  70 value 809.914040
## iter  80 value 809.697065
## final  value 809.669042 
## converged
## # weights:  37
## initial  value 46433.651880 
## final  value 4974.207820 
## converged
## # weights:  61
## initial  value 47000.504328 
## iter  10 value 4974.240823
## final  value 4974.216501 
## converged
## # weights:  85
## initial  value 46269.973326 
## iter  10 value 4974.221867
## final  value 4974.209517 
## converged
## # weights:  109
## initial  value 47572.305223 
## iter  10 value 1570.300389
## iter  20 value 749.076921
## iter  30 value 567.668997
## iter  40 value 508.106188
## iter  50 value 489.829503
## iter  60 value 407.509894
## iter  70 value 356.010524
## iter  80 value 329.698053
## iter  90 value 320.813285
## iter 100 value 308.342387
## final  value 308.342387 
## stopped after 100 iterations
## # weights:  13
## initial  value 43132.980356 
## iter  10 value 4244.480537
## iter  20 value 1689.021971
## iter  30 value 877.213102
## iter  40 value 857.527427
## iter  50 value 852.487492
## iter  50 value 852.487484
## iter  50 value 852.487484
## final  value 852.487484 
## converged
## # weights:  37
## initial  value 40690.659002 
## iter  10 value 5016.068052
## iter  20 value 1099.862214
## iter  30 value 997.815460
## iter  40 value 847.093004
## iter  50 value 809.261706
## iter  60 value 720.476194
## iter  70 value 693.003069
## iter  80 value 596.865360
## iter  90 value 540.187134
## iter 100 value 502.264466
## final  value 502.264466 
## stopped after 100 iterations
## # weights:  61
## initial  value 38930.805449 
## iter  10 value 5380.912436
## iter  20 value 5128.746983
## iter  30 value 1757.256540
## iter  40 value 1114.350883
## iter  50 value 765.357725
## iter  60 value 566.813594
## iter  70 value 447.353918
## iter  80 value 399.109761
## iter  90 value 364.473054
## iter 100 value 345.254939
## final  value 345.254939 
## stopped after 100 iterations
## # weights:  85
## initial  value 42941.408456 
## iter  10 value 1372.802764
## iter  20 value 996.262739
## iter  30 value 762.360952
## iter  40 value 696.131970
## iter  50 value 600.485233
## iter  60 value 485.808263
## iter  70 value 432.495237
## iter  80 value 401.753220
## iter  90 value 369.881360
## iter 100 value 339.744642
## final  value 339.744642 
## stopped after 100 iterations
## # weights:  109
## initial  value 49008.686613 
## iter  10 value 3129.757324
## iter  20 value 1674.911278
## iter  30 value 1151.707006
## iter  40 value 911.754143
## iter  50 value 772.276081
## iter  60 value 635.301301
## iter  70 value 556.681105
## iter  80 value 501.267188
## iter  90 value 390.176944
## iter 100 value 366.482750
## final  value 366.482750 
## stopped after 100 iterations
## # weights:  13
## initial  value 42226.144709 
## iter  10 value 2852.988244
## iter  20 value 1394.512522
## iter  30 value 924.124038
## iter  40 value 834.344249
## iter  50 value 814.500045
## final  value 814.323122 
## converged
## # weights:  37
## initial  value 42894.873477 
## iter  10 value 4912.310020
## iter  20 value 3583.593692
## iter  30 value 2360.517973
## iter  40 value 1875.627380
## iter  50 value 1763.524669
## iter  60 value 1634.978046
## iter  70 value 1546.548014
## iter  80 value 1285.241775
## iter  90 value 992.855373
## iter 100 value 826.174667
## final  value 826.174667 
## stopped after 100 iterations
## # weights:  61
## initial  value 48825.267057 
## iter  10 value 1737.495095
## iter  20 value 1014.365563
## iter  30 value 788.774219
## iter  40 value 627.998035
## iter  50 value 571.948272
## iter  60 value 502.691174
## iter  70 value 442.726722
## iter  80 value 363.310648
## iter  90 value 344.571846
## iter 100 value 333.674707
## final  value 333.674707 
## stopped after 100 iterations
## # weights:  85
## initial  value 44576.459044 
## iter  10 value 2123.216165
## iter  20 value 1344.030291
## iter  30 value 1054.148512
## iter  40 value 982.637644
## iter  50 value 934.064291
## iter  60 value 731.054519
## iter  70 value 567.103372
## iter  80 value 448.462287
## iter  90 value 330.347790
## iter 100 value 243.797798
## final  value 243.797798 
## stopped after 100 iterations
## # weights:  109
## initial  value 43791.759402 
## iter  10 value 1661.465574
## iter  20 value 692.896509
## iter  30 value 506.143764
## iter  40 value 405.582413
## iter  50 value 299.777405
## iter  60 value 274.855046
## iter  70 value 256.203950
## iter  80 value 231.119139
## iter  90 value 209.191490
## iter 100 value 206.220152
## final  value 206.220152 
## stopped after 100 iterations
## # weights:  13
## initial  value 45917.508078 
## iter  10 value 3247.130126
## iter  20 value 1077.980900
## iter  30 value 868.745580
## iter  40 value 824.284546
## iter  50 value 810.146776
## final  value 810.141192 
## converged
## # weights:  37
## initial  value 49279.039539 
## iter  10 value 3154.589850
## iter  20 value 1286.717527
## iter  30 value 841.672152
## iter  40 value 614.083842
## iter  50 value 583.810630
## iter  60 value 554.332257
## iter  70 value 552.982757
## iter  80 value 549.891747
## iter  90 value 545.330603
## iter 100 value 545.256185
## final  value 545.256185 
## stopped after 100 iterations
## # weights:  61
## initial  value 39490.448899 
## iter  10 value 4975.659051
## iter  20 value 4975.635628
## final  value 4975.612769 
## converged
## # weights:  85
## initial  value 42769.539731 
## iter  10 value 3017.564168
## iter  20 value 1483.518649
## iter  30 value 1190.935772
## iter  40 value 999.822515
## iter  50 value 854.994171
## iter  60 value 847.205335
## iter  70 value 827.926137
## iter  80 value 761.333210
## iter  90 value 507.796377
## iter 100 value 389.673200
## final  value 389.673200 
## stopped after 100 iterations
## # weights:  109
## initial  value 43217.442972 
## iter  10 value 870.632700
## iter  20 value 452.346715
## iter  30 value 249.296900
## iter  40 value 183.991283
## iter  50 value 131.384363
## iter  60 value 108.521565
## iter  70 value 94.617431
## iter  80 value 82.946544
## iter  90 value 75.273231
## iter 100 value 70.360070
## final  value 70.360070 
## stopped after 100 iterations
## # weights:  13
## initial  value 43792.914244 
## iter  10 value 4974.244166
## final  value 4974.233634 
## converged
## # weights:  37
## initial  value 48678.681030 
## iter  10 value 1458.467170
## iter  20 value 809.774406
## iter  30 value 707.950389
## iter  40 value 674.352983
## iter  50 value 663.411306
## iter  60 value 627.277945
## iter  70 value 624.338326
## iter  80 value 624.175133
## iter  90 value 624.104543
## iter 100 value 618.211921
## final  value 618.211921 
## stopped after 100 iterations
## # weights:  61
## initial  value 41875.961910 
## iter  10 value 4985.884199
## iter  20 value 4962.183269
## iter  30 value 4790.012532
## iter  40 value 3568.221578
## iter  50 value 3058.084929
## iter  60 value 1135.423781
## iter  70 value 892.216866
## iter  80 value 834.207881
## iter  90 value 831.401516
## iter 100 value 797.545162
## final  value 797.545162 
## stopped after 100 iterations
## # weights:  85
## initial  value 39708.073518 
## iter  10 value 1791.779097
## iter  20 value 678.202568
## iter  30 value 429.760228
## iter  40 value 309.650466
## iter  50 value 195.924139
## iter  60 value 140.167657
## iter  70 value 118.519904
## iter  80 value 104.233038
## iter  90 value 96.229932
## iter 100 value 92.072570
## final  value 92.072570 
## stopped after 100 iterations
## # weights:  109
## initial  value 41795.443441 
## iter  10 value 785.414933
## iter  20 value 564.956908
## iter  30 value 346.023723
## iter  40 value 130.814398
## iter  50 value 95.160182
## iter  60 value 71.315993
## iter  70 value 60.403364
## iter  80 value 52.962510
## iter  90 value 45.875503
## iter 100 value 38.337587
## final  value 38.337587 
## stopped after 100 iterations
## # weights:  13
## initial  value 40643.805978 
## iter  10 value 1572.923910
## iter  20 value 1064.348515
## iter  30 value 1039.375731
## iter  40 value 1039.236818
## final  value 1039.212646 
## converged
## # weights:  37
## initial  value 43328.516579 
## iter  10 value 1430.356846
## iter  20 value 1171.352855
## iter  30 value 1041.884930
## iter  40 value 1039.234335
## final  value 1039.212648 
## converged
## # weights:  61
## initial  value 44205.361921 
## iter  10 value 2421.479316
## iter  20 value 1405.801151
## iter  30 value 1048.153698
## iter  40 value 1039.217560
## iter  50 value 1039.095082
## iter  60 value 1038.763988
## iter  70 value 995.323435
## iter  80 value 877.318264
## iter  90 value 766.718493
## iter 100 value 731.612085
## final  value 731.612085 
## stopped after 100 iterations
## # weights:  85
## initial  value 43033.164446 
## final  value 4696.181377 
## converged
## # weights:  109
## initial  value 50007.443797 
## iter  10 value 2575.658979
## iter  20 value 1166.018669
## iter  30 value 802.573010
## iter  40 value 612.610459
## iter  50 value 478.894216
## iter  60 value 376.179939
## iter  70 value 312.530674
## iter  80 value 266.639808
## iter  90 value 225.142349
## iter 100 value 199.527442
## final  value 199.527442 
## stopped after 100 iterations
## # weights:  13
## initial  value 47548.097117 
## iter  10 value 3070.964018
## iter  20 value 2761.506186
## iter  30 value 1215.168305
## iter  40 value 1123.191976
## iter  50 value 1080.986354
## final  value 1080.929015 
## converged
## # weights:  37
## initial  value 39618.059064 
## iter  10 value 4755.899227
## iter  20 value 2361.244982
## iter  30 value 1701.761016
## iter  40 value 1202.043257
## iter  50 value 881.866878
## iter  60 value 753.569322
## iter  70 value 723.368597
## iter  80 value 672.491347
## iter  90 value 653.924410
## iter 100 value 651.262699
## final  value 651.262699 
## stopped after 100 iterations
## # weights:  61
## initial  value 48346.835055 
## iter  10 value 2682.199054
## iter  20 value 1961.940007
## iter  30 value 1309.027323
## iter  40 value 892.011841
## iter  50 value 630.774611
## iter  60 value 544.350019
## iter  70 value 483.994222
## iter  80 value 376.829174
## iter  90 value 338.712975
## iter 100 value 323.641371
## final  value 323.641371 
## stopped after 100 iterations
## # weights:  85
## initial  value 45999.712581 
## iter  10 value 3734.757571
## iter  20 value 1341.552208
## iter  30 value 1024.911204
## iter  40 value 936.923125
## iter  50 value 828.393998
## iter  60 value 589.798973
## iter  70 value 453.499347
## iter  80 value 362.298589
## iter  90 value 310.440172
## iter 100 value 291.379169
## final  value 291.379169 
## stopped after 100 iterations
## # weights:  109
## initial  value 44637.785889 
## iter  10 value 1247.509596
## iter  20 value 811.715537
## iter  30 value 531.843300
## iter  40 value 366.662998
## iter  50 value 322.062441
## iter  60 value 304.207079
## iter  70 value 287.480591
## iter  80 value 277.349212
## iter  90 value 268.642362
## iter 100 value 252.524751
## final  value 252.524751 
## stopped after 100 iterations
## # weights:  13
## initial  value 43736.228594 
## iter  10 value 1468.960062
## iter  20 value 1283.973867
## iter  30 value 1062.710036
## iter  40 value 1048.803498
## iter  50 value 1043.696840
## iter  50 value 1043.696834
## iter  50 value 1043.696834
## final  value 1043.696834 
## converged
## # weights:  37
## initial  value 42652.022133 
## iter  10 value 3736.361242
## iter  20 value 1656.017871
## iter  30 value 1168.846895
## iter  40 value 1060.457758
## iter  50 value 1041.778014
## iter  60 value 935.424207
## iter  70 value 856.366020
## iter  80 value 816.352330
## iter  90 value 788.906110
## iter 100 value 766.735440
## final  value 766.735440 
## stopped after 100 iterations
## # weights:  61
## initial  value 45732.094544 
## iter  10 value 1276.069776
## iter  20 value 780.106500
## iter  30 value 613.569161
## iter  40 value 442.265281
## iter  50 value 368.101490
## iter  60 value 326.123724
## iter  70 value 300.758063
## iter  80 value 288.084180
## iter  90 value 274.937738
## iter 100 value 270.128682
## final  value 270.128682 
## stopped after 100 iterations
## # weights:  85
## initial  value 46070.567420 
## iter  10 value 1916.211361
## iter  20 value 1067.494701
## iter  30 value 864.933335
## iter  40 value 794.425392
## iter  50 value 707.985439
## iter  60 value 586.570042
## iter  70 value 532.647832
## iter  80 value 404.764822
## iter  90 value 362.853428
## iter 100 value 341.794371
## final  value 341.794371 
## stopped after 100 iterations
## # weights:  109
## initial  value 42739.640578 
## iter  10 value 1228.696775
## iter  20 value 660.370539
## iter  30 value 453.450387
## iter  40 value 330.637588
## iter  50 value 277.138990
## iter  60 value 240.346086
## iter  70 value 219.356537
## iter  80 value 204.280858
## iter  90 value 191.619145
## iter 100 value 185.239325
## final  value 185.239325 
## stopped after 100 iterations
## # weights:  13
## initial  value 46741.458935 
## iter  10 value 4696.377860
## iter  20 value 3528.143689
## iter  30 value 1674.658489
## iter  40 value 1180.952189
## iter  50 value 1048.730486
## iter  60 value 1041.067027
## final  value 1039.666517 
## converged
## # weights:  37
## initial  value 48900.844381 
## iter  10 value 1584.627961
## iter  20 value 925.955961
## iter  30 value 864.765932
## iter  40 value 807.835921
## iter  50 value 754.834149
## iter  60 value 612.565275
## iter  70 value 560.253744
## iter  80 value 542.432267
## iter  90 value 520.338118
## iter 100 value 518.158918
## final  value 518.158918 
## stopped after 100 iterations
## # weights:  61
## initial  value 43315.370026 
## iter  10 value 4700.330721
## iter  20 value 4682.572525
## iter  30 value 3656.901448
## iter  40 value 2771.915359
## iter  50 value 2115.211308
## iter  60 value 1735.872640
## iter  70 value 1609.387903
## iter  80 value 1592.299158
## iter  90 value 1571.899504
## iter 100 value 1465.048971
## final  value 1465.048971 
## stopped after 100 iterations
## # weights:  85
## initial  value 42691.986232 
## iter  10 value 4253.196079
## iter  20 value 2809.318891
## iter  30 value 1270.237057
## iter  40 value 973.702800
## iter  50 value 726.825612
## iter  60 value 644.669889
## iter  70 value 589.455699
## iter  80 value 545.210357
## iter  90 value 526.235789
## iter 100 value 521.243406
## final  value 521.243406 
## stopped after 100 iterations
## # weights:  109
## initial  value 44202.533656 
## iter  10 value 1174.139357
## iter  20 value 667.925656
## iter  30 value 405.737648
## iter  40 value 286.218089
## iter  50 value 214.697395
## iter  60 value 154.774411
## iter  70 value 128.827322
## iter  80 value 105.986506
## iter  90 value 88.869544
## iter 100 value 76.566287
## final  value 76.566287 
## stopped after 100 iterations
## # weights:  13
## initial  value 48126.920516 
## final  value 4696.212339 
## converged
## # weights:  37
## initial  value 42111.442393 
## iter  10 value 1335.462089
## iter  20 value 1141.087158
## iter  30 value 1041.472108
## iter  40 value 1039.328953
## final  value 1039.296813 
## converged
## # weights:  61
## initial  value 52203.953683 
## iter  10 value 2085.978695
## iter  20 value 1332.355907
## iter  30 value 1088.472282
## iter  40 value 1042.315167
## iter  50 value 1039.445588
## iter  60 value 1039.286692
## iter  70 value 1039.201660
## iter  80 value 1038.078078
## iter  90 value 1029.811864
## iter 100 value 918.220096
## final  value 918.220096 
## stopped after 100 iterations
## # weights:  85
## initial  value 45709.905436 
## iter  10 value 2159.196092
## iter  20 value 820.118693
## iter  30 value 564.075176
## iter  40 value 343.581169
## iter  50 value 304.920029
## iter  60 value 248.759875
## iter  70 value 207.402177
## iter  80 value 191.910425
## iter  90 value 170.734294
## iter 100 value 157.294922
## final  value 157.294922 
## stopped after 100 iterations
## # weights:  109
## initial  value 43159.401475 
## iter  10 value 1154.876948
## iter  20 value 670.367776
## iter  30 value 386.708877
## iter  40 value 260.015358
## iter  50 value 191.450570
## iter  60 value 163.944602
## iter  70 value 145.938927
## iter  80 value 133.091262
## iter  90 value 107.205741
## iter 100 value 88.571066
## final  value 88.571066 
## stopped after 100 iterations
## # weights:  13
## initial  value 43596.706965 
## iter  10 value 2421.687768
## iter  20 value 1474.672393
## iter  30 value 1241.058536
## iter  40 value 1088.500996
## iter  50 value 870.824482
## iter  60 value 860.267942
## iter  70 value 858.549194
## final  value 858.503481 
## converged
## # weights:  37
## initial  value 42507.094901 
## final  value 4580.238171 
## converged
## # weights:  61
## initial  value 47209.089100 
## iter  10 value 4580.250272
## iter  20 value 4580.032069
## iter  30 value 1855.239004
## iter  40 value 1048.421280
## iter  50 value 872.818230
## iter  60 value 859.170739
## iter  70 value 858.505630
## final  value 858.503505 
## converged
## # weights:  85
## initial  value 44278.233282 
## iter  10 value 2503.203254
## iter  20 value 1089.278764
## iter  30 value 802.141117
## iter  40 value 689.107634
## iter  50 value 672.245661
## iter  60 value 660.615443
## iter  70 value 648.549959
## iter  80 value 566.370727
## iter  90 value 496.904657
## iter 100 value 483.643957
## final  value 483.643957 
## stopped after 100 iterations
## # weights:  109
## initial  value 46722.355571 
## iter  10 value 3942.764199
## iter  20 value 1871.682201
## iter  30 value 1244.438974
## iter  40 value 972.478904
## iter  50 value 872.967594
## iter  60 value 859.693005
## iter  70 value 858.513004
## final  value 858.503481 
## converged
## # weights:  13
## initial  value 42441.735149 
## iter  10 value 2746.802912
## iter  20 value 908.288992
## iter  30 value 898.794729
## iter  40 value 898.349511
## final  value 898.280034 
## converged
## # weights:  37
## initial  value 47307.996317 
## iter  10 value 1942.504294
## iter  20 value 995.903742
## iter  30 value 898.797933
## iter  40 value 818.881551
## iter  50 value 661.284696
## iter  60 value 601.835297
## iter  70 value 577.706563
## iter  80 value 570.071342
## iter  90 value 568.719319
## iter 100 value 566.150256
## final  value 566.150256 
## stopped after 100 iterations
## # weights:  61
## initial  value 41998.223055 
## iter  10 value 4169.367118
## iter  20 value 1751.499514
## iter  30 value 1352.489424
## iter  40 value 1010.672723
## iter  50 value 823.224369
## iter  60 value 680.932085
## iter  70 value 629.347145
## iter  80 value 616.645529
## iter  90 value 601.548651
## iter 100 value 593.165241
## final  value 593.165241 
## stopped after 100 iterations
## # weights:  85
## initial  value 51054.391602 
## iter  10 value 2588.027832
## iter  20 value 1223.918100
## iter  30 value 907.950846
## iter  40 value 787.991887
## iter  50 value 591.740585
## iter  60 value 414.591892
## iter  70 value 329.455759
## iter  80 value 284.205586
## iter  90 value 249.324187
## iter 100 value 229.322857
## final  value 229.322857 
## stopped after 100 iterations
## # weights:  109
## initial  value 51248.531218 
## iter  10 value 4802.124377
## iter  20 value 2378.255547
## iter  30 value 1288.294462
## iter  40 value 1028.482688
## iter  50 value 873.396814
## iter  60 value 624.167764
## iter  70 value 528.332412
## iter  80 value 448.100884
## iter  90 value 417.008829
## iter 100 value 359.838252
## final  value 359.838252 
## stopped after 100 iterations
## # weights:  13
## initial  value 42890.715346 
## iter  10 value 1430.015797
## iter  20 value 1139.292034
## iter  30 value 898.292225
## iter  40 value 871.340182
## iter  50 value 863.139639
## final  value 862.906709 
## converged
## # weights:  37
## initial  value 44449.006462 
## iter  10 value 4584.882905
## iter  20 value 4584.571478
## iter  30 value 1807.386786
## iter  40 value 1571.676170
## iter  50 value 1494.605375
## iter  60 value 1234.833649
## iter  70 value 963.806124
## iter  80 value 873.104079
## iter  90 value 861.444451
## iter 100 value 855.180062
## final  value 855.180062 
## stopped after 100 iterations
## # weights:  61
## initial  value 39850.907275 
## iter  10 value 4120.473430
## iter  20 value 1416.511730
## iter  30 value 912.920933
## iter  40 value 807.031251
## iter  50 value 694.984927
## iter  60 value 637.055343
## iter  70 value 481.155410
## iter  80 value 436.833810
## iter  90 value 418.564927
## iter 100 value 401.558774
## final  value 401.558774 
## stopped after 100 iterations
## # weights:  85
## initial  value 51159.763546 
## iter  10 value 4593.285524
## iter  20 value 4240.757444
## iter  30 value 2447.702441
## iter  40 value 954.521958
## iter  50 value 867.107323
## iter  60 value 812.220473
## iter  70 value 764.173867
## iter  80 value 609.184107
## iter  90 value 478.702846
## iter 100 value 350.497136
## final  value 350.497136 
## stopped after 100 iterations
## # weights:  109
## initial  value 48956.027602 
## iter  10 value 3782.403801
## iter  20 value 2799.690330
## iter  30 value 1022.590099
## iter  40 value 949.326205
## iter  50 value 890.735146
## iter  60 value 770.592067
## iter  70 value 722.704863
## iter  80 value 542.994756
## iter  90 value 495.528684
## iter 100 value 459.534748
## final  value 459.534748 
## stopped after 100 iterations
## # weights:  13
## initial  value 44650.531737 
## iter  10 value 3381.897916
## iter  20 value 1245.379006
## iter  30 value 880.359684
## iter  40 value 864.153168
## iter  50 value 858.972142
## final  value 858.953337 
## converged
## # weights:  37
## initial  value 40377.762436 
## iter  10 value 4581.252112
## iter  20 value 2466.416385
## iter  30 value 1333.776698
## iter  40 value 950.296167
## iter  50 value 863.430659
## iter  60 value 859.411743
## iter  70 value 859.251914
## iter  80 value 858.673596
## iter  90 value 836.293855
## iter 100 value 778.198785
## final  value 778.198785 
## stopped after 100 iterations
## # weights:  61
## initial  value 42602.478063 
## iter  10 value 4588.729962
## iter  20 value 4586.552118
## iter  30 value 4582.735103
## iter  40 value 2974.683592
## iter  50 value 1767.162691
## iter  60 value 1393.507206
## iter  70 value 1272.165013
## iter  80 value 1090.375453
## iter  90 value 895.423955
## iter 100 value 862.214849
## final  value 862.214849 
## stopped after 100 iterations
## # weights:  85
## initial  value 45058.195344 
## iter  10 value 3776.466734
## iter  20 value 3104.183867
## iter  30 value 1663.878446
## iter  40 value 1229.490999
## iter  50 value 989.461598
## iter  60 value 873.152296
## iter  70 value 860.721498
## iter  80 value 859.164501
## iter  90 value 858.166842
## iter 100 value 852.711806
## final  value 852.711806 
## stopped after 100 iterations
## # weights:  109
## initial  value 46607.652520 
## iter  10 value 1121.157767
## iter  20 value 618.435341
## iter  30 value 426.691165
## iter  40 value 271.969539
## iter  50 value 186.371591
## iter  60 value 164.729914
## iter  70 value 144.649855
## iter  80 value 135.186400
## iter  90 value 127.097501
## iter 100 value 122.314690
## final  value 122.314690 
## stopped after 100 iterations
## # weights:  13
## initial  value 44629.122186 
## iter  10 value 2921.375133
## iter  20 value 1634.311838
## iter  30 value 1587.463703
## iter  40 value 1420.359635
## iter  50 value 1334.920374
## iter  60 value 947.088426
## iter  70 value 880.985356
## iter  80 value 858.756369
## iter  90 value 858.605663
## final  value 858.605290 
## converged
## # weights:  37
## initial  value 47849.882119 
## iter  10 value 942.261192
## iter  20 value 835.678478
## iter  30 value 789.127604
## iter  40 value 776.766390
## iter  50 value 754.859245
## iter  60 value 750.107755
## iter  70 value 713.694136
## iter  80 value 700.650282
## iter  90 value 680.812165
## iter 100 value 657.771917
## final  value 657.771917 
## stopped after 100 iterations
## # weights:  61
## initial  value 49783.051060 
## iter  10 value 4581.342862
## iter  20 value 4580.908768
## iter  30 value 4580.728013
## iter  40 value 4580.565412
## iter  50 value 3318.343057
## iter  60 value 2128.407563
## iter  70 value 1380.663925
## iter  80 value 1289.218468
## iter  90 value 925.895731
## iter 100 value 837.614369
## final  value 837.614369 
## stopped after 100 iterations
## # weights:  85
## initial  value 43030.138916 
## iter  10 value 2010.150997
## iter  20 value 1277.078665
## iter  30 value 969.541922
## iter  40 value 874.496572
## iter  50 value 860.289755
## iter  60 value 857.162719
## iter  70 value 842.679761
## iter  80 value 781.069252
## iter  90 value 635.269534
## iter 100 value 607.008969
## final  value 607.008969 
## stopped after 100 iterations
## # weights:  109
## initial  value 45198.855540 
## iter  10 value 1158.126689
## iter  20 value 736.843478
## iter  30 value 500.944849
## iter  40 value 341.330000
## iter  50 value 213.435595
## iter  60 value 130.977613
## iter  70 value 98.649250
## iter  80 value 82.622052
## iter  90 value 63.816936
## iter 100 value 46.542094
## final  value 46.542094 
## stopped after 100 iterations
## # weights:  13
## initial  value 51887.583898 
## iter  10 value 1633.930624
## iter  20 value 1241.581917
## iter  30 value 1082.151782
## iter  40 value 1071.634851
## iter  50 value 1064.842333
## iter  60 value 1059.941818
## iter  70 value 1059.523830
## iter  80 value 1059.191239
## iter  90 value 1058.724238
## iter 100 value 1058.713218
## final  value 1058.713218 
## stopped after 100 iterations
## # weights:  37
## initial  value 51122.000345 
## iter  10 value 3088.132957
## iter  20 value 1272.826858
## iter  30 value 1093.491443
## iter  40 value 1015.598189
## iter  50 value 996.320767
## iter  60 value 982.215406
## iter  70 value 976.762132
## iter  80 value 974.216815
## iter  90 value 973.734696
## iter 100 value 970.568114
## final  value 970.568114 
## stopped after 100 iterations
## # weights:  61
## initial  value 44279.183810 
## iter  10 value 3835.700339
## iter  20 value 1561.308403
## iter  30 value 1066.747179
## iter  40 value 871.393277
## iter  50 value 648.013620
## iter  60 value 540.269161
## iter  70 value 476.824614
## iter  80 value 452.749471
## iter  90 value 439.568510
## iter 100 value 435.445107
## final  value 435.445107 
## stopped after 100 iterations
## # weights:  85
## initial  value 48186.319263 
## iter  10 value 2386.337945
## iter  20 value 1433.340882
## iter  30 value 1183.860843
## iter  40 value 1029.491115
## iter  50 value 918.695991
## iter  60 value 735.308215
## iter  70 value 644.769805
## iter  80 value 607.626970
## iter  90 value 602.997524
## iter 100 value 599.072886
## final  value 599.072886 
## stopped after 100 iterations
## # weights:  109
## initial  value 49542.724090 
## iter  10 value 5145.697836
## final  value 5145.577441 
## converged
## # weights:  13
## initial  value 46568.426896 
## iter  10 value 3730.034441
## iter  20 value 1421.564101
## iter  30 value 1135.682038
## iter  40 value 1130.180542
## iter  50 value 1126.808230
## final  value 1126.808212 
## converged
## # weights:  37
## initial  value 51512.853630 
## iter  10 value 1281.032817
## iter  20 value 1046.002525
## iter  30 value 947.734443
## iter  40 value 923.492557
## iter  50 value 761.584875
## iter  60 value 619.158599
## iter  70 value 593.195610
## iter  80 value 586.594656
## iter  90 value 583.369599
## iter 100 value 578.434550
## final  value 578.434550 
## stopped after 100 iterations
## # weights:  61
## initial  value 46032.497756 
## iter  10 value 3420.538467
## iter  20 value 1740.504014
## iter  30 value 1332.244369
## iter  40 value 1067.594240
## iter  50 value 848.956206
## iter  60 value 745.572350
## iter  70 value 679.993809
## iter  80 value 610.253228
## iter  90 value 449.401595
## iter 100 value 399.201657
## final  value 399.201657 
## stopped after 100 iterations
## # weights:  85
## initial  value 47953.665475 
## iter  10 value 5280.986102
## iter  20 value 4369.001317
## iter  30 value 2072.578050
## iter  40 value 1563.723288
## iter  50 value 1156.843974
## iter  60 value 883.905500
## iter  70 value 721.880606
## iter  80 value 560.397762
## iter  90 value 460.297660
## iter 100 value 379.051757
## final  value 379.051757 
## stopped after 100 iterations
## # weights:  109
## initial  value 46923.677017 
## iter  10 value 1023.657376
## iter  20 value 668.446207
## iter  30 value 494.355667
## iter  40 value 406.129690
## iter  50 value 375.093966
## iter  60 value 349.611613
## iter  70 value 331.732991
## iter  80 value 303.438679
## iter  90 value 277.461416
## iter 100 value 261.555023
## final  value 261.555023 
## stopped after 100 iterations
## # weights:  13
## initial  value 40959.410777 
## iter  10 value 5147.182159
## iter  20 value 3964.375822
## iter  30 value 2502.906129
## iter  40 value 1378.007611
## iter  50 value 1185.745559
## iter  60 value 1099.947773
## iter  70 value 1072.983265
## iter  80 value 1072.409781
## iter  90 value 1071.660137
## final  value 1071.659952 
## converged
## # weights:  37
## initial  value 51478.770284 
## iter  10 value 1211.446419
## iter  20 value 1101.519882
## iter  30 value 982.986696
## iter  40 value 806.677423
## iter  50 value 623.295916
## iter  60 value 596.018599
## iter  70 value 586.314716
## iter  80 value 584.786989
## iter  90 value 583.918724
## iter 100 value 581.466304
## final  value 581.466304 
## stopped after 100 iterations
## # weights:  61
## initial  value 48349.941185 
## iter  10 value 5183.561816
## iter  20 value 4421.627897
## iter  30 value 3305.037222
## iter  40 value 1595.305537
## iter  50 value 1253.183074
## iter  60 value 1038.936695
## iter  70 value 1004.720314
## iter  80 value 829.080354
## iter  90 value 782.520873
## iter 100 value 765.017618
## final  value 765.017618 
## stopped after 100 iterations
## # weights:  85
## initial  value 43275.490466 
## iter  10 value 1324.961042
## iter  20 value 893.544490
## iter  30 value 569.944181
## iter  40 value 453.952330
## iter  50 value 375.765621
## iter  60 value 289.884690
## iter  70 value 253.533877
## iter  80 value 232.755081
## iter  90 value 213.284054
## iter 100 value 194.632248
## final  value 194.632248 
## stopped after 100 iterations
## # weights:  109
## initial  value 51880.656565 
## iter  10 value 1320.047334
## iter  20 value 844.811932
## iter  30 value 592.392136
## iter  40 value 391.912082
## iter  50 value 244.312564
## iter  60 value 168.785276
## iter  70 value 150.331073
## iter  80 value 135.242023
## iter  90 value 128.481191
## iter 100 value 122.313415
## final  value 122.313415 
## stopped after 100 iterations
## # weights:  13
## initial  value 41954.991161 
## iter  10 value 5146.701311
## iter  20 value 5140.589709
## iter  30 value 3571.719368
## iter  40 value 2506.129764
## iter  50 value 1277.377561
## iter  60 value 1137.292460
## iter  70 value 1090.668717
## iter  80 value 1066.552625
## iter  90 value 1064.479485
## iter 100 value 1062.072235
## final  value 1062.072235 
## stopped after 100 iterations
## # weights:  37
## initial  value 42058.450841 
## iter  10 value 3210.684735
## iter  20 value 1996.132173
## iter  30 value 1447.124452
## iter  40 value 1050.742638
## iter  50 value 862.382447
## iter  60 value 837.484519
## iter  70 value 825.042493
## iter  80 value 817.400994
## iter  90 value 815.050598
## iter 100 value 811.319640
## final  value 811.319640 
## stopped after 100 iterations
## # weights:  61
## initial  value 42408.205721 
## iter  10 value 4463.089080
## iter  20 value 3034.333419
## iter  30 value 1548.527995
## iter  40 value 1145.804025
## iter  50 value 1036.218303
## iter  60 value 966.609285
## iter  70 value 914.840142
## iter  80 value 801.807029
## iter  90 value 627.258512
## iter 100 value 562.487327
## final  value 562.487327 
## stopped after 100 iterations
## # weights:  85
## initial  value 46634.488091 
## iter  10 value 1641.314931
## iter  20 value 1127.976978
## iter  30 value 962.092611
## iter  40 value 770.968400
## iter  50 value 567.240827
## iter  60 value 538.349383
## iter  70 value 529.223364
## iter  80 value 521.834764
## iter  90 value 513.918083
## iter 100 value 498.898779
## final  value 498.898779 
## stopped after 100 iterations
## # weights:  109
## initial  value 37563.698426 
## iter  10 value 1993.748995
## iter  20 value 1320.581456
## iter  30 value 1048.965901
## iter  40 value 867.446185
## iter  50 value 694.810216
## iter  60 value 641.885366
## iter  70 value 629.726461
## iter  80 value 622.042936
## iter  90 value 618.296570
## iter 100 value 614.649448
## final  value 614.649448 
## stopped after 100 iterations
## # weights:  13
## initial  value 48497.446462 
## iter  10 value 2069.785843
## iter  20 value 1454.449924
## iter  30 value 1160.517845
## iter  40 value 1085.815957
## iter  50 value 1068.741640
## iter  60 value 1061.008525
## iter  70 value 1060.275941
## iter  80 value 1059.458803
## iter  90 value 1059.095138
## iter 100 value 1059.035571
## final  value 1059.035571 
## stopped after 100 iterations
## # weights:  37
## initial  value 43527.055825 
## iter  10 value 3252.978691
## iter  20 value 1657.218313
## iter  30 value 1191.187282
## iter  40 value 1095.871674
## iter  50 value 1072.099422
## iter  60 value 1062.343672
## iter  70 value 1060.060652
## iter  80 value 1056.565105
## iter  90 value 1040.662240
## iter 100 value 960.838101
## final  value 960.838101 
## stopped after 100 iterations
## # weights:  61
## initial  value 49004.328207 
## iter  10 value 4303.830776
## iter  20 value 3602.969033
## iter  30 value 1194.869828
## iter  40 value 979.693626
## iter  50 value 908.992039
## iter  60 value 856.668414
## iter  70 value 757.614355
## iter  80 value 738.924033
## iter  90 value 734.934706
## iter 100 value 731.676613
## final  value 731.676613 
## stopped after 100 iterations
## # weights:  85
## initial  value 45783.267098 
## iter  10 value 1885.813318
## iter  20 value 865.511594
## iter  30 value 486.833232
## iter  40 value 346.335611
## iter  50 value 230.005307
## iter  60 value 180.674849
## iter  70 value 159.108900
## iter  80 value 152.056954
## iter  90 value 146.151905
## iter 100 value 140.061257
## final  value 140.061257 
## stopped after 100 iterations
## # weights:  109
## initial  value 39802.404312 
## iter  10 value 1034.544299
## iter  20 value 695.477974
## iter  30 value 520.353257
## iter  40 value 420.111715
## iter  50 value 368.189268
## iter  60 value 339.381245
## iter  70 value 310.624863
## iter  80 value 254.312086
## iter  90 value 215.209875
## iter 100 value 203.207918
## final  value 203.207918 
## stopped after 100 iterations
## # weights:  13
## initial  value 48161.605646 
## iter  10 value 1855.029687
## iter  20 value 1299.218177
## iter  30 value 1083.271193
## iter  40 value 1022.525593
## iter  50 value 970.785242
## iter  60 value 964.142140
## iter  70 value 958.571825
## iter  80 value 951.246391
## iter  90 value 950.297235
## iter 100 value 948.852884
## final  value 948.852884 
## stopped after 100 iterations
## # weights:  37
## initial  value 53905.984575 
## iter  10 value 1513.027936
## iter  20 value 1020.660449
## iter  30 value 695.425381
## iter  40 value 553.210174
## iter  50 value 498.862499
## iter  60 value 495.551551
## iter  70 value 492.643761
## iter  80 value 475.964716
## iter  90 value 470.781129
## iter 100 value 465.444931
## final  value 465.444931 
## stopped after 100 iterations
## # weights:  61
## initial  value 48514.833438 
## iter  10 value 2395.086698
## iter  20 value 898.016044
## iter  30 value 687.402510
## iter  40 value 545.112344
## iter  50 value 481.405393
## iter  60 value 444.041235
## iter  70 value 414.636551
## iter  80 value 405.681801
## iter  90 value 399.501580
## iter 100 value 387.635602
## final  value 387.635602 
## stopped after 100 iterations
## # weights:  85
## initial  value 54269.599448 
## iter  10 value 4385.788411
## final  value 4385.743919 
## converged
## # weights:  109
## initial  value 51638.473794 
## iter  10 value 980.524055
## iter  20 value 500.352325
## iter  30 value 327.128579
## iter  40 value 181.954400
## iter  50 value 119.674149
## iter  60 value 78.194461
## iter  70 value 49.079615
## iter  80 value 40.475071
## iter  90 value 33.786817
## iter 100 value 26.835638
## final  value 26.835638 
## stopped after 100 iterations
## # weights:  13
## initial  value 52569.074564 
## iter  10 value 2417.262905
## iter  20 value 1360.477936
## iter  30 value 1081.248500
## iter  40 value 1053.462355
## iter  50 value 1038.585545
## final  value 1038.486645 
## converged
## # weights:  37
## initial  value 49318.895805 
## iter  10 value 3362.344417
## iter  20 value 1668.190270
## iter  30 value 1193.278535
## iter  40 value 1110.839166
## iter  50 value 1090.227170
## iter  60 value 952.413789
## iter  70 value 891.905692
## iter  80 value 850.631369
## iter  90 value 761.338469
## iter 100 value 645.156731
## final  value 645.156731 
## stopped after 100 iterations
## # weights:  61
## initial  value 48446.884598 
## iter  10 value 3217.355574
## iter  20 value 2531.188667
## iter  30 value 1819.339087
## iter  40 value 1477.174635
## iter  50 value 992.341716
## iter  60 value 577.903851
## iter  70 value 449.806007
## iter  80 value 361.345115
## iter  90 value 317.353571
## iter 100 value 300.099838
## final  value 300.099838 
## stopped after 100 iterations
## # weights:  85
## initial  value 47427.845734 
## iter  10 value 3190.983449
## iter  20 value 1949.470488
## iter  30 value 1396.849625
## iter  40 value 1010.156437
## iter  50 value 712.057065
## iter  60 value 523.400218
## iter  70 value 430.402656
## iter  80 value 356.465598
## iter  90 value 306.200993
## iter 100 value 275.074178
## final  value 275.074178 
## stopped after 100 iterations
## # weights:  109
## initial  value 52455.179543 
## iter  10 value 1023.415508
## iter  20 value 640.278081
## iter  30 value 497.566157
## iter  40 value 363.645325
## iter  50 value 292.958725
## iter  60 value 250.554853
## iter  70 value 221.451638
## iter  80 value 205.352510
## iter  90 value 195.425502
## iter 100 value 190.301793
## final  value 190.301793 
## stopped after 100 iterations
## # weights:  13
## initial  value 47124.975191 
## iter  10 value 1980.017871
## iter  20 value 1054.126470
## iter  30 value 988.521530
## iter  40 value 978.204074
## iter  50 value 970.815903
## iter  60 value 969.724466
## final  value 969.723816 
## converged
## # weights:  37
## initial  value 47178.701753 
## iter  10 value 1243.760019
## iter  20 value 961.450001
## iter  30 value 927.333959
## iter  40 value 904.419666
## iter  50 value 824.584386
## iter  60 value 808.020472
## iter  70 value 787.505451
## iter  80 value 669.339920
## iter  90 value 613.750034
## iter 100 value 588.934189
## final  value 588.934189 
## stopped after 100 iterations
## # weights:  61
## initial  value 49769.448329 
## iter  10 value 2456.699226
## iter  20 value 1215.867248
## iter  30 value 924.305487
## iter  40 value 874.054093
## iter  50 value 809.251424
## iter  60 value 681.544186
## iter  70 value 540.600808
## iter  80 value 486.394398
## iter  90 value 447.823746
## iter 100 value 413.942578
## final  value 413.942578 
## stopped after 100 iterations
## # weights:  85
## initial  value 57112.481450 
## iter  10 value 1730.244028
## iter  20 value 1302.135505
## iter  30 value 1062.603993
## iter  40 value 1007.528373
## iter  50 value 937.862841
## iter  60 value 747.081234
## iter  70 value 612.655635
## iter  80 value 592.339356
## iter  90 value 551.242904
## iter 100 value 517.514404
## final  value 517.514404 
## stopped after 100 iterations
## # weights:  109
## initial  value 58151.381036 
## iter  10 value 3795.159619
## iter  20 value 2658.353189
## iter  30 value 2161.344734
## iter  40 value 1602.033652
## iter  50 value 1474.414021
## iter  60 value 1268.178816
## iter  70 value 1076.879044
## iter  80 value 1002.142275
## iter  90 value 976.761086
## iter 100 value 812.752684
## final  value 812.752684 
## stopped after 100 iterations
## # weights:  13
## initial  value 47850.840170 
## iter  10 value 4387.009559
## final  value 4386.281810 
## converged
## # weights:  37
## initial  value 45524.132165 
## iter  10 value 3667.465677
## iter  20 value 1668.907552
## iter  30 value 1558.894464
## iter  40 value 1498.082383
## iter  50 value 1330.876801
## iter  60 value 1042.068864
## iter  70 value 988.422143
## iter  80 value 964.862150
## iter  90 value 960.381028
## iter 100 value 958.958309
## final  value 958.958309 
## stopped after 100 iterations
## # weights:  61
## initial  value 48794.423618 
## iter  10 value 4406.506694
## iter  20 value 4404.793230
## iter  30 value 4397.616251
## iter  40 value 4389.355157
## iter  50 value 2837.842580
## iter  60 value 1021.930823
## iter  70 value 881.282811
## iter  80 value 864.359376
## iter  90 value 828.468098
## iter 100 value 753.868287
## final  value 753.868287 
## stopped after 100 iterations
## # weights:  85
## initial  value 48715.418771 
## iter  10 value 992.684343
## iter  20 value 589.449189
## iter  30 value 421.337692
## iter  40 value 333.593056
## iter  50 value 289.141770
## iter  60 value 259.805554
## iter  70 value 214.524555
## iter  80 value 181.972985
## iter  90 value 164.327743
## iter 100 value 159.773852
## final  value 159.773852 
## stopped after 100 iterations
## # weights:  109
## initial  value 54760.025811 
## iter  10 value 1219.561457
## iter  20 value 579.567244
## iter  30 value 412.525160
## iter  40 value 290.973691
## iter  50 value 212.111456
## iter  60 value 183.313083
## iter  70 value 157.836059
## iter  80 value 127.372572
## iter  90 value 114.220233
## iter 100 value 105.417886
## final  value 105.417886 
## stopped after 100 iterations
## # weights:  13
## initial  value 51422.093202 
## iter  10 value 3802.307890
## iter  20 value 1785.487736
## iter  30 value 1116.903594
## iter  40 value 1061.228241
## iter  50 value 985.839668
## iter  60 value 966.480440
## iter  70 value 962.795612
## iter  80 value 952.397405
## iter  90 value 951.390797
## iter 100 value 949.856092
## final  value 949.856092 
## stopped after 100 iterations
## # weights:  37
## initial  value 47173.358195 
## iter  10 value 3108.861939
## iter  20 value 1334.906535
## iter  30 value 889.935335
## iter  40 value 787.881211
## iter  50 value 723.554016
## iter  60 value 692.992595
## iter  70 value 671.057218
## iter  80 value 661.293686
## iter  90 value 657.743480
## iter 100 value 655.610557
## final  value 655.610557 
## stopped after 100 iterations
## # weights:  61
## initial  value 45436.926511 
## iter  10 value 4389.244860
## iter  20 value 4385.973941
## iter  30 value 4385.883207
## iter  40 value 1689.817413
## iter  50 value 1241.522087
## iter  60 value 1032.390879
## iter  70 value 978.464715
## iter  80 value 964.194458
## iter  90 value 958.607095
## iter 100 value 956.413744
## final  value 956.413744 
## stopped after 100 iterations
## # weights:  85
## initial  value 55721.589711 
## iter  10 value 1522.208600
## iter  20 value 986.241624
## iter  30 value 542.912853
## iter  40 value 422.271968
## iter  50 value 349.963847
## iter  60 value 304.288850
## iter  70 value 252.298172
## iter  80 value 214.614820
## iter  90 value 183.307368
## iter 100 value 169.235704
## final  value 169.235704 
## stopped after 100 iterations
## # weights:  109
## initial  value 51589.141879 
## iter  10 value 4779.404067
## iter  20 value 2018.675318
## iter  30 value 1158.687018
## iter  40 value 773.347521
## iter  50 value 685.422998
## iter  60 value 618.143533
## iter  70 value 527.351448
## iter  80 value 457.909996
## iter  90 value 433.967263
## iter 100 value 425.986547
## final  value 425.986547 
## stopped after 100 iterations

## Warning in nominalTrainWorkflow(x = x, y = y, wts = weights, info = trainInfo, :
## There were missing values in resampled performance measures.

## # weights:  109
## initial  value 45805.421988 
## iter  10 value 1171.881864
## iter  20 value 821.666641
## iter  30 value 644.865240
## iter  40 value 547.087573
## iter  50 value 410.432849
## iter  60 value 332.890447
## iter  70 value 297.907232
## iter  80 value 262.551970
## iter  90 value 248.116442
## iter 100 value 241.806314
## final  value 241.806314 
## stopped after 100 iterations

plot(nnModel)

nnPred <- predict(nnModel, newdata = testData$x)
nlModels<-rbind(nlModels,data.frame(model="nn",RMSE=postResample(pred = nnPred, obs = testData$y)[1], r2=postResample(pred = nnPred, obs = testData$y)[2]))

Which models appear to give the best performance? Does MARS select the informative predictors (those named X1–X5)

nlModels%>% ggplot(aes(model,RMSE))+geom_col()

nlModels%>% ggplot(aes(model,r2))+geom_col()

In this particular case Earth seems to have done the best.

varImp(earthModel)

## earth variable importance
## 
##    Overall
## X1  100.00
## X4   82.78
## X2   64.18
## X5   40.21
## X3   28.14
## X6    0.00

earthImp<-varImp(earthModel)
plot(earthImp)

Yes Mars/Earth does select x1-5.

7.5

Exercise 6.3 describes data for a chemical manufacturing process. Use the same data imputation, data splitting, and pre-processing steps as beforeand train several nonlinear regression models.

library(AppliedPredictiveModeling)
data(ChemicalManufacturingProcess)

library(mice)

## 
## Attaching package: 'mice'

## The following object is masked from 'package:stats':
## 
##     filter

## The following objects are masked from 'package:base':
## 
##     cbind, rbind

imp<-mice(ChemicalManufacturingProcess)
imputedProcess<-mice::complete(imp)

set.seed(11032021)
preProc<-preProcess(imputedProcess, method="center")

trainIndex<-caret::createDataPartition(imputedProcess$Yield, list=F)
trainProcess<-predict(preProc,imputedProcess[trainIndex,])
testProcess<-predict(preProc,imputedProcess[-trainIndex,])

cvControl <- trainControl("method"="cv", number=5)


knnProcessModel <- train(Yield~.,data=trainProcess, method="knn", preProc=c("scale","center"),
                         trControl=cvControl)

## Warning in preProcess.default(thresh = 0.95, k = 5, freqCut = 19, uniqueCut =
## 10, : These variables have zero variances: BiologicalMaterial07

## Warning in preProcess.default(thresh = 0.95, k = 5, freqCut = 19, uniqueCut =
## 10, : These variables have zero variances: BiologicalMaterial07

## Warning in preProcess.default(thresh = 0.95, k = 5, freqCut = 19, uniqueCut =
## 10, : These variables have zero variances: BiologicalMaterial07

knnProcessModel

## k-Nearest Neighbors 
## 
## 88 samples
## 57 predictors
## 
## Pre-processing: scaled (57), centered (57) 
## Resampling: Cross-Validated (5 fold) 
## Summary of sample sizes: 71, 70, 71, 71, 69 
## Resampling results across tuning parameters:
## 
##   k  RMSE      Rsquared   MAE     
##   5  1.484516  0.3884891  1.228831
##   7  1.462556  0.4135249  1.196413
##   9  1.441572  0.4509278  1.211386
## 
## RMSE was used to select the optimal model using the smallest value.
## The final value used for the model was k = 9.

plot(knnProcessModel)

knnProcessPred <- predict(knnProcessModel, newdata = testProcess)

nlModels<-data.frame(model="knn",RMSE=postResample(pred = knnProcessPred, obs = testProcess$Yield)[1], r2=postResample(pred = knnProcessPred, obs = testProcess$Yield)[2])

earthProcessModel <- train(Yield~.,data=trainProcess, method="earth",
                         trControl=cvControl)
earthProcessModel

## Multivariate Adaptive Regression Spline 
## 
## 88 samples
## 57 predictors
## 
## No pre-processing
## Resampling: Cross-Validated (5 fold) 
## Summary of sample sizes: 70, 71, 71, 71, 69 
## Resampling results across tuning parameters:
## 
##   nprune  RMSE      Rsquared   MAE     
##    2      1.562156  0.3376530  1.189811
##    9      1.593349  0.3699604  1.287013
##   17      1.720061  0.3504540  1.325911
## 
## Tuning parameter 'degree' was held constant at a value of 1
## RMSE was used to select the optimal model using the smallest value.
## The final values used for the model were nprune = 2 and degree = 1.

plot(earthProcessModel)

earthProcessPred <- predict(earthProcessModel, newdata = testProcess)
postResample(pred = earthProcessPred, obs = testProcess$Yield)

##      RMSE  Rsquared       MAE 
## 1.3487995 0.4435691 1.0904935

nlModels<-rbind(nlModels,data.frame(model="mars",RMSE=postResample(pred = earthProcessPred, obs = testProcess$Yield)[1], r2=postResample(pred = earthProcessPred, obs = testProcess$Yield)[2]))

svmProcessModel <- train(Yield~.,data=trainProcess, method="svmRadial",
                         trControl=cvControl)
svmProcessModel

## Support Vector Machines with Radial Basis Function Kernel 
## 
## 88 samples
## 57 predictors
## 
## No pre-processing
## Resampling: Cross-Validated (5 fold) 
## Summary of sample sizes: 71, 70, 71, 70, 70 
## Resampling results across tuning parameters:
## 
##   C     RMSE      Rsquared   MAE     
##   0.25  1.642078  0.3746780  1.333949
##   0.50  1.543596  0.4136504  1.259009
##   1.00  1.421223  0.4938932  1.169499
## 
## Tuning parameter 'sigma' was held constant at a value of 0.01637219
## RMSE was used to select the optimal model using the smallest value.
## The final values used for the model were sigma = 0.01637219 and C = 1.

#plot(svmProcessModel)
svmProcessPred <- predict(svmProcessModel, newdata = testProcess)
postResample(pred = svmProcessPred, obs = testProcess$Yield)

##      RMSE  Rsquared       MAE 
## 1.2302490 0.6049542 0.9974763

nlModels<-rbind(nlModels,data.frame(model="svm",RMSE=postResample(pred = svmProcessPred, obs = testProcess$Yield)[1], r2=postResample(pred = svmProcessPred, obs = testProcess$Yield)[2]))

nnProcessModel <- train(Yield~.,data=trainProcess, method="nnet",
                         trControl=cvControl, linout = TRUE)

## # weights:  60
## initial  value 286.124430 
## final  value 190.236295 
## converged
## # weights:  178
## initial  value 339.575079 
## final  value 190.236295 
## converged
## # weights:  296
## initial  value 354.794139 
## final  value 190.236295 
## converged
## # weights:  60
## initial  value 315.527019 
## iter  10 value 190.942047
## iter  20 value 188.499163
## iter  30 value 184.172589
## iter  40 value 176.825633
## iter  50 value 170.952782
## iter  60 value 162.353676
## iter  70 value 160.005382
## iter  80 value 147.695574
## iter  90 value 123.444397
## iter 100 value 116.348484
## final  value 116.348484 
## stopped after 100 iterations
## # weights:  178
## initial  value 251.050732 
## iter  10 value 190.599637
## iter  20 value 184.849001
## iter  30 value 158.678266
## iter  40 value 153.324994
## iter  50 value 144.276876
## iter  60 value 128.753829
## iter  70 value 99.939602
## iter  80 value 89.790212
## iter  90 value 85.405135
## iter 100 value 83.532907
## final  value 83.532907 
## stopped after 100 iterations
## # weights:  296
## initial  value 328.251132 
## iter  10 value 185.338564
## iter  20 value 168.886377
## iter  30 value 161.074782
## iter  40 value 147.134726
## iter  50 value 127.691604
## iter  60 value 118.426957
## iter  70 value 112.071401
## iter  80 value 109.471365
## iter  90 value 105.421313
## iter 100 value 101.777448
## final  value 101.777448 
## stopped after 100 iterations
## # weights:  60
## initial  value 275.157100 
## final  value 190.238072 
## converged
## # weights:  178
## initial  value 244.890690 
## final  value 190.239330 
## converged
## # weights:  296
## initial  value 324.314119 
## iter  10 value 175.886971
## iter  20 value 166.843058
## iter  30 value 165.168309
## iter  40 value 164.683743
## final  value 164.683644 
## converged
## # weights:  60
## initial  value 249.606216 
## final  value 220.933943 
## converged
## # weights:  178
## initial  value 233.150984 
## final  value 220.933943 
## converged
## # weights:  296
## initial  value 419.839728 
## iter  10 value 181.926324
## iter  20 value 162.671858
## iter  30 value 154.341033
## iter  40 value 137.968710
## iter  50 value 134.391102
## iter  60 value 129.922324
## iter  70 value 125.076948
## iter  80 value 122.939520
## iter  90 value 122.424452
## iter 100 value 122.315496
## final  value 122.315496 
## stopped after 100 iterations
## # weights:  60
## initial  value 292.862590 
## iter  10 value 221.481646
## iter  20 value 196.437768
## iter  30 value 193.930381
## iter  40 value 193.809655
## iter  50 value 193.375662
## iter  60 value 191.335223
## iter  70 value 184.550632
## iter  80 value 152.286719
## iter  90 value 150.023130
## iter 100 value 149.160694
## final  value 149.160694 
## stopped after 100 iterations
## # weights:  178
## initial  value 466.087799 
## iter  10 value 221.439279
## iter  20 value 214.959177
## iter  30 value 190.926766
## iter  40 value 187.555609
## iter  50 value 184.617135
## iter  60 value 170.971216
## iter  70 value 169.531213
## iter  80 value 167.375641
## iter  90 value 165.206657
## iter 100 value 164.702953
## final  value 164.702953 
## stopped after 100 iterations
## # weights:  296
## initial  value 324.745031 
## iter  10 value 218.080979
## iter  20 value 199.116428
## iter  30 value 186.506803
## iter  40 value 184.491095
## iter  50 value 183.641639
## iter  60 value 178.959941
## iter  70 value 157.794155
## iter  80 value 123.059629
## iter  90 value 109.334154
## iter 100 value 106.551389
## final  value 106.551389 
## stopped after 100 iterations
## # weights:  60
## initial  value 268.573123 
## final  value 241.000950 
## converged
## # weights:  178
## initial  value 273.191678 
## iter  10 value 201.631107
## iter  20 value 196.582522
## iter  30 value 196.581467
## iter  40 value 189.218660
## final  value 187.986071 
## converged
## # weights:  296
## initial  value 307.421407 
## final  value 220.938911 
## converged
## # weights:  60
## initial  value 237.935751 
## final  value 191.764777 
## converged
## # weights:  178
## initial  value 229.223160 
## final  value 191.764777 
## converged
## # weights:  296
## initial  value 483.411319 
## final  value 191.764777 
## converged
## # weights:  60
## initial  value 256.271890 
## iter  10 value 192.087752
## iter  20 value 185.764796
## iter  30 value 174.140813
## iter  40 value 148.610000
## iter  50 value 134.015609
## iter  60 value 120.829773
## iter  70 value 111.312804
## iter  80 value 108.174719
## iter  90 value 104.668269
## iter 100 value 97.040136
## final  value 97.040136 
## stopped after 100 iterations
## # weights:  178
## initial  value 275.466561 
## iter  10 value 171.637326
## iter  20 value 167.819392
## iter  30 value 149.251644
## iter  40 value 122.387728
## iter  50 value 109.288619
## iter  60 value 102.066830
## iter  70 value 94.049567
## iter  80 value 88.315420
## iter  90 value 77.997605
## iter 100 value 71.814320
## final  value 71.814320 
## stopped after 100 iterations
## # weights:  296
## initial  value 207.508278 
## iter  10 value 177.021612
## iter  20 value 175.152517
## iter  30 value 169.021268
## iter  40 value 165.954006
## iter  50 value 138.042016
## iter  60 value 130.097913
## iter  70 value 126.004411
## iter  80 value 118.775500
## iter  90 value 115.417114
## iter 100 value 113.360223
## final  value 113.360223 
## stopped after 100 iterations
## # weights:  60
## initial  value 246.064467 
## final  value 191.766403 
## converged
## # weights:  178
## initial  value 219.979430 
## final  value 191.767710 
## converged
## # weights:  296
## initial  value 289.104627 
## iter  10 value 191.322209
## iter  20 value 186.447688
## iter  30 value 185.618025
## iter  40 value 185.617086
## iter  50 value 185.616418
## iter  60 value 176.846752
## iter  70 value 175.930655
## iter  80 value 175.899879
## final  value 175.899806 
## converged
## # weights:  60
## initial  value 300.763041 
## final  value 208.254943 
## converged
## # weights:  178
## initial  value 300.606202 
## final  value 208.254943 
## converged
## # weights:  296
## initial  value 315.158003 
## iter  10 value 208.314842
## final  value 208.254943 
## converged
## # weights:  60
## initial  value 274.290439 
## iter  10 value 208.631996
## iter  20 value 203.780029
## iter  30 value 201.686851
## iter  40 value 193.540879
## iter  50 value 188.257044
## iter  60 value 187.828412
## iter  70 value 175.235654
## iter  80 value 149.607906
## iter  90 value 131.321648
## iter 100 value 128.744947
## final  value 128.744947 
## stopped after 100 iterations
## # weights:  178
## initial  value 337.681996 
## iter  10 value 196.051976
## iter  20 value 155.007387
## iter  30 value 151.275993
## iter  40 value 135.267356
## iter  50 value 129.646603
## iter  60 value 127.082333
## iter  70 value 125.955621
## iter  80 value 125.550567
## iter  90 value 122.411407
## iter 100 value 120.270673
## final  value 120.270673 
## stopped after 100 iterations
## # weights:  296
## initial  value 276.987610 
## iter  10 value 209.268739
## iter  20 value 202.925860
## iter  30 value 182.373488
## iter  40 value 172.786133
## iter  50 value 137.818693
## iter  60 value 123.433323
## iter  70 value 121.061846
## iter  80 value 119.112990
## iter  90 value 111.246926
## iter 100 value 109.783403
## final  value 109.783403 
## stopped after 100 iterations
## # weights:  60
## initial  value 268.457103 
## final  value 208.256596 
## converged
## # weights:  178
## initial  value 251.786809 
## final  value 208.257722 
## converged
## # weights:  296
## initial  value 255.078550 
## final  value 208.259915 
## converged
## # weights:  60
## initial  value 233.077245 
## final  value 196.350337 
## converged
## # weights:  178
## initial  value 239.873541 
## final  value 196.350337 
## converged
## # weights:  296
## initial  value 277.567992 
## final  value 196.350337 
## converged
## # weights:  60
## initial  value 230.930523 
## iter  10 value 196.725130
## iter  20 value 188.279494
## iter  30 value 183.238839
## iter  40 value 149.183183
## iter  50 value 125.765594
## iter  60 value 113.474990
## iter  70 value 110.990266
## iter  80 value 110.495725
## iter  90 value 75.455887
## iter 100 value 58.713015
## final  value 58.713015 
## stopped after 100 iterations
## # weights:  178
## initial  value 359.504681 
## iter  10 value 196.654187
## iter  20 value 186.742995
## iter  30 value 165.456103
## iter  40 value 138.783045
## iter  50 value 126.346723
## iter  60 value 120.527240
## iter  70 value 116.266196
## iter  80 value 112.196101
## iter  90 value 110.354476
## iter 100 value 104.392277
## final  value 104.392277 
## stopped after 100 iterations
## # weights:  296
## initial  value 254.790433 
## iter  10 value 200.978023
## iter  20 value 184.018274
## iter  30 value 157.032347
## iter  40 value 136.561888
## iter  50 value 130.227751
## iter  60 value 128.595993
## iter  70 value 126.804097
## iter  80 value 124.888313
## iter  90 value 120.376962
## iter 100 value 117.600748
## final  value 117.600748 
## stopped after 100 iterations
## # weights:  60
## initial  value 275.209598 
## final  value 196.351744 
## converged
## # weights:  178
## initial  value 219.362753 
## final  value 196.353338 
## converged
## # weights:  296
## initial  value 193.977753 
## iter  10 value 150.926184
## iter  20 value 133.228266
## iter  30 value 127.416359
## iter  40 value 101.576908
## iter  50 value 95.652337
## iter  60 value 92.162099
## iter  70 value 91.680136
## iter  80 value 90.941985
## iter  90 value 90.576541
## iter 100 value 89.937104
## final  value 89.937104 
## stopped after 100 iterations
## # weights:  178
## initial  value 305.753783 
## iter  10 value 253.319156
## iter  20 value 243.625643
## iter  30 value 231.572736
## iter  40 value 224.827488
## iter  50 value 215.986811
## iter  60 value 212.350030
## iter  70 value 206.462053
## iter  80 value 204.313544
## iter  90 value 184.320531
## iter 100 value 176.408210
## final  value 176.408210 
## stopped after 100 iterations

plot(nnProcessModel)

nnProcessPred <- predict(nnProcessModel, newdata = testProcess)
nlModels<-rbind(nlModels,data.frame(model="nn",RMSE=postResample(pred = nnProcessPred, obs = testProcess$Yield)[1], r2=postResample(pred = nnProcessPred, obs = testProcess$Yield)[2]))

` (a) Which nonlinear regression model gives the optimal resampling and test set performance?

nlModels%>%ggplot(aes(model, r2))+geom_col()

In this particular case SVM

2. Which predictors are most important in the optimal nonlinear regression model? Do either the biological or process variables dominate the list? How do the top ten important predictors compare to the top ten predictors from the optimal linear model?

svmImp<-varImp(svmProcessModel)
svmImp

## loess r-squared variable importance
## 
##   only 20 most important variables shown (out of 57)
## 
##                        Overall
## ManufacturingProcess17  100.00
## ManufacturingProcess13   94.59
## ManufacturingProcess32   89.46
## BiologicalMaterial06     69.99
## ManufacturingProcess09   64.47
## BiologicalMaterial03     62.84
## BiologicalMaterial12     54.32
## ManufacturingProcess06   49.32
## ManufacturingProcess20   47.97
## BiologicalMaterial02     47.29
## ManufacturingProcess31   42.50
## BiologicalMaterial11     42.08
## ManufacturingProcess27   40.10
## ManufacturingProcess11   39.89
## ManufacturingProcess12   39.26
## ManufacturingProcess30   38.42
## ManufacturingProcess36   37.90
## ManufacturingProcess21   33.90
## ManufacturingProcess18   32.92
## ManufacturingProcess33   32.34

3. Explore the relationships between the top predictors and the response for the predictors that are unique to the optimal nonlinear regression model. Do these plots reveal intuition about the biological or process predictors and their relationship with yield?

lmprocessModel <- train(Yield ~., data= trainProcess,method="glm",
                         trControl=cvControl)

## Warning in predict.lm(object, newdata, se.fit, scale = 1, type = if (type == :
## prediction from a rank-deficient fit may be misleading

## Warning in predict.lm(object, newdata, se.fit, scale = 1, type = if (type == :
## prediction from a rank-deficient fit may be misleading

## Warning in predict.lm(object, newdata, se.fit, scale = 1, type = if (type == :
## prediction from a rank-deficient fit may be misleading

## Warning in predict.lm(object, newdata, se.fit, scale = 1, type = if (type == :
## prediction from a rank-deficient fit may be misleading

## Warning in predict.lm(object, newdata, se.fit, scale = 1, type = if (type == :
## prediction from a rank-deficient fit may be misleading

summary(lmprocessModel)

## 
## Call:
## NULL
## 
## Deviance Residuals: 
##      Min        1Q    Median        3Q       Max  
## -1.82151  -0.35484  -0.06569   0.44772   1.57852  
## 
## Coefficients: (1 not defined because of singularities)
##                          Estimate Std. Error t value Pr(>|t|)  
## (Intercept)             1.225e+00  1.437e+00   0.852   0.4007  
## BiologicalMaterial01    4.476e-01  6.414e-01   0.698   0.4904  
## BiologicalMaterial02   -2.091e-01  2.923e-01  -0.715   0.4798  
## BiologicalMaterial03    1.441e-01  5.029e-01   0.286   0.7764  
## BiologicalMaterial04    4.633e-01  1.323e+00   0.350   0.7285  
## BiologicalMaterial05    2.118e-01  2.002e-01   1.058   0.2982  
## BiologicalMaterial06   -1.366e-01  6.501e-01  -0.210   0.8350  
## BiologicalMaterial07   -1.242e+00  1.905e+00  -0.652   0.5192  
## BiologicalMaterial08    8.328e-02  1.432e+00   0.058   0.9540  
## BiologicalMaterial09   -1.493e+00  2.826e+00  -0.528   0.6010  
## BiologicalMaterial10   -1.153e+00  3.547e+00  -0.325   0.7473  
## BiologicalMaterial11   -2.385e-02  1.458e-01  -0.164   0.8711  
## BiologicalMaterial12    7.145e-01  1.063e+00   0.672   0.5064  
## ManufacturingProcess01 -7.980e-02  3.317e-01  -0.241   0.8115  
## ManufacturingProcess02  2.094e-02  1.449e-01   0.145   0.8860  
## ManufacturingProcess03 -7.194e+00  1.257e+01  -0.572   0.5713  
## ManufacturingProcess04  1.452e-01  6.058e-02   2.396   0.0228 *
## ManufacturingProcess05 -2.325e-05  7.614e-03  -0.003   0.9976  
## ManufacturingProcess06  4.248e-02  6.959e-02   0.610   0.5460  
## ManufacturingProcess07 -4.307e-01  3.804e-01  -1.132   0.2661  
## ManufacturingProcess08  5.143e-01  4.787e-01   1.075   0.2909  
## ManufacturingProcess09  1.603e-01  4.723e-01   0.339   0.7366  
## ManufacturingProcess10  7.038e-01  9.469e-01   0.743   0.4629  
## ManufacturingProcess11 -1.085e+00  2.217e+00  -0.490   0.6279  
## ManufacturingProcess12 -1.411e-04  3.156e-04  -0.447   0.6578  
## ManufacturingProcess13 -9.722e-01  9.676e-01  -1.005   0.3228  
## ManufacturingProcess14 -2.486e-03  1.519e-02  -0.164   0.8710  
## ManufacturingProcess15  2.608e-02  1.888e-02   1.381   0.1771  
## ManufacturingProcess16 -5.586e-03  1.808e-02  -0.309   0.7595  
## ManufacturingProcess17  7.424e-02  7.893e-01   0.094   0.9257  
## ManufacturingProcess18 -2.280e-02  3.509e-02  -0.650   0.5208  
## ManufacturingProcess19  1.286e-02  2.469e-02   0.521   0.6061  
## ManufacturingProcess20 -4.284e-03  2.388e-02  -0.179   0.8588  
## ManufacturingProcess21         NA         NA      NA       NA  
## ManufacturingProcess22  5.797e-02  6.787e-02   0.854   0.3996  
## ManufacturingProcess23 -1.638e-01  1.377e-01  -1.190   0.2433  
## ManufacturingProcess24  1.466e-02  4.056e-02   0.361   0.7202  
## ManufacturingProcess25 -9.782e-03  2.394e-02  -0.409   0.6857  
## ManufacturingProcess26 -2.308e-02  1.659e-02  -1.391   0.1741  
## ManufacturingProcess27 -1.270e-02  1.777e-02  -0.715   0.4802  
## ManufacturingProcess28  1.526e-02  7.068e-02   0.216   0.8305  
## ManufacturingProcess29  4.210e+00  2.543e+00   1.655   0.1080  
## ManufacturingProcess30 -7.214e-01  1.894e+00  -0.381   0.7059  
## ManufacturingProcess31  1.380e+00  1.290e+00   1.070   0.2928  
## ManufacturingProcess32  1.306e-01  1.233e-01   1.059   0.2979  
## ManufacturingProcess33 -2.285e-01  2.426e-01  -0.942   0.3535  
## ManufacturingProcess34  2.921e+00  4.427e+00   0.660   0.5143  
## ManufacturingProcess35 -1.922e-02  2.983e-02  -0.644   0.5241  
## ManufacturingProcess36 -1.700e+01  5.595e+02  -0.030   0.9760  
## ManufacturingProcess37 -4.784e-01  4.726e-01  -1.012   0.3193  
## ManufacturingProcess38 -1.945e-01  4.447e-01  -0.437   0.6649  
## ManufacturingProcess39  1.242e-01  2.729e-01   0.455   0.6521  
## ManufacturingProcess40 -5.721e+00  1.603e+01  -0.357   0.7236  
## ManufacturingProcess41  1.560e-01  1.116e+01   0.014   0.9889  
## ManufacturingProcess42 -1.542e-01  5.014e-01  -0.308   0.7604  
## ManufacturingProcess43  3.062e-01  1.752e-01   1.748   0.0903 .
## ManufacturingProcess44 -2.134e+00  2.964e+00  -0.720   0.4768  
## ManufacturingProcess45  2.561e+00  9.416e-01   2.720   0.0106 *
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for gaussian family taken to be 1.098596)
## 
##     Null deviance: 308.948  on 87  degrees of freedom
## Residual deviance:  34.056  on 31  degrees of freedom
## AIC: 282.19
## 
## Number of Fisher Scoring iterations: 2

svmNames<-rownames(svmImp$importance)[1:10]
featurePlot(testProcess[svmNames],testProcess$Yield)

procCor<-cor(testProcess[svmNames],testProcess$Yield)


corrplot(procCor)

Interestingly enough the glm model shared high P value for the variables even though some of them do seem to show a rough linear relationship with the feature plot.