1 Forward

The dataset being evaluated is from UCI Machine Learning Database (http://archive.ics.uci.edu/ml/datasets/Car+Evaluation)

Here are the following Variables: 1. buy_price 2. maintenance_costs 3. num_doors 4. persons 5. trunk_size 6. safety
7. overall_score

2 Glimpse of our dataset

2.1 Data

2.1.1 Original Dataset

buy_price	maintenance_costs	num_doors	persons	trunk_size	safety	overall_score
vhigh	vhigh	2	2	small	low	unacc
vhigh	vhigh	2	2	small	med	unacc
vhigh	vhigh	2	2	small	high	unacc
vhigh	vhigh	2	2	med	low	unacc
vhigh	vhigh	2	2	med	med	unacc
vhigh	vhigh	2	2	med	high	unacc
vhigh	vhigh	2	2	big	low	unacc
vhigh	vhigh	2	2	big	med	unacc
vhigh	vhigh	2	2	big	high	unacc
vhigh	vhigh	2	4	small	low	unacc
vhigh	vhigh	2	4	small	med	unacc
vhigh	vhigh	2	4	small	high	unacc
vhigh	vhigh	2	4	med	low	unacc
vhigh	vhigh	2	4	med	med	unacc
vhigh	vhigh	2	4	med	high	unacc
vhigh	vhigh	2	4	big	low	unacc
vhigh	vhigh	2	4	big	med	unacc
vhigh	vhigh	2	4	big	high	unacc
vhigh	vhigh	2	more	small	low	unacc
vhigh	vhigh	2	more	small	med	unacc

2.1.2 Binary Version of Dataset

buy_price	maintenance_costs	persons	trunk_size	safety
3	3	0	0	0
3	3	0	0	1
3	3	0	0	2
3	3	0	1	0
3	3	0	1	1
3	3	0	1	2
3	3	0	2	0
3	3	0	2	1
3	3	0	2	2
3	3	1	0	0
3	3	1	0	1
3	3	1	0	2
3	3	1	1	0
3	3	1	1	1
3	3	1	1	2
3	3	1	2	0
3	3	1	2	1
3	3	1	2	2
3	3	2	0	0
3	3	2	0	1

2.1.3 Dummy Version of Dataset

buy_price.vhigh	maintenance_costs.vhigh	num_doors.2	persons.2	persons.4	persons.more	trunk_size.big	trunk_size.med	trunk_size.small	safety.high	safety.low	safety.med	overall_score.unacc
1	1	1	1	0	0	0	0	1	0	1	0	1
1	1	1	1	0	0	0	0	1	0	0	1	1
1	1	1	1	0	0	0	0	1	1	0	0	1
1	1	1	1	0	0	0	1	0	0	1	0	1
1	1	1	1	0	0	0	1	0	0	0	1	1
1	1	1	1	0	0	0	1	0	1	0	0	1
1	1	1	1	0	0	1	0	0	0	1	0	1
1	1	1	1	0	0	1	0	0	0	0	1	1
1	1	1	1	0	0	1	0	0	1	0	0	1
1	1	1	0	1	0	0	0	1	0	1	0	1
1	1	1	0	1	0	0	0	1	0	0	1	1
1	1	1	0	1	0	0	0	1	1	0	0	1
1	1	1	0	1	0	0	1	0	0	1	0	1
1	1	1	0	1	0	0	1	0	0	0	1	1
1	1	1	0	1	0	0	1	0	1	0	0	1
1	1	1	0	1	0	1	0	0	0	1	0	1
1	1	1	0	1	0	1	0	0	0	0	1	1
1	1	1	0	1	0	1	0	0	1	0	0	1
1	1	1	0	0	1	0	0	1	0	1	0	1
1	1	1	0	0	1	0	0	1	0	0	1	1

3 General Machine Learning Methods

3.1 Feature Importance: Using RandomForest

##    user  system elapsed 
##  188.38    6.02  195.51

3.1.1 ggplot2

3.1.2 hcharts

3.2 Recursive Partitioning

3.2.1 All Variables

rpart_all_var <- rpart(overall_score~., 
                       data=train,
                       method = "class")

## [1] "rPart: All Variables Prediction = 92.82"

3.2.2 Important Variables

rpart_important_variables <- rpart(overall_score ~  maintenance_costs + buy_price + persons + safety,
                                   data=train,
                                   method="class")

## [1] "rPart: Important Variables = 88.16"

3.2.3 t-SNE Graph

set.seed(424)
tsne = Rtsne::Rtsne(as.matrix(train_num),
                    check_duplicates=FALSE,
                    pca=TRUE, 
                    perplexity=90,
                    theta=0,
                    max_iter = 1000,
                    verbose = TRUE,
                    dims=2)

## Read the 1728 x 7 data matrix successfully!
## Using no_dims = 2, perplexity = 90.000000, and theta = 0.000000
## Computing input similarities...
## Normalizing input...
## Symmetrizing...
## Done in 2.98 seconds!
## Learning embedding...
## Iteration 50: error is 64.849464 (50 iterations in 2.42 seconds)
## Iteration 100: error is 64.849464 (50 iterations in 2.11 seconds)
## Iteration 150: error is 64.849464 (50 iterations in 2.08 seconds)
## Iteration 200: error is 64.849464 (50 iterations in 2.00 seconds)
## Iteration 250: error is 64.849464 (50 iterations in 2.08 seconds)
## Iteration 300: error is 1.891982 (50 iterations in 2.13 seconds)
## Iteration 350: error is 1.474388 (50 iterations in 2.02 seconds)
## Iteration 400: error is 1.416866 (50 iterations in 2.10 seconds)
## Iteration 450: error is 1.390840 (50 iterations in 2.09 seconds)
## Iteration 500: error is 1.369408 (50 iterations in 2.39 seconds)
## Iteration 550: error is 1.361036 (50 iterations in 2.43 seconds)
## Iteration 600: error is 1.350728 (50 iterations in 2.47 seconds)
## Iteration 650: error is 1.338276 (50 iterations in 2.51 seconds)
## Iteration 700: error is 1.331442 (50 iterations in 2.50 seconds)
## Iteration 750: error is 1.329291 (50 iterations in 2.28 seconds)
## Iteration 800: error is 1.328140 (50 iterations in 2.30 seconds)
## Iteration 850: error is 1.327092 (50 iterations in 2.38 seconds)
## Iteration 900: error is 1.325276 (50 iterations in 2.32 seconds)
## Iteration 950: error is 1.324576 (50 iterations in 2.67 seconds)
## Iteration 1000: error is 1.324332 (50 iterations in 2.09 seconds)
## Fitting performed in 45.37 seconds.

## [1] "t-SNE Settings: perplexity = 90, 1000 iterations, pca = TRUE"

3.2.4 T-SNE rPart

tsne_rpart <- rpart(Class ~.,
                    data=train,
                    method="class")

## [1] "rPart: tSNE = 99.62"

3.3 Neural Networks

3.3.1 Neural Network Prediction

library(nnet)
model <- nnet(formula = overall_score ~ ., data=cars, size=4, decay=0.0001, maxit = 700, trace= FALSE)

x = cars[,1:ncol(cars)-1]
y = cars[,ncol(cars)]
pred <- predict(model,x,type="class") 
pred %<>% as.factor()
l <- union(pred,y)
mtab <- table(factor(pred,l),factor(y,l))
cfm_nnet <- confusionMatrix(mtab)

## [1] "Neural Network Prediction = 99.77"

3.3.2 Neural Network Graph

3.4 C5 Bagging CART

## Confusion Matrix and Statistics
## 
##        
##         unacc  acc vgood good
##   unacc  1210    0     0    0
##   acc       0  384     0    0
##   vgood     0    0    65    0
##   good      0    0     0   69
## 
## Overall Statistics
##                                                
##                Accuracy : 1                    
##                  95% CI : (0.9979, 1)          
##     No Information Rate : 0.7002               
##     P-Value [Acc > NIR] : < 0.00000000000000022
##                                                
##                   Kappa : 1                    
##  Mcnemar's Test P-Value : NA                   
## 
## Statistics by Class:
## 
##                      Class: unacc Class: acc Class: vgood Class: good
## Sensitivity                1.0000     1.0000      1.00000     1.00000
## Specificity                1.0000     1.0000      1.00000     1.00000
## Pos Pred Value             1.0000     1.0000      1.00000     1.00000
## Neg Pred Value             1.0000     1.0000      1.00000     1.00000
## Prevalence                 0.7002     0.2222      0.03762     0.03993
## Detection Rate             0.7002     0.2222      0.03762     0.03993
## Detection Prevalence       0.7002     0.2222      0.03762     0.03993
## Balanced Accuracy          1.0000     1.0000      1.00000     1.00000

## [1] "C5 Bagging CART = 100.00"

3.5 KNN with Binary Dataset

fold_1	fold_2	fold_3	fold_4	fold_5	mean	k
0.2362793	0.2426001	0.2361703	0.2319023	0.2052444	0.2304393	5
0.2379563	0.2552991	0.2312610	0.2317097	0.2185540	0.2349560	6
0.2480185	0.2604271	0.2329739	0.2385670	0.2213077	0.2402588	7
0.2615440	0.2660975	0.2299341	0.2502460	0.2296779	0.2474999	8
0.2572158	0.2756636	0.2282077	0.2575422	0.2392147	0.2515688	9
0.2660345	0.2714015	0.2433575	0.2695428	0.2417383	0.2584149	10
0.2722938	0.2778507	0.2575235	0.2782063	0.2497059	0.2671160	11
0.2777298	0.2844354	0.2762942	0.2830383	0.2622321	0.2767460	12
0.2867350	0.2939560	0.2820966	0.2937717	0.2713619	0.2855842	13
0.2908950	0.2995724	0.2856131	0.3005219	0.2826305	0.2918466	14
0.2975201	0.3019524	0.2990289	0.3045846	0.2956168	0.2997406	15
0.2319134	0.5177918	0.3581980	0.3644390	0.3438401	0.3632365	4
0.6485566	0.9398939	0.7373182	0.5080519	0.4686715	0.6604984	3

## [1] 98.42845

fold	accuracy	cv_mean
8	98.42845	0.2474999
9	98.42845	0.2515688
7	98.34574	0.2402588
5	98.26303	0.2304393
10	98.26303	0.2584149
6	98.18031	0.2349560
13	97.84946	0.2855842
12	97.76675	0.2767460
4	97.76675	0.3632365
11	97.68404	0.2671160
15	97.35318	0.2997406
14	97.18776	0.2918466
3	96.93962	0.6604984

## [1] "Fit KNN (8 Fold)  =  98.4284532671629"

3.6 KNN with Expanded Dummy Dataset

3.6.1 Finding the Best Folds & k

fold_1	fold_2	fold_3	fold_4	fold_5	mean	k
0.3126933	0.3013072	0.2972841	0.2912898	0.2927284	0.2990606	9
0.3139404	0.3047696	0.2955670	0.2969234	0.3002679	0.3022936	10
0.3130961	0.3080455	0.3044691	0.3017788	0.3070957	0.3068970	11
0.3242728	0.3177635	0.3033193	0.3093421	0.3166271	0.3142650	12
0.3174059	0.3046945	0.3004295	0.3920937	0.2950579	0.3219363	8
0.3281333	0.3322224	0.3140329	0.3237893	0.3300227	0.3256401	13
0.3444893	0.3530044	0.3268253	0.3453629	0.3473279	0.3434020	14
0.3325495	0.4213183	0.3061313	0.3970889	0.3048944	0.3523965	7
0.3593838	0.3712992	0.3464077	0.3624134	0.3653165	0.3609641	15
0.3712796	0.4652092	0.3366220	0.4351306	0.3348333	0.3886149	6
0.3927146	0.4880344	0.3595943	0.4621148	0.3578403	0.4120597	5
1.1748221	0.8854810	0.9547632	1.0639613	0.6710194	0.9500094	4
2.3749552	2.4619269	1.9846405	2.3656194	2.0631257	2.2500536	3

## [1] 93.43629

fold	accuracy	cv_mean
7	93.43629	0.3523965
9	91.69884	0.2990606
8	91.11969	0.3219363
10	90.73359	0.3022936
11	90.54054	0.3068970
12	89.76834	0.3142650
5	89.38224	0.4120597
14	88.99614	0.3434020
6	88.80309	0.3886149
13	88.61004	0.3256401
15	87.25869	0.3609641
4	84.74903	0.9500094
3	80.88803	2.2500536

3.6.2 KNN Boundary

As you can see, the “KNN Features” graph on the right is more decisive with it’s boundary implementation.

3.6.3 Original Features vs KNN Features GLM

## [1] "Original Features has an Accuracy of 82.24"

## [1] "KNN Features has an Accuracy of 91.51"

3.7 Boosting Algorithms

## 
## Call:
## summary.resamples(object = boosting_results)
## 
## Models: c5.0, gbm 
## Number of resamples: 30 
## 
## Accuracy 
##        Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## c5.0 0.9262  0.9533 0.9716 0.9693  0.9836 1.0000    0
## gbm  0.9024  0.9350 0.9429 0.9451  0.9573 0.9758    0
## 
## Kappa 
##        Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## c5.0 0.8349  0.8948 0.9369 0.9310  0.9624 1.0000    0
## gbm  0.7905  0.8537 0.8750 0.8785  0.9043 0.9472    0

## [1] "C 5.0 Prediction = 96.93"

## [1] "Stochastic Gradient Boosting = 94.51"

3.8 Bagging Algorithms

## 
## Call:
## summary.resamples(object = bagging_results)
## 
## Models: treebag, rf 
## Number of resamples: 30 
## 
## Accuracy 
##           Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## treebag 0.8374  0.9016 0.9225 0.9159  0.9327 0.9587    0
## rf      0.8699  0.9043 0.9187 0.9218  0.9408 0.9669    0
## 
## Kappa 
##           Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## treebag 0.6359  0.7686 0.8213 0.8094  0.8472 0.9043    0
## rf      0.7122  0.7785 0.8168 0.8236  0.8662 0.9232    0

## [1] "Bagged CART = 91.59"

## [1] "Random Forest = 92.18"

3.9 Ensemble

Since caretEnsemble cannot multiclass predict, unacc and acc will be grouped as “bad” and good and vgood will be grouped as “good”.
The ensemble will use a randomForest to combine the predictors together.

The following Algorithms will be used: 1. Linear Discriminant Analysis 2. CART 3. k-Nearest Neighbors 4. Nearest Shrunken Centroids (pam) 5. Penalized Multinomial Regression 6. Boosted Logistic Regression 7. Support Vector Machines with Linear Kernel 8. Neural Networks with Feature Extraction

3.9.1 Tuning Parameters & Alogrithm List

control <- trainControl(method="repeatedcv", number=10, repeats=3, savePredictions='final', classProbs=TRUE, allowParallel = TRUE, verboseIter = FALSE)

algorithmList <- c('lda', 'rpart', 'knn', 'pam', 'multinom', 'LogitBoost', 'svmLinear2', 'pcaNNet')

3.9.2 Iteration Information

## 1234567891011121314151617181920212223242526272829301111111111111111111111111111111# weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.389030
## iter  20 value 0.033586
## iter  30 value 0.015582
## iter  40 value 0.006496
## iter  50 value 0.002036
## iter  60 value 0.000579
## iter  70 value 0.000560
## final  value 0.000088 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 21.521804
## iter  20 value 18.029492
## iter  30 value 17.923678
## iter  30 value 17.923678
## iter  30 value 17.923678
## final  value 17.923678 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.446738
## iter  20 value 0.116853
## iter  30 value 0.104739
## iter  40 value 0.099616
## iter  50 value 0.095768
## iter  60 value 0.093903
## iter  70 value 0.092748
## iter  80 value 0.092436
## iter  90 value 0.092357
## iter 100 value 0.092316
## final  value 0.092316 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.496369
## iter  20 value 0.038978
## iter  30 value 0.012358
## iter  40 value 0.005171
## iter  50 value 0.001578
## iter  60 value 0.000348
## iter  70 value 0.000348
## iter  80 value 0.000346
## iter  90 value 0.000133
## final  value 0.000076 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 27.971042
## iter  20 value 19.008532
## iter  30 value 17.716840
## final  value 17.716825 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.538016
## iter  20 value 0.122123
## iter  30 value 0.100355
## iter  40 value 0.098576
## iter  50 value 0.094453
## iter  60 value 0.093005
## iter  70 value 0.091681
## iter  80 value 0.091495
## iter  90 value 0.091389
## iter 100 value 0.091362
## final  value 0.091362 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.413124
## iter  20 value 0.042850
## iter  30 value 0.009737
## iter  40 value 0.007287
## iter  50 value 0.001965
## iter  60 value 0.000455
## iter  70 value 0.000425
## final  value 0.000075 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 21.529634
## iter  20 value 18.255436
## iter  30 value 17.853969
## final  value 17.853968 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.479577
## iter  20 value 0.133002
## iter  30 value 0.113548
## iter  40 value 0.105671
## iter  50 value 0.097743
## iter  60 value 0.094518
## iter  70 value 0.093317
## iter  80 value 0.092611
## iter  90 value 0.092388
## iter 100 value 0.092249
## final  value 0.092249 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.456846
## iter  20 value 0.025082
## iter  30 value 0.010175
## iter  40 value 0.004521
## iter  50 value 0.001411
## iter  60 value 0.000190
## iter  70 value 0.000188
## iter  80 value 0.000188
## iter  80 value 0.000098
## iter  80 value 0.000098
## final  value 0.000098 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 22.171494
## iter  20 value 18.027322
## iter  30 value 17.843034
## iter  30 value 17.843034
## iter  30 value 17.843034
## final  value 17.843034 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.501076
## iter  20 value 0.114091
## iter  30 value 0.101124
## iter  40 value 0.098603
## iter  50 value 0.094775
## iter  60 value 0.093591
## iter  70 value 0.092304
## iter  80 value 0.092108
## iter  90 value 0.092034
## iter 100 value 0.092002
## final  value 0.092002 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.389175
## iter  20 value 0.032818
## iter  30 value 0.015008
## iter  40 value 0.006793
## iter  50 value 0.002156
## iter  60 value 0.000553
## iter  70 value 0.000198
## iter  80 value 0.000162
## iter  90 value 0.000161
## iter  90 value 0.000161
## final  value 0.000078 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 21.551115
## iter  20 value 18.025704
## iter  30 value 17.913260
## iter  30 value 17.913260
## iter  30 value 17.913260
## final  value 17.913260 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.440778
## iter  20 value 0.119926
## iter  30 value 0.104567
## iter  40 value 0.100132
## iter  50 value 0.095635
## iter  60 value 0.093993
## iter  70 value 0.092681
## iter  80 value 0.092287
## iter  90 value 0.092190
## iter 100 value 0.092144
## final  value 0.092144 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.437727
## iter  20 value 0.033444
## iter  30 value 0.015738
## iter  40 value 0.007152
## iter  50 value 0.002283
## iter  60 value 0.000585
## iter  70 value 0.000190
## iter  70 value 0.000099
## iter  70 value 0.000099
## final  value 0.000099 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 22.549296
## iter  20 value 18.044233
## iter  30 value 17.809632
## final  value 17.809631 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.487609
## iter  20 value 0.114391
## iter  30 value 0.102247
## iter  40 value 0.099182
## iter  50 value 0.095265
## iter  60 value 0.093626
## iter  70 value 0.092074
## iter  80 value 0.091858
## iter  90 value 0.091783
## iter 100 value 0.091740
## final  value 0.091740 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.348659
## iter  20 value 0.030495
## iter  30 value 0.014228
## iter  40 value 0.006712
## iter  50 value 0.002188
## iter  60 value 0.000575
## iter  70 value 0.000572
## final  value 0.000079 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 21.405825
## iter  20 value 18.050276
## final  value 17.960745 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.403314
## iter  20 value 0.113394
## iter  30 value 0.102456
## iter  40 value 0.099557
## iter  50 value 0.095558
## iter  60 value 0.093995
## iter  70 value 0.092810
## iter  80 value 0.092554
## iter  90 value 0.092486
## iter 100 value 0.092449
## final  value 0.092449 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.451451
## iter  20 value 0.031994
## iter  30 value 0.012365
## iter  40 value 0.005003
## iter  50 value 0.001603
## iter  60 value 0.000278
## iter  70 value 0.000276
## iter  80 value 0.000101
## iter  90 value 0.000101
## final  value 0.000081 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 22.674629
## iter  20 value 18.082674
## iter  30 value 17.906324
## iter  30 value 17.906324
## iter  30 value 17.906324
## final  value 17.906324 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.494060
## iter  20 value 0.118463
## iter  30 value 0.100646
## iter  40 value 0.098968
## iter  50 value 0.094857
## iter  60 value 0.093629
## iter  70 value 0.092396
## iter  80 value 0.092247
## iter  90 value 0.092157
## iter 100 value 0.092128
## final  value 0.092128 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.487834
## iter  20 value 0.025568
## iter  30 value 0.011504
## iter  40 value 0.005279
## iter  50 value 0.001666
## iter  60 value 0.000289
## iter  70 value 0.000288
## final  value 0.000093 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 30.449600
## iter  20 value 19.655586
## iter  30 value 17.851153
## final  value 17.851104 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.528816
## iter  20 value 0.117197
## iter  30 value 0.101074
## iter  40 value 0.099047
## iter  50 value 0.094986
## iter  60 value 0.093704
## iter  70 value 0.092267
## iter  80 value 0.092126
## iter  90 value 0.092035
## iter 100 value 0.092001
## final  value 0.092001 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.447416
## iter  20 value 0.030365
## iter  30 value 0.015194
## iter  40 value 0.006707
## iter  50 value 0.002012
## iter  60 value 0.000418
## iter  70 value 0.000300
## final  value 0.000060 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 23.463617
## iter  20 value 18.473236
## iter  30 value 17.957065
## final  value 17.957063 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.492526
## iter  20 value 0.117523
## iter  30 value 0.103567
## iter  40 value 0.099687
## iter  50 value 0.095472
## iter  60 value 0.093918
## iter  70 value 0.092689
## iter  80 value 0.092333
## iter  90 value 0.092242
## iter 100 value 0.092201
## final  value 0.092201 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.401907
## iter  20 value 0.032332
## iter  30 value 0.014541
## iter  40 value 0.007320
## iter  50 value 0.002254
## iter  60 value 0.000574
## iter  70 value 0.000345
## final  value 0.000071 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 23.808177
## iter  20 value 18.355094
## iter  30 value 17.953877
## final  value 17.953877 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.447777
## iter  20 value 0.115596
## iter  30 value 0.101267
## iter  40 value 0.099228
## iter  50 value 0.095159
## iter  60 value 0.093912
## iter  70 value 0.092585
## iter  80 value 0.092426
## iter  90 value 0.092344
## iter 100 value 0.092309
## final  value 0.092309 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.396748
## iter  20 value 0.025641
## iter  30 value 0.012387
## iter  40 value 0.005092
## iter  50 value 0.001646
## iter  60 value 0.000521
## iter  70 value 0.000520
## iter  80 value 0.000122
## iter  80 value 0.000079
## iter  80 value 0.000079
## final  value 0.000079 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 21.600205
## iter  20 value 18.048503
## iter  30 value 17.939387
## iter  30 value 17.939387
## iter  30 value 17.939387
## final  value 17.939387 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.452620
## iter  20 value 0.112979
## iter  30 value 0.103393
## iter  40 value 0.099348
## iter  50 value 0.095702
## iter  60 value 0.094003
## iter  70 value 0.092835
## iter  80 value 0.092491
## iter  90 value 0.092397
## iter 100 value 0.092364
## final  value 0.092364 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.416576
## iter  20 value 0.029798
## iter  30 value 0.016623
## iter  40 value 0.006962
## iter  50 value 0.002151
## iter  60 value 0.000716
## iter  70 value 0.000112
## iter  70 value 0.000068
## iter  70 value 0.000068
## final  value 0.000068 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 22.760968
## iter  20 value 18.019295
## iter  30 value 17.761481
## final  value 17.761481 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.463953
## iter  20 value 0.115864
## iter  30 value 0.102662
## iter  40 value 0.099243
## iter  50 value 0.094918
## iter  60 value 0.093189
## iter  70 value 0.091909
## iter  80 value 0.091620
## iter  90 value 0.091513
## iter 100 value 0.091482
## final  value 0.091482 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.464964
## iter  20 value 0.042354
## iter  30 value 0.015712
## iter  40 value 0.007588
## iter  50 value 0.002105
## iter  60 value 0.000468
## iter  70 value 0.000468
## iter  80 value 0.000368
## iter  90 value 0.000327
## final  value 0.000090 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 21.603246
## iter  20 value 18.050838
## iter  30 value 17.904797
## iter  30 value 17.904797
## iter  30 value 17.904797
## final  value 17.904797 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.527286
## iter  20 value 0.134124
## iter  30 value 0.113985
## iter  40 value 0.105025
## iter  50 value 0.097246
## iter  60 value 0.094791
## iter  70 value 0.093319
## iter  80 value 0.092587
## iter  90 value 0.092403
## iter 100 value 0.092291
## final  value 0.092291 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.342524
## iter  20 value 0.030171
## iter  30 value 0.014680
## iter  40 value 0.006207
## iter  50 value 0.002027
## iter  60 value 0.000572
## iter  70 value 0.000572
## iter  80 value 0.000323
## iter  90 value 0.000295
## iter 100 value 0.000238
## final  value 0.000238 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 21.371989
## iter  20 value 17.892704
## final  value 17.810692 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.397986
## iter  20 value 0.117175
## iter  30 value 0.103799
## iter  40 value 0.099136
## iter  50 value 0.095194
## iter  60 value 0.093646
## iter  70 value 0.092233
## iter  80 value 0.091998
## iter  90 value 0.091899
## iter 100 value 0.091863
## final  value 0.091863 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.427250
## iter  20 value 0.032139
## iter  30 value 0.015711
## iter  40 value 0.007009
## iter  50 value 0.002109
## iter  60 value 0.000544
## iter  70 value 0.000327
## final  value 0.000066 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 23.663059
## iter  20 value 18.453425
## iter  30 value 17.932741
## final  value 17.932738 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.474214
## iter  20 value 0.116407
## iter  30 value 0.102739
## iter  40 value 0.099386
## iter  50 value 0.095339
## iter  60 value 0.093798
## iter  70 value 0.092515
## iter  80 value 0.092378
## iter  90 value 0.092327
## iter 100 value 0.092289
## final  value 0.092289 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.498528
## iter  20 value 0.034591
## iter  30 value 0.015343
## iter  40 value 0.005113
## iter  50 value 0.001475
## iter  60 value 0.000352
## iter  70 value 0.000351
## iter  80 value 0.000142
## iter  90 value 0.000128
## final  value 0.000097 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 22.276420
## iter  20 value 17.922926
## iter  30 value 17.807414
## final  value 17.807413 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.540212
## iter  20 value 0.120316
## iter  30 value 0.101972
## iter  40 value 0.098627
## iter  50 value 0.094448
## iter  60 value 0.093307
## iter  70 value 0.092032
## iter  80 value 0.091816
## iter  90 value 0.091742
## iter 100 value 0.091706
## final  value 0.091706 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.302474
## iter  20 value 0.026723
## iter  30 value 0.011435
## iter  40 value 0.004905
## iter  50 value 0.001512
## iter  60 value 0.000326
## iter  70 value 0.000326
## iter  70 value 0.000326
## iter  80 value 0.000103
## final  value 0.000091 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 25.155016
## iter  20 value 19.050845
## iter  30 value 17.811672
## final  value 17.811664 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.371345
## iter  20 value 0.118704
## iter  30 value 0.106359
## iter  40 value 0.100009
## iter  50 value 0.095625
## iter  60 value 0.093755
## iter  70 value 0.092442
## iter  80 value 0.092080
## iter  90 value 0.091973
## iter 100 value 0.091931
## final  value 0.091931 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.464672
## iter  20 value 0.029240
## iter  30 value 0.013419
## iter  40 value 0.004852
## iter  50 value 0.001460
## iter  60 value 0.000235
## iter  70 value 0.000235
## final  value 0.000095 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 22.402946
## iter  20 value 18.132664
## iter  30 value 17.935099
## final  value 17.935099 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.507322
## iter  20 value 0.116878
## iter  30 value 0.101943
## iter  40 value 0.099178
## iter  50 value 0.095188
## iter  60 value 0.093904
## iter  70 value 0.092540
## iter  80 value 0.092269
## iter  90 value 0.092187
## iter 100 value 0.092159
## final  value 0.092159 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.461175
## iter  20 value 0.027130
## iter  30 value 0.011229
## iter  40 value 0.005555
## iter  50 value 0.001676
## iter  60 value 0.000277
## iter  70 value 0.000213
## final  value 0.000053 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 23.123032
## iter  20 value 17.958146
## iter  30 value 17.898851
## iter  30 value 17.898851
## iter  30 value 17.898851
## final  value 17.898851 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.505615
## iter  20 value 0.113892
## iter  30 value 0.102507
## iter  40 value 0.099105
## iter  50 value 0.095077
## iter  60 value 0.093819
## iter  70 value 0.092555
## iter  80 value 0.092334
## iter  90 value 0.092255
## iter 100 value 0.092215
## final  value 0.092215 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.431041
## iter  20 value 0.035483
## iter  30 value 0.016340
## iter  40 value 0.007945
## iter  50 value 0.002396
## iter  60 value 0.000862
## iter  70 value 0.000188
## final  value 0.000078 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 26.324590
## iter  20 value 18.973865
## iter  30 value 17.861521
## final  value 17.861516 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.481362
## iter  20 value 0.117707
## iter  30 value 0.102328
## iter  40 value 0.099284
## iter  50 value 0.095146
## iter  60 value 0.093547
## iter  70 value 0.092370
## iter  80 value 0.092066
## iter  90 value 0.091983
## iter 100 value 0.091935
## final  value 0.091935 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.538795
## iter  20 value 0.030293
## iter  30 value 0.012024
## iter  40 value 0.005393
## iter  50 value 0.001695
## iter  60 value 0.000140
## iter  70 value 0.000134
## iter  80 value 0.000134
## iter  80 value 0.000078
## iter  80 value 0.000078
## final  value 0.000078 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 22.197586
## iter  20 value 18.098898
## iter  30 value 18.036137
## iter  30 value 18.036137
## iter  30 value 18.036137
## final  value 18.036137 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.577020
## iter  20 value 0.120252
## iter  30 value 0.102233
## iter  40 value 0.099402
## iter  50 value 0.095324
## iter  60 value 0.094125
## iter  70 value 0.092910
## iter  80 value 0.092698
## iter  90 value 0.092601
## iter 100 value 0.092568
## final  value 0.092568 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.921259
## iter  20 value 0.051579
## iter  30 value 0.008476
## iter  40 value 0.002993
## final  value 0.000069 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 22.241192
## iter  20 value 17.772460
## iter  30 value 17.653200
## iter  30 value 17.653200
## iter  30 value 17.653200
## final  value 17.653200 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 1.080148
## iter  20 value 0.239495
## iter  30 value 0.201576
## iter  40 value 0.156923
## iter  50 value 0.132472
## iter  60 value 0.098422
## iter  70 value 0.093839
## iter  80 value 0.092436
## iter  90 value 0.091947
## iter 100 value 0.091490
## final  value 0.091490 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.405453
## iter  20 value 0.031887
## iter  30 value 0.015178
## iter  40 value 0.007076
## iter  50 value 0.002220
## iter  60 value 0.000608
## iter  70 value 0.000499
## final  value 0.000073 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 24.039225
## iter  20 value 18.401733
## iter  30 value 18.012891
## final  value 18.012889 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.454236
## iter  20 value 0.117273
## iter  30 value 0.102584
## iter  40 value 0.099536
## iter  50 value 0.095642
## iter  60 value 0.094121
## iter  70 value 0.092872
## iter  80 value 0.092690
## iter  90 value 0.092637
## iter 100 value 0.092603
## final  value 0.092603 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.475748
## iter  20 value 0.028663
## iter  30 value 0.013329
## iter  40 value 0.005020
## iter  50 value 0.001372
## iter  60 value 0.000228
## iter  70 value 0.000227
## final  value 0.000091 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 23.557673
## iter  20 value 18.457677
## iter  30 value 17.912782
## final  value 17.912781 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.519691
## iter  20 value 0.116492
## iter  30 value 0.101653
## iter  40 value 0.098930
## iter  50 value 0.094723
## iter  60 value 0.093660
## iter  70 value 0.092308
## iter  80 value 0.092176
## iter  90 value 0.092112
## iter 100 value 0.092077
## final  value 0.092077 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.338689
## iter  20 value 0.032147
## iter  30 value 0.013125
## iter  40 value 0.005865
## iter  50 value 0.001631
## iter  60 value 0.000378
## iter  70 value 0.000200
## iter  80 value 0.000122
## iter  90 value 0.000117
## final  value 0.000100 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 24.811092
## iter  20 value 18.624184
## iter  30 value 17.884364
## final  value 17.884362 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.405212
## iter  20 value 0.124307
## iter  30 value 0.110212
## iter  40 value 0.103129
## iter  50 value 0.096190
## iter  60 value 0.094252
## iter  70 value 0.093160
## iter  80 value 0.092578
## iter  90 value 0.092376
## iter 100 value 0.092286
## final  value 0.092286 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.250400
## iter  20 value 0.031538
## iter  30 value 0.008947
## iter  40 value 0.002312
## final  value 0.000050 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 21.418899
## iter  20 value 18.065046
## iter  30 value 17.877696
## iter  30 value 17.877696
## iter  30 value 17.877696
## final  value 17.877696 
## converged
## # weights:  20 (19 variable)
## initial  value 760.382457 
## iter  10 value 0.425229
## iter  20 value 0.221716
## iter  30 value 0.202414
## iter  40 value 0.166619
## iter  50 value 0.140362
## iter  60 value 0.101195
## iter  70 value 0.094961
## iter  80 value 0.093639
## iter  90 value 0.092924
## iter 100 value 0.092463
## final  value 0.092463 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.390125
## iter  20 value 0.026202
## iter  30 value 0.013930
## iter  40 value 0.005390
## iter  50 value 0.001695
## iter  60 value 0.000464
## iter  70 value 0.000464
## iter  80 value 0.000186
## iter  90 value 0.000136
## iter 100 value 0.000135
## final  value 0.000135 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 23.581332
## iter  20 value 18.139831
## iter  30 value 17.924342
## final  value 17.924341 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.441703
## iter  20 value 0.112774
## iter  30 value 0.103362
## iter  40 value 0.099265
## iter  50 value 0.095618
## iter  60 value 0.093952
## iter  70 value 0.092705
## iter  80 value 0.092501
## iter  90 value 0.092421
## iter 100 value 0.092378
## final  value 0.092378 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.411207
## iter  20 value 0.039171
## iter  30 value 0.014622
## iter  40 value 0.006821
## iter  50 value 0.002159
## iter  60 value 0.000591
## iter  70 value 0.000590
## iter  80 value 0.000278
## final  value 0.000099 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 27.624756
## iter  20 value 18.938562
## iter  30 value 17.868710
## final  value 17.868702 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.466948
## iter  20 value 0.122353
## iter  30 value 0.104976
## iter  40 value 0.099801
## iter  50 value 0.095506
## iter  60 value 0.093974
## iter  70 value 0.092658
## iter  80 value 0.092158
## iter  90 value 0.092051
## iter 100 value 0.092014
## final  value 0.092014 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.449566
## iter  20 value 0.031634
## iter  30 value 0.015276
## iter  40 value 0.006904
## iter  50 value 0.002134
## iter  60 value 0.000732
## iter  70 value 0.000726
## final  value 0.000083 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 22.177254
## iter  20 value 17.969256
## iter  30 value 17.722495
## final  value 17.722495 
## converged
## # weights:  20 (19 variable)
## initial  value 759.689310 
## iter  10 value 0.496450
## iter  20 value 0.113825
## iter  30 value 0.100958
## iter  40 value 0.098385
## iter  50 value 0.094640
## iter  60 value 0.093317
## iter  70 value 0.091766
## iter  80 value 0.091569
## iter  90 value 0.091481
## iter 100 value 0.091458
## final  value 0.091458 
## stopped after 100 iterations
## # weights:  20 (19 variable)
## initial  value 844.253266 
## iter  10 value 25.342802
## iter  20 value 18.972819
## iter  30 value 18.529731
## final  value 18.529730 
## converged
## # weights:  23
## initial  value 577.717120 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 694.997149 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 351.108135 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 674.817482 
## iter  10 value 153.239077
## iter  20 value 13.607231
## iter  30 value 12.625246
## final  value 12.625245 
## converged
## # weights:  65
## initial  value 513.485917 
## iter  10 value 76.472902
## iter  20 value 9.386383
## iter  30 value 8.283597
## iter  40 value 8.218011
## iter  50 value 8.217500
## final  value 8.217495 
## converged
## # weights:  107
## initial  value 1164.393665 
## iter  10 value 111.290469
## iter  20 value 10.019417
## iter  30 value 6.048403
## iter  40 value 5.813101
## iter  50 value 5.802745
## iter  60 value 5.801981
## iter  70 value 5.801900
## final  value 5.801896 
## converged
## # weights:  23
## initial  value 379.024400 
## iter  10 value 172.316230
## iter  20 value 172.043120
## iter  30 value 172.042229
## iter  40 value 172.041234
## iter  50 value 172.040107
## iter  60 value 172.038810
## iter  70 value 172.037288
## iter  80 value 172.035457
## iter  90 value 172.033190
## iter 100 value 172.030271
## final  value 172.030271 
## stopped after 100 iterations
## # weights:  65
## initial  value 679.875077 
## iter  10 value 172.957145
## iter  20 value 171.997604
## iter  30 value 84.969175
## iter  40 value 0.141257
## iter  50 value 0.120728
## iter  60 value 0.056204
## iter  70 value 0.049848
## iter  80 value 0.039540
## iter  90 value 0.033305
## iter 100 value 0.030553
## final  value 0.030553 
## stopped after 100 iterations
## # weights:  107
## initial  value 857.997841 
## iter  10 value 173.627637
## iter  20 value 172.018762
## iter  30 value 172.009967
## iter  40 value 172.005728
## iter  50 value 66.955830
## iter  60 value 0.082355
## iter  70 value 0.048732
## iter  80 value 0.042684
## iter  90 value 0.038918
## iter 100 value 0.036129
## final  value 0.036129 
## stopped after 100 iterations
## # weights:  23
## initial  value 441.299578 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 621.398891 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 770.802658 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 767.398228 
## iter  10 value 104.541790
## iter  20 value 14.012255
## iter  30 value 12.684582
## iter  40 value 12.646303
## final  value 12.646015 
## converged
## # weights:  65
## initial  value 376.022891 
## iter  10 value 87.697945
## iter  20 value 8.367055
## iter  30 value 8.232631
## final  value 8.232297 
## converged
## # weights:  107
## initial  value 502.907382 
## iter  10 value 114.842914
## iter  20 value 6.888099
## iter  30 value 5.830163
## iter  40 value 5.810587
## final  value 5.810585 
## converged
## # weights:  23
## initial  value 636.688449 
## iter  10 value 174.733062
## iter  20 value 174.016084
## iter  30 value 174.004439
## iter  40 value 150.795425
## iter  50 value 128.361039
## iter  60 value 0.179229
## iter  70 value 0.154082
## iter  80 value 0.071626
## iter  90 value 0.057146
## iter 100 value 0.050342
## final  value 0.050342 
## stopped after 100 iterations
## # weights:  65
## initial  value 727.995069 
## iter  10 value 175.179337
## iter  20 value 170.979788
## iter  30 value 0.321863
## iter  40 value 0.290420
## iter  50 value 0.174457
## iter  60 value 0.098583
## iter  70 value 0.076843
## iter  80 value 0.065137
## iter  90 value 0.055366
## iter 100 value 0.050045
## final  value 0.050045 
## stopped after 100 iterations
## # weights:  107
## initial  value 655.758112 
## iter  10 value 175.257435
## iter  20 value 174.013369
## iter  30 value 174.012716
## iter  40 value 174.011091
## iter  50 value 173.998578
## iter  60 value 6.887877
## iter  70 value 0.033446
## iter  80 value 0.031343
## iter  90 value 0.027644
## iter 100 value 0.025789
## final  value 0.025789 
## stopped after 100 iterations
## # weights:  23
## initial  value 568.881185 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 537.217902 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 472.306481 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 502.484943 
## iter  10 value 97.829546
## iter  20 value 23.252678
## iter  30 value 14.985192
## iter  40 value 13.129100
## iter  50 value 12.742693
## iter  60 value 12.624039
## final  value 12.624037 
## converged
## # weights:  65
## initial  value 526.393612 
## iter  10 value 145.004269
## iter  20 value 15.168503
## iter  30 value 9.977654
## iter  40 value 8.540403
## iter  50 value 8.313532
## iter  60 value 8.221221
## iter  70 value 8.215690
## final  value 8.215688 
## converged
## # weights:  107
## initial  value 570.803322 
## iter  10 value 153.826873
## iter  20 value 10.589544
## iter  30 value 7.345640
## iter  40 value 7.249130
## iter  50 value 7.247964
## final  value 7.247959 
## converged
## # weights:  23
## initial  value 382.890753 
## iter  10 value 172.307421
## iter  20 value 172.029582
## iter  30 value 172.028992
## iter  40 value 172.028391
## iter  50 value 172.027786
## iter  60 value 172.027179
## iter  70 value 172.026568
## iter  80 value 172.025944
## iter  90 value 172.025303
## iter 100 value 172.024635
## final  value 172.024635 
## stopped after 100 iterations
## # weights:  65
## initial  value 347.692796 
## iter  10 value 172.416583
## iter  20 value 172.039880
## iter  30 value 172.037913
## iter  40 value 172.023277
## iter  50 value 171.714649
## iter  60 value 89.836972
## iter  70 value 86.062566
## iter  80 value 86.052369
## iter  90 value 86.030658
## iter 100 value 0.044517
## final  value 0.044517 
## stopped after 100 iterations
## # weights:  107
## initial  value 949.754051 
## iter  10 value 173.871055
## iter  20 value 172.021572
## iter  30 value 1.016670
## iter  40 value 0.049585
## iter  50 value 0.035051
## iter  60 value 0.027178
## iter  70 value 0.023590
## iter  80 value 0.022949
## iter  90 value 0.022255
## iter 100 value 0.021729
## final  value 0.021729 
## stopped after 100 iterations
## # weights:  23
## initial  value 627.685183 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 483.628555 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 596.633950 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 696.430237 
## iter  10 value 161.438920
## iter  20 value 15.453177
## iter  30 value 12.757307
## iter  40 value 12.625230
## final  value 12.624670 
## converged
## # weights:  65
## initial  value 744.443550 
## iter  10 value 119.234550
## iter  20 value 27.084567
## iter  30 value 10.212308
## iter  40 value 8.403306
## iter  50 value 8.262181
## iter  60 value 8.226263
## iter  70 value 8.219404
## iter  80 value 8.216791
## iter  90 value 8.216656
## final  value 8.216647 
## converged
## # weights:  107
## initial  value 494.197622 
## iter  10 value 108.356951
## iter  20 value 9.500956
## iter  30 value 5.893378
## iter  40 value 5.671072
## iter  50 value 5.653742
## iter  60 value 5.652711
## iter  70 value 5.652445
## final  value 5.652435 
## converged
## # weights:  23
## initial  value 351.536784 
## iter  10 value 172.267208
## iter  20 value 172.049018
## iter  30 value 172.045984
## iter  40 value 172.041885
## iter  50 value 172.035924
## iter  60 value 172.026235
## iter  70 value 172.007188
## iter  80 value 171.950500
## iter  90 value 170.161776
## iter 100 value 86.088252
## final  value 86.088252 
## stopped after 100 iterations
## # weights:  65
## initial  value 432.455173 
## iter  10 value 172.512075
## iter  20 value 171.987379
## iter  30 value 101.142928
## iter  40 value 85.861380
## iter  50 value 0.460168
## iter  60 value 0.033871
## iter  70 value 0.031932
## iter  80 value 0.029005
## iter  90 value 0.027712
## iter 100 value 0.026686
## final  value 0.026686 
## stopped after 100 iterations
## # weights:  107
## initial  value 894.386553 
## iter  10 value 173.229422
## iter  20 value 172.013937
## iter  30 value 1.366199
## iter  40 value 0.176751
## iter  50 value 0.110747
## iter  60 value 0.088457
## iter  70 value 0.069696
## iter  80 value 0.054460
## iter  90 value 0.051767
## iter 100 value 0.044136
## final  value 0.044136 
## stopped after 100 iterations
## # weights:  23
## initial  value 342.860148 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 422.652057 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 315.000045 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 472.147199 
## iter  10 value 136.942193
## iter  20 value 35.865859
## iter  30 value 15.863253
## iter  40 value 12.688346
## iter  50 value 12.647594
## iter  60 value 12.647277
## iter  60 value 12.647277
## iter  60 value 12.647277
## final  value 12.647277 
## converged
## # weights:  65
## initial  value 670.512384 
## iter  10 value 173.198237
## iter  20 value 11.357776
## iter  30 value 7.050608
## iter  40 value 6.824861
## iter  50 value 6.823816
## final  value 6.823796 
## converged
## # weights:  107
## initial  value 467.943891 
## iter  10 value 118.766526
## iter  20 value 26.290650
## iter  30 value 6.824943
## iter  40 value 5.864420
## iter  50 value 5.690637
## iter  60 value 5.664675
## iter  70 value 5.662032
## iter  80 value 5.661838
## iter  90 value 5.661813
## iter 100 value 5.661809
## final  value 5.661809 
## stopped after 100 iterations
## # weights:  23
## initial  value 587.823400 
## iter  10 value 174.608235
## iter  20 value 149.462339
## iter  30 value 17.853871
## iter  40 value 0.361078
## iter  50 value 0.146167
## iter  60 value 0.135139
## iter  70 value 0.073583
## iter  80 value 0.057499
## iter  90 value 0.049757
## iter 100 value 0.045654
## final  value 0.045654 
## stopped after 100 iterations
## # weights:  65
## initial  value 768.057790 
## iter  10 value 174.895195
## iter  20 value 173.957895
## iter  30 value 0.141490
## iter  40 value 0.119483
## iter  50 value 0.076108
## iter  60 value 0.058114
## iter  70 value 0.038196
## iter  80 value 0.031413
## iter  90 value 0.030493
## iter 100 value 0.029380
## final  value 0.029380 
## stopped after 100 iterations
## # weights:  107
## initial  value 465.347041 
## iter  10 value 174.730708
## iter  20 value 94.069808
## iter  30 value 86.967268
## iter  40 value 86.735598
## iter  50 value 0.039825
## iter  60 value 0.030812
## iter  70 value 0.027281
## iter  80 value 0.024397
## iter  90 value 0.022722
## iter 100 value 0.022029
## final  value 0.022029 
## stopped after 100 iterations
## # weights:  23
## initial  value 992.444055 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 482.577740 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 315.966277 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 447.885320 
## iter  10 value 102.338997
## iter  20 value 15.160361
## iter  30 value 12.901025
## iter  40 value 12.627038
## final  value 12.624189 
## converged
## # weights:  65
## initial  value 738.396552 
## iter  10 value 117.159316
## iter  20 value 13.579338
## iter  30 value 8.360793
## iter  40 value 8.221861
## iter  50 value 8.215882
## iter  60 value 8.215851
## iter  60 value 8.215851
## iter  60 value 8.215851
## final  value 8.215851 
## converged
## # weights:  107
## initial  value 888.190310 
## iter  10 value 107.913060
## iter  20 value 46.906872
## iter  30 value 10.329285
## iter  40 value 8.352837
## iter  50 value 7.806020
## iter  60 value 7.703032
## iter  70 value 7.523545
## iter  80 value 7.348838
## iter  90 value 7.306137
## iter 100 value 7.274598
## final  value 7.274598 
## stopped after 100 iterations
## # weights:  23
## initial  value 686.372696 
## iter  10 value 172.810430
## iter  20 value 154.759467
## iter  30 value 0.414063
## iter  40 value 0.265345
## iter  50 value 0.103842
## iter  60 value 0.074824
## iter  70 value 0.057927
## iter  80 value 0.055246
## iter  90 value 0.046942
## iter 100 value 0.044853
## final  value 0.044853 
## stopped after 100 iterations
## # weights:  65
## initial  value 545.652439 
## iter  10 value 172.891668
## iter  20 value 172.018125
## iter  30 value 170.451326
## iter  40 value 86.373395
## iter  50 value 85.793393
## iter  60 value 0.034186
## iter  70 value 0.029115
## iter  80 value 0.027892
## iter  90 value 0.027006
## iter 100 value 0.026287
## final  value 0.026287 
## stopped after 100 iterations
## # weights:  107
## initial  value 632.800733 
## iter  10 value 173.035209
## iter  20 value 171.971500
## iter  30 value 84.949803
## iter  40 value 0.029594
## iter  50 value 0.023783
## iter  60 value 0.022625
## iter  70 value 0.021944
## iter  80 value 0.021693
## iter  90 value 0.021446
## iter 100 value 0.021311
## final  value 0.021311 
## stopped after 100 iterations
## # weights:  23
## initial  value 564.000779 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 525.397675 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 624.256051 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 417.430986 
## iter  10 value 46.739372
## iter  20 value 12.657327
## iter  30 value 12.625171
## final  value 12.625163 
## converged
## # weights:  65
## initial  value 783.369578 
## iter  10 value 157.849177
## iter  20 value 8.055621
## iter  30 value 7.393667
## iter  40 value 7.392604
## final  value 7.392602 
## converged
## # weights:  107
## initial  value 364.350379 
## iter  10 value 91.499289
## iter  20 value 7.304385
## iter  30 value 5.808860
## iter  40 value 5.801856
## final  value 5.801797 
## converged
## # weights:  23
## initial  value 358.713680 
## iter  10 value 172.266259
## iter  20 value 171.964500
## iter  30 value 171.873074
## iter  40 value 119.306704
## iter  50 value 102.762185
## iter  60 value 86.161345
## iter  70 value 80.850958
## iter  80 value 0.120709
## iter  90 value 0.098581
## iter 100 value 0.089633
## final  value 0.089633 
## stopped after 100 iterations
## # weights:  65
## initial  value 663.320286 
## iter  10 value 172.972162
## iter  20 value 171.952632
## iter  30 value 0.842865
## iter  40 value 0.028960
## iter  50 value 0.027534
## iter  60 value 0.026256
## iter  70 value 0.025543
## iter  80 value 0.025390
## iter  90 value 0.025234
## iter 100 value 0.025110
## final  value 0.025110 
## stopped after 100 iterations
## # weights:  107
## initial  value 538.651201 
## iter  10 value 172.975920
## iter  20 value 171.824221
## iter  30 value 85.827726
## iter  40 value 0.028967
## iter  50 value 0.026492
## iter  60 value 0.024407
## iter  70 value 0.022856
## iter  80 value 0.021964
## iter  90 value 0.021551
## iter 100 value 0.021403
## final  value 0.021403 
## stopped after 100 iterations
## # weights:  23
## initial  value 493.709741 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 387.237092 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 337.505938 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 903.142914 
## iter  10 value 147.649913
## iter  20 value 32.574862
## iter  30 value 13.321726
## iter  40 value 12.634651
## iter  50 value 12.624830
## final  value 12.624622 
## converged
## # weights:  65
## initial  value 647.137907 
## iter  10 value 148.357170
## iter  20 value 76.138361
## iter  30 value 29.962486
## iter  40 value 10.816895
## iter  50 value 9.687723
## iter  60 value 8.788391
## iter  70 value 7.923436
## iter  80 value 7.098878
## iter  90 value 6.859252
## iter 100 value 6.823016
## final  value 6.823016 
## stopped after 100 iterations
## # weights:  107
## initial  value 364.454928 
## iter  10 value 92.507124
## iter  20 value 12.442314
## iter  30 value 7.316690
## iter  40 value 7.253984
## iter  50 value 7.249281
## iter  60 value 7.249002
## final  value 7.248993 
## converged
## # weights:  23
## initial  value 781.167823 
## iter  10 value 172.920622
## iter  20 value 172.002041
## iter  30 value 159.924166
## iter  40 value 0.602691
## iter  50 value 0.053419
## iter  60 value 0.046619
## iter  70 value 0.045328
## iter  80 value 0.044945
## iter  90 value 0.044609
## iter 100 value 0.044551
## final  value 0.044551 
## stopped after 100 iterations
## # weights:  65
## initial  value 510.364037 
## iter  10 value 172.654022
## iter  20 value 172.034482
## iter  30 value 171.570428
## iter  40 value 86.126917
## iter  50 value 17.102037
## iter  60 value 0.071725
## iter  70 value 0.058790
## iter  80 value 0.047445
## iter  90 value 0.041416
## iter 100 value 0.035163
## final  value 0.035163 
## stopped after 100 iterations
## # weights:  107
## initial  value 920.318457 
## iter  10 value 173.414709
## iter  20 value 172.016025
## iter  30 value 13.167956
## iter  40 value 0.279180
## iter  50 value 0.177681
## iter  60 value 0.157325
## iter  70 value 0.139596
## iter  80 value 0.114053
## iter  90 value 0.101968
## iter 100 value 0.092248
## final  value 0.092248 
## stopped after 100 iterations
## # weights:  23
## initial  value 480.567287 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 447.856496 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 581.859328 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 551.482730 
## iter  10 value 56.380176
## iter  20 value 12.985873
## iter  30 value 12.647406
## final  value 12.647267 
## converged
## # weights:  65
## initial  value 795.626236 
## iter  10 value 131.343124
## iter  20 value 17.924551
## iter  30 value 7.296267
## iter  40 value 6.914515
## iter  50 value 6.851798
## iter  60 value 6.826944
## iter  70 value 6.824866
## iter  80 value 6.822960
## iter  90 value 6.822644
## iter 100 value 6.822638
## final  value 6.822638 
## stopped after 100 iterations
## # weights:  107
## initial  value 342.009532 
## iter  10 value 170.232357
## iter  20 value 45.235845
## iter  30 value 11.115503
## iter  40 value 7.387590
## iter  50 value 6.375016
## iter  60 value 6.104684
## iter  70 value 6.037917
## iter  80 value 6.020593
## iter  90 value 6.015743
## iter 100 value 6.014813
## final  value 6.014813 
## stopped after 100 iterations
## # weights:  23
## initial  value 669.693982 
## iter  10 value 174.657371
## iter  20 value 174.017955
## iter  30 value 174.016887
## iter  40 value 174.015776
## iter  50 value 174.014595
## iter  60 value 174.013316
## iter  70 value 174.011907
## iter  80 value 174.010329
## iter  90 value 174.008534
## iter 100 value 174.006456
## final  value 174.006456 
## stopped after 100 iterations
## # weights:  65
## initial  value 435.292697 
## iter  10 value 174.558109
## iter  20 value 156.412392
## iter  30 value 127.517336
## iter  40 value 87.266150
## iter  50 value 48.181532
## iter  60 value 0.095846
## iter  70 value 0.072717
## iter  80 value 0.053559
## iter  90 value 0.043888
## iter 100 value 0.040894
## final  value 0.040894 
## stopped after 100 iterations
## # weights:  107
## initial  value 613.869824 
## iter  10 value 174.998032
## iter  20 value 174.025934
## iter  30 value 174.024755
## iter  40 value 174.020161
## iter  50 value 172.377502
## iter  60 value 87.057097
## iter  70 value 85.587442
## iter  80 value 0.041759
## iter  90 value 0.027457
## iter 100 value 0.022891
## final  value 0.022891 
## stopped after 100 iterations
## # weights:  23
## initial  value 561.639678 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 302.677458 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 427.200769 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 726.587976 
## iter  10 value 123.822184
## iter  20 value 53.268012
## iter  30 value 14.311135
## iter  40 value 12.693537
## iter  50 value 12.651008
## iter  60 value 12.648598
## final  value 12.648598 
## converged
## # weights:  65
## initial  value 546.524082 
## iter  10 value 132.025471
## iter  20 value 30.239969
## iter  30 value 14.912544
## iter  40 value 11.311717
## iter  50 value 10.849977
## iter  60 value 10.819461
## iter  70 value 10.816977
## iter  80 value 10.816442
## iter  90 value 10.816424
## final  value 10.816424 
## converged
## # weights:  107
## initial  value 690.625232 
## iter  10 value 100.191939
## iter  20 value 7.295948
## iter  30 value 7.267596
## final  value 7.267593 
## converged
## # weights:  23
## initial  value 642.915468 
## iter  10 value 174.693909
## iter  20 value 174.026007
## iter  30 value 174.020409
## iter  40 value 173.165921
## iter  50 value 87.133138
## iter  60 value 87.056229
## iter  70 value 87.028014
## iter  80 value 87.007799
## iter  90 value 86.953022
## iter 100 value 85.698938
## final  value 85.698938 
## stopped after 100 iterations
## # weights:  65
## initial  value 940.964589 
## iter  10 value 175.088919
## iter  20 value 173.983536
## iter  30 value 61.729825
## iter  40 value 0.096408
## iter  50 value 0.078331
## iter  60 value 0.062698
## iter  70 value 0.056750
## iter  80 value 0.048546
## iter  90 value 0.041786
## iter 100 value 0.036065
## final  value 0.036065 
## stopped after 100 iterations
## # weights:  107
## initial  value 645.021651 
## iter  10 value 175.151692
## iter  20 value 173.888470
## iter  30 value 0.125669
## iter  40 value 0.031841
## iter  50 value 0.030609
## iter  60 value 0.028402
## iter  70 value 0.027297
## iter  80 value 0.026136
## iter  90 value 0.025192
## iter 100 value 0.024737
## final  value 0.024737 
## stopped after 100 iterations
## # weights:  23
## initial  value 389.618404 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 575.478775 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 685.118947 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 455.061021 
## iter  10 value 36.842855
## iter  20 value 13.230237
## iter  30 value 12.647486
## final  value 12.647471 
## converged
## # weights:  65
## initial  value 427.364579 
## iter  10 value 57.369079
## iter  20 value 8.261237
## iter  30 value 8.234521
## final  value 8.234521 
## converged
## # weights:  107
## initial  value 916.095892 
## iter  10 value 146.048373
## iter  20 value 37.211905
## iter  30 value 13.501356
## iter  40 value 6.104003
## iter  50 value 5.915065
## iter  60 value 5.867137
## iter  70 value 5.832268
## iter  80 value 5.815446
## iter  90 value 5.813363
## iter 100 value 5.812938
## final  value 5.812938 
## stopped after 100 iterations
## # weights:  23
## initial  value 620.003652 
## iter  10 value 174.508203
## iter  20 value 174.049313
## iter  30 value 174.046892
## iter  40 value 174.042977
## iter  50 value 174.038233
## iter  60 value 174.032978
## iter  70 value 174.026216
## iter  80 value 174.015657
## iter  90 value 173.994714
## iter 100 value 173.927791
## final  value 173.927791 
## stopped after 100 iterations
## # weights:  65
## initial  value 383.983471 
## iter  10 value 174.434154
## iter  20 value 174.042562
## iter  30 value 174.040235
## iter  40 value 174.029227
## iter  50 value 172.957007
## iter  60 value 87.173903
## iter  70 value 87.060179
## iter  80 value 87.050160
## iter  90 value 87.049790
## iter 100 value 87.049412
## final  value 87.049412 
## stopped after 100 iterations
## # weights:  107
## initial  value 747.633148 
## iter  10 value 175.526282
## iter  20 value 174.017222
## iter  30 value 0.366967
## iter  40 value 0.034646
## iter  50 value 0.033284
## iter  60 value 0.029908
## iter  70 value 0.025932
## iter  80 value 0.024140
## iter  90 value 0.023047
## iter 100 value 0.022711
## final  value 0.022711 
## stopped after 100 iterations
## # weights:  23
## initial  value 658.760623 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 532.118607 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 388.479819 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 538.327271 
## iter  10 value 127.119477
## iter  20 value 47.039711
## iter  30 value 14.946153
## iter  40 value 12.665010
## iter  50 value 12.626305
## iter  60 value 12.624744
## final  value 12.624743 
## converged
## # weights:  65
## initial  value 689.397006 
## iter  10 value 165.649584
## iter  20 value 49.131120
## iter  30 value 8.635629
## iter  40 value 7.442255
## iter  50 value 7.393754
## iter  60 value 7.392041
## final  value 7.392040 
## converged
## # weights:  107
## initial  value 480.772941 
## iter  10 value 156.203653
## iter  20 value 36.167217
## iter  30 value 9.445618
## iter  40 value 6.055458
## iter  50 value 5.822150
## iter  60 value 5.802457
## iter  70 value 5.801258
## iter  80 value 5.801175
## iter  90 value 5.801160
## final  value 5.801159 
## converged
## # weights:  23
## initial  value 669.643180 
## iter  10 value 172.725436
## iter  20 value 171.996098
## iter  30 value 89.073937
## iter  40 value 0.608047
## iter  50 value 0.093368
## iter  60 value 0.067380
## iter  70 value 0.064031
## iter  80 value 0.053483
## iter  90 value 0.049412
## iter 100 value 0.047426
## final  value 0.047426 
## stopped after 100 iterations
## # weights:  65
## initial  value 482.218887 
## iter  10 value 172.619888
## iter  20 value 170.894266
## iter  30 value 0.226421
## iter  40 value 0.155663
## iter  50 value 0.092818
## iter  60 value 0.076676
## iter  70 value 0.060720
## iter  80 value 0.048483
## iter  90 value 0.035369
## iter 100 value 0.031593
## final  value 0.031593 
## stopped after 100 iterations
## # weights:  107
## initial  value 375.292087 
## iter  10 value 172.471004
## iter  20 value 107.495131
## iter  30 value 0.089629
## iter  40 value 0.083055
## iter  50 value 0.079467
## iter  60 value 0.073359
## iter  70 value 0.065577
## iter  80 value 0.058406
## iter  90 value 0.053396
## iter 100 value 0.050405
## final  value 0.050405 
## stopped after 100 iterations
## # weights:  23
## initial  value 621.041963 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 437.750191 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 708.819557 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 611.135195 
## iter  10 value 168.703041
## iter  20 value 68.629779
## iter  30 value 19.918599
## iter  40 value 14.030095
## iter  50 value 13.140995
## iter  60 value 12.655296
## final  value 12.646988 
## converged
## # weights:  65
## initial  value 732.592251 
## iter  10 value 157.411607
## iter  20 value 10.935674
## iter  30 value 8.256542
## iter  40 value 8.232375
## final  value 8.232310 
## converged
## # weights:  107
## initial  value 481.425754 
## iter  10 value 102.465288
## iter  20 value 15.129131
## iter  30 value 6.496765
## iter  40 value 5.768302
## iter  50 value 5.672372
## iter  60 value 5.662625
## iter  70 value 5.660213
## iter  80 value 5.659905
## iter  90 value 5.659862
## final  value 5.659861 
## converged
## # weights:  23
## initial  value 762.166175 
## iter  10 value 174.722623
## iter  20 value 174.028098
## iter  30 value 174.019826
## iter  40 value 173.421024
## iter  50 value 88.059875
## iter  60 value 87.060771
## iter  70 value 86.979135
## iter  80 value 86.718284
## iter  90 value 0.080371
## iter 100 value 0.065552
## final  value 0.065552 
## stopped after 100 iterations
## # weights:  65
## initial  value 432.137727 
## iter  10 value 174.581190
## iter  20 value 128.100644
## iter  30 value 0.287870
## iter  40 value 0.232052
## iter  50 value 0.199881
## iter  60 value 0.141457
## iter  70 value 0.103304
## iter  80 value 0.070223
## iter  90 value 0.060574
## iter 100 value 0.053705
## final  value 0.053705 
## stopped after 100 iterations
## # weights:  107
## initial  value 323.726970 
## iter  10 value 174.391243
## iter  20 value 173.760090
## iter  30 value 87.060106
## iter  40 value 87.055045
## iter  50 value 87.042634
## iter  60 value 87.028254
## iter  70 value 87.019266
## iter  80 value 87.014466
## iter  90 value 87.007058
## iter 100 value 86.993831
## final  value 86.993831 
## stopped after 100 iterations
## # weights:  23
## initial  value 437.900494 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 524.078598 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 443.976147 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 509.264112 
## iter  10 value 92.141281
## iter  20 value 13.090921
## iter  30 value 12.646846
## final  value 12.646706 
## converged
## # weights:  65
## initial  value 398.579163 
## iter  10 value 100.706696
## iter  20 value 13.667827
## iter  30 value 8.402224
## iter  40 value 8.248840
## iter  50 value 8.233440
## final  value 8.233381 
## converged
## # weights:  107
## initial  value 359.458001 
## iter  10 value 95.968123
## iter  20 value 7.292708
## iter  30 value 7.266327
## final  value 7.266326 
## converged
## # weights:  23
## initial  value 407.939302 
## iter  10 value 174.386542
## iter  20 value 135.675454
## iter  30 value 0.855156
## iter  40 value 0.363957
## iter  50 value 0.141203
## iter  60 value 0.096457
## iter  70 value 0.083868
## iter  80 value 0.075539
## iter  90 value 0.058495
## iter 100 value 0.046838
## final  value 0.046838 
## stopped after 100 iterations
## # weights:  65
## initial  value 790.827067 
## iter  10 value 175.141667
## iter  20 value 174.002185
## iter  30 value 140.557088
## iter  40 value 116.365330
## iter  50 value 0.219413
## iter  60 value 0.145823
## iter  70 value 0.132349
## iter  80 value 0.102282
## iter  90 value 0.060451
## iter 100 value 0.043589
## final  value 0.043589 
## stopped after 100 iterations
## # weights:  107
## initial  value 571.342614 
## iter  10 value 175.109454
## iter  20 value 174.004321
## iter  30 value 65.559753
## iter  40 value 0.075769
## iter  50 value 0.050098
## iter  60 value 0.046512
## iter  70 value 0.034400
## iter  80 value 0.029771
## iter  90 value 0.029148
## iter 100 value 0.028570
## final  value 0.028570 
## stopped after 100 iterations
## # weights:  23
## initial  value 552.197563 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 698.658459 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 491.606494 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 731.803263 
## iter  10 value 160.888539
## iter  20 value 17.391988
## iter  30 value 14.400882
## final  value 14.398489 
## converged
## # weights:  65
## initial  value 651.171694 
## iter  10 value 163.973621
## iter  20 value 13.417920
## iter  30 value 8.290815
## iter  40 value 8.235733
## iter  50 value 8.233736
## final  value 8.233734 
## converged
## # weights:  107
## initial  value 587.162702 
## iter  10 value 107.284131
## iter  20 value 6.190415
## iter  30 value 5.812297
## final  value 5.811855 
## converged
## # weights:  23
## initial  value 670.984827 
## iter  10 value 174.769540
## iter  20 value 174.012025
## iter  30 value 171.262036
## iter  40 value 86.572027
## iter  50 value 0.058909
## iter  60 value 0.056316
## iter  70 value 0.049529
## iter  80 value 0.045226
## iter  90 value 0.044826
## iter 100 value 0.044622
## final  value 0.044622 
## stopped after 100 iterations
## # weights:  65
## initial  value 481.753150 
## iter  10 value 174.587785
## iter  20 value 174.013497
## iter  30 value 174.010930
## iter  40 value 173.855982
## iter  50 value 10.774086
## iter  60 value 0.044121
## iter  70 value 0.041396
## iter  80 value 0.034218
## iter  90 value 0.031681
## iter 100 value 0.029806
## final  value 0.029806 
## stopped after 100 iterations
## # weights:  107
## initial  value 694.538423 
## iter  10 value 175.065476
## iter  20 value 173.989745
## iter  30 value 37.858187
## iter  40 value 0.035107
## iter  50 value 0.026138
## iter  60 value 0.024210
## iter  70 value 0.023114
## iter  80 value 0.022567
## iter  90 value 0.022191
## iter 100 value 0.022010
## final  value 0.022010 
## stopped after 100 iterations
## # weights:  23
## initial  value 618.064124 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 539.665279 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 599.474284 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 636.531434 
## iter  10 value 134.624798
## iter  20 value 17.281349
## iter  30 value 12.688969
## iter  40 value 12.625067
## final  value 12.625041 
## converged
## # weights:  65
## initial  value 309.307409 
## iter  10 value 89.737669
## iter  20 value 8.142118
## iter  30 value 7.393755
## iter  40 value 7.392435
## iter  40 value 7.392435
## iter  40 value 7.392435
## final  value 7.392435 
## converged
## # weights:  107
## initial  value 565.518072 
## iter  10 value 79.919990
## iter  20 value 13.004749
## iter  30 value 6.137687
## iter  40 value 5.807076
## iter  50 value 5.801701
## iter  60 value 5.801589
## final  value 5.801587 
## converged
## # weights:  23
## initial  value 340.170037 
## iter  10 value 172.232186
## iter  20 value 172.031848
## iter  30 value 172.022638
## iter  40 value 172.002414
## iter  50 value 171.970311
## iter  60 value 171.841986
## iter  70 value 88.504881
## iter  80 value 86.084725
## iter  90 value 86.068526
## iter 100 value 86.031268
## final  value 86.031268 
## stopped after 100 iterations
## # weights:  65
## initial  value 450.729181 
## iter  10 value 172.598585
## iter  20 value 171.948952
## iter  30 value 85.627845
## iter  40 value 0.035170
## iter  50 value 0.027807
## iter  60 value 0.026895
## iter  70 value 0.025829
## iter  80 value 0.025295
## iter  90 value 0.025207
## iter 100 value 0.025150
## final  value 0.025150 
## stopped after 100 iterations
## # weights:  107
## initial  value 203.893207 
## iter  10 value 171.888676
## iter  20 value 86.069024
## iter  30 value 86.045651
## iter  40 value 86.039622
## iter  50 value 86.038869
## iter  60 value 86.038035
## iter  70 value 86.037102
## iter  80 value 86.036042
## iter  90 value 86.034821
## iter 100 value 86.033386
## final  value 86.033386 
## stopped after 100 iterations
## # weights:  23
## initial  value 516.666826 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 597.627248 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 755.092700 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 432.678671 
## iter  10 value 85.794740
## iter  20 value 12.623895
## final  value 12.623628 
## converged
## # weights:  65
## initial  value 392.878876 
## iter  10 value 67.295193
## iter  20 value 10.438050
## iter  30 value 8.329598
## iter  40 value 8.241494
## iter  50 value 8.215890
## iter  60 value 8.215048
## final  value 8.215044 
## converged
## # weights:  107
## initial  value 853.594663 
## iter  10 value 158.076330
## iter  20 value 16.059793
## iter  30 value 7.988182
## iter  40 value 7.275053
## iter  50 value 7.250806
## iter  60 value 7.247193
## final  value 7.247164 
## converged
## # weights:  23
## initial  value 663.824425 
## iter  10 value 172.795751
## iter  20 value 169.672962
## iter  30 value 81.229248
## iter  40 value 0.054872
## iter  50 value 0.048484
## iter  60 value 0.046529
## iter  70 value 0.044975
## iter  80 value 0.044591
## iter  90 value 0.044541
## iter 100 value 0.044534
## final  value 0.044534 
## stopped after 100 iterations
## # weights:  65
## initial  value 848.988054 
## iter  10 value 173.141331
## iter  20 value 172.019313
## iter  30 value 172.018564
## iter  40 value 172.016201
## iter  50 value 171.961774
## iter  60 value 80.958847
## iter  70 value 0.038101
## iter  80 value 0.032998
## iter  90 value 0.030430
## iter 100 value 0.028139
## final  value 0.028139 
## stopped after 100 iterations
## # weights:  107
## initial  value 523.428672 
## iter  10 value 172.877949
## iter  20 value 172.019119
## iter  30 value 86.496529
## iter  40 value 86.042474
## iter  50 value 86.033290
## iter  60 value 86.030192
## iter  70 value 86.025936
## iter  80 value 86.019617
## iter  90 value 86.009039
## iter 100 value 85.987167
## final  value 85.987167 
## stopped after 100 iterations
## # weights:  23
## initial  value 567.866935 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 439.853920 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 743.181545 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 494.793422 
## iter  10 value 148.659600
## iter  20 value 70.841727
## iter  30 value 18.200317
## iter  40 value 14.527859
## iter  50 value 13.081269
## iter  60 value 12.635988
## final  value 12.624061 
## converged
## # weights:  65
## initial  value 1081.632825 
## iter  10 value 147.717572
## iter  20 value 36.952212
## iter  30 value 11.044395
## iter  40 value 7.192942
## iter  50 value 6.826995
## iter  60 value 6.812628
## iter  70 value 6.812343
## iter  80 value 6.812339
## final  value 6.812339 
## converged
## # weights:  107
## initial  value 647.562517 
## iter  10 value 139.690759
## iter  20 value 10.856790
## iter  30 value 7.491556
## iter  40 value 7.247910
## final  value 7.247860 
## converged
## # weights:  23
## initial  value 481.673248 
## iter  10 value 172.418671
## iter  20 value 151.703312
## iter  30 value 0.529655
## iter  40 value 0.274566
## iter  50 value 0.195995
## iter  60 value 0.172044
## iter  70 value 0.143286
## iter  80 value 0.119091
## iter  90 value 0.092666
## iter 100 value 0.074195
## final  value 0.074195 
## stopped after 100 iterations
## # weights:  65
## initial  value 298.342003 
## iter  10 value 172.276657
## iter  20 value 171.017523
## iter  30 value 86.117413
## iter  40 value 86.104836
## iter  50 value 86.090205
## iter  60 value 86.066737
## iter  70 value 86.056342
## iter  80 value 0.090743
## iter  90 value 0.065237
## iter 100 value 0.052497
## final  value 0.052497 
## stopped after 100 iterations
## # weights:  107
## initial  value 420.396422 
## iter  10 value 172.660372
## iter  20 value 171.834266
## iter  30 value 1.423026
## iter  40 value 0.042267
## iter  50 value 0.038947
## iter  60 value 0.035205
## iter  70 value 0.032328
## iter  80 value 0.030086
## iter  90 value 0.028936
## iter 100 value 0.028302
## final  value 0.028302 
## stopped after 100 iterations
## # weights:  23
## initial  value 585.258566 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 824.010423 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 686.113470 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 794.808455 
## iter  10 value 102.274396
## iter  20 value 24.832437
## iter  30 value 13.646864
## iter  40 value 12.700724
## iter  50 value 12.627039
## iter  60 value 12.625573
## final  value 12.625573 
## converged
## # weights:  65
## initial  value 624.538389 
## iter  10 value 150.299645
## iter  20 value 13.585940
## iter  30 value 8.241828
## iter  40 value 8.217984
## final  value 8.217954 
## converged
## # weights:  107
## initial  value 708.102222 
## iter  10 value 153.582642
## iter  20 value 10.526632
## iter  30 value 5.895730
## iter  40 value 5.803259
## iter  50 value 5.802355
## final  value 5.802355 
## converged
## # weights:  23
## initial  value 497.950272 
## iter  10 value 172.529598
## iter  20 value 172.030288
## iter  30 value 172.028582
## iter  40 value 171.801866
## iter  50 value 95.008644
## iter  60 value 86.043044
## iter  70 value 85.666487
## iter  80 value 0.059271
## iter  90 value 0.047203
## iter 100 value 0.046468
## final  value 0.046468 
## stopped after 100 iterations
## # weights:  65
## initial  value 688.203702 
## iter  10 value 173.043359
## iter  20 value 172.013295
## iter  30 value 171.836074
## iter  40 value 0.220095
## iter  50 value 0.071352
## iter  60 value 0.066513
## iter  70 value 0.056512
## iter  80 value 0.051538
## iter  90 value 0.045456
## iter 100 value 0.042687
## final  value 0.042687 
## stopped after 100 iterations
## # weights:  107
## initial  value 514.868979 
## iter  10 value 172.766778
## iter  20 value 130.243583
## iter  30 value 0.237024
## iter  40 value 0.142237
## iter  50 value 0.077516
## iter  60 value 0.058194
## iter  70 value 0.045741
## iter  80 value 0.038196
## iter  90 value 0.031429
## iter 100 value 0.027871
## final  value 0.027871 
## stopped after 100 iterations
## # weights:  23
## initial  value 708.273983 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 591.881587 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 789.010998 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 769.251179 
## iter  10 value 154.298281
## iter  20 value 40.395334
## iter  30 value 13.313053
## iter  40 value 12.778110
## iter  50 value 12.627759
## iter  60 value 12.624979
## iter  60 value 12.624979
## iter  60 value 12.624979
## final  value 12.624979 
## converged
## # weights:  65
## initial  value 497.900630 
## iter  10 value 16.328908
## iter  20 value 8.221042
## final  value 8.217089 
## converged
## # weights:  107
## initial  value 1060.975112 
## iter  10 value 99.995420
## iter  20 value 10.577041
## iter  30 value 6.305364
## iter  40 value 5.826101
## iter  50 value 5.804702
## iter  60 value 5.801571
## iter  70 value 5.801490
## iter  80 value 5.801482
## iter  80 value 5.801482
## iter  80 value 5.801482
## final  value 5.801482 
## converged
## # weights:  23
## initial  value 786.369881 
## iter  10 value 172.839905
## iter  20 value 172.021609
## iter  30 value 172.019909
## iter  40 value 172.014041
## iter  50 value 171.743517
## iter  60 value 86.021475
## iter  70 value 85.278844
## iter  80 value 0.162580
## iter  90 value 0.125269
## iter 100 value 0.098194
## final  value 0.098194 
## stopped after 100 iterations
## # weights:  65
## initial  value 434.255845 
## iter  10 value 172.510587
## iter  20 value 172.015606
## iter  30 value 171.997528
## iter  40 value 165.470116
## iter  50 value 86.027573
## iter  60 value 79.387347
## iter  70 value 0.144025
## iter  80 value 0.108692
## iter  90 value 0.089311
## iter 100 value 0.046359
## final  value 0.046359 
## stopped after 100 iterations
## # weights:  107
## initial  value 637.410604 
## iter  10 value 173.383677
## iter  20 value 172.014654
## iter  30 value 172.013694
## iter  40 value 172.008860
## iter  50 value 92.609125
## iter  60 value 0.056173
## iter  70 value 0.044763
## iter  80 value 0.042564
## iter  90 value 0.039948
## iter 100 value 0.035762
## final  value 0.035762 
## stopped after 100 iterations
## # weights:  23
## initial  value 852.518454 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 875.531234 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 323.222484 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 414.004728 
## iter  10 value 130.355523
## iter  20 value 46.005301
## iter  30 value 13.405864
## iter  40 value 12.716741
## iter  50 value 12.653898
## iter  60 value 12.647766
## final  value 12.647765 
## converged
## # weights:  65
## initial  value 635.441620 
## iter  10 value 123.428902
## iter  20 value 33.054048
## iter  30 value 9.653936
## iter  40 value 7.767205
## iter  50 value 7.468690
## iter  60 value 7.404852
## iter  70 value 7.401229
## iter  80 value 7.400919
## iter  90 value 7.400698
## iter 100 value 7.400302
## final  value 7.400302 
## stopped after 100 iterations
## # weights:  107
## initial  value 544.901911 
## iter  10 value 158.843370
## iter  20 value 27.583068
## iter  30 value 6.846962
## iter  40 value 5.932488
## iter  50 value 5.676307
## iter  60 value 5.661871
## iter  70 value 5.661110
## iter  80 value 5.661048
## iter  90 value 5.661045
## iter  90 value 5.661045
## iter  90 value 5.661045
## final  value 5.661045 
## converged
## # weights:  23
## initial  value 513.907492 
## iter  10 value 174.477081
## iter  20 value 154.191563
## iter  30 value 115.647467
## iter  40 value 90.593482
## iter  50 value 87.351015
## iter  60 value 87.167643
## iter  70 value 87.140077
## iter  80 value 87.122402
## iter  90 value 87.090701
## iter 100 value 87.063045
## final  value 87.063045 
## stopped after 100 iterations
## # weights:  65
## initial  value 583.676157 
## iter  10 value 174.893971
## iter  20 value 174.009154
## iter  30 value 171.777220
## iter  40 value 15.799137
## iter  50 value 0.044313
## iter  60 value 0.037076
## iter  70 value 0.032340
## iter  80 value 0.029842
## iter  90 value 0.028317
## iter 100 value 0.026257
## final  value 0.026257 
## stopped after 100 iterations
## # weights:  107
## initial  value 685.775390 
## iter  10 value 175.070106
## iter  20 value 174.010496
## iter  30 value 167.379957
## iter  40 value 81.676837
## iter  50 value 0.023705
## iter  60 value 0.022398
## iter  70 value 0.021727
## iter  80 value 0.021339
## iter  90 value 0.021244
## iter 100 value 0.021218
## final  value 0.021218 
## stopped after 100 iterations
## # weights:  23
## initial  value 534.665797 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 374.976787 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 537.566752 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 679.938028 
## iter  10 value 157.813165
## iter  20 value 13.986354
## iter  30 value 12.931468
## iter  40 value 12.648981
## final  value 12.647882 
## converged
## # weights:  65
## initial  value 962.478335 
## iter  10 value 145.052104
## iter  20 value 12.014040
## iter  30 value 8.548637
## iter  40 value 8.235767
## iter  50 value 8.235172
## final  value 8.235172 
## converged
## # weights:  107
## initial  value 822.645953 
## iter  10 value 168.536055
## iter  20 value 48.679367
## iter  30 value 11.199772
## iter  40 value 6.473632
## iter  50 value 6.008491
## iter  60 value 5.907412
## iter  70 value 5.814605
## iter  80 value 5.752621
## iter  90 value 5.711027
## iter 100 value 5.690854
## final  value 5.690854 
## stopped after 100 iterations
## # weights:  23
## initial  value 428.135971 
## iter  10 value 174.410800
## iter  20 value 174.015194
## iter  30 value 152.979116
## iter  40 value 87.077496
## iter  50 value 87.025887
## iter  60 value 86.843832
## iter  70 value 0.123573
## iter  80 value 0.063944
## iter  90 value 0.055411
## iter 100 value 0.048340
## final  value 0.048340 
## stopped after 100 iterations
## # weights:  65
## initial  value 420.297492 
## iter  10 value 174.487024
## iter  20 value 174.022490
## iter  30 value 137.654689
## iter  40 value 87.048313
## iter  50 value 87.023575
## iter  60 value 87.016142
## iter  70 value 87.002963
## iter  80 value 86.972346
## iter  90 value 86.818822
## iter 100 value 0.105912
## final  value 0.105912 
## stopped after 100 iterations
## # weights:  107
## initial  value 459.811156 
## iter  10 value 174.708381
## iter  20 value 129.328391
## iter  30 value 0.141013
## iter  40 value 0.032023
## iter  50 value 0.028201
## iter  60 value 0.025246
## iter  70 value 0.024478
## iter  80 value 0.023904
## iter  90 value 0.023460
## iter 100 value 0.023194
## final  value 0.023194 
## stopped after 100 iterations
## # weights:  23
## initial  value 630.014503 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 402.032291 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 907.295053 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 516.834576 
## iter  10 value 105.435294
## iter  20 value 13.422075
## iter  30 value 12.623918
## final  value 12.623918 
## converged
## # weights:  65
## initial  value 644.974100 
## iter  10 value 166.284057
## iter  20 value 28.513693
## iter  30 value 11.887529
## iter  40 value 7.418485
## iter  50 value 7.035097
## iter  60 value 6.966842
## iter  70 value 6.851345
## iter  80 value 6.812562
## iter  90 value 6.812186
## final  value 6.812186 
## converged
## # weights:  107
## initial  value 692.922235 
## iter  10 value 124.281544
## iter  20 value 7.466368
## iter  30 value 7.273138
## iter  40 value 7.247686
## final  value 7.247658 
## converged
## # weights:  23
## initial  value 624.525652 
## iter  10 value 172.656188
## iter  20 value 171.986711
## iter  30 value 131.361085
## iter  40 value 19.308779
## iter  50 value 0.216618
## iter  60 value 0.121199
## iter  70 value 0.082656
## iter  80 value 0.072317
## iter  90 value 0.064096
## iter 100 value 0.052195
## final  value 0.052195 
## stopped after 100 iterations
## # weights:  65
## initial  value 401.873130 
## iter  10 value 172.480437
## iter  20 value 86.455577
## iter  30 value 86.062129
## iter  40 value 86.038117
## iter  50 value 86.035401
## iter  60 value 86.031807
## iter  70 value 86.026753
## iter  80 value 86.018955
## iter  90 value 86.004973
## iter 100 value 85.971472
## final  value 85.971472 
## stopped after 100 iterations
## # weights:  107
## initial  value 539.677104 
## iter  10 value 172.995291
## iter  20 value 171.581467
## iter  30 value 0.762244
## iter  40 value 0.037696
## iter  50 value 0.032919
## iter  60 value 0.026166
## iter  70 value 0.023878
## iter  80 value 0.022769
## iter  90 value 0.022218
## iter 100 value 0.021939
## final  value 0.021939 
## stopped after 100 iterations
## # weights:  23
## initial  value 810.034438 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 735.215903 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 517.661949 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 624.321188 
## iter  10 value 164.965852
## iter  20 value 16.029904
## iter  30 value 12.633178
## final  value 12.625975 
## converged
## # weights:  65
## initial  value 689.598047 
## iter  10 value 164.406287
## iter  20 value 49.720887
## iter  30 value 19.926110
## iter  40 value 8.851687
## iter  50 value 8.046441
## iter  60 value 7.651455
## iter  70 value 7.464140
## iter  80 value 7.405102
## iter  90 value 7.396694
## iter 100 value 7.394835
## final  value 7.394835 
## stopped after 100 iterations
## # weights:  107
## initial  value 707.795707 
## iter  10 value 131.393696
## iter  20 value 11.315302
## iter  30 value 6.463600
## iter  40 value 5.816994
## iter  50 value 5.803033
## iter  60 value 5.803002
## final  value 5.803002 
## converged
## # weights:  23
## initial  value 634.276708 
## iter  10 value 172.582075
## iter  20 value 172.007711
## iter  30 value 171.963692
## iter  40 value 171.827524
## iter  50 value 132.636311
## iter  60 value 86.042017
## iter  70 value 86.007758
## iter  80 value 85.986435
## iter  90 value 85.916047
## iter 100 value 46.769683
## final  value 46.769683 
## stopped after 100 iterations
## # weights:  65
## initial  value 349.041152 
## iter  10 value 172.331736
## iter  20 value 172.015313
## iter  30 value 171.865240
## iter  40 value 86.350525
## iter  50 value 86.046637
## iter  60 value 86.041291
## iter  70 value 86.040719
## iter  80 value 86.040106
## iter  90 value 86.039443
## iter 100 value 86.038720
## final  value 86.038720 
## stopped after 100 iterations
## # weights:  107
## initial  value 473.080691 
## iter  10 value 172.753136
## iter  20 value 116.594187
## iter  30 value 0.346142
## iter  40 value 0.075131
## iter  50 value 0.064498
## iter  60 value 0.047351
## iter  70 value 0.041397
## iter  80 value 0.031520
## iter  90 value 0.028835
## iter 100 value 0.026422
## final  value 0.026422 
## stopped after 100 iterations
## # weights:  23
## initial  value 424.873187 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 669.521110 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 649.757854 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 720.526911 
## iter  10 value 163.903055
## iter  20 value 36.938058
## iter  30 value 20.910273
## iter  40 value 12.691626
## iter  50 value 12.624672
## final  value 12.624658 
## converged
## # weights:  65
## initial  value 340.866623 
## iter  10 value 95.039711
## iter  20 value 11.898285
## iter  30 value 9.468161
## iter  40 value 8.541994
## iter  50 value 8.249337
## iter  60 value 8.217705
## iter  70 value 8.216574
## final  value 8.216574 
## converged
## # weights:  107
## initial  value 509.340285 
## iter  10 value 63.871549
## iter  20 value 8.380948
## iter  30 value 7.286424
## iter  40 value 7.250166
## iter  50 value 7.249003
## final  value 7.248994 
## converged
## # weights:  23
## initial  value 524.360300 
## iter  10 value 172.614328
## iter  20 value 148.921717
## iter  30 value 86.081102
## iter  40 value 86.068190
## iter  50 value 86.061098
## iter  60 value 86.058974
## iter  70 value 86.056292
## iter  80 value 86.052747
## iter  90 value 86.047752
## iter 100 value 86.040034
## final  value 86.040034 
## stopped after 100 iterations
## # weights:  65
## initial  value 788.447205 
## iter  10 value 173.041321
## iter  20 value 171.995359
## iter  30 value 93.929197
## iter  40 value 0.183460
## iter  50 value 0.149839
## iter  60 value 0.121425
## iter  70 value 0.099415
## iter  80 value 0.078969
## iter  90 value 0.070316
## iter 100 value 0.068546
## final  value 0.068546 
## stopped after 100 iterations
## # weights:  107
## initial  value 364.069876 
## iter  10 value 172.492794
## iter  20 value 144.986843
## iter  30 value 2.301377
## iter  40 value 0.228304
## iter  50 value 0.104140
## iter  60 value 0.080386
## iter  70 value 0.077027
## iter  80 value 0.074568
## iter  90 value 0.069258
## iter 100 value 0.064188
## final  value 0.064188 
## stopped after 100 iterations
## # weights:  23
## initial  value 620.684644 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 993.181297 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 553.664445 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 549.162203 
## iter  10 value 171.008460
## iter  20 value 13.242834
## iter  30 value 12.648026
## final  value 12.646294 
## converged
## # weights:  65
## initial  value 881.121706 
## iter  10 value 88.570054
## iter  20 value 14.025880
## iter  30 value 10.724788
## iter  40 value 6.831433
## iter  50 value 6.822514
## iter  50 value 6.822514
## iter  50 value 6.822514
## final  value 6.822514 
## converged
## # weights:  107
## initial  value 658.136132 
## iter  10 value 164.045060
## iter  20 value 11.973255
## iter  30 value 7.700813
## iter  40 value 7.310240
## iter  50 value 7.266065
## iter  60 value 7.265730
## iter  70 value 7.265629
## final  value 7.265600 
## converged
## # weights:  23
## initial  value 704.855553 
## iter  10 value 174.745113
## iter  20 value 174.018279
## iter  30 value 174.016272
## iter  40 value 174.007436
## iter  50 value 145.238892
## iter  60 value 127.450426
## iter  70 value 5.286854
## iter  80 value 0.354563
## iter  90 value 0.325670
## iter 100 value 0.288080
## final  value 0.288080 
## stopped after 100 iterations
## # weights:  65
## initial  value 566.971420 
## iter  10 value 174.887829
## iter  20 value 174.022358
## iter  30 value 174.020810
## iter  40 value 174.016133
## iter  50 value 173.962190
## iter  60 value 171.307579
## iter  70 value 87.551092
## iter  80 value 86.886732
## iter  90 value 1.088144
## iter 100 value 0.036585
## final  value 0.036585 
## stopped after 100 iterations
## # weights:  107
## initial  value 612.793945 
## iter  10 value 175.368490
## iter  20 value 174.015431
## iter  30 value 0.668090
## iter  40 value 0.218595
## iter  50 value 0.154382
## iter  60 value 0.130137
## iter  70 value 0.119307
## iter  80 value 0.095647
## iter  90 value 0.078485
## iter 100 value 0.068080
## final  value 0.068080 
## stopped after 100 iterations
## # weights:  23
## initial  value 867.916468 
## final  value 174.000000 
## converged
## # weights:  65
## initial  value 674.391395 
## final  value 174.000000 
## converged
## # weights:  107
## initial  value 541.291412 
## final  value 174.000000 
## converged
## # weights:  23
## initial  value 531.753324 
## iter  10 value 75.478965
## iter  20 value 18.588509
## iter  30 value 13.758400
## iter  40 value 12.785358
## iter  50 value 12.651350
## final  value 12.648301 
## converged
## # weights:  65
## initial  value 418.426660 
## iter  10 value 101.833744
## iter  20 value 8.251924
## iter  30 value 8.234294
## final  value 8.234294 
## converged
## # weights:  107
## initial  value 786.347292 
## iter  10 value 99.847337
## iter  20 value 19.750257
## iter  30 value 7.261256
## iter  40 value 6.058680
## iter  50 value 5.922714
## iter  60 value 5.869596
## iter  70 value 5.829358
## iter  80 value 5.816408
## iter  90 value 5.813682
## iter 100 value 5.812448
## final  value 5.812448 
## stopped after 100 iterations
## # weights:  23
## initial  value 555.575597 
## iter  10 value 174.571411
## iter  20 value 174.033160
## iter  30 value 174.030563
## iter  40 value 173.921099
## iter  50 value 171.573372
## iter  60 value 87.287240
## iter  70 value 87.067170
## iter  80 value 87.050682
## iter  90 value 87.021881
## iter 100 value 62.098381
## final  value 62.098381 
## stopped after 100 iterations
## # weights:  65
## initial  value 692.653997 
## iter  10 value 175.062083
## iter  20 value 173.914693
## iter  30 value 0.432786
## iter  40 value 0.123263
## iter  50 value 0.112532
## iter  60 value 0.082974
## iter  70 value 0.053749
## iter  80 value 0.046825
## iter  90 value 0.039219
## iter 100 value 0.035034
## final  value 0.035034 
## stopped after 100 iterations
## # weights:  107
## initial  value 692.686552 
## iter  10 value 175.405539
## iter  20 value 174.016025
## iter  30 value 41.063445
## iter  40 value 39.802266
## iter  50 value 39.361396
## iter  60 value 0.401924
## iter  70 value 0.285784
## iter  80 value 0.224697
## iter  90 value 0.188357
## iter 100 value 0.167079
## final  value 0.167079 
## stopped after 100 iterations
## # weights:  23
## initial  value 507.852131 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 804.386429 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 443.353278 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 371.536933 
## iter  10 value 40.126013
## iter  20 value 12.627193
## final  value 12.625334 
## converged
## # weights:  65
## initial  value 610.490519 
## iter  10 value 113.101090
## iter  20 value 13.788632
## iter  30 value 9.451820
## iter  40 value 8.408939
## iter  50 value 8.252404
## iter  60 value 8.222416
## iter  70 value 8.217803
## iter  80 value 8.217641
## final  value 8.217640 
## converged
## # weights:  107
## initial  value 895.069555 
## iter  10 value 138.071006
## iter  20 value 12.108776
## iter  30 value 6.099144
## iter  40 value 5.814166
## iter  50 value 5.802063
## final  value 5.802044 
## converged
## # weights:  23
## initial  value 838.058779 
## iter  10 value 172.855492
## iter  20 value 172.008203
## iter  30 value 171.809250
## iter  40 value 84.749398
## iter  50 value 0.077095
## iter  60 value 0.057364
## iter  70 value 0.050962
## iter  80 value 0.046942
## iter  90 value 0.044555
## iter 100 value 0.044547
## final  value 0.044547 
## stopped after 100 iterations
## # weights:  65
## initial  value 429.556581 
## iter  10 value 172.503419
## iter  20 value 91.261301
## iter  30 value 86.147277
## iter  40 value 86.130060
## iter  50 value 86.077121
## iter  60 value 85.888677
## iter  70 value 2.309311
## iter  80 value 0.062464
## iter  90 value 0.056471
## iter 100 value 0.044533
## final  value 0.044533 
## stopped after 100 iterations
## # weights:  107
## initial  value 413.344505 
## iter  10 value 172.771830
## iter  20 value 172.018085
## iter  30 value 172.006452
## iter  40 value 85.798824
## iter  50 value 0.041381
## iter  60 value 0.033830
## iter  70 value 0.028948
## iter  80 value 0.024894
## iter  90 value 0.024051
## iter 100 value 0.022454
## final  value 0.022454 
## stopped after 100 iterations
## # weights:  23
## initial  value 490.332173 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 472.320520 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 804.867555 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 693.060976 
## iter  10 value 113.289715
## iter  20 value 19.312825
## iter  30 value 16.139007
## iter  40 value 13.214090
## iter  50 value 12.658782
## iter  60 value 12.624303
## final  value 12.624301 
## converged
## # weights:  65
## initial  value 643.105329 
## iter  10 value 113.952583
## iter  20 value 8.918329
## iter  30 value 8.216288
## final  value 8.216090 
## converged
## # weights:  107
## initial  value 611.182456 
## iter  10 value 108.145561
## iter  20 value 11.890108
## iter  30 value 6.839095
## iter  40 value 5.865284
## iter  50 value 5.802509
## iter  60 value 5.800476
## final  value 5.800466 
## converged
## # weights:  23
## initial  value 572.257685 
## iter  10 value 172.563512
## iter  20 value 172.023698
## iter  30 value 172.023495
## iter  40 value 172.023270
## iter  50 value 172.023022
## iter  60 value 172.022740
## iter  70 value 172.022399
## iter  80 value 172.021964
## iter  90 value 172.021356
## iter 100 value 172.020313
## final  value 172.020313 
## stopped after 100 iterations
## # weights:  65
## initial  value 371.151761 
## iter  10 value 172.361545
## iter  20 value 172.016270
## iter  30 value 171.912910
## iter  40 value 96.141888
## iter  50 value 0.072262
## iter  60 value 0.063661
## iter  70 value 0.034625
## iter  80 value 0.030979
## iter  90 value 0.028411
## iter 100 value 0.026440
## final  value 0.026440 
## stopped after 100 iterations
## # weights:  107
## initial  value 619.021284 
## iter  10 value 173.045789
## iter  20 value 172.014400
## iter  30 value 171.998089
## iter  40 value 86.117728
## iter  50 value 0.028160
## iter  60 value 0.024493
## iter  70 value 0.023309
## iter  80 value 0.021795
## iter  90 value 0.021417
## iter 100 value 0.021344
## final  value 0.021344 
## stopped after 100 iterations
## # weights:  23
## initial  value 442.982829 
## final  value 172.000000 
## converged
## # weights:  65
## initial  value 535.323310 
## final  value 172.000000 
## converged
## # weights:  107
## initial  value 547.445575 
## final  value 172.000000 
## converged
## # weights:  23
## initial  value 728.608625 
## iter  10 value 113.382861
## iter  20 value 21.534330
## iter  30 value 12.641854
## iter  40 value 12.623836
## iter  50 value 12.622990
## final  value 12.622948 
## converged
## # weights:  65
## initial  value 626.585763 
## iter  10 value 137.792369
## iter  20 value 9.468876
## iter  30 value 6.836754
## iter  40 value 6.813534
## iter  50 value 6.810874
## final  value 6.810866 
## converged
## # weights:  107
## initial  value 582.291545 
## iter  10 value 94.896269
## iter  20 value 9.845509
## iter  30 value 7.345270
## iter  40 value 7.246057
## iter  50 value 7.245812
## iter  50 value 7.245812
## iter  50 value 7.245812
## final  value 7.245812 
## converged
## # weights:  23
## initial  value 600.510004 
## iter  10 value 172.611901
## iter  20 value 152.320541
## iter  30 value 0.110067
## iter  40 value 0.051981
## iter  50 value 0.049342
## iter  60 value 0.048659
## iter  70 value 0.047136
## iter  80 value 0.045780
## iter  90 value 0.045557
## iter 100 value 0.044904
## final  value 0.044904 
## stopped after 100 iterations
## # weights:  65
## initial  value 719.780532 
## iter  10 value 172.661681
## iter  20 value 172.056401
## iter  30 value 169.685009
## iter  40 value 86.147769
## iter  50 value 86.126028
## iter  60 value 86.055343
## iter  70 value 86.044073
## iter  80 value 86.022766
## iter  90 value 0.037123
## iter 100 value 0.031301
## final  value 0.031301 
## stopped after 100 iterations
## # weights:  107
## initial  value 526.418965 
## iter  10 value 172.914748
## iter  20 value 172.010802
## iter  30 value 88.872524
## iter  40 value 85.551383
## iter  50 value 0.031316
## iter  60 value 0.027385
## iter  70 value 0.023758
## iter  80 value 0.022267
## iter  90 value 0.021782
## iter 100 value 0.021491
## final  value 0.021491 
## stopped after 100 iterations
## # weights:  23
## initial  value 361.817314 
## iter  10 value 106.684030
## iter  20 value 37.092537
## iter  30 value 13.440221
## iter  40 value 12.973942
## iter  50 value 12.973633
## final  value 12.973632 
## converged

## [1] "Building This Caret Information took 0.83 minutes"

3.9.3 Ensemble Summary

## 
## Call:
## summary.resamples(object = results)
## 
## Models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet 
## Number of resamples: 30 
## 
## Accuracy 
##              Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## lda        0.9262  0.9588 0.9672 0.9663  0.9754 0.9918    0
## rpart      1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0
## knn        0.9754  0.9836 0.9917 0.9891  0.9980 1.0000    0
## pam        0.9180  0.9180 0.9180 0.9212  0.9256 0.9262    0
## multinom   1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0
## LogitBoost 1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0
## svmLinear2 1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0
## pcaNNet    1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0
## 
## Kappa 
##              Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## lda        0.2805  0.5979 0.7327 0.7097  0.8243 0.9429    0
## rpart      1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0
## knn        0.8108  0.8802 0.9367 0.9172  0.9857 1.0000    0
## pam        0.0000  0.0000 0.0000 0.0000  0.0000 0.0000    0
## multinom   1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0
## LogitBoost 1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0
## svmLinear2 1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0
## pcaNNet    1.0000  1.0000 1.0000 1.0000  1.0000 1.0000    0

3.9.4 Ensemble Box & Whiskers Plot

3.9.5 Ensemble Correlation Matrix

3.9.6 Ensemble Scatterplot Matrix

3.10 Ensemble: Final Prediction(Random Forest)

## A rf ensemble of 2 base models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet
## 
## Ensemble results:
## Random Forest 
## 
## 3654 samples
##    8 predictor
##    2 classes: 'bad', 'good' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold, repeated 3 times) 
## Summary of sample sizes: 3289, 3288, 3289, 3289, 3288, 3289, ... 
## Resampling results across tuning parameters:
## 
##   mtry  Accuracy  Kappa
##   2     1         1    
##   5     1         1    
##   8     1         1    
## 
## Accuracy was used to select the optimal model using  the largest value.
## The final value used for the model was mtry = 2.

## [1] "Random Forest Ensemble: (lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet) Prediction =  100.00"

3.11 Final Machine Learning Prediction Table (Results)

Method	Prediction.Accuracy
C5 Bagging CART	100.00000
Neural Network	99.76852
rPart: tSNE	99.62406
Fit KNN (8 Fold)	98.42845
C 5.0	96.93000
Stochastic Gradient Boosting	94.51000
rPart: All Variables	92.81553
Random Forest	92.18000
Bagged CART	91.59000
GLM With KNN Features	91.50579
rPart: Important Variables	88.15534
GLM With Original Features	82.23938

4 Dummy Matrix Approach

4.1 Dummy Matrix Representation

## Random Forest 
## 
## 1213 samples
##   21 predictor
##    4 classes: 'acc', 'good', 'unacc', 'vgood' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold, repeated 3 times) 
## Summary of sample sizes: 1092, 1092, 1092, 1093, 1093, 1091, ... 
## Resampling results across tuning parameters:
## 
##   mtry  Accuracy   Kappa    
##    2    0.7991015  0.4432946
##   11    0.9711279  0.9380358
##   21    0.9736005  0.9430537
## 
## Accuracy was used to select the optimal model using  the largest value.
## The final value used for the model was mtry = 21.

## [1] 95.72816

## [1] "Building This Random Forest Classification took 1.02 minutes"

4.1.1 Feature Importance

4.2 Ensemble Predict “Unacceptable” Quality

4.2.1 Algo

set.seed(451)

data <- sample(2, nrow(cars_dummy2), replace = T, prob = c(0.7, 0.3))
train <- cars_dummy2[data == 1,]
test <- cars_dummy2[data == 2,]


control <- trainControl(method="repeatedcv", number=10, repeats=3, savePredictions='final', classProbs=TRUE, allowParallel = TRUE, verboseIter = FALSE)

algorithmList <- c('lda', 'rpart', 'knn', 'pam', 'multinom', 'LogitBoost', 'svmLinear2', 'pcaNNet')

4.2.2 Tuning Parameters & Alogrithm List

control <- trainControl(method="repeatedcv", number=10, repeats=3, savePredictions='final', classProbs=TRUE, allowParallel = TRUE, verboseIter = FALSE)

algorithmList <- c('lda', 'rpart', 'knn', 'pam', 'multinom', 'LogitBoost', 'svmLinear2', 'pcaNNet')

4.2.3 Iteration Information

## 1234567891011121314151617181920212223242526272829301111111111111111111111111111111# weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 181.209732
## iter  20 value 116.819203
## iter  30 value 95.477075
## iter  40 value 94.932542
## iter  50 value 94.927910
## final  value 94.927907 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 187.585078
## iter  20 value 134.764716
## iter  30 value 126.611309
## final  value 126.611054 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 181.216437
## iter  20 value 116.840819
## iter  30 value 95.533204
## iter  40 value 95.013308
## final  value 95.012647 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 193.766659
## iter  20 value 133.120015
## iter  30 value 103.302640
## iter  40 value 103.001473
## final  value 103.000490 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 229.673660
## iter  20 value 150.903542
## iter  30 value 131.580646
## final  value 131.579687 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 193.789781
## iter  20 value 133.149960
## iter  30 value 103.353815
## iter  40 value 103.074305
## final  value 103.074300 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 175.498842
## iter  20 value 106.382791
## iter  30 value 91.861621
## iter  40 value 91.578468
## final  value 91.577156 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 181.404244
## iter  20 value 126.725255
## iter  30 value 123.264774
## final  value 123.263966 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 175.504897
## iter  20 value 106.408292
## iter  30 value 91.921253
## iter  40 value 91.662472
## final  value 91.662448 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 179.654846
## iter  20 value 137.162360
## iter  30 value 99.896412
## iter  40 value 99.400884
## iter  50 value 99.397303
## final  value 99.397300 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 196.423576
## iter  20 value 146.948457
## iter  30 value 129.682278
## final  value 129.680104 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 179.666912
## iter  20 value 137.043725
## iter  30 value 99.945383
## iter  40 value 99.476633
## final  value 99.476303 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 184.448284
## iter  20 value 115.888141
## iter  30 value 99.932259
## iter  40 value 99.548426
## final  value 99.545980 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 190.179660
## iter  20 value 137.957773
## iter  30 value 128.573137
## final  value 128.572628 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 184.454168
## iter  20 value 115.913214
## iter  30 value 99.981812
## iter  40 value 99.621387
## final  value 99.621241 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 188.044250
## iter  20 value 107.121230
## iter  30 value 99.640198
## iter  40 value 99.559617
## final  value 99.559254 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 196.752192
## iter  20 value 131.693318
## iter  30 value 129.189691
## final  value 129.188796 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 188.052995
## iter  20 value 107.151723
## iter  30 value 99.699647
## final  value 99.637035 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 240.550991
## iter  20 value 154.067287
## iter  30 value 108.035518
## iter  40 value 107.069599
## iter  50 value 107.055465
## final  value 107.055458 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 211.582739
## iter  20 value 151.316427
## iter  30 value 135.956122
## final  value 135.954970 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 240.600450
## iter  20 value 154.170394
## iter  30 value 107.968141
## iter  40 value 107.133636
## final  value 107.129595 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 190.355084
## iter  20 value 119.654006
## iter  30 value 108.439943
## iter  40 value 108.307654
## final  value 108.306988 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 196.481662
## iter  20 value 141.789169
## iter  30 value 135.903747
## final  value 135.902355 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 190.361314
## iter  20 value 119.680386
## iter  30 value 108.491058
## iter  40 value 108.377788
## final  value 108.377786 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 188.576133
## iter  20 value 117.403447
## iter  30 value 107.245908
## iter  40 value 107.068858
## final  value 107.068108 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 194.519279
## iter  20 value 139.440346
## iter  30 value 135.830053
## final  value 135.830037 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 188.582241
## iter  20 value 117.430273
## iter  30 value 107.298836
## iter  40 value 107.142957
## final  value 107.142954 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 172.296978
## iter  20 value 111.815806
## iter  30 value 100.956702
## iter  40 value 100.849579
## final  value 100.848827 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 183.411417
## iter  20 value 139.213433
## iter  30 value 130.328423
## final  value 130.328299 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 172.305931
## iter  20 value 111.857052
## iter  30 value 101.014967
## iter  40 value 100.925872
## final  value 100.925866 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 193.896019
## iter  20 value 131.370660
## iter  30 value 100.402444
## iter  40 value 99.747230
## iter  50 value 99.742270
## final  value 99.742268 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 215.528616
## iter  20 value 141.489772
## iter  30 value 130.804358
## final  value 130.804215 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 193.910973
## iter  20 value 131.411568
## iter  30 value 100.455861
## iter  40 value 99.825267
## final  value 99.824573 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 180.113297
## iter  20 value 122.211987
## iter  30 value 102.563567
## iter  40 value 102.161941
## iter  50 value 102.158682
## final  value 102.158680 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 185.492909
## iter  20 value 138.532629
## iter  30 value 131.601777
## final  value 131.601753 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 180.122246
## iter  20 value 122.236437
## iter  30 value 102.615869
## iter  40 value 102.235447
## final  value 102.235237 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 179.883293
## iter  20 value 128.443416
## iter  30 value 102.452399
## iter  40 value 102.103379
## iter  50 value 102.101571
## iter  50 value 102.101570
## iter  50 value 102.101570
## final  value 102.101570 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 186.291026
## iter  20 value 144.365067
## iter  30 value 130.407732
## final  value 130.405021 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 179.889895
## iter  20 value 128.460832
## iter  30 value 102.500751
## iter  40 value 102.175049
## final  value 102.175003 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 178.694954
## iter  20 value 117.456100
## iter  30 value 99.118623
## iter  40 value 98.624092
## final  value 98.621130 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 184.559009
## iter  20 value 132.241084
## iter  30 value 129.343631
## final  value 129.342238 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 178.700916
## iter  20 value 117.478128
## iter  30 value 99.171720
## iter  40 value 98.702559
## final  value 98.702359 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 192.130430
## iter  20 value 133.050225
## iter  30 value 102.009624
## iter  40 value 101.822292
## final  value 101.821489 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 198.954322
## iter  20 value 146.444840
## iter  30 value 131.479004
## final  value 131.478405 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 192.137431
## iter  20 value 133.065158
## iter  30 value 102.065469
## iter  40 value 101.899909
## final  value 101.899902 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 183.758510
## iter  20 value 124.431980
## iter  30 value 104.222787
## iter  40 value 104.045759
## final  value 104.044476 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 188.695780
## iter  20 value 138.908403
## iter  30 value 132.629533
## final  value 132.627324 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 183.763543
## iter  20 value 124.448414
## iter  30 value 104.275427
## iter  40 value 104.119384
## final  value 104.119366 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 184.072441
## iter  20 value 120.808905
## iter  30 value 98.538828
## iter  40 value 97.967493
## final  value 97.963503 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 191.047821
## iter  20 value 129.648666
## iter  30 value 127.463399
## final  value 127.463373 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 184.079835
## iter  20 value 120.834469
## iter  30 value 98.592289
## iter  40 value 98.041131
## final  value 98.040642 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 181.824857
## iter  20 value 107.061064
## iter  30 value 98.010898
## iter  40 value 97.634843
## final  value 97.632347 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 188.426737
## iter  20 value 134.111440
## iter  30 value 128.616951
## final  value 128.616090 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 181.831714
## iter  20 value 107.097016
## iter  30 value 98.065948
## iter  40 value 97.714136
## final  value 97.714010 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 253.447686
## iter  20 value 131.063196
## iter  30 value 104.736367
## iter  40 value 104.460588
## final  value 104.459024 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 188.005238
## iter  20 value 139.608883
## iter  30 value 132.698370
## final  value 132.696687 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 253.531592
## iter  20 value 131.087661
## iter  30 value 104.785538
## iter  40 value 104.531909
## final  value 104.531881 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 181.738088
## iter  20 value 114.957169
## iter  30 value 104.266041
## iter  40 value 103.823202
## final  value 103.821269 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 188.301720
## iter  20 value 138.739755
## iter  30 value 132.664163
## final  value 132.664014 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 181.744887
## iter  20 value 114.995793
## iter  30 value 104.314457
## iter  40 value 103.896488
## final  value 103.896430 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 172.971706
## iter  20 value 108.709298
## iter  30 value 96.527097
## iter  40 value 96.454738
## final  value 96.454314 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 179.524276
## iter  20 value 130.828194
## iter  30 value 125.757803
## final  value 125.756695 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 172.978332
## iter  20 value 108.738539
## iter  30 value 96.586095
## iter  40 value 96.530246
## iter  40 value 96.530246
## iter  40 value 96.530246
## final  value 96.530246 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 204.257748
## iter  20 value 133.437378
## iter  30 value 103.633594
## iter  40 value 103.422958
## final  value 103.422553 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 238.269571
## iter  20 value 151.070929
## iter  30 value 132.666455
## final  value 132.663450 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 204.278424
## iter  20 value 133.498833
## iter  30 value 103.689415
## iter  40 value 103.498872
## final  value 103.498870 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 193.311765
## iter  20 value 135.261825
## iter  30 value 96.925945
## iter  40 value 96.322950
## iter  50 value 96.318930
## final  value 96.318927 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 185.517235
## iter  20 value 131.088511
## iter  30 value 127.683578
## final  value 127.676376 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 193.332231
## iter  20 value 135.270157
## iter  30 value 96.981541
## iter  40 value 96.403136
## final  value 96.402720 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 178.936473
## iter  20 value 108.451925
## iter  30 value 103.046533
## iter  40 value 102.873354
## final  value 102.872925 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 185.191553
## iter  20 value 135.341245
## iter  30 value 130.894674
## final  value 130.894618 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 178.942894
## iter  20 value 108.482682
## iter  30 value 103.096847
## iter  40 value 102.945062
## iter  40 value 102.945061
## iter  40 value 102.945061
## final  value 102.945061 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 207.606271
## iter  20 value 137.637192
## iter  30 value 105.111629
## iter  40 value 104.641310
## final  value 104.638525 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 211.211779
## iter  20 value 146.169034
## iter  30 value 133.281860
## final  value 133.280932 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 207.605596
## iter  20 value 137.647302
## iter  30 value 105.158720
## iter  40 value 104.712785
## final  value 104.712622 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 185.459518
## iter  20 value 122.839605
## iter  30 value 104.948751
## iter  40 value 104.689307
## final  value 104.688562 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 191.108527
## iter  20 value 139.386962
## iter  30 value 132.938850
## final  value 132.930194 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 185.465309
## iter  20 value 122.858522
## iter  30 value 105.000944
## iter  40 value 104.762242
## final  value 104.762239 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 190.392618
## iter  20 value 118.017219
## iter  30 value 101.119668
## iter  40 value 100.906330
## iter  50 value 100.904583
## final  value 100.904581 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 199.477912
## iter  20 value 136.727714
## iter  30 value 131.567530
## final  value 131.566133 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 190.401809
## iter  20 value 118.032679
## iter  30 value 101.175383
## iter  40 value 100.986106
## final  value 100.986055 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 180.904757
## iter  20 value 106.005259
## iter  30 value 97.765477
## iter  40 value 97.546630
## final  value 97.545780 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 186.827440
## iter  20 value 131.507149
## iter  30 value 128.555381
## final  value 128.548284 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 180.910839
## iter  20 value 106.041923
## iter  30 value 97.824024
## iter  40 value 97.627991
## final  value 97.627988 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 184.138290
## iter  20 value 128.183480
## iter  30 value 105.425169
## iter  40 value 105.075347
## final  value 105.073965 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 189.875015
## iter  20 value 137.861535
## iter  30 value 134.064072
## final  value 134.063019 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 184.144185
## iter  20 value 128.191910
## iter  30 value 105.472372
## iter  40 value 105.148590
## final  value 105.148559 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 178.228065
## iter  20 value 132.805264
## iter  30 value 101.054372
## iter  40 value 100.153554
## iter  50 value 100.145983
## final  value 100.145980 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 184.292789
## iter  20 value 142.639627
## iter  30 value 129.989139
## final  value 129.988387 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 178.233610
## iter  20 value 132.816697
## iter  30 value 101.102692
## iter  40 value 100.225803
## final  value 100.223871 
## converged
## # weights:  23 (22 variable)
## initial  value 844.253266 
## iter  10 value 271.982295
## iter  20 value 154.552615
## iter  30 value 113.879379
## iter  40 value 113.304813
## final  value 113.304753 
## converged
## # weights:  20
## initial  value 710.697068 
## final  value 652.000000 
## converged
## # weights:  56
## initial  value 514.675738 
## iter  10 value 184.253075
## iter  20 value 131.971140
## iter  30 value 108.041935
## iter  40 value 95.000098
## iter  50 value 66.377351
## iter  60 value 36.696797
## iter  70 value 32.364212
## iter  80 value 31.345049
## iter  90 value 31.341304
## iter 100 value 31.339786
## final  value 31.339786 
## stopped after 100 iterations
## # weights:  92
## initial  value 752.228600 
## final  value 652.000000 
## converged
## # weights:  20
## initial  value 564.225556 
## iter  10 value 168.885771
## iter  20 value 109.696974
## iter  30 value 81.539074
## iter  40 value 76.164463
## iter  50 value 76.125865
## iter  60 value 76.123751
## final  value 76.123403 
## converged
## # weights:  56
## initial  value 650.732681 
## iter  10 value 132.309110
## iter  20 value 95.284178
## iter  30 value 75.302048
## iter  40 value 58.101989
## iter  50 value 54.600965
## iter  60 value 53.571212
## iter  70 value 53.142081
## iter  80 value 52.705755
## iter  90 value 52.487862
## iter 100 value 51.256077
## final  value 51.256077 
## stopped after 100 iterations
## # weights:  92
## initial  value 514.784579 
## iter  10 value 92.725092
## iter  20 value 67.919231
## iter  30 value 54.350625
## iter  40 value 48.068632
## iter  50 value 44.599473
## iter  60 value 42.158619
## iter  70 value 40.421147
## iter  80 value 40.090061
## iter  90 value 39.919402
## iter 100 value 39.774242
## final  value 39.774242 
## stopped after 100 iterations
## # weights:  20
## initial  value 518.960765 
## iter  10 value 332.303097
## iter  20 value 212.938207
## iter  30 value 183.272550
## iter  40 value 94.288533
## iter  50 value 78.139248
## iter  60 value 75.147043
## iter  70 value 72.910930
## iter  80 value 66.289620
## iter  90 value 62.908961
## iter 100 value 62.353690
## final  value 62.353690 
## stopped after 100 iterations
## # weights:  56
## initial  value 506.995786 
## iter  10 value 121.665687
## iter  20 value 34.867520
## iter  30 value 17.749957
## iter  40 value 11.463953
## iter  50 value 10.375955
## iter  60 value 8.433853
## iter  70 value 8.381497
## iter  80 value 8.350676
## iter  90 value 8.304843
## iter 100 value 8.263004
## final  value 8.263004 
## stopped after 100 iterations
## # weights:  92
## initial  value 588.860622 
## iter  10 value 62.691934
## iter  20 value 42.859366
## iter  30 value 38.556543
## iter  40 value 27.053905
## iter  50 value 21.565072
## iter  60 value 21.023568
## iter  70 value 20.916069
## iter  80 value 20.867437
## iter  90 value 20.836327
## iter 100 value 20.808030
## final  value 20.808030 
## stopped after 100 iterations
## # weights:  20
## initial  value 543.713177 
## iter  10 value 178.220022
## iter  20 value 107.603120
## iter  30 value 80.925681
## iter  40 value 64.073629
## iter  50 value 58.984109
## iter  60 value 58.728614
## iter  70 value 58.682082
## iter  80 value 58.646345
## iter  90 value 58.643185
## iter 100 value 58.636951
## final  value 58.636951 
## stopped after 100 iterations
## # weights:  56
## initial  value 625.943920 
## iter  10 value 70.452026
## iter  20 value 45.655628
## iter  30 value 25.586936
## iter  40 value 17.737070
## iter  50 value 15.338235
## iter  60 value 15.169341
## iter  70 value 15.108531
## iter  80 value 15.062265
## iter  90 value 15.035145
## iter 100 value 15.019897
## final  value 15.019897 
## stopped after 100 iterations
## # weights:  92
## initial  value 480.384745 
## iter  10 value 169.434436
## iter  20 value 66.811621
## iter  30 value 54.446964
## iter  40 value 27.883129
## iter  50 value 26.844002
## iter  60 value 24.799786
## iter  70 value 22.889034
## iter  80 value 22.870068
## iter  90 value 22.861075
## iter 100 value 22.469132
## final  value 22.469132 
## stopped after 100 iterations
## # weights:  20
## initial  value 641.333582 
## iter  10 value 182.133834
## iter  20 value 116.778380
## iter  30 value 84.057088
## iter  40 value 79.700246
## iter  50 value 79.504016
## iter  60 value 79.457187
## final  value 79.451891 
## converged
## # weights:  56
## initial  value 549.353610 
## iter  10 value 209.946645
## iter  20 value 121.255965
## iter  30 value 81.336144
## iter  40 value 65.714980
## iter  50 value 59.820779
## iter  60 value 53.126723
## iter  70 value 50.775871
## iter  80 value 50.120090
## iter  90 value 49.695117
## iter 100 value 49.644319
## final  value 49.644319 
## stopped after 100 iterations
## # weights:  92
## initial  value 568.014736 
## iter  10 value 171.832620
## iter  20 value 115.519124
## iter  30 value 78.685528
## iter  40 value 55.758364
## iter  50 value 51.627118
## iter  60 value 49.411549
## iter  70 value 46.582394
## iter  80 value 43.443813
## iter  90 value 39.563761
## iter 100 value 37.531792
## final  value 37.531792 
## stopped after 100 iterations
## # weights:  20
## initial  value 484.099503 
## iter  10 value 166.704288
## iter  20 value 85.633415
## iter  30 value 65.213067
## iter  40 value 61.584296
## iter  50 value 60.516749
## iter  60 value 59.918725
## iter  70 value 59.902024
## iter  80 value 59.894810
## iter  90 value 58.084021
## iter 100 value 54.362728
## final  value 54.362728 
## stopped after 100 iterations
## # weights:  56
## initial  value 473.775957 
## iter  10 value 76.260673
## iter  20 value 46.291708
## iter  30 value 37.092592
## iter  40 value 29.190213
## iter  50 value 21.295891
## iter  60 value 16.715055
## iter  70 value 14.216636
## iter  80 value 14.038535
## iter  90 value 13.828313
## iter 100 value 13.631668
## final  value 13.631668 
## stopped after 100 iterations
## # weights:  92
## initial  value 620.274430 
## iter  10 value 92.193387
## iter  20 value 35.965091
## iter  30 value 19.583042
## iter  40 value 18.258602
## iter  50 value 18.105042
## iter  60 value 18.081683
## iter  70 value 18.056401
## iter  80 value 18.020164
## iter  90 value 17.982356
## iter 100 value 17.957479
## final  value 17.957479 
## stopped after 100 iterations
## # weights:  20
## initial  value 512.540348 
## iter  10 value 254.745481
## iter  20 value 204.860890
## iter  30 value 176.896098
## iter  40 value 165.399599
## iter  50 value 110.849649
## iter  60 value 103.991531
## iter  70 value 103.983196
## iter  80 value 93.991435
## iter  90 value 76.985950
## iter 100 value 76.549584
## final  value 76.549584 
## stopped after 100 iterations
## # weights:  56
## initial  value 575.662377 
## iter  10 value 115.990068
## iter  20 value 80.031318
## iter  30 value 50.259744
## iter  40 value 38.502113
## iter  50 value 31.909336
## iter  60 value 29.966084
## iter  70 value 29.353798
## iter  80 value 29.029791
## iter  90 value 28.911925
## iter 100 value 28.878544
## final  value 28.878544 
## stopped after 100 iterations
## # weights:  92
## initial  value 526.719377 
## iter  10 value 167.430440
## iter  20 value 142.644473
## iter  30 value 111.875611
## iter  40 value 102.020732
## iter  50 value 84.834075
## iter  60 value 81.448268
## iter  70 value 80.238318
## iter  80 value 80.114757
## iter  90 value 80.054397
## iter 100 value 78.507860
## final  value 78.507860 
## stopped after 100 iterations
## # weights:  20
## initial  value 593.486411 
## iter  10 value 199.254346
## iter  20 value 114.641858
## iter  30 value 80.222897
## iter  40 value 75.202319
## iter  50 value 74.419399
## iter  60 value 74.285787
## final  value 74.277315 
## converged
## # weights:  56
## initial  value 584.138286 
## iter  10 value 118.493406
## iter  20 value 91.498031
## iter  30 value 67.244794
## iter  40 value 57.797653
## iter  50 value 51.329896
## iter  60 value 49.233223
## iter  70 value 48.518970
## iter  80 value 48.222119
## iter  90 value 48.126780
## iter 100 value 48.116523
## final  value 48.116523 
## stopped after 100 iterations
## # weights:  92
## initial  value 468.400227 
## iter  10 value 131.169411
## iter  20 value 74.695888
## iter  30 value 50.994529
## iter  40 value 46.040537
## iter  50 value 44.331408
## iter  60 value 43.189946
## iter  70 value 41.716496
## iter  80 value 41.591917
## iter  90 value 40.251481
## iter 100 value 39.935877
## final  value 39.935877 
## stopped after 100 iterations
## # weights:  20
## initial  value 533.212465 
## iter  10 value 231.743752
## iter  20 value 163.810266
## iter  30 value 157.705266
## iter  40 value 153.769825
## iter  50 value 151.718654
## iter  60 value 149.545746
## iter  70 value 149.538952
## iter  80 value 149.522990
## iter  90 value 143.573031
## iter 100 value 143.522824
## final  value 143.522824 
## stopped after 100 iterations
## # weights:  56
## initial  value 532.313719 
## iter  10 value 127.890156
## iter  20 value 102.162971
## iter  30 value 88.168315
## iter  40 value 80.073447
## iter  50 value 62.132211
## iter  60 value 58.629431
## iter  70 value 54.866830
## iter  80 value 52.242839
## iter  90 value 50.798445
## iter 100 value 41.745718
## final  value 41.745718 
## stopped after 100 iterations
## # weights:  92
## initial  value 556.036048 
## iter  10 value 82.491445
## iter  20 value 66.966232
## iter  30 value 63.552905
## iter  40 value 61.587977
## iter  50 value 60.272375
## iter  60 value 56.763833
## iter  70 value 55.903176
## iter  80 value 54.518563
## iter  90 value 53.894386
## iter 100 value 53.557614
## final  value 53.557614 
## stopped after 100 iterations
## # weights:  20
## initial  value 528.906073 
## iter  10 value 231.992807
## iter  20 value 222.615473
## iter  30 value 222.602037
## final  value 222.602022 
## converged
## # weights:  56
## initial  value 572.522382 
## iter  10 value 82.008576
## iter  20 value 63.493286
## iter  30 value 53.308087
## iter  40 value 49.693777
## iter  50 value 48.562657
## iter  60 value 48.003354
## iter  70 value 48.000170
## final  value 48.000000 
## converged
## # weights:  92
## initial  value 507.426447 
## iter  10 value 76.621244
## iter  20 value 32.109522
## iter  30 value 14.554629
## iter  40 value 8.581356
## iter  50 value 8.015207
## iter  60 value 8.002165
## iter  70 value 8.000570
## iter  80 value 8.000171
## iter  90 value 8.000126
## iter 100 value 8.000035
## final  value 8.000035 
## stopped after 100 iterations
## # weights:  20
## initial  value 565.775645 
## iter  10 value 128.278095
## iter  20 value 91.247718
## iter  30 value 77.114498
## iter  40 value 75.835713
## iter  50 value 75.824090
## iter  60 value 75.818847
## final  value 75.818810 
## converged
## # weights:  56
## initial  value 628.892347 
## iter  10 value 130.583319
## iter  20 value 82.669071
## iter  30 value 59.235964
## iter  40 value 55.464672
## iter  50 value 50.484121
## iter  60 value 48.747820
## iter  70 value 47.428143
## iter  80 value 46.915138
## iter  90 value 46.761538
## iter 100 value 46.744252
## final  value 46.744252 
## stopped after 100 iterations
## # weights:  92
## initial  value 765.765317 
## iter  10 value 396.403430
## iter  20 value 148.502463
## iter  30 value 73.495826
## iter  40 value 60.011585
## iter  50 value 52.627232
## iter  60 value 48.665366
## iter  70 value 43.395209
## iter  80 value 39.564400
## iter  90 value 38.880036
## iter 100 value 38.608338
## final  value 38.608338 
## stopped after 100 iterations
## # weights:  20
## initial  value 591.513875 
## iter  10 value 144.649245
## iter  20 value 108.195537
## iter  30 value 80.211734
## iter  40 value 73.443758
## iter  50 value 72.673717
## iter  60 value 72.498274
## iter  70 value 72.481436
## iter  80 value 72.461439
## iter  90 value 72.452194
## iter 100 value 72.443759
## final  value 72.443759 
## stopped after 100 iterations
## # weights:  56
## initial  value 575.077886 
## iter  10 value 91.692609
## iter  20 value 43.458933
## iter  30 value 37.400558
## iter  40 value 36.247342
## iter  50 value 35.884985
## iter  60 value 35.470076
## iter  70 value 35.346875
## iter  80 value 35.175644
## iter  90 value 35.135564
## iter 100 value 35.086933
## final  value 35.086933 
## stopped after 100 iterations
## # weights:  92
## initial  value 508.580161 
## iter  10 value 187.143501
## iter  20 value 85.715000
## iter  30 value 47.190960
## iter  40 value 29.967679
## iter  50 value 28.701630
## iter  60 value 26.554985
## iter  70 value 22.989663
## iter  80 value 22.943870
## iter  90 value 22.832310
## iter 100 value 22.641346
## final  value 22.641346 
## stopped after 100 iterations
## # weights:  20
## initial  value 515.586201 
## iter  10 value 199.272137
## iter  20 value 161.995705
## iter  30 value 128.543943
## iter  40 value 117.845468
## iter  50 value 96.526455
## iter  60 value 67.402537
## iter  70 value 56.821014
## iter  80 value 55.115481
## iter  90 value 55.043437
## iter 100 value 55.007927
## final  value 55.007927 
## stopped after 100 iterations
## # weights:  56
## initial  value 490.150984 
## iter  10 value 253.409048
## iter  20 value 215.694076
## iter  30 value 188.592385
## iter  40 value 164.041026
## iter  50 value 157.079137
## iter  60 value 85.665275
## iter  70 value 57.378559
## iter  80 value 56.269003
## iter  90 value 52.605343
## iter 100 value 36.244426
## final  value 36.244426 
## stopped after 100 iterations
## # weights:  92
## initial  value 678.428108 
## final  value 650.000000 
## converged
## # weights:  20
## initial  value 550.000132 
## iter  10 value 198.140612
## iter  20 value 118.076724
## iter  30 value 85.758659
## iter  40 value 76.782800
## iter  50 value 76.530161
## iter  60 value 76.469492
## final  value 76.466637 
## converged
## # weights:  56
## initial  value 595.795795 
## iter  10 value 180.176689
## iter  20 value 86.937306
## iter  30 value 66.502911
## iter  40 value 54.819210
## iter  50 value 50.611724
## iter  60 value 47.225132
## iter  70 value 45.663023
## iter  80 value 45.238632
## iter  90 value 44.417042
## iter 100 value 43.748475
## final  value 43.748475 
## stopped after 100 iterations
## # weights:  92
## initial  value 534.004961 
## iter  10 value 218.916752
## iter  20 value 109.077492
## iter  30 value 68.525942
## iter  40 value 57.307961
## iter  50 value 52.424482
## iter  60 value 50.222497
## iter  70 value 48.065868
## iter  80 value 44.941068
## iter  90 value 43.321530
## iter 100 value 42.428560
## final  value 42.428560 
## stopped after 100 iterations
## # weights:  20
## initial  value 605.878141 
## iter  10 value 262.183559
## iter  20 value 214.291103
## iter  30 value 183.757428
## iter  40 value 147.608009
## iter  50 value 84.366666
## iter  60 value 66.234045
## iter  70 value 62.876817
## iter  80 value 62.818776
## iter  90 value 62.792099
## iter 100 value 62.762426
## final  value 62.762426 
## stopped after 100 iterations
## # weights:  56
## initial  value 457.261500 
## iter  10 value 74.890193
## iter  20 value 55.988765
## iter  30 value 53.686623
## iter  40 value 53.188547
## iter  50 value 53.177671
## iter  60 value 53.167346
## iter  70 value 53.146456
## iter  80 value 53.116835
## iter  90 value 53.095782
## iter 100 value 52.550738
## final  value 52.550738 
## stopped after 100 iterations
## # weights:  92
## initial  value 497.017894 
## iter  10 value 117.334473
## iter  20 value 59.905365
## iter  30 value 36.790094
## iter  40 value 19.472546
## iter  50 value 13.533953
## iter  60 value 12.701657
## iter  70 value 12.641864
## iter  80 value 12.533676
## iter  90 value 12.401868
## iter 100 value 11.659373
## final  value 11.659373 
## stopped after 100 iterations
## # weights:  20
## initial  value 539.366058 
## iter  10 value 360.603944
## iter  20 value 354.719885
## iter  30 value 353.210607
## iter  40 value 353.152723
## iter  50 value 353.131894
## iter  60 value 353.060385
## iter  70 value 352.983919
## iter  80 value 352.536385
## iter  90 value 351.231314
## iter 100 value 351.134410
## final  value 351.134410 
## stopped after 100 iterations
## # weights:  56
## initial  value 605.086123 
## iter  10 value 255.484970
## iter  20 value 132.947299
## iter  30 value 90.157035
## iter  40 value 64.802779
## iter  50 value 61.162915
## iter  60 value 60.795527
## iter  70 value 59.754911
## iter  80 value 58.971775
## iter  90 value 57.812118
## iter 100 value 57.487893
## final  value 57.487893 
## stopped after 100 iterations
## # weights:  92
## initial  value 515.754253 
## iter  10 value 57.951035
## iter  20 value 46.618256
## iter  30 value 31.126858
## iter  40 value 23.820371
## iter  50 value 21.484751
## iter  60 value 17.478442
## iter  70 value 16.806684
## iter  80 value 13.420031
## iter  90 value 11.584556
## iter 100 value 9.427478
## final  value 9.427478 
## stopped after 100 iterations
## # weights:  20
## initial  value 623.505972 
## iter  10 value 191.835585
## iter  20 value 116.044913
## iter  30 value 80.461599
## iter  40 value 75.950410
## iter  50 value 75.558426
## iter  60 value 75.492919
## final  value 75.490003 
## converged
## # weights:  56
## initial  value 610.106899 
## iter  10 value 239.125728
## iter  20 value 118.713932
## iter  30 value 72.479353
## iter  40 value 63.350167
## iter  50 value 60.324608
## iter  60 value 59.904306
## iter  70 value 59.518613
## iter  80 value 59.498908
## iter  90 value 59.495695
## final  value 59.495687 
## converged
## # weights:  92
## initial  value 649.181445 
## iter  10 value 142.924935
## iter  20 value 97.492484
## iter  30 value 66.392643
## iter  40 value 53.322196
## iter  50 value 46.858037
## iter  60 value 42.973879
## iter  70 value 40.969767
## iter  80 value 39.041356
## iter  90 value 38.112580
## iter 100 value 37.487992
## final  value 37.487992 
## stopped after 100 iterations
## # weights:  20
## initial  value 473.743119 
## iter  10 value 302.231009
## iter  20 value 297.167537
## iter  30 value 270.743933
## iter  40 value 241.831984
## iter  50 value 203.998079
## iter  60 value 166.709814
## iter  70 value 101.253083
## iter  80 value 77.740408
## iter  90 value 75.776916
## iter 100 value 67.668930
## final  value 67.668930 
## stopped after 100 iterations
## # weights:  56
## initial  value 464.440791 
## iter  10 value 150.104821
## iter  20 value 92.614040
## iter  30 value 67.273206
## iter  40 value 61.316598
## iter  50 value 58.122080
## iter  60 value 57.300409
## iter  70 value 55.381395
## iter  80 value 52.596076
## iter  90 value 51.961634
## iter 100 value 49.756479
## final  value 49.756479 
## stopped after 100 iterations
## # weights:  92
## initial  value 839.412745 
## iter  10 value 281.377179
## iter  20 value 229.588576
## iter  30 value 150.731282
## iter  40 value 134.736365
## iter  50 value 129.313098
## iter  60 value 125.139265
## iter  70 value 122.604687
## iter  80 value 120.679017
## iter  90 value 119.111202
## iter 100 value 115.453700
## final  value 115.453700 
## stopped after 100 iterations
## # weights:  20
## initial  value 616.565183 
## iter  10 value 130.515463
## iter  20 value 67.590618
## iter  30 value 62.566921
## iter  40 value 60.816125
## iter  50 value 60.596108
## iter  60 value 60.541558
## iter  70 value 59.873463
## iter  80 value 57.280034
## iter  90 value 57.158274
## iter 100 value 57.157386
## final  value 57.157386 
## stopped after 100 iterations
## # weights:  56
## initial  value 785.366063 
## final  value 652.000000 
## converged
## # weights:  92
## initial  value 733.792933 
## final  value 652.000000 
## converged
## # weights:  20
## initial  value 560.847704 
## iter  10 value 399.110466
## iter  20 value 375.514328
## iter  30 value 114.066700
## iter  40 value 81.186423
## iter  50 value 80.795665
## iter  60 value 80.755165
## final  value 80.753545 
## converged
## # weights:  56
## initial  value 605.531628 
## iter  10 value 121.957933
## iter  20 value 96.125859
## iter  30 value 70.980903
## iter  40 value 61.360777
## iter  50 value 58.563824
## iter  60 value 56.947914
## iter  70 value 55.441206
## iter  80 value 54.349204
## iter  90 value 53.551776
## iter 100 value 53.486848
## final  value 53.486848 
## stopped after 100 iterations
## # weights:  92
## initial  value 536.109418 
## iter  10 value 125.768124
## iter  20 value 89.037729
## iter  30 value 67.663416
## iter  40 value 57.172967
## iter  50 value 50.978760
## iter  60 value 44.216081
## iter  70 value 41.683219
## iter  80 value 40.926499
## iter  90 value 40.832745
## iter 100 value 40.806309
## final  value 40.806309 
## stopped after 100 iterations
## # weights:  20
## initial  value 596.217097 
## iter  10 value 178.914825
## iter  20 value 117.518405
## iter  30 value 91.711918
## iter  40 value 88.380019
## iter  50 value 84.526230
## iter  60 value 84.279462
## iter  70 value 82.304344
## iter  80 value 78.471642
## iter  90 value 78.433084
## iter 100 value 78.414686
## final  value 78.414686 
## stopped after 100 iterations
## # weights:  56
## initial  value 563.129324 
## iter  10 value 334.236598
## iter  20 value 213.961094
## iter  30 value 166.034871
## iter  40 value 123.643493
## iter  50 value 99.233011
## iter  60 value 92.215996
## iter  70 value 87.948378
## iter  80 value 85.003040
## iter  90 value 81.936799
## iter 100 value 76.740781
## final  value 76.740781 
## stopped after 100 iterations
## # weights:  92
## initial  value 623.218186 
## iter  10 value 158.948333
## iter  20 value 77.965718
## iter  30 value 55.567959
## iter  40 value 48.420601
## iter  50 value 45.996003
## iter  60 value 40.536366
## iter  70 value 37.237069
## iter  80 value 36.748104
## iter  90 value 34.402685
## iter 100 value 34.128379
## final  value 34.128379 
## stopped after 100 iterations
## # weights:  20
## initial  value 594.320115 
## iter  10 value 111.110308
## iter  20 value 60.966925
## iter  30 value 57.751566
## iter  40 value 57.590695
## iter  50 value 57.545522
## iter  60 value 57.277344
## iter  70 value 57.240683
## iter  80 value 57.239759
## iter  90 value 57.239531
## iter 100 value 57.239498
## final  value 57.239498 
## stopped after 100 iterations
## # weights:  56
## initial  value 678.687123 
## final  value 652.000000 
## converged
## # weights:  92
## initial  value 586.147198 
## iter  10 value 95.843635
## iter  20 value 44.176662
## iter  30 value 34.584867
## iter  40 value 33.823009
## iter  50 value 30.232791
## iter  60 value 26.478482
## iter  70 value 21.726073
## iter  80 value 21.543960
## iter  90 value 17.657896
## iter 100 value 11.800044
## final  value 11.800044 
## stopped after 100 iterations
## # weights:  20
## initial  value 619.487298 
## iter  10 value 155.779125
## iter  20 value 119.615054
## iter  30 value 83.133534
## iter  40 value 82.060767
## iter  50 value 82.036718
## iter  60 value 82.035542
## final  value 82.035440 
## converged
## # weights:  56
## initial  value 688.585465 
## iter  10 value 399.174453
## iter  20 value 207.104375
## iter  30 value 93.161567
## iter  40 value 74.108360
## iter  50 value 67.975761
## iter  60 value 59.337082
## iter  70 value 53.965519
## iter  80 value 51.253974
## iter  90 value 50.040844
## iter 100 value 49.392459
## final  value 49.392459 
## stopped after 100 iterations
## # weights:  92
## initial  value 560.005796 
## iter  10 value 173.967738
## iter  20 value 123.173524
## iter  30 value 68.790712
## iter  40 value 56.009572
## iter  50 value 52.982088
## iter  60 value 48.979509
## iter  70 value 46.444083
## iter  80 value 44.669916
## iter  90 value 42.249193
## iter 100 value 39.638335
## final  value 39.638335 
## stopped after 100 iterations
## # weights:  20
## initial  value 514.741823 
## iter  10 value 216.235773
## iter  20 value 99.480379
## iter  30 value 66.642920
## iter  40 value 60.854268
## iter  50 value 58.928326
## iter  60 value 58.559679
## iter  70 value 57.711584
## iter  80 value 57.409918
## iter  90 value 57.203249
## iter 100 value 57.201753
## final  value 57.201753 
## stopped after 100 iterations
## # weights:  56
## initial  value 543.788309 
## iter  10 value 102.081083
## iter  20 value 71.809653
## iter  30 value 69.389973
## iter  40 value 67.827691
## iter  50 value 67.623925
## iter  60 value 67.566723
## iter  70 value 67.560392
## iter  80 value 67.532303
## iter  90 value 67.512029
## iter 100 value 67.484169
## final  value 67.484169 
## stopped after 100 iterations
## # weights:  92
## initial  value 511.561850 
## iter  10 value 243.180119
## iter  20 value 232.028386
## iter  30 value 216.517949
## iter  40 value 144.257636
## iter  50 value 122.525653
## iter  60 value 93.931241
## iter  70 value 64.248389
## iter  80 value 57.136611
## iter  90 value 54.588467
## iter 100 value 53.768890
## final  value 53.768890 
## stopped after 100 iterations
## # weights:  20
## initial  value 507.199206 
## iter  10 value 247.650161
## iter  20 value 115.420702
## iter  30 value 94.751834
## iter  40 value 76.752734
## iter  50 value 75.705950
## iter  60 value 75.162102
## iter  70 value 73.172982
## iter  80 value 73.145742
## iter  90 value 73.139962
## iter 100 value 73.135815
## final  value 73.135815 
## stopped after 100 iterations
## # weights:  56
## initial  value 503.539084 
## iter  10 value 67.559278
## iter  20 value 47.147591
## iter  30 value 33.699977
## iter  40 value 23.307527
## iter  50 value 18.760816
## iter  60 value 16.870445
## iter  70 value 16.075488
## iter  80 value 16.001033
## iter  90 value 16.000076
## iter 100 value 16.000024
## final  value 16.000024 
## stopped after 100 iterations
## # weights:  92
## initial  value 501.596152 
## iter  10 value 70.944773
## iter  20 value 36.209795
## iter  30 value 23.315052
## iter  40 value 15.959005
## iter  50 value 12.331864
## iter  60 value 11.998224
## iter  70 value 11.989768
## iter  80 value 11.956464
## iter  90 value 11.806222
## iter 100 value 11.697883
## final  value 11.697883 
## stopped after 100 iterations
## # weights:  20
## initial  value 611.354413 
## iter  10 value 174.922994
## iter  20 value 112.436990
## iter  30 value 85.316525
## iter  40 value 82.189795
## iter  50 value 82.016471
## iter  60 value 81.952004
## final  value 81.946683 
## converged
## # weights:  56
## initial  value 644.499246 
## iter  10 value 131.445027
## iter  20 value 87.044406
## iter  30 value 66.720232
## iter  40 value 57.919716
## iter  50 value 55.404741
## iter  60 value 53.265148
## iter  70 value 50.496368
## iter  80 value 49.050174
## iter  90 value 48.986572
## iter 100 value 48.984943
## final  value 48.984943 
## stopped after 100 iterations
## # weights:  92
## initial  value 600.855659 
## iter  10 value 104.605043
## iter  20 value 71.050687
## iter  30 value 58.745914
## iter  40 value 54.866632
## iter  50 value 50.320696
## iter  60 value 46.765476
## iter  70 value 45.254742
## iter  80 value 41.150956
## iter  90 value 40.241292
## iter 100 value 39.871905
## final  value 39.871905 
## stopped after 100 iterations
## # weights:  20
## initial  value 639.135858 
## iter  10 value 409.786872
## iter  20 value 372.183645
## iter  30 value 363.625572
## iter  40 value 360.684074
## iter  50 value 142.988017
## iter  60 value 75.737730
## iter  70 value 70.131979
## iter  80 value 69.141174
## iter  90 value 68.793218
## iter 100 value 68.688405
## final  value 68.688405 
## stopped after 100 iterations
## # weights:  56
## initial  value 628.158750 
## iter  10 value 345.311905
## iter  20 value 296.266733
## iter  30 value 280.231505
## iter  40 value 226.851683
## iter  50 value 202.097050
## iter  60 value 146.804599
## iter  70 value 119.779650
## iter  80 value 109.243479
## iter  90 value 86.677865
## iter 100 value 83.762046
## final  value 83.762046 
## stopped after 100 iterations
## # weights:  92
## initial  value 643.776918 
## iter  10 value 139.829130
## iter  20 value 59.177363
## iter  30 value 40.701166
## iter  40 value 34.429234
## iter  50 value 25.514061
## iter  60 value 20.228815
## iter  70 value 12.462918
## iter  80 value 9.303646
## iter  90 value 7.057180
## iter 100 value 6.691222
## final  value 6.691222 
## stopped after 100 iterations
## # weights:  20
## initial  value 665.949749 
## final  value 652.000000 
## converged
## # weights:  56
## initial  value 588.453806 
## iter  10 value 161.369853
## iter  20 value 47.141902
## iter  30 value 41.257964
## iter  40 value 41.233221
## iter  50 value 41.225334
## iter  60 value 41.222709
## iter  70 value 41.220869
## iter  80 value 41.219383
## iter  90 value 41.217198
## iter 100 value 37.647209
## final  value 37.647209 
## stopped after 100 iterations
## # weights:  92
## initial  value 581.594600 
## iter  10 value 102.670068
## iter  20 value 53.852966
## iter  30 value 35.252496
## iter  40 value 18.430413
## iter  50 value 14.197827
## iter  60 value 14.004029
## iter  70 value 13.995236
## iter  80 value 13.976421
## iter  90 value 13.892143
## iter 100 value 13.821118
## final  value 13.821118 
## stopped after 100 iterations
## # weights:  20
## initial  value 598.520382 
## iter  10 value 442.726619
## iter  20 value 379.771971
## iter  30 value 151.642165
## iter  40 value 89.886798
## iter  50 value 80.104954
## iter  60 value 77.857964
## final  value 77.857504 
## converged
## # weights:  56
## initial  value 480.791870 
## iter  10 value 135.635831
## iter  20 value 92.775217
## iter  30 value 72.422120
## iter  40 value 60.912248
## iter  50 value 55.296752
## iter  60 value 53.593026
## iter  70 value 52.149089
## iter  80 value 51.558747
## iter  90 value 51.497693
## iter 100 value 51.496367
## final  value 51.496367 
## stopped after 100 iterations
## # weights:  92
## initial  value 621.858562 
## iter  10 value 185.452575
## iter  20 value 96.425618
## iter  30 value 70.415897
## iter  40 value 54.520176
## iter  50 value 46.318652
## iter  60 value 42.367094
## iter  70 value 41.112419
## iter  80 value 40.489211
## iter  90 value 39.839603
## iter 100 value 39.382694
## final  value 39.382694 
## stopped after 100 iterations
## # weights:  20
## initial  value 482.499259 
## iter  10 value 250.544975
## iter  20 value 224.942654
## iter  30 value 224.888289
## iter  40 value 224.814393
## iter  50 value 224.711528
## iter  60 value 224.684382
## iter  70 value 153.382993
## iter  80 value 88.598323
## iter  90 value 69.009791
## iter 100 value 66.636937
## final  value 66.636937 
## stopped after 100 iterations
## # weights:  56
## initial  value 557.847954 
## iter  10 value 74.134953
## iter  20 value 50.136397
## iter  30 value 45.405366
## iter  40 value 37.146070
## iter  50 value 31.859955
## iter  60 value 29.171750
## iter  70 value 28.884481
## iter  80 value 28.538450
## iter  90 value 28.129015
## iter 100 value 27.534946
## final  value 27.534946 
## stopped after 100 iterations
## # weights:  92
## initial  value 461.394092 
## iter  10 value 37.909190
## iter  20 value 16.266315
## iter  30 value 2.094676
## iter  40 value 0.264215
## iter  50 value 0.245170
## iter  60 value 0.233474
## iter  70 value 0.223708
## iter  80 value 0.213581
## iter  90 value 0.203572
## iter 100 value 0.196739
## final  value 0.196739 
## stopped after 100 iterations
## # weights:  20
## initial  value 477.125728 
## iter  10 value 96.809465
## iter  20 value 61.557178
## iter  30 value 55.281712
## iter  40 value 52.703986
## iter  50 value 52.569289
## iter  60 value 52.335583
## iter  70 value 50.704430
## iter  80 value 50.467094
## iter  90 value 50.455932
## iter 100 value 50.455505
## final  value 50.455505 
## stopped after 100 iterations
## # weights:  56
## initial  value 623.121152 
## iter  10 value 91.902945
## iter  20 value 51.019377
## iter  30 value 40.304205
## iter  40 value 36.772653
## iter  50 value 35.039312
## iter  60 value 33.514821
## iter  70 value 32.455895
## iter  80 value 31.682210
## iter  90 value 31.255737
## iter 100 value 30.932426
## final  value 30.932426 
## stopped after 100 iterations
## # weights:  92
## initial  value 645.280038 
## iter  10 value 242.617300
## iter  20 value 205.009946
## iter  30 value 173.248214
## iter  40 value 166.820137
## iter  50 value 164.072805
## iter  60 value 163.026301
## iter  70 value 163.001012
## iter  80 value 125.595309
## iter  90 value 91.474680
## iter 100 value 83.818981
## final  value 83.818981 
## stopped after 100 iterations
## # weights:  20
## initial  value 593.393352 
## iter  10 value 150.236399
## iter  20 value 107.302762
## iter  30 value 82.404576
## iter  40 value 78.745549
## iter  50 value 77.728585
## iter  60 value 77.419138
## final  value 77.406150 
## converged
## # weights:  56
## initial  value 495.129689 
## iter  10 value 126.275330
## iter  20 value 97.812638
## iter  30 value 74.636872
## iter  40 value 63.907064
## iter  50 value 59.614193
## iter  60 value 55.603352
## iter  70 value 53.806611
## iter  80 value 51.771918
## iter  90 value 49.903860
## iter 100 value 49.529766
## final  value 49.529766 
## stopped after 100 iterations
## # weights:  92
## initial  value 690.835209 
## iter  10 value 392.894530
## iter  20 value 109.407484
## iter  30 value 75.690162
## iter  40 value 56.931864
## iter  50 value 48.176802
## iter  60 value 43.816214
## iter  70 value 40.866476
## iter  80 value 39.231827
## iter  90 value 38.418906
## iter 100 value 37.973376
## final  value 37.973376 
## stopped after 100 iterations
## # weights:  20
## initial  value 555.630158 
## iter  10 value 212.753581
## iter  20 value 83.204759
## iter  30 value 76.197565
## iter  40 value 73.389046
## iter  50 value 72.046821
## iter  60 value 69.832787
## iter  70 value 69.406427
## iter  80 value 69.369787
## iter  90 value 69.363343
## iter 100 value 69.354853
## final  value 69.354853 
## stopped after 100 iterations
## # weights:  56
## initial  value 608.275188 
## iter  10 value 216.157459
## iter  20 value 106.537251
## iter  30 value 79.334547
## iter  40 value 69.433551
## iter  50 value 68.833282
## iter  60 value 68.269709
## iter  70 value 56.735754
## iter  80 value 55.053119
## iter  90 value 53.433830
## iter 100 value 52.640757
## final  value 52.640757 
## stopped after 100 iterations
## # weights:  92
## initial  value 479.765226 
## iter  10 value 269.365422
## iter  20 value 184.991444
## iter  30 value 136.159588
## iter  40 value 116.832450
## iter  50 value 102.342308
## iter  60 value 93.431793
## iter  70 value 84.805020
## iter  80 value 82.650925
## iter  90 value 81.078968
## iter 100 value 73.012675
## final  value 73.012675 
## stopped after 100 iterations
## # weights:  20
## initial  value 592.627467 
## iter  10 value 298.125689
## iter  20 value 227.396326
## iter  30 value 166.964790
## final  value 159.999657 
## converged
## # weights:  56
## initial  value 604.510435 
## iter  10 value 363.092013
## iter  20 value 350.265487
## iter  30 value 340.384427
## iter  40 value 335.697630
## iter  50 value 331.165980
## iter  60 value 187.251082
## iter  70 value 130.951904
## iter  80 value 130.831549
## iter  90 value 130.728977
## iter 100 value 119.400379
## final  value 119.400379 
## stopped after 100 iterations
## # weights:  92
## initial  value 510.149545 
## iter  10 value 79.596618
## iter  20 value 48.634167
## iter  30 value 35.810406
## iter  40 value 27.014702
## iter  50 value 26.258617
## iter  60 value 25.635215
## iter  70 value 23.530769
## iter  80 value 22.927368
## iter  90 value 21.929472
## iter 100 value 18.639073
## final  value 18.639073 
## stopped after 100 iterations
## # weights:  20
## initial  value 707.547738 
## iter  10 value 130.359586
## iter  20 value 91.689065
## iter  30 value 78.412038
## iter  40 value 77.447441
## final  value 77.371489 
## converged
## # weights:  56
## initial  value 471.797903 
## iter  10 value 166.094227
## iter  20 value 111.840825
## iter  30 value 70.898117
## iter  40 value 64.269810
## iter  50 value 60.289898
## iter  60 value 59.708660
## iter  70 value 56.655625
## iter  80 value 54.382064
## iter  90 value 51.694310
## iter 100 value 49.147108
## final  value 49.147108 
## stopped after 100 iterations
## # weights:  92
## initial  value 733.028698 
## iter  10 value 240.928399
## iter  20 value 99.590735
## iter  30 value 66.706765
## iter  40 value 56.588230
## iter  50 value 45.499379
## iter  60 value 42.924099
## iter  70 value 41.902339
## iter  80 value 41.731811
## iter  90 value 41.668953
## iter 100 value 41.648938
## final  value 41.648938 
## stopped after 100 iterations
## # weights:  20
## initial  value 514.911191 
## iter  10 value 198.153347
## iter  20 value 146.446170
## iter  30 value 123.984709
## iter  40 value 60.597837
## iter  50 value 58.777380
## iter  60 value 58.015097
## iter  70 value 56.538915
## iter  80 value 56.360643
## iter  90 value 55.848283
## iter 100 value 55.802186
## final  value 55.802186 
## stopped after 100 iterations
## # weights:  56
## initial  value 645.949681 
## iter  10 value 396.876453
## iter  20 value 89.533695
## iter  30 value 68.230795
## iter  40 value 59.083378
## iter  50 value 48.606414
## iter  60 value 41.169491
## iter  70 value 37.240997
## iter  80 value 34.097167
## iter  90 value 33.471723
## iter 100 value 33.225130
## final  value 33.225130 
## stopped after 100 iterations
## # weights:  92
## initial  value 655.360120 
## iter  10 value 390.609159
## iter  20 value 356.999174
## iter  30 value 350.070686
## iter  40 value 348.784014
## iter  50 value 346.652626
## iter  60 value 345.677426
## iter  70 value 343.893725
## iter  80 value 343.686933
## iter  90 value 343.121347
## iter 100 value 340.777125
## final  value 340.777125 
## stopped after 100 iterations
## # weights:  20
## initial  value 661.597192 
## final  value 652.000000 
## converged
## # weights:  56
## initial  value 488.255908 
## iter  10 value 136.577768
## iter  20 value 49.408309
## iter  30 value 33.338242
## iter  40 value 27.250864
## iter  50 value 22.928819
## iter  60 value 21.951452
## iter  70 value 15.925527
## iter  80 value 15.883853
## iter  90 value 15.848537
## iter 100 value 12.786765
## final  value 12.786765 
## stopped after 100 iterations
## # weights:  92
## initial  value 549.533976 
## iter  10 value 74.537600
## iter  20 value 40.987962
## iter  30 value 19.396880
## iter  40 value 12.810284
## iter  50 value 10.191017
## iter  60 value 2.769379
## iter  70 value 0.047720
## iter  80 value 0.011318
## iter  90 value 0.002858
## iter 100 value 0.001467
## final  value 0.001467 
## stopped after 100 iterations
## # weights:  20
## initial  value 514.401933 
## iter  10 value 208.619639
## iter  20 value 135.295296
## iter  30 value 81.301910
## iter  40 value 79.711454
## iter  50 value 79.453223
## iter  60 value 79.389042
## final  value 79.387578 
## converged
## # weights:  56
## initial  value 642.149328 
## iter  10 value 143.588681
## iter  20 value 84.673728
## iter  30 value 71.238199
## iter  40 value 61.736910
## iter  50 value 53.631457
## iter  60 value 50.925871
## iter  70 value 48.954039
## iter  80 value 47.775915
## iter  90 value 47.393156
## iter 100 value 45.718786
## final  value 45.718786 
## stopped after 100 iterations
## # weights:  92
## initial  value 721.919587 
## iter  10 value 382.321014
## iter  20 value 53.006994
## iter  30 value 40.676354
## iter  40 value 38.054774
## iter  50 value 35.058852
## iter  60 value 34.692090
## iter  70 value 34.590658
## iter  80 value 34.572114
## iter  90 value 34.571421
## final  value 34.571350 
## converged
## # weights:  20
## initial  value 725.076319 
## iter  10 value 214.891040
## iter  20 value 212.280012
## iter  30 value 149.867372
## iter  40 value 76.381434
## iter  50 value 61.706794
## iter  60 value 58.826716
## iter  70 value 58.379882
## iter  80 value 57.583011
## iter  90 value 57.475727
## iter 100 value 57.459676
## final  value 57.459676 
## stopped after 100 iterations
## # weights:  56
## initial  value 489.897126 
## iter  10 value 346.804263
## iter  20 value 335.771705
## iter  30 value 334.100002
## iter  40 value 332.211879
## iter  50 value 329.246120
## iter  60 value 329.207958
## iter  70 value 329.196991
## iter  80 value 329.182026
## iter  90 value 326.703166
## iter 100 value 326.187546
## final  value 326.187546 
## stopped after 100 iterations
## # weights:  92
## initial  value 642.891645 
## iter  10 value 129.844341
## iter  20 value 60.772661
## iter  30 value 44.298389
## iter  40 value 33.200972
## iter  50 value 28.695222
## iter  60 value 22.631791
## iter  70 value 19.218304
## iter  80 value 15.887729
## iter  90 value 14.600806
## iter 100 value 10.617618
## final  value 10.617618 
## stopped after 100 iterations
## # weights:  20
## initial  value 507.311580 
## iter  10 value 128.009182
## iter  20 value 72.468958
## iter  30 value 60.670287
## iter  40 value 58.742040
## iter  50 value 58.596346
## iter  60 value 58.466404
## iter  70 value 58.390916
## iter  80 value 58.371937
## iter  90 value 58.323524
## iter 100 value 58.320517
## final  value 58.320517 
## stopped after 100 iterations
## # weights:  56
## initial  value 549.674996 
## iter  10 value 147.555156
## iter  20 value 77.888177
## iter  30 value 52.638274
## iter  40 value 51.407343
## iter  50 value 49.212977
## iter  60 value 48.992824
## iter  70 value 48.836417
## iter  80 value 47.183293
## iter  90 value 45.048343
## iter 100 value 44.903829
## final  value 44.903829 
## stopped after 100 iterations
## # weights:  92
## initial  value 696.829838 
## final  value 650.000000 
## converged
## # weights:  20
## initial  value 492.174650 
## iter  10 value 264.616389
## iter  20 value 154.645132
## iter  30 value 93.572351
## iter  40 value 79.040863
## iter  50 value 78.951002
## iter  60 value 78.950964
## final  value 78.950956 
## converged
## # weights:  56
## initial  value 669.493646 
## iter  10 value 145.318630
## iter  20 value 56.759488
## iter  30 value 50.181403
## iter  40 value 47.933200
## iter  50 value 47.283593
## iter  60 value 47.088979
## iter  70 value 47.069870
## final  value 47.069850 
## converged
## # weights:  92
## initial  value 499.389799 
## iter  10 value 71.102350
## iter  20 value 58.622350
## iter  30 value 52.192936
## iter  40 value 46.354282
## iter  50 value 43.442597
## iter  60 value 42.311183
## iter  70 value 40.998608
## iter  80 value 39.364996
## iter  90 value 38.572137
## iter 100 value 37.071443
## final  value 37.071443 
## stopped after 100 iterations
## # weights:  20
## initial  value 623.225236 
## iter  10 value 188.993390
## iter  20 value 117.440611
## iter  30 value 88.941673
## iter  40 value 79.913251
## iter  50 value 64.742752
## iter  60 value 59.415989
## iter  70 value 59.315577
## iter  80 value 58.986469
## iter  90 value 58.874376
## iter 100 value 58.864177
## final  value 58.864177 
## stopped after 100 iterations
## # weights:  56
## initial  value 641.974327 
## iter  10 value 107.409296
## iter  20 value 56.402901
## iter  30 value 31.933088
## iter  40 value 19.020688
## iter  50 value 15.187403
## iter  60 value 14.814573
## iter  70 value 14.675033
## iter  80 value 14.474691
## iter  90 value 14.372346
## iter 100 value 13.735883
## final  value 13.735883 
## stopped after 100 iterations
## # weights:  92
## initial  value 655.307282 
## iter  10 value 293.255178
## iter  20 value 187.747713
## iter  30 value 143.342074
## iter  40 value 127.277067
## iter  50 value 107.097296
## iter  60 value 90.845467
## iter  70 value 89.688844
## iter  80 value 88.224266
## iter  90 value 82.842951
## iter 100 value 78.189478
## final  value 78.189478 
## stopped after 100 iterations
## # weights:  20
## initial  value 704.797232 
## final  value 652.000000 
## converged
## # weights:  56
## initial  value 485.342555 
## iter  10 value 119.586693
## iter  20 value 66.020724
## iter  30 value 60.893026
## iter  40 value 60.541105
## iter  50 value 60.232323
## iter  60 value 56.395816
## iter  70 value 54.520617
## iter  80 value 53.296982
## iter  90 value 49.024960
## iter 100 value 49.003521
## final  value 49.003521 
## stopped after 100 iterations
## # weights:  92
## initial  value 529.304308 
## iter  10 value 180.552034
## iter  20 value 102.363580
## iter  30 value 63.798280
## iter  40 value 54.926822
## iter  50 value 51.759940
## iter  60 value 46.440616
## iter  70 value 44.401933
## iter  80 value 42.715500
## iter  90 value 42.408052
## iter 100 value 41.890481
## final  value 41.890481 
## stopped after 100 iterations
## # weights:  20
## initial  value 616.582823 
## iter  10 value 245.473625
## iter  20 value 128.323085
## iter  30 value 100.017932
## iter  40 value 80.102434
## iter  50 value 78.837902
## iter  60 value 78.474735
## final  value 78.465420 
## converged
## # weights:  56
## initial  value 515.626390 
## iter  10 value 203.860046
## iter  20 value 128.834316
## iter  30 value 99.506933
## iter  40 value 85.585429
## iter  50 value 70.798836
## iter  60 value 68.476432
## iter  70 value 64.898337
## iter  80 value 60.409004
## iter  90 value 59.838191
## iter 100 value 59.732084
## final  value 59.732084 
## stopped after 100 iterations
## # weights:  92
## initial  value 704.036615 
## iter  10 value 379.081003
## iter  20 value 121.928052
## iter  30 value 64.439191
## iter  40 value 47.601835
## iter  50 value 43.513081
## iter  60 value 41.675189
## iter  70 value 41.100877
## iter  80 value 40.959730
## iter  90 value 40.905387
## iter 100 value 40.886760
## final  value 40.886760 
## stopped after 100 iterations
## # weights:  20
## initial  value 468.648649 
## iter  10 value 102.349150
## iter  20 value 79.007685
## iter  30 value 72.503134
## iter  40 value 71.585498
## iter  50 value 71.471005
## iter  60 value 71.105382
## iter  70 value 70.670567
## iter  80 value 70.659178
## iter  90 value 70.646640
## iter 100 value 70.644745
## final  value 70.644745 
## stopped after 100 iterations
## # weights:  56
## initial  value 588.312508 
## iter  10 value 200.719548
## iter  20 value 104.960556
## iter  30 value 65.290099
## iter  40 value 53.505608
## iter  50 value 51.025369
## iter  60 value 49.702029
## iter  70 value 46.402155
## iter  80 value 45.682491
## iter  90 value 45.193627
## iter 100 value 44.949062
## final  value 44.949062 
## stopped after 100 iterations
## # weights:  92
## initial  value 537.229721 
## iter  10 value 89.812614
## iter  20 value 58.224628
## iter  30 value 51.471175
## iter  40 value 48.891735
## iter  50 value 48.220045
## iter  60 value 48.092633
## iter  70 value 46.742544
## iter  80 value 40.267146
## iter  90 value 39.021375
## iter 100 value 38.321088
## final  value 38.321088 
## stopped after 100 iterations
## # weights:  20
## initial  value 634.249019 
## iter  10 value 198.152403
## iter  20 value 126.456500
## iter  30 value 76.203926
## iter  40 value 68.181192
## iter  50 value 63.669958
## iter  60 value 61.072292
## iter  70 value 60.755642
## iter  80 value 60.616516
## iter  90 value 60.267756
## iter 100 value 59.827012
## final  value 59.827012 
## stopped after 100 iterations
## # weights:  56
## initial  value 558.657533 
## iter  10 value 170.663355
## iter  20 value 126.040320
## iter  30 value 99.729654
## iter  40 value 86.211173
## iter  50 value 84.413428
## iter  60 value 81.070382
## iter  70 value 73.988747
## iter  80 value 67.975073
## iter  90 value 62.273127
## iter 100 value 59.434869
## final  value 59.434869 
## stopped after 100 iterations
## # weights:  92
## initial  value 634.544980 
## iter  10 value 212.096280
## iter  20 value 167.946501
## iter  30 value 129.950285
## iter  40 value 119.235243
## iter  50 value 108.007174
## iter  60 value 96.686037
## iter  70 value 92.354301
## iter  80 value 85.997529
## iter  90 value 85.996308
## iter 100 value 85.987935
## final  value 85.987935 
## stopped after 100 iterations
## # weights:  20
## initial  value 616.387839 
## iter  10 value 169.789226
## iter  20 value 119.282322
## iter  30 value 84.274776
## iter  40 value 80.938147
## iter  50 value 79.680823
## iter  60 value 79.316818
## final  value 79.305459 
## converged
## # weights:  56
## initial  value 651.088257 
## iter  10 value 236.521639
## iter  20 value 121.726395
## iter  30 value 82.891949
## iter  40 value 61.129943
## iter  50 value 54.436216
## iter  60 value 53.826338
## iter  70 value 53.734775
## iter  80 value 53.694917
## iter  90 value 53.674988
## iter 100 value 53.674783
## final  value 53.674783 
## stopped after 100 iterations
## # weights:  92
## initial  value 529.236293 
## iter  10 value 88.687191
## iter  20 value 65.304790
## iter  30 value 59.108068
## iter  40 value 53.175466
## iter  50 value 45.033741
## iter  60 value 41.509295
## iter  70 value 40.943792
## iter  80 value 40.702101
## iter  90 value 40.486995
## iter 100 value 40.339433
## final  value 40.339433 
## stopped after 100 iterations
## # weights:  20
## initial  value 609.885621 
## iter  10 value 385.711203
## iter  20 value 374.588861
## iter  30 value 297.004979
## iter  40 value 77.604378
## iter  50 value 66.680592
## iter  60 value 62.819632
## iter  70 value 62.272718
## iter  80 value 62.241295
## iter  90 value 61.766008
## iter 100 value 60.963650
## final  value 60.963650 
## stopped after 100 iterations
## # weights:  56
## initial  value 581.932188 
## iter  10 value 138.606176
## iter  20 value 66.607578
## iter  30 value 47.450610
## iter  40 value 45.317001
## iter  50 value 45.146508
## iter  60 value 45.129337
## iter  70 value 45.113056
## iter  80 value 45.089396
## iter  90 value 31.790841
## iter 100 value 29.509403
## final  value 29.509403 
## stopped after 100 iterations
## # weights:  92
## initial  value 519.048877 
## iter  10 value 171.369584
## iter  20 value 94.458496
## iter  30 value 80.472767
## iter  40 value 75.646450
## iter  50 value 69.849019
## iter  60 value 68.776080
## iter  70 value 66.620766
## iter  80 value 64.464658
## iter  90 value 62.296887
## iter 100 value 60.451271
## final  value 60.451271 
## stopped after 100 iterations
## # weights:  20
## initial  value 605.702465 
## iter  10 value 359.900241
## iter  20 value 112.833443
## iter  30 value 71.212964
## iter  40 value 57.646118
## iter  50 value 54.749931
## iter  60 value 52.905388
## iter  70 value 52.213499
## iter  80 value 51.987483
## iter  90 value 51.623349
## iter 100 value 51.466843
## final  value 51.466843 
## stopped after 100 iterations
## # weights:  56
## initial  value 725.360365 
## final  value 652.000000 
## converged
## # weights:  92
## initial  value 636.376855 
## iter  10 value 255.754452
## iter  20 value 228.547853
## iter  30 value 174.377621
## iter  40 value 142.490180
## iter  50 value 133.333965
## iter  60 value 127.942316
## iter  70 value 126.055474
## iter  80 value 123.625380
## iter  90 value 119.195217
## iter 100 value 118.612092
## final  value 118.612092 
## stopped after 100 iterations
## # weights:  20
## initial  value 573.634349 
## iter  10 value 180.352249
## iter  20 value 108.099931
## iter  30 value 80.391212
## iter  40 value 76.178662
## iter  50 value 76.034018
## iter  60 value 75.998983
## final  value 75.997722 
## converged
## # weights:  56
## initial  value 641.127261 
## iter  10 value 205.529363
## iter  20 value 93.440351
## iter  30 value 72.804469
## iter  40 value 62.978815
## iter  50 value 54.850125
## iter  60 value 52.007397
## iter  70 value 50.930766
## iter  80 value 50.688441
## iter  90 value 50.501863
## iter 100 value 49.869781
## final  value 49.869781 
## stopped after 100 iterations
## # weights:  92
## initial  value 456.920366 
## iter  10 value 149.744904
## iter  20 value 86.416971
## iter  30 value 54.327406
## iter  40 value 47.540767
## iter  50 value 43.965336
## iter  60 value 40.792484
## iter  70 value 38.901601
## iter  80 value 37.198342
## iter  90 value 36.835929
## iter 100 value 36.484040
## final  value 36.484040 
## stopped after 100 iterations
## # weights:  20
## initial  value 471.252750 
## iter  10 value 308.839073
## iter  20 value 276.746974
## iter  30 value 215.257123
## iter  40 value 198.835497
## iter  50 value 181.391171
## iter  60 value 160.920515
## iter  70 value 142.247869
## iter  80 value 141.158530
## iter  90 value 139.019100
## iter 100 value 133.010052
## final  value 133.010052 
## stopped after 100 iterations
## # weights:  56
## initial  value 626.141621 
## iter  10 value 95.564951
## iter  20 value 64.181477
## iter  30 value 53.785905
## iter  40 value 51.152894
## iter  50 value 49.797961
## iter  60 value 47.737383
## iter  70 value 47.473778
## iter  80 value 46.882142
## iter  90 value 46.405823
## iter 100 value 46.195135
## final  value 46.195135 
## stopped after 100 iterations
## # weights:  92
## initial  value 482.928794 
## iter  10 value 43.047002
## iter  20 value 20.399500
## iter  30 value 8.738348
## iter  40 value 3.386715
## iter  50 value 1.806203
## iter  60 value 0.553687
## iter  70 value 0.283017
## iter  80 value 0.266468
## iter  90 value 0.256579
## iter 100 value 0.245233
## final  value 0.245233 
## stopped after 100 iterations
## # weights:  20
## initial  value 630.456003 
## iter  10 value 301.888086
## iter  20 value 174.727113
## iter  30 value 141.756424
## iter  40 value 113.541129
## iter  50 value 82.051867
## iter  60 value 67.557486
## iter  70 value 61.749231
## iter  80 value 56.036659
## iter  90 value 55.999040
## iter 100 value 55.998179
## final  value 55.998179 
## stopped after 100 iterations
## # weights:  56
## initial  value 522.199001 
## iter  10 value 73.552004
## iter  20 value 35.982372
## iter  30 value 23.421001
## iter  40 value 18.179636
## iter  50 value 15.243619
## iter  60 value 15.078354
## iter  70 value 15.004225
## iter  80 value 14.942866
## iter  90 value 14.899642
## iter 100 value 14.899354
## final  value 14.899354 
## stopped after 100 iterations
## # weights:  92
## initial  value 589.493087 
## iter  10 value 232.438640
## iter  20 value 193.899238
## iter  30 value 189.999899
## iter  40 value 189.998349
## iter  50 value 189.998283
## iter  60 value 189.998210
## iter  70 value 189.998129
## iter  80 value 189.998037
## iter  90 value 189.997932
## iter 100 value 189.997809
## final  value 189.997809 
## stopped after 100 iterations
## # weights:  20
## initial  value 489.793097 
## iter  10 value 219.274325
## iter  20 value 118.833317
## iter  30 value 82.494882
## iter  40 value 76.723006
## iter  50 value 75.769262
## iter  60 value 75.440309
## final  value 75.430455 
## converged
## # weights:  56
## initial  value 527.752295 
## iter  10 value 149.224000
## iter  20 value 110.173161
## iter  30 value 67.796112
## iter  40 value 54.165585
## iter  50 value 52.068510
## iter  60 value 49.250237
## iter  70 value 47.223320
## iter  80 value 46.494740
## iter  90 value 45.950502
## iter 100 value 45.843856
## final  value 45.843856 
## stopped after 100 iterations
## # weights:  92
## initial  value 489.602533 
## iter  10 value 152.701732
## iter  20 value 83.719512
## iter  30 value 65.141335
## iter  40 value 56.960836
## iter  50 value 51.527577
## iter  60 value 47.545859
## iter  70 value 43.727361
## iter  80 value 42.185313
## iter  90 value 41.563329
## iter 100 value 40.915154
## final  value 40.915154 
## stopped after 100 iterations
## # weights:  20
## initial  value 483.685547 
## iter  10 value 251.377932
## iter  20 value 220.506839
## iter  30 value 141.177572
## iter  40 value 116.214034
## iter  50 value 89.038575
## iter  60 value 75.508040
## iter  70 value 71.026628
## iter  80 value 70.997717
## iter  90 value 68.977803
## iter 100 value 68.940457
## final  value 68.940457 
## stopped after 100 iterations
## # weights:  56
## initial  value 731.849355 
## iter  10 value 222.760799
## iter  20 value 71.126062
## iter  30 value 47.098931
## iter  40 value 39.646165
## iter  50 value 30.010139
## iter  60 value 18.688704
## iter  70 value 16.233827
## iter  80 value 14.537387
## iter  90 value 14.347621
## iter 100 value 14.272605
## final  value 14.272605 
## stopped after 100 iterations
## # weights:  92
## initial  value 553.969613 
## iter  10 value 60.489731
## iter  20 value 27.533279
## iter  30 value 15.239383
## iter  40 value 9.033618
## iter  50 value 8.287792
## iter  60 value 8.210080
## iter  70 value 7.482779
## iter  80 value 6.248021
## iter  90 value 6.093735
## iter 100 value 4.328155
## final  value 4.328155 
## stopped after 100 iterations
## # weights:  20
## initial  value 464.288315 
## iter  10 value 285.994646
## iter  20 value 213.599714
## iter  30 value 213.000060
## final  value 212.000001 
## converged
## # weights:  56
## initial  value 550.415576 
## iter  10 value 363.106265
## iter  20 value 347.805149
## iter  30 value 341.977206
## iter  40 value 45.445754
## iter  50 value 30.076315
## iter  60 value 24.219129
## iter  70 value 23.190990
## iter  80 value 22.545287
## iter  90 value 21.754367
## iter 100 value 21.286361
## final  value 21.286361 
## stopped after 100 iterations
## # weights:  92
## initial  value 529.709912 
## iter  10 value 59.462470
## iter  20 value 26.624843
## iter  30 value 17.799534
## iter  40 value 12.019052
## iter  50 value 9.609713
## iter  60 value 8.730720
## iter  70 value 8.161439
## iter  80 value 8.044051
## iter  90 value 7.707044
## iter 100 value 7.416004
## final  value 7.416004 
## stopped after 100 iterations
## # weights:  20
## initial  value 614.706937 
## iter  10 value 253.090662
## iter  20 value 118.570468
## iter  30 value 88.652041
## iter  40 value 81.518466
## iter  50 value 79.248815
## final  value 79.247114 
## converged
## # weights:  56
## initial  value 510.429307 
## iter  10 value 164.651956
## iter  20 value 117.010661
## iter  30 value 71.726038
## iter  40 value 59.379521
## iter  50 value 55.200294
## iter  60 value 53.135831
## iter  70 value 50.946551
## iter  80 value 50.724485
## iter  90 value 50.706852
## iter 100 value 50.706279
## final  value 50.706279 
## stopped after 100 iterations
## # weights:  92
## initial  value 649.287284 
## iter  10 value 229.944370
## iter  20 value 98.136387
## iter  30 value 65.723029
## iter  40 value 47.153558
## iter  50 value 40.680211
## iter  60 value 38.635798
## iter  70 value 38.052239
## iter  80 value 37.606345
## iter  90 value 37.325238
## iter 100 value 36.975357
## final  value 36.975357 
## stopped after 100 iterations
## # weights:  20
## initial  value 679.105251 
## iter  10 value 263.275635
## iter  20 value 126.156296
## iter  30 value 70.302403
## iter  40 value 66.053979
## iter  50 value 64.054641
## iter  60 value 64.014183
## iter  70 value 63.315616
## iter  80 value 63.196038
## iter  90 value 63.171843
## iter 100 value 63.171290
## final  value 63.171290 
## stopped after 100 iterations
## # weights:  56
## initial  value 567.256498 
## iter  10 value 235.887180
## iter  20 value 136.840537
## iter  30 value 94.371481
## iter  40 value 62.777575
## iter  50 value 53.452038
## iter  60 value 47.518182
## iter  70 value 45.645263
## iter  80 value 32.882092
## iter  90 value 32.268466
## iter 100 value 30.518918
## final  value 30.518918 
## stopped after 100 iterations
## # weights:  92
## initial  value 727.965731 
## iter  10 value 267.713672
## iter  20 value 67.792330
## iter  30 value 22.947767
## iter  40 value 18.496787
## iter  50 value 17.165596
## iter  60 value 14.392339
## iter  70 value 14.326375
## iter  80 value 12.398192
## iter  90 value 12.371678
## iter 100 value 12.314173
## final  value 12.314173 
## stopped after 100 iterations
## # weights:  20
## initial  value 719.783659 
## final  value 652.000000 
## converged
## # weights:  56
## initial  value 683.145573 
## final  value 652.000000 
## converged
## # weights:  92
## initial  value 665.343307 
## final  value 652.000000 
## converged
## # weights:  20
## initial  value 757.215584 
## iter  10 value 396.744597
## iter  20 value 158.290156
## iter  30 value 104.017383
## iter  40 value 80.348027
## iter  50 value 79.459322
## iter  60 value 79.454511
## iter  70 value 79.454256
## iter  70 value 79.454256
## iter  70 value 79.454256
## final  value 79.454256 
## converged
## # weights:  56
## initial  value 675.461732 
## iter  10 value 135.271623
## iter  20 value 80.972255
## iter  30 value 68.772445
## iter  40 value 64.745679
## iter  50 value 60.883558
## iter  60 value 59.957705
## iter  70 value 59.798114
## iter  80 value 59.740301
## iter  90 value 59.581194
## iter 100 value 59.564900
## final  value 59.564900 
## stopped after 100 iterations
## # weights:  92
## initial  value 492.529533 
## iter  10 value 123.318781
## iter  20 value 67.320607
## iter  30 value 48.280513
## iter  40 value 41.774290
## iter  50 value 39.510208
## iter  60 value 37.163522
## iter  70 value 36.300875
## iter  80 value 35.985284
## iter  90 value 35.942977
## iter 100 value 35.935461
## final  value 35.935461 
## stopped after 100 iterations
## # weights:  20
## initial  value 472.866765 
## iter  10 value 370.304043
## iter  20 value 362.588008
## iter  30 value 361.727154
## iter  40 value 360.487142
## iter  50 value 360.401697
## iter  60 value 359.898928
## iter  70 value 359.868886
## iter  80 value 359.531833
## iter  90 value 359.509267
## iter 100 value 359.499749
## final  value 359.499749 
## stopped after 100 iterations
## # weights:  56
## initial  value 463.400901 
## iter  10 value 70.146384
## iter  20 value 38.982844
## iter  30 value 27.536618
## iter  40 value 22.881145
## iter  50 value 21.023975
## iter  60 value 19.156861
## iter  70 value 18.680860
## iter  80 value 18.405193
## iter  90 value 18.308876
## iter 100 value 18.225551
## final  value 18.225551 
## stopped after 100 iterations
## # weights:  92
## initial  value 459.794853 
## iter  10 value 84.586989
## iter  20 value 40.023624
## iter  30 value 19.422571
## iter  40 value 7.260163
## iter  50 value 2.475144
## iter  60 value 2.369942
## iter  70 value 2.351370
## iter  80 value 2.337908
## iter  90 value 2.324676
## iter 100 value 2.311421
## final  value 2.311421 
## stopped after 100 iterations
## # weights:  20
## initial  value 523.118284 
## iter  10 value 142.865885
## iter  20 value 87.547991
## iter  30 value 67.085946
## iter  40 value 63.184141
## iter  50 value 61.688441
## iter  60 value 61.298147
## iter  70 value 61.227786
## iter  80 value 55.724972
## iter  90 value 51.786570
## iter 100 value 50.392627
## final  value 50.392627 
## stopped after 100 iterations
## # weights:  56
## initial  value 497.306984 
## iter  10 value 277.304437
## iter  20 value 204.369287
## iter  30 value 198.998915
## iter  40 value 182.999483
## iter  40 value 182.999483
## iter  40 value 182.999482
## final  value 182.999482 
## converged
## # weights:  92
## initial  value 701.409511 
## final  value 652.000000 
## converged
## # weights:  20
## initial  value 591.001554 
## iter  10 value 150.825538
## iter  20 value 90.786818
## iter  30 value 73.300037
## iter  40 value 72.430917
## iter  50 value 72.330269
## iter  60 value 72.326061
## final  value 72.325769 
## converged
## # weights:  56
## initial  value 538.761661 
## iter  10 value 188.991222
## iter  20 value 83.853669
## iter  30 value 66.542110
## iter  40 value 53.996109
## iter  50 value 47.908505
## iter  60 value 43.803168
## iter  70 value 42.658877
## iter  80 value 42.279395
## iter  90 value 42.263347
## final  value 42.263111 
## converged
## # weights:  92
## initial  value 591.909138 
## iter  10 value 107.108358
## iter  20 value 68.763988
## iter  30 value 53.382328
## iter  40 value 48.302323
## iter  50 value 42.774892
## iter  60 value 40.258832
## iter  70 value 39.686453
## iter  80 value 39.351047
## iter  90 value 39.254812
## iter 100 value 39.230808
## final  value 39.230808 
## stopped after 100 iterations
## # weights:  20
## initial  value 649.770955 
## iter  10 value 386.633648
## iter  20 value 360.981923
## iter  30 value 248.849163
## iter  40 value 63.860830
## iter  50 value 59.585514
## iter  60 value 58.329181
## iter  70 value 56.394586
## iter  80 value 55.201268
## iter  90 value 54.910340
## iter 100 value 54.323119
## final  value 54.323119 
## stopped after 100 iterations
## # weights:  56
## initial  value 515.072687 
## iter  10 value 85.804140
## iter  20 value 60.953186
## iter  30 value 52.108542
## iter  40 value 42.459721
## iter  50 value 32.926090
## iter  60 value 29.684103
## iter  70 value 29.151713
## iter  80 value 28.790089
## iter  90 value 28.548101
## iter 100 value 28.501531
## final  value 28.501531 
## stopped after 100 iterations
## # weights:  92
## initial  value 528.945213 
## iter  10 value 353.422677
## iter  20 value 338.864210
## iter  30 value 333.928310
## iter  40 value 332.517030
## iter  50 value 332.475178
## iter  60 value 332.435670
## iter  70 value 332.396604
## iter  80 value 332.374363
## iter  90 value 332.357933
## iter 100 value 332.340370
## final  value 332.340370 
## stopped after 100 iterations
## # weights:  20
## initial  value 686.719153 
## final  value 650.000000 
## converged
## # weights:  56
## initial  value 721.369228 
## final  value 650.000000 
## converged
## # weights:  92
## initial  value 643.385150 
## iter  10 value 68.928830
## iter  20 value 38.514342
## iter  30 value 18.877582
## iter  40 value 11.815917
## iter  50 value 9.097933
## iter  60 value 8.183279
## iter  70 value 8.042271
## iter  80 value 8.007107
## iter  90 value 8.001733
## iter 100 value 8.000439
## final  value 8.000439 
## stopped after 100 iterations
## # weights:  20
## initial  value 498.413663 
## iter  10 value 210.773152
## iter  20 value 128.858394
## iter  30 value 94.403645
## iter  40 value 81.067811
## iter  50 value 80.348340
## iter  60 value 80.197626
## final  value 80.185301 
## converged
## # weights:  56
## initial  value 528.220564 
## iter  10 value 118.136613
## iter  20 value 93.909402
## iter  30 value 81.598350
## iter  40 value 70.434981
## iter  50 value 59.911269
## iter  60 value 52.913374
## iter  70 value 51.207029
## iter  80 value 49.312684
## iter  90 value 48.564698
## iter 100 value 46.324645
## final  value 46.324645 
## stopped after 100 iterations
## # weights:  92
## initial  value 698.492271 
## iter  10 value 407.731600
## iter  20 value 332.694811
## iter  30 value 151.829942
## iter  40 value 99.691651
## iter  50 value 77.344538
## iter  60 value 55.383490
## iter  70 value 46.567650
## iter  80 value 43.140836
## iter  90 value 40.147217
## iter 100 value 39.681310
## final  value 39.681310 
## stopped after 100 iterations
## # weights:  20
## initial  value 790.387581 
## iter  10 value 234.167322
## iter  20 value 223.311921
## iter  30 value 221.561820
## iter  40 value 169.583164
## iter  50 value 142.754416
## iter  60 value 105.822267
## iter  70 value 84.342557
## iter  80 value 74.288719
## iter  90 value 70.940462
## iter 100 value 64.632898
## final  value 64.632898 
## stopped after 100 iterations
## # weights:  56
## initial  value 575.822576 
## iter  10 value 110.451378
## iter  20 value 41.185685
## iter  30 value 27.056617
## iter  40 value 26.102023
## iter  50 value 25.423920
## iter  60 value 25.344884
## iter  70 value 25.291241
## iter  80 value 25.218328
## iter  90 value 25.102704
## iter 100 value 25.031066
## final  value 25.031066 
## stopped after 100 iterations
## # weights:  92
## initial  value 612.349883 
## iter  10 value 416.662440
## iter  20 value 331.960065
## iter  30 value 121.358638
## iter  40 value 77.173559
## iter  50 value 59.984681
## iter  60 value 54.270646
## iter  70 value 49.221813
## iter  80 value 46.979588
## iter  90 value 45.351296
## iter 100 value 44.992476
## final  value 44.992476 
## stopped after 100 iterations
## # weights:  20
## initial  value 483.139887 
## iter  10 value 77.777238
## iter  20 value 60.962020
## iter  30 value 53.231087
## iter  40 value 51.999785
## iter  50 value 49.732262
## iter  60 value 48.037015
## iter  70 value 47.999927
## iter  80 value 47.999865
## final  value 47.999855 
## converged
## # weights:  56
## initial  value 688.615359 
## final  value 652.000000 
## converged
## # weights:  92
## initial  value 550.689661 
## iter  10 value 75.829515
## iter  20 value 45.263709
## iter  30 value 16.216008
## iter  40 value 11.331092
## iter  50 value 9.481029
## iter  60 value 9.139970
## iter  70 value 8.667280
## iter  80 value 8.429476
## iter  90 value 8.329745
## iter 100 value 8.276710
## final  value 8.276710 
## stopped after 100 iterations
## # weights:  20
## initial  value 522.447111 
## iter  10 value 190.695400
## iter  20 value 121.863424
## iter  30 value 86.961461
## iter  40 value 76.504635
## iter  50 value 75.579340
## iter  60 value 75.315522
## final  value 75.306093 
## converged
## # weights:  56
## initial  value 501.427551 
## iter  10 value 240.633129
## iter  20 value 93.485446
## iter  30 value 55.132524
## iter  40 value 49.090564
## iter  50 value 47.774311
## iter  60 value 47.628318
## iter  70 value 47.625549
## final  value 47.625508 
## converged
## # weights:  92
## initial  value 508.801171 
## iter  10 value 201.151792
## iter  20 value 77.386924
## iter  30 value 56.766841
## iter  40 value 50.605665
## iter  50 value 47.016968
## iter  60 value 43.010858
## iter  70 value 39.585975
## iter  80 value 38.502057
## iter  90 value 38.075917
## iter 100 value 37.123818
## final  value 37.123818 
## stopped after 100 iterations
## # weights:  20
## initial  value 753.336481 
## iter  10 value 220.971373
## iter  20 value 161.190287
## iter  30 value 142.335817
## iter  40 value 109.353187
## iter  50 value 85.065773
## iter  60 value 64.461004
## iter  70 value 62.099371
## iter  80 value 53.945656
## iter  90 value 53.452667
## iter 100 value 52.955474
## final  value 52.955474 
## stopped after 100 iterations
## # weights:  56
## initial  value 723.158766 
## iter  10 value 196.845910
## iter  20 value 62.365770
## iter  30 value 34.932391
## iter  40 value 27.995061
## iter  50 value 25.842692
## iter  60 value 18.765051
## iter  70 value 14.620194
## iter  80 value 13.719853
## iter  90 value 13.066523
## iter 100 value 12.457429
## final  value 12.457429 
## stopped after 100 iterations
## # weights:  92
## initial  value 675.241286 
## iter  10 value 291.217708
## iter  20 value 150.695671
## iter  30 value 140.509548
## iter  40 value 136.852221
## iter  50 value 134.490076
## iter  60 value 123.987752
## iter  70 value 119.198821
## iter  80 value 116.487680
## iter  90 value 114.231609
## iter 100 value 109.101218
## final  value 109.101218 
## stopped after 100 iterations
## # weights:  20
## initial  value 594.902409 
## iter  10 value 390.002875
## iter  20 value 359.846656
## iter  30 value 354.923712
## iter  40 value 354.008181
## iter  50 value 353.199287
## iter  60 value 97.588045
## iter  70 value 67.159527
## iter  80 value 62.598709
## iter  90 value 61.668354
## iter 100 value 58.103925
## final  value 58.103925 
## stopped after 100 iterations
## # weights:  56
## initial  value 644.502212 
## iter  10 value 361.092401
## iter  20 value 356.333778
## iter  30 value 90.532735
## iter  40 value 56.787158
## iter  50 value 54.838136
## iter  60 value 53.938524
## iter  70 value 53.228865
## iter  80 value 52.998428
## iter  90 value 52.987995
## iter 100 value 52.981078
## final  value 52.981078 
## stopped after 100 iterations
## # weights:  92
## initial  value 569.569083 
## iter  10 value 290.273611
## iter  20 value 257.118959
## iter  30 value 244.159801
## iter  40 value 241.000878
## iter  50 value 236.000080
## iter  60 value 232.999965
## iter  70 value 232.999211
## iter  80 value 232.998730
## iter  90 value 232.998670
## iter 100 value 232.998604
## final  value 232.998604 
## stopped after 100 iterations
## # weights:  20
## initial  value 614.434355 
## iter  10 value 166.492245
## iter  20 value 127.191389
## iter  30 value 87.918252
## iter  40 value 81.847450
## iter  50 value 79.876796
## iter  60 value 79.763249
## final  value 79.752740 
## converged
## # weights:  56
## initial  value 627.217066 
## iter  10 value 114.649283
## iter  20 value 89.163932
## iter  30 value 75.289771
## iter  40 value 58.934210
## iter  50 value 52.555460
## iter  60 value 51.493925
## iter  70 value 50.490102
## iter  80 value 50.214448
## iter  90 value 50.102893
## iter 100 value 50.055974
## final  value 50.055974 
## stopped after 100 iterations
## # weights:  92
## initial  value 515.551709 
## iter  10 value 241.324352
## iter  20 value 136.513017
## iter  30 value 70.923862
## iter  40 value 52.221632
## iter  50 value 48.723791
## iter  60 value 45.347648
## iter  70 value 41.776002
## iter  80 value 39.273092
## iter  90 value 38.568160
## iter 100 value 38.418971
## final  value 38.418971 
## stopped after 100 iterations
## # weights:  20
## initial  value 471.372115 
## iter  10 value 115.468140
## iter  20 value 95.776957
## iter  30 value 89.930089
## iter  40 value 84.489650
## iter  50 value 79.660062
## iter  60 value 68.139139
## iter  70 value 64.388048
## iter  80 value 63.865921
## iter  90 value 63.802562
## iter 100 value 63.752139
## final  value 63.752139 
## stopped after 100 iterations
## # weights:  56
## initial  value 568.953851 
## iter  10 value 277.676159
## iter  20 value 202.266214
## iter  30 value 202.138372
## iter  40 value 202.018525
## iter  50 value 188.661555
## iter  60 value 185.157819
## iter  70 value 175.075194
## iter  80 value 156.210145
## iter  90 value 152.200139
## iter 100 value 147.075128
## final  value 147.075128 
## stopped after 100 iterations
## # weights:  92
## initial  value 530.183837 
## iter  10 value 72.629591
## iter  20 value 44.683433
## iter  30 value 33.530965
## iter  40 value 30.011668
## iter  50 value 26.390758
## iter  60 value 22.624082
## iter  70 value 16.251864
## iter  80 value 15.794988
## iter  90 value 15.762095
## iter 100 value 15.734675
## final  value 15.734675 
## stopped after 100 iterations
## # weights:  20
## initial  value 480.389258 
## iter  10 value 307.455231
## iter  20 value 301.424642
## iter  30 value 286.577598
## iter  40 value 263.655104
## iter  50 value 252.783154
## iter  60 value 224.305572
## iter  70 value 203.122805
## iter  80 value 198.816638
## iter  90 value 196.370291
## iter 100 value 195.487852
## final  value 195.487852 
## stopped after 100 iterations
## # weights:  56
## initial  value 640.769167 
## iter  10 value 421.819970
## iter  20 value 232.189169
## iter  30 value 211.439794
## iter  40 value 173.595974
## iter  50 value 128.106799
## iter  60 value 114.004100
## iter  70 value 111.711637
## iter  80 value 111.485847
## iter  90 value 111.365716
## iter 100 value 104.512292
## final  value 104.512292 
## stopped after 100 iterations
## # weights:  92
## initial  value 656.836294 
## final  value 652.000000 
## converged
## # weights:  20
## initial  value 489.108293 
## iter  10 value 168.121668
## iter  20 value 117.807938
## iter  30 value 86.208927
## iter  40 value 81.582655
## iter  50 value 81.530366
## iter  60 value 81.528985
## final  value 81.528794 
## converged
## # weights:  56
## initial  value 689.557205 
## iter  10 value 358.762086
## iter  20 value 132.018427
## iter  30 value 79.920603
## iter  40 value 58.024023
## iter  50 value 49.991685
## iter  60 value 47.942188
## iter  70 value 45.617786
## iter  80 value 44.623386
## iter  90 value 44.193202
## iter 100 value 43.340495
## final  value 43.340495 
## stopped after 100 iterations
## # weights:  92
## initial  value 567.251526 
## iter  10 value 137.036432
## iter  20 value 100.773079
## iter  30 value 77.337012
## iter  40 value 58.989519
## iter  50 value 50.966730
## iter  60 value 45.008195
## iter  70 value 43.126687
## iter  80 value 41.428616
## iter  90 value 39.604150
## iter 100 value 38.697285
## final  value 38.697285 
## stopped after 100 iterations
## # weights:  20
## initial  value 543.644866 
## iter  10 value 244.630666
## iter  20 value 189.109838
## iter  30 value 91.434172
## iter  40 value 68.703402
## iter  50 value 65.801029
## iter  60 value 59.597247
## iter  70 value 59.455734
## iter  80 value 59.394887
## iter  90 value 59.308028
## iter 100 value 59.090182
## final  value 59.090182 
## stopped after 100 iterations
## # weights:  56
## initial  value 516.016970 
## iter  10 value 191.269907
## iter  20 value 110.447260
## iter  30 value 103.966693
## iter  40 value 92.988415
## iter  50 value 87.954117
## iter  60 value 82.490489
## iter  70 value 79.700097
## iter  80 value 77.873568
## iter  90 value 75.503226
## iter 100 value 73.452149
## final  value 73.452149 
## stopped after 100 iterations
## # weights:  92
## initial  value 626.457346 
## iter  10 value 457.459709
## iter  20 value 435.634228
## iter  30 value 429.333470
## iter  40 value 426.996838
## iter  50 value 167.407890
## iter  60 value 137.571148
## iter  70 value 121.010772
## iter  80 value 97.256847
## iter  90 value 85.549541
## iter 100 value 82.915345
## final  value 82.915345 
## stopped after 100 iterations
## # weights:  20
## initial  value 614.599509 
## iter  10 value 390.480866
## iter  20 value 167.912619
## iter  30 value 89.665541
## iter  40 value 77.847302
## iter  50 value 73.456322
## iter  60 value 72.571773
## iter  70 value 72.314868
## iter  80 value 72.257146
## iter  90 value 72.163986
## iter 100 value 71.815803
## final  value 71.815803 
## stopped after 100 iterations
## # weights:  56
## initial  value 623.197081 
## iter  10 value 72.464293
## iter  20 value 40.394610
## iter  30 value 33.049021
## iter  40 value 29.996886
## iter  50 value 28.914557
## iter  60 value 26.031570
## iter  70 value 24.192050
## iter  80 value 24.062395
## iter  90 value 23.932791
## iter 100 value 23.691410
## final  value 23.691410 
## stopped after 100 iterations
## # weights:  92
## initial  value 528.843738 
## iter  10 value 75.045893
## iter  20 value 62.919901
## iter  30 value 44.405882
## iter  40 value 28.740388
## iter  50 value 24.008730
## iter  60 value 23.412562
## iter  70 value 23.315395
## iter  80 value 23.213464
## iter  90 value 23.186896
## iter 100 value 23.165522
## final  value 23.165522 
## stopped after 100 iterations
## # weights:  20
## initial  value 542.863450 
## iter  10 value 224.719778
## iter  20 value 129.654944
## iter  30 value 103.738693
## iter  40 value 82.810061
## iter  50 value 81.024413
## iter  60 value 80.632466
## final  value 80.607240 
## converged
## # weights:  56
## initial  value 539.989463 
## iter  10 value 136.512528
## iter  20 value 105.439909
## iter  30 value 85.520186
## iter  40 value 77.532613
## iter  50 value 70.552506
## iter  60 value 64.506577
## iter  70 value 56.406849
## iter  80 value 53.729409
## iter  90 value 52.678652
## iter 100 value 52.579190
## final  value 52.579190 
## stopped after 100 iterations
## # weights:  92
## initial  value 837.708122 
## iter  10 value 463.032693
## iter  20 value 104.407300
## iter  30 value 81.150538
## iter  40 value 63.336248
## iter  50 value 52.474352
## iter  60 value 48.749363
## iter  70 value 46.923463
## iter  80 value 45.856342
## iter  90 value 44.742425
## iter 100 value 43.103584
## final  value 43.103584 
## stopped after 100 iterations
## # weights:  20
## initial  value 649.548978 
## iter  10 value 389.654787
## iter  20 value 106.609371
## iter  30 value 92.431880
## iter  40 value 83.355190
## iter  50 value 82.343014
## iter  60 value 80.619331
## iter  70 value 77.671859
## iter  80 value 68.263624
## iter  90 value 67.601917
## iter 100 value 67.537918
## final  value 67.537918 
## stopped after 100 iterations
## # weights:  56
## initial  value 589.736444 
## iter  10 value 181.419852
## iter  20 value 87.103931
## iter  30 value 50.101159
## iter  40 value 39.718048
## iter  50 value 35.017286
## iter  60 value 34.446461
## iter  70 value 34.289180
## iter  80 value 33.915272
## iter  90 value 33.521391
## iter 100 value 33.321712
## final  value 33.321712 
## stopped after 100 iterations
## # weights:  92
## initial  value 607.911689 
## iter  10 value 363.487010
## iter  20 value 349.354582
## iter  30 value 335.977959
## iter  40 value 328.968854
## iter  50 value 312.849431
## iter  60 value 177.486887
## iter  70 value 82.667506
## iter  80 value 57.006799
## iter  90 value 36.535363
## iter 100 value 27.443849
## final  value 27.443849 
## stopped after 100 iterations
## # weights:  20
## initial  value 547.146612 
## iter  10 value 116.057766
## iter  20 value 73.180884
## iter  30 value 60.766236
## iter  40 value 56.589067
## iter  50 value 55.980835
## iter  60 value 55.935823
## iter  70 value 55.912621
## iter  80 value 55.886541
## iter  90 value 55.857678
## iter 100 value 55.810628
## final  value 55.810628 
## stopped after 100 iterations
## # weights:  56
## initial  value 492.990181 
## iter  10 value 180.783814
## iter  20 value 81.868134
## iter  30 value 68.725376
## iter  40 value 63.464653
## iter  50 value 58.452625
## iter  60 value 55.918341
## iter  70 value 54.243804
## iter  80 value 52.357517
## iter  90 value 50.597589
## iter 100 value 50.352693
## final  value 50.352693 
## stopped after 100 iterations
## # weights:  92
## initial  value 838.131355 
## final  value 652.000000 
## converged
## # weights:  20
## initial  value 465.927803 
## iter  10 value 167.354363
## iter  20 value 118.607665
## iter  30 value 83.523234
## iter  40 value 77.198943
## iter  50 value 76.952488
## iter  60 value 76.935543
## final  value 76.932288 
## converged
## # weights:  56
## initial  value 605.441350 
## iter  10 value 387.248700
## iter  20 value 372.463445
## iter  30 value 366.912818
## iter  40 value 67.352522
## iter  50 value 59.296719
## iter  60 value 56.049957
## iter  70 value 53.699680
## iter  80 value 52.277978
## iter  90 value 51.633807
## iter 100 value 49.352396
## final  value 49.352396 
## stopped after 100 iterations
## # weights:  92
## initial  value 531.809264 
## iter  10 value 223.238177
## iter  20 value 89.166922
## iter  30 value 68.921585
## iter  40 value 62.493713
## iter  50 value 56.272332
## iter  60 value 50.521986
## iter  70 value 47.238210
## iter  80 value 44.049799
## iter  90 value 40.546567
## iter 100 value 38.942782
## final  value 38.942782 
## stopped after 100 iterations
## # weights:  20
## initial  value 581.799659 
## iter  10 value 356.688726
## iter  20 value 144.139183
## iter  30 value 95.802879
## iter  40 value 83.488970
## iter  50 value 80.316940
## iter  60 value 72.973883
## iter  70 value 68.953993
## iter  80 value 67.571803
## iter  90 value 67.379068
## iter 100 value 67.155188
## final  value 67.155188 
## stopped after 100 iterations
## # weights:  56
## initial  value 559.832823 
## iter  10 value 143.684644
## iter  20 value 66.195584
## iter  30 value 51.252192
## iter  40 value 45.895670
## iter  50 value 43.216552
## iter  60 value 36.241297
## iter  70 value 33.865784
## iter  80 value 31.949810
## iter  90 value 31.464282
## iter 100 value 31.136135
## final  value 31.136135 
## stopped after 100 iterations
## # weights:  92
## initial  value 593.373079 
## iter  10 value 71.259631
## iter  20 value 58.567212
## iter  30 value 49.707138
## iter  40 value 48.392163
## iter  50 value 47.776350
## iter  60 value 45.645930
## iter  70 value 44.551670
## iter  80 value 40.533716
## iter  90 value 37.302101
## iter 100 value 36.894980
## final  value 36.894980 
## stopped after 100 iterations
## # weights:  20
## initial  value 505.792529 
## iter  10 value 220.686783
## iter  20 value 215.553206
## iter  30 value 215.548278
## final  value 215.548258 
## converged
## # weights:  56
## initial  value 623.361700 
## iter  10 value 358.270262
## iter  20 value 65.677730
## iter  30 value 36.845115
## iter  40 value 22.708670
## iter  50 value 19.592120
## iter  60 value 18.023223
## iter  70 value 17.645690
## iter  80 value 17.527972
## iter  90 value 17.518446
## iter 100 value 17.516667
## final  value 17.516667 
## stopped after 100 iterations
## # weights:  92
## initial  value 509.786391 
## iter  10 value 139.817961
## iter  20 value 62.729294
## iter  30 value 47.009737
## iter  40 value 41.038671
## iter  50 value 38.011825
## iter  60 value 35.318870
## iter  70 value 32.911448
## iter  80 value 31.155502
## iter  90 value 30.537097
## iter 100 value 28.760922
## final  value 28.760922 
## stopped after 100 iterations
## # weights:  20
## initial  value 690.042731 
## iter  10 value 201.259996
## iter  20 value 145.120222
## iter  30 value 82.484291
## iter  40 value 78.880990
## iter  50 value 78.466033
## iter  50 value 78.466033
## iter  50 value 78.466033
## final  value 78.466033 
## converged
## # weights:  56
## initial  value 536.026861 
## iter  10 value 184.387292
## iter  20 value 111.314543
## iter  30 value 63.052360
## iter  40 value 54.515989
## iter  50 value 52.463917
## iter  60 value 51.403932
## iter  70 value 50.809697
## iter  80 value 50.071718
## iter  90 value 49.802230
## iter 100 value 49.794223
## final  value 49.794223 
## stopped after 100 iterations
## # weights:  92
## initial  value 587.158794 
## iter  10 value 305.183067
## iter  20 value 107.793338
## iter  30 value 67.607676
## iter  40 value 56.042407
## iter  50 value 50.160140
## iter  60 value 48.080305
## iter  70 value 47.177070
## iter  80 value 45.600863
## iter  90 value 44.315035
## iter 100 value 43.863450
## final  value 43.863450 
## stopped after 100 iterations
## # weights:  20
## initial  value 724.886104 
## iter  10 value 366.919811
## iter  20 value 269.916579
## iter  30 value 219.893831
## iter  40 value 215.649295
## iter  50 value 190.146007
## iter  60 value 138.990046
## iter  70 value 103.266483
## iter  80 value 74.292313
## iter  90 value 66.023886
## iter 100 value 63.595415
## final  value 63.595415 
## stopped after 100 iterations
## # weights:  56
## initial  value 555.764783 
## iter  10 value 270.047758
## iter  20 value 224.977644
## iter  30 value 205.255520
## iter  40 value 188.788288
## iter  50 value 172.632587
## iter  60 value 168.573299
## iter  70 value 167.615278
## iter  80 value 164.837819
## iter  90 value 163.225806
## iter 100 value 159.818939
## final  value 159.818939 
## stopped after 100 iterations
## # weights:  92
## initial  value 624.684936 
## iter  10 value 124.745510
## iter  20 value 79.648368
## iter  30 value 49.310768
## iter  40 value 40.974790
## iter  50 value 38.254696
## iter  60 value 37.582776
## iter  70 value 37.186373
## iter  80 value 36.698561
## iter  90 value 32.265560
## iter 100 value 26.046342
## final  value 26.046342 
## stopped after 100 iterations
## # weights:  20
## initial  value 467.906579 
## iter  10 value 183.995939
## iter  20 value 166.829302
## iter  30 value 148.000019
## iter  40 value 139.174706
## iter  50 value 136.000088
## iter  60 value 136.000012
## iter  70 value 135.999842
## iter  80 value 134.023979
## iter  90 value 134.000043
## final  value 134.000015 
## converged
## # weights:  56
## initial  value 568.553506 
## final  value 346.000000 
## converged
## # weights:  92
## initial  value 646.661055 
## iter  10 value 372.647065
## iter  20 value 346.550455
## iter  30 value 335.073199
## iter  40 value 332.137924
## iter  50 value 331.998115
## iter  60 value 58.970480
## iter  70 value 55.730162
## iter  80 value 54.684915
## iter  90 value 54.001695
## iter 100 value 53.998453
## final  value 53.998453 
## stopped after 100 iterations
## # weights:  20
## initial  value 548.413259 
## iter  10 value 190.373403
## iter  20 value 127.492469
## iter  30 value 93.758660
## iter  40 value 79.840105
## iter  50 value 78.900412
## iter  60 value 78.774220
## final  value 78.768509 
## converged
## # weights:  56
## initial  value 628.782380 
## iter  10 value 120.239223
## iter  20 value 89.544221
## iter  30 value 70.173020
## iter  40 value 59.119596
## iter  50 value 56.471308
## iter  60 value 55.005769
## iter  70 value 54.063333
## iter  80 value 53.268771
## iter  90 value 53.233471
## final  value 53.233332 
## converged
## # weights:  92
## initial  value 533.222681 
## iter  10 value 89.884556
## iter  20 value 67.202120
## iter  30 value 54.172573
## iter  40 value 48.002425
## iter  50 value 44.823528
## iter  60 value 43.734307
## iter  70 value 43.008586
## iter  80 value 42.699943
## iter  90 value 41.217538
## iter 100 value 40.600104
## final  value 40.600104 
## stopped after 100 iterations
## # weights:  20
## initial  value 624.942862 
## iter  10 value 401.560641
## iter  20 value 315.122308
## iter  30 value 75.600087
## iter  40 value 67.531413
## iter  50 value 67.141394
## iter  60 value 66.998517
## iter  70 value 66.070163
## iter  80 value 65.889229
## iter  90 value 65.813086
## iter 100 value 65.811123
## final  value 65.811123 
## stopped after 100 iterations
## # weights:  56
## initial  value 632.571159 
## iter  10 value 84.766326
## iter  20 value 67.341720
## iter  30 value 65.181221
## iter  40 value 59.505468
## iter  50 value 58.394850
## iter  60 value 57.298396
## iter  70 value 57.189230
## iter  80 value 56.936306
## iter  90 value 56.742733
## iter 100 value 55.761346
## final  value 55.761346 
## stopped after 100 iterations
## # weights:  92
## initial  value 741.779329 
## iter  10 value 195.568585
## iter  20 value 68.462010
## iter  30 value 35.907752
## iter  40 value 24.975648
## iter  50 value 20.112793
## iter  60 value 19.810146
## iter  70 value 19.634689
## iter  80 value 15.438521
## iter  90 value 10.308097
## iter 100 value 10.131206
## final  value 10.131206 
## stopped after 100 iterations
## # weights:  20
## initial  value 500.859705 
## iter  10 value 138.500021
## iter  20 value 88.571160
## iter  30 value 61.110177
## iter  40 value 52.126189
## iter  50 value 51.705435
## iter  60 value 51.528461
## iter  70 value 51.259598
## iter  80 value 51.210199
## iter  90 value 51.147053
## iter 100 value 51.141261
## final  value 51.141261 
## stopped after 100 iterations
## # weights:  56
## initial  value 637.849292 
## iter  10 value 185.790071
## iter  20 value 80.070581
## iter  30 value 68.453827
## iter  40 value 62.508182
## iter  50 value 54.674271
## iter  60 value 51.304342
## iter  70 value 50.710493
## iter  80 value 49.702343
## iter  90 value 45.035478
## iter 100 value 42.574259
## final  value 42.574259 
## stopped after 100 iterations
## # weights:  92
## initial  value 725.567100 
## final  value 652.000000 
## converged
## # weights:  20
## initial  value 557.494796 
## iter  10 value 112.733781
## iter  20 value 89.373388
## iter  30 value 78.311920
## iter  40 value 78.024845
## iter  50 value 78.023139
## iter  50 value 78.023138
## iter  50 value 78.023138
## final  value 78.023138 
## converged
## # weights:  56
## initial  value 696.493195 
## iter  10 value 439.679981
## iter  20 value 140.593051
## iter  30 value 77.839292
## iter  40 value 59.896981
## iter  50 value 53.166402
## iter  60 value 50.493670
## iter  70 value 49.037361
## iter  80 value 48.619851
## iter  90 value 48.251303
## iter 100 value 47.034066
## final  value 47.034066 
## stopped after 100 iterations
## # weights:  92
## initial  value 497.822081 
## iter  10 value 102.549214
## iter  20 value 59.163407
## iter  30 value 45.155002
## iter  40 value 38.713748
## iter  50 value 36.918396
## iter  60 value 36.469270
## iter  70 value 35.968493
## iter  80 value 35.838994
## iter  90 value 34.768256
## iter 100 value 34.693528
## final  value 34.693528 
## stopped after 100 iterations
## # weights:  20
## initial  value 596.850989 
## iter  10 value 444.514122
## iter  20 value 417.978891
## iter  30 value 401.691842
## iter  40 value 372.753081
## iter  50 value 364.364962
## iter  60 value 361.117992
## iter  70 value 86.132876
## iter  80 value 75.607162
## iter  90 value 71.230798
## iter 100 value 69.849209
## final  value 69.849209 
## stopped after 100 iterations
## # weights:  56
## initial  value 650.175377 
## iter  10 value 376.125567
## iter  20 value 62.195640
## iter  30 value 38.104387
## iter  40 value 32.793054
## iter  50 value 30.338607
## iter  60 value 29.952873
## iter  70 value 29.839314
## iter  80 value 29.732352
## iter  90 value 29.512083
## iter 100 value 29.388385
## final  value 29.388385 
## stopped after 100 iterations
## # weights:  92
## initial  value 522.728650 
## iter  10 value 73.746438
## iter  20 value 31.625590
## iter  30 value 21.457672
## iter  40 value 9.916051
## iter  50 value 5.445820
## iter  60 value 2.520001
## iter  70 value 0.783570
## iter  80 value 0.488961
## iter  90 value 0.461338
## iter 100 value 0.432256
## final  value 0.432256 
## stopped after 100 iterations
## # weights:  92
## initial  value 614.063034 
## iter  10 value 226.433588
## iter  20 value 138.166870
## iter  30 value 72.901153
## iter  40 value 55.554096
## iter  50 value 45.836030
## iter  60 value 43.368863
## iter  70 value 42.904554
## iter  80 value 42.772149
## iter  90 value 42.720036
## iter 100 value 42.701049
## final  value 42.701049 
## stopped after 100 iterations

## [1] "Building This Caret Information took 0.88 minutes"

4.2.4 Ensemble Summary

## 
## Call:
## summary.resamples(object = results)
## 
## Models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet 
## Number of resamples: 30 
## 
## Accuracy 
##              Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## lda        0.9016  0.9423 0.9468 0.9478  0.9587 0.9756    0
## rpart      0.8361  0.8653 0.8934 0.8895  0.9022 0.9504    0
## knn        0.9344  0.9672 0.9754 0.9737  0.9836 1.0000    0
## pam        0.7025  0.7137 0.7213 0.7222  0.7289 0.7521    0
## multinom   0.9256  0.9427 0.9587 0.9549  0.9669 0.9917    0
## LogitBoost 0.8934  0.9283 0.9424 0.9442  0.9587 0.9756    0
## svmLinear2 0.9180  0.9504 0.9512 0.9543  0.9669 0.9835    0
## pcaNNet    0.9754  0.9837 0.9917 0.9910  0.9980 1.0000    0
## 
## Kappa 
##              Min. 1st Qu.  Median    Mean 3rd Qu.   Max. NA's
## lda        0.7779 0.86250 0.87550 0.87820  0.9015 0.9433    0
## rpart      0.6242 0.69030 0.74640 0.74390  0.7798 0.8832    0
## knn        0.8398 0.92130 0.94020 0.93630  0.9599 1.0000    0
## pam        0.0000 0.04754 0.07658 0.08869  0.1135 0.2194    0
## multinom   0.8206 0.86060 0.89970 0.89210  0.9206 0.9801    0
## LogitBoost 0.7538 0.82960 0.86270 0.86620  0.9003 0.9425    0
## svmLinear2 0.8149 0.88060 0.88480 0.89160  0.9209 0.9605    0
## pcaNNet    0.9404 0.96150 0.98040 0.97850  0.9951 1.0000    0

4.2.5 Ensemble Box & Whiskers Plot

4.2.6 Ensemble Correlation Matrix

4.2.7 Ensemble Scatterplot Matrix

4.2.8 Prediction and CV Plot

## A rf ensemble of 2 base models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet
## 
## Ensemble results:
## Random Forest 
## 
## 3654 samples
##    8 predictor
##    2 classes: 'no', 'yes' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold, repeated 3 times) 
## Summary of sample sizes: 3289, 3289, 3290, 3288, 3288, 3289, ... 
## Resampling results across tuning parameters:
## 
##   mtry  Accuracy   Kappa    
##   2     0.9932475  0.9838152
##   5     0.9926087  0.9822924
##   8     0.9925166  0.9820775
## 
## Accuracy was used to select the optimal model using  the largest value.
## The final value used for the model was mtry = 2.

## [1] "Random Forest Ensemble: (lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet) Prediction =  99.32"

4.2.9 ROC CURVES

## [1] 0.0004889179

4.3 Ensemble Predict “Acceptable” Quality

4.3.1 Algo

set.seed(451)

data <- sample(2, nrow(cars_dummy2), replace = T, prob = c(0.7, 0.3))
train <- cars_dummy2[data == 1,]
test <- cars_dummy2[data == 2,]


control <- trainControl(method="repeatedcv", number=10, repeats=3, savePredictions='final', classProbs=TRUE, allowParallel = TRUE, verboseIter = FALSE)

algorithmList <- c('lda', 'rpart', 'knn', 'pam', 'multinom', 'LogitBoost', 'svmLinear2', 'pcaNNet')

4.3.2 Tuning Parameters & Alogrithm List

control <- trainControl(method="repeatedcv", number=10, repeats=3, savePredictions='final', classProbs=TRUE, allowParallel = TRUE, verboseIter = FALSE)

algorithmList <- c('lda', 'rpart', 'knn', 'pam', 'multinom', 'LogitBoost', 'svmLinear2', 'pcaNNet')

4.3.3 Iteration Information

## 1234567891011121314151617181920212223242526272829301111111111111111111111111111111# weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 341.152291
## iter  20 value 320.919863
## iter  30 value 316.262989
## iter  40 value 316.228424
## final  value 316.228407 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 344.397382
## iter  20 value 324.534413
## iter  30 value 323.120288
## final  value 323.120274 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 341.154637
## iter  20 value 320.924347
## iter  30 value 316.278751
## final  value 316.253636 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 343.367635
## iter  20 value 320.997768
## iter  30 value 318.138562
## iter  40 value 318.130348
## iter  40 value 318.130347
## iter  40 value 318.130347
## final  value 318.130347 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 345.196721
## iter  20 value 325.850902
## iter  30 value 324.970866
## iter  30 value 324.970863
## iter  30 value 324.970863
## final  value 324.970863 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 343.369479
## iter  20 value 321.003113
## iter  30 value 318.158694
## final  value 318.155751 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 342.610955
## iter  20 value 319.037258
## iter  30 value 315.413640
## final  value 315.404992 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 344.583968
## iter  20 value 323.587012
## iter  30 value 322.288407
## final  value 322.288375 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 342.612992
## iter  20 value 319.042096
## iter  30 value 315.433448
## final  value 315.430179 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 339.891939
## iter  20 value 317.074919
## iter  30 value 314.045805
## iter  40 value 314.036309
## iter  40 value 314.036307
## iter  40 value 314.036307
## final  value 314.036307 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 343.450625
## iter  20 value 322.685996
## iter  30 value 320.955647
## final  value 320.955628 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 339.894638
## iter  20 value 317.080476
## iter  30 value 314.065389
## final  value 314.061536 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 336.591391
## iter  20 value 314.326908
## iter  30 value 311.483968
## iter  40 value 311.472131
## final  value 311.472127 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 338.743031
## iter  20 value 319.221544
## iter  30 value 318.412406
## iter  30 value 318.412403
## iter  30 value 318.412403
## final  value 318.412403 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 336.593549
## iter  20 value 314.332286
## iter  30 value 311.502947
## final  value 311.497385 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 340.388818
## iter  20 value 321.088085
## iter  30 value 317.987960
## iter  40 value 317.965885
## final  value 317.965877 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 342.371568
## iter  20 value 325.873264
## iter  30 value 324.798991
## final  value 324.798831 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 340.390818
## iter  20 value 321.093295
## iter  30 value 318.005053
## final  value 317.991123 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 345.717185
## iter  20 value 326.762969
## iter  30 value 322.560270
## iter  40 value 322.521652
## final  value 322.521632 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 348.258959
## iter  20 value 331.716306
## iter  30 value 329.282675
## final  value 329.280806 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 345.719719
## iter  20 value 326.767879
## iter  30 value 322.575515
## final  value 322.546707 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 346.213912
## iter  20 value 322.660254
## iter  30 value 318.306161
## iter  40 value 318.291976
## final  value 318.291972 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 347.965018
## iter  20 value 327.223890
## iter  30 value 325.132720
## final  value 325.132645 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 346.215665
## iter  20 value 322.664967
## iter  30 value 318.324467
## final  value 318.317068 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 358.142362
## iter  20 value 323.421679
## iter  30 value 317.093762
## iter  40 value 317.022383
## final  value 317.022342 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 348.036728
## iter  20 value 324.246610
## iter  30 value 323.852746
## iter  30 value 323.852745
## iter  30 value 323.852745
## final  value 323.852745 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 358.146820
## iter  20 value 323.427468
## iter  30 value 317.107224
## final  value 317.047415 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 328.534057
## iter  20 value 308.590524
## iter  30 value 305.302965
## iter  40 value 305.288523
## final  value 305.288517 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 330.660005
## iter  20 value 313.442068
## iter  30 value 312.403217
## final  value 312.403205 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 328.536202
## iter  20 value 308.595837
## iter  30 value 305.321744
## final  value 305.314183 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 337.345678
## iter  20 value 319.714270
## iter  30 value 315.024174
## iter  40 value 314.967825
## final  value 314.967792 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 339.322020
## iter  20 value 323.583331
## iter  30 value 321.843852
## final  value 321.843769 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 337.347671
## iter  20 value 319.720912
## iter  30 value 315.038702
## final  value 314.993324 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 338.355874
## iter  20 value 315.498612
## iter  30 value 312.359743
## iter  40 value 312.351931
## iter  40 value 312.351929
## iter  40 value 312.351929
## final  value 312.351929 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 341.140051
## iter  20 value 320.174025
## final  value 319.265014 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 338.358672
## iter  20 value 315.503642
## iter  30 value 312.379881
## final  value 312.377162 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 339.168535
## iter  20 value 318.606409
## iter  30 value 317.542274
## final  value 317.537142 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 341.625794
## iter  20 value 324.639899
## iter  30 value 324.390115
## final  value 324.390111 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 339.170984
## iter  20 value 318.613463
## iter  30 value 317.563430
## final  value 317.562248 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 343.311918
## iter  20 value 314.832203
## iter  30 value 312.564610
## iter  40 value 312.548552
## final  value 312.548542 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 344.925485
## iter  20 value 320.080776
## iter  30 value 319.486315
## iter  30 value 319.486315
## iter  30 value 319.486315
## final  value 319.486315 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 343.313539
## iter  20 value 314.838053
## iter  30 value 312.582875
## final  value 312.574047 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 337.821717
## iter  20 value 313.204813
## iter  30 value 311.088153
## final  value 311.080410 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 339.586472
## iter  20 value 318.327754
## iter  30 value 318.054693
## iter  30 value 318.054693
## iter  30 value 318.054693
## final  value 318.054693 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 337.823495
## iter  20 value 313.210252
## iter  30 value 311.108633
## final  value 311.105991 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 344.434928
## iter  20 value 323.970249
## iter  30 value 319.457260
## iter  40 value 319.426031
## final  value 319.426016 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 346.878620
## iter  20 value 327.045060
## iter  30 value 326.284759
## final  value 326.284739 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 344.437364
## iter  20 value 323.978866
## iter  30 value 319.473345
## final  value 319.451301 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 343.649722
## iter  20 value 319.986297
## iter  30 value 318.401595
## final  value 318.394791 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 345.520654
## iter  20 value 325.662486
## iter  30 value 325.215451
## final  value 325.215447 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 343.651605
## iter  20 value 319.992890
## iter  30 value 318.422074
## final  value 318.419986 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 340.694683
## iter  20 value 316.000182
## iter  30 value 312.815417
## iter  40 value 312.807037
## iter  40 value 312.807034
## iter  40 value 312.807034
## final  value 312.807034 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 342.606474
## iter  20 value 322.873274
## iter  30 value 319.764246
## final  value 319.764217 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 340.696593
## iter  20 value 316.008229
## iter  30 value 312.836056
## final  value 312.833038 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 337.026910
## iter  20 value 315.477601
## iter  30 value 312.638914
## iter  40 value 312.624008
## final  value 312.624002 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 338.846522
## iter  20 value 320.384343
## iter  30 value 319.540090
## final  value 319.539983 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 337.028741
## iter  20 value 315.482977
## iter  30 value 312.657423
## final  value 312.649520 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 349.112478
## iter  20 value 326.718884
## iter  30 value 324.158813
## final  value 324.150932 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 350.774738
## iter  20 value 331.449183
## iter  30 value 330.896415
## iter  30 value 330.896414
## iter  30 value 330.896414
## final  value 330.896414 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 349.114152
## iter  20 value 326.724100
## iter  30 value 324.178612
## final  value 324.175830 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 344.756846
## iter  20 value 321.967042
## iter  30 value 318.310490
## iter  40 value 318.297162
## iter  40 value 318.297159
## iter  40 value 318.297159
## final  value 318.297159 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 346.515040
## iter  20 value 326.372337
## iter  30 value 325.128312
## iter  30 value 325.128310
## iter  30 value 325.128310
## final  value 325.128310 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 344.758620
## iter  20 value 321.971783
## iter  30 value 318.328950
## final  value 318.322225 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 364.874837
## iter  20 value 328.458407
## iter  30 value 321.465973
## iter  40 value 321.404080
## final  value 321.404041 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 369.493319
## iter  20 value 332.908301
## iter  30 value 328.210673
## final  value 328.210521 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 364.879375
## iter  20 value 328.462523
## iter  30 value 321.479926
## final  value 321.429110 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 346.012854
## iter  20 value 323.774532
## iter  30 value 321.594548
## final  value 321.587597 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 347.840008
## iter  20 value 328.866516
## iter  30 value 328.383759
## iter  30 value 328.383757
## iter  30 value 328.383757
## final  value 328.383757 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 346.014697
## iter  20 value 323.780215
## iter  30 value 321.614855
## final  value 321.612642 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 343.011016
## iter  20 value 320.652737
## iter  30 value 316.576021
## iter  40 value 316.555873
## iter  40 value 316.555870
## iter  40 value 316.555870
## final  value 316.555870 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 345.329599
## iter  20 value 326.463107
## iter  30 value 323.435674
## final  value 323.435457 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 343.013330
## iter  20 value 320.659895
## iter  30 value 316.593334
## final  value 316.581049 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 336.758631
## iter  20 value 314.889539
## iter  30 value 310.679583
## iter  40 value 310.666911
## final  value 310.666905 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 339.912841
## iter  20 value 319.574854
## iter  30 value 317.614671
## final  value 317.614654 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 336.761767
## iter  20 value 314.894194
## iter  30 value 310.698399
## final  value 310.692226 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 334.616502
## iter  20 value 315.152910
## iter  30 value 312.387399
## iter  40 value 312.376496
## final  value 312.376493 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 336.706468
## iter  20 value 319.873067
## iter  30 value 319.288089
## iter  30 value 319.288089
## iter  30 value 319.288089
## final  value 319.288089 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 334.618604
## iter  20 value 315.158098
## iter  30 value 312.406658
## final  value 312.401793 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 337.984490
## iter  20 value 318.356801
## iter  30 value 314.866943
## iter  40 value 314.853828
## iter  40 value 314.853825
## iter  40 value 314.853825
## final  value 314.853825 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 339.899988
## iter  20 value 324.003679
## iter  30 value 321.790100
## final  value 321.789727 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 337.986420
## iter  20 value 318.362270
## iter  30 value 314.885620
## final  value 314.879074 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 340.763773
## iter  20 value 318.548181
## iter  30 value 314.047798
## iter  40 value 314.037713
## iter  40 value 314.037711
## iter  40 value 314.037711
## final  value 314.037711 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 342.688697
## iter  20 value 322.777732
## iter  30 value 320.891932
## final  value 320.891923 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 340.765714
## iter  20 value 318.552675
## iter  30 value 314.067476
## final  value 314.063256 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 347.410882
## iter  20 value 320.109692
## iter  30 value 317.619875
## iter  40 value 317.601229
## final  value 317.601218 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 349.031097
## iter  20 value 328.756629
## iter  30 value 324.457604
## final  value 324.457266 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 347.412518
## iter  20 value 320.115231
## iter  30 value 317.637423
## final  value 317.626329 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 332.315492
## iter  20 value 311.615121
## iter  30 value 308.278710
## iter  40 value 308.260298
## iter  40 value 308.260296
## iter  40 value 308.260296
## final  value 308.260296 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 334.390373
## iter  20 value 316.255733
## iter  30 value 315.337976
## final  value 315.337963 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 332.317580
## iter  20 value 311.622413
## iter  30 value 308.296648
## final  value 308.285865 
## converged
## # weights:  23 (22 variable)
## initial  value 844.253266 
## iter  10 value 379.557171
## iter  20 value 353.344272
## iter  30 value 351.468737
## final  value 351.459439 
## converged
## # weights:  20
## initial  value 425.453831 
## iter  10 value 249.059473
## iter  20 value 246.805583
## final  value 246.801703 
## converged
## # weights:  56
## initial  value 648.557786 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 435.786438 
## iter  10 value 204.002101
## iter  20 value 119.823300
## iter  30 value 56.485205
## iter  40 value 36.654465
## iter  50 value 32.649919
## iter  60 value 32.255556
## iter  70 value 32.143645
## iter  80 value 32.086573
## iter  90 value 32.079152
## iter 100 value 32.040504
## final  value 32.040504 
## stopped after 100 iterations
## # weights:  20
## initial  value 575.239202 
## iter  10 value 380.854606
## iter  20 value 251.224041
## iter  30 value 205.243360
## iter  40 value 184.388040
## iter  50 value 183.930766
## iter  50 value 183.930765
## iter  50 value 183.930765
## final  value 183.930765 
## converged
## # weights:  56
## initial  value 478.116065 
## iter  10 value 216.681095
## iter  20 value 167.135002
## iter  30 value 106.465674
## iter  40 value 95.559532
## iter  50 value 87.832756
## iter  60 value 84.800724
## iter  70 value 84.509100
## iter  80 value 84.407078
## iter  90 value 84.403000
## final  value 84.402930 
## converged
## # weights:  92
## initial  value 640.780986 
## iter  10 value 366.321847
## iter  20 value 123.416449
## iter  30 value 88.540222
## iter  40 value 81.443327
## iter  50 value 76.450194
## iter  60 value 70.189958
## iter  70 value 67.817747
## iter  80 value 65.752380
## iter  90 value 63.766097
## iter 100 value 62.883624
## final  value 62.883624 
## stopped after 100 iterations
## # weights:  20
## initial  value 608.292547 
## iter  10 value 480.343625
## iter  20 value 480.010245
## iter  30 value 480.002042
## iter  40 value 479.980357
## iter  50 value 479.916712
## iter  60 value 479.641971
## iter  70 value 352.857750
## iter  80 value 177.487727
## iter  90 value 162.194378
## iter 100 value 157.991273
## final  value 157.991273 
## stopped after 100 iterations
## # weights:  56
## initial  value 775.692643 
## iter  10 value 480.494595
## iter  20 value 479.782552
## iter  30 value 301.959637
## iter  40 value 107.211106
## iter  50 value 42.793820
## iter  60 value 35.144331
## iter  70 value 30.395626
## iter  80 value 28.724680
## iter  90 value 24.621497
## iter 100 value 23.856338
## final  value 23.856338 
## stopped after 100 iterations
## # weights:  92
## initial  value 525.604708 
## iter  10 value 480.434834
## iter  20 value 480.018327
## iter  30 value 480.018130
## iter  40 value 480.017911
## iter  50 value 480.017656
## iter  60 value 480.017351
## iter  70 value 480.016977
## iter  80 value 480.016493
## iter  90 value 480.015807
## iter 100 value 480.014721
## final  value 480.014721 
## stopped after 100 iterations
## # weights:  20
## initial  value 591.288539 
## final  value 480.000000 
## converged
## # weights:  56
## initial  value 476.328068 
## iter  10 value 228.685220
## iter  20 value 196.293722
## iter  30 value 165.615497
## iter  40 value 149.720633
## iter  50 value 145.570611
## iter  60 value 141.519967
## iter  70 value 137.137704
## iter  80 value 136.204454
## iter  90 value 135.692803
## iter 100 value 134.116607
## final  value 134.116607 
## stopped after 100 iterations
## # weights:  92
## initial  value 912.644303 
## final  value 480.000000 
## converged
## # weights:  20
## initial  value 469.472752 
## iter  10 value 270.219011
## iter  20 value 213.724757
## iter  30 value 198.838127
## iter  40 value 189.896012
## iter  50 value 189.824386
## iter  60 value 189.823663
## iter  60 value 189.823662
## final  value 189.823658 
## converged
## # weights:  56
## initial  value 615.362767 
## iter  10 value 338.740538
## iter  20 value 128.045969
## iter  30 value 95.086230
## iter  40 value 86.817091
## iter  50 value 84.215300
## iter  60 value 83.790377
## iter  70 value 83.694591
## iter  80 value 83.689911
## iter  80 value 83.689911
## iter  80 value 83.689911
## final  value 83.689911 
## converged
## # weights:  92
## initial  value 559.501100 
## iter  10 value 383.995692
## iter  20 value 175.639765
## iter  30 value 109.679079
## iter  40 value 87.064577
## iter  50 value 76.985730
## iter  60 value 69.804217
## iter  70 value 64.986565
## iter  80 value 63.423980
## iter  90 value 61.919798
## iter 100 value 60.592002
## final  value 60.592002 
## stopped after 100 iterations
## # weights:  20
## initial  value 798.202368 
## iter  10 value 480.462449
## iter  20 value 480.025929
## iter  30 value 480.024148
## iter  40 value 480.021290
## iter  50 value 480.016389
## iter  60 value 480.007500
## iter  70 value 479.989674
## iter  80 value 479.940616
## iter  90 value 479.253628
## iter 100 value 354.871157
## final  value 354.871157 
## stopped after 100 iterations
## # weights:  56
## initial  value 656.000789 
## iter  10 value 480.564944
## iter  20 value 479.836757
## iter  30 value 203.648375
## iter  40 value 74.458412
## iter  50 value 56.312098
## iter  60 value 51.866303
## iter  70 value 46.799522
## iter  80 value 38.108316
## iter  90 value 30.030804
## iter 100 value 29.952067
## final  value 29.952067 
## stopped after 100 iterations
## # weights:  92
## initial  value 556.670521 
## iter  10 value 480.468654
## iter  20 value 480.028396
## iter  30 value 479.893426
## iter  40 value 323.430100
## iter  50 value 257.355757
## iter  60 value 249.720552
## iter  70 value 247.873243
## iter  80 value 247.637919
## iter  90 value 247.439032
## iter 100 value 245.590212
## final  value 245.590212 
## stopped after 100 iterations
## # weights:  20
## initial  value 662.605441 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 547.905347 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 638.712600 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 531.557604 
## iter  10 value 345.449302
## iter  20 value 245.890054
## iter  30 value 226.776450
## iter  40 value 225.142480
## final  value 225.141907 
## converged
## # weights:  56
## initial  value 517.795297 
## iter  10 value 349.342322
## iter  20 value 144.431104
## iter  30 value 114.860522
## iter  40 value 96.966169
## iter  50 value 81.831304
## iter  60 value 78.335053
## iter  70 value 76.412651
## iter  80 value 72.732974
## iter  90 value 72.210134
## iter 100 value 72.199255
## final  value 72.199255 
## stopped after 100 iterations
## # weights:  92
## initial  value 759.040003 
## iter  10 value 402.961369
## iter  20 value 254.237073
## iter  30 value 118.931177
## iter  40 value 91.178650
## iter  50 value 76.173274
## iter  60 value 70.474220
## iter  70 value 65.485019
## iter  80 value 64.001851
## iter  90 value 63.656394
## iter 100 value 63.475203
## final  value 63.475203 
## stopped after 100 iterations
## # weights:  20
## initial  value 598.832429 
## iter  10 value 478.340233
## iter  20 value 477.975109
## iter  30 value 477.607751
## iter  40 value 329.073822
## iter  50 value 252.163152
## iter  60 value 195.708513
## iter  70 value 162.943002
## iter  80 value 160.646084
## iter  90 value 159.614596
## iter 100 value 158.614903
## final  value 158.614903 
## stopped after 100 iterations
## # weights:  56
## initial  value 573.231731 
## iter  10 value 478.398700
## iter  20 value 478.025205
## iter  30 value 478.024655
## iter  40 value 478.023890
## iter  50 value 478.022722
## iter  60 value 478.020692
## iter  70 value 478.016468
## iter  80 value 478.005079
## iter  90 value 477.959572
## iter 100 value 476.515256
## final  value 476.515256 
## stopped after 100 iterations
## # weights:  92
## initial  value 537.435479 
## iter  10 value 478.425048
## iter  20 value 478.017435
## iter  30 value 478.017134
## iter  40 value 478.016757
## iter  50 value 478.016276
## iter  60 value 478.015614
## iter  70 value 478.014614
## iter  80 value 478.012906
## iter  90 value 478.009076
## iter 100 value 477.992119
## final  value 477.992119 
## stopped after 100 iterations
## # weights:  20
## initial  value 593.949480 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 538.364316 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 804.934262 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 524.840465 
## iter  10 value 288.491645
## iter  20 value 234.591967
## iter  30 value 187.153930
## iter  40 value 184.413339
## final  value 184.197362 
## converged
## # weights:  56
## initial  value 464.073017 
## iter  10 value 204.121911
## iter  20 value 176.265715
## iter  30 value 153.836855
## iter  40 value 149.643469
## iter  50 value 148.888705
## iter  60 value 148.803013
## iter  70 value 148.739033
## iter  80 value 148.735446
## final  value 148.735430 
## converged
## # weights:  92
## initial  value 446.313642 
## iter  10 value 354.479462
## iter  20 value 196.408012
## iter  30 value 154.698340
## iter  40 value 106.725884
## iter  50 value 82.581690
## iter  60 value 72.564856
## iter  70 value 66.071455
## iter  80 value 62.987222
## iter  90 value 62.191521
## iter 100 value 60.550640
## final  value 60.550640 
## stopped after 100 iterations
## # weights:  20
## initial  value 503.041008 
## iter  10 value 478.186548
## iter  20 value 263.856964
## iter  30 value 180.122889
## iter  40 value 167.938192
## iter  50 value 158.350280
## iter  60 value 157.369522
## iter  70 value 157.191928
## iter  80 value 157.156508
## iter  90 value 157.141942
## iter 100 value 157.131323
## final  value 157.131323 
## stopped after 100 iterations
## # weights:  56
## initial  value 546.858284 
## iter  10 value 478.339225
## iter  20 value 478.052112
## iter  30 value 478.050782
## iter  40 value 478.048682
## iter  50 value 478.044701
## iter  60 value 478.034539
## iter  70 value 477.988192
## iter  80 value 379.488071
## iter  90 value 313.913185
## iter 100 value 300.636484
## final  value 300.636484 
## stopped after 100 iterations
## # weights:  92
## initial  value 802.162056 
## iter  10 value 478.675118
## iter  20 value 477.998246
## iter  30 value 477.460237
## iter  40 value 167.441945
## iter  50 value 36.569966
## iter  60 value 11.541223
## iter  70 value 6.020769
## iter  80 value 4.545087
## iter  90 value 4.515002
## iter 100 value 4.471964
## final  value 4.471964 
## stopped after 100 iterations
## # weights:  20
## initial  value 603.741241 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 630.135544 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 504.848802 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 550.971917 
## iter  10 value 248.404908
## iter  20 value 190.865635
## iter  30 value 184.286031
## final  value 183.962638 
## converged
## # weights:  56
## initial  value 574.352341 
## iter  10 value 300.254728
## iter  20 value 141.091270
## iter  30 value 104.386894
## iter  40 value 93.066767
## iter  50 value 90.224367
## iter  60 value 89.855783
## iter  70 value 89.806393
## iter  80 value 89.800422
## final  value 89.800401 
## converged
## # weights:  92
## initial  value 879.083238 
## iter  10 value 398.032473
## iter  20 value 198.004290
## iter  30 value 178.087423
## iter  40 value 135.293757
## iter  50 value 95.053790
## iter  60 value 78.140932
## iter  70 value 75.100162
## iter  80 value 74.465996
## iter  90 value 73.838158
## iter 100 value 71.084142
## final  value 71.084142 
## stopped after 100 iterations
## # weights:  20
## initial  value 538.062673 
## iter  10 value 478.240913
## iter  20 value 478.035164
## iter  30 value 478.033988
## iter  40 value 478.032341
## iter  50 value 478.029919
## iter  60 value 478.026155
## iter  70 value 478.019782
## iter  80 value 478.006926
## iter  90 value 477.967822
## iter 100 value 477.114023
## final  value 477.114023 
## stopped after 100 iterations
## # weights:  56
## initial  value 850.343895 
## iter  10 value 478.647703
## iter  20 value 477.997066
## iter  30 value 477.940873
## iter  40 value 318.481192
## iter  50 value 77.891572
## iter  60 value 49.503821
## iter  70 value 29.412907
## iter  80 value 25.275136
## iter  90 value 22.791174
## iter 100 value 22.567686
## final  value 22.567686 
## stopped after 100 iterations
## # weights:  92
## initial  value 775.764526 
## iter  10 value 478.787258
## iter  20 value 477.922368
## iter  30 value 264.386439
## iter  40 value 84.400293
## iter  50 value 42.971340
## iter  60 value 33.195259
## iter  70 value 32.081708
## iter  80 value 30.486888
## iter  90 value 29.308568
## iter 100 value 29.037093
## final  value 29.037093 
## stopped after 100 iterations
## # weights:  20
## initial  value 696.737320 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 599.480937 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 609.454838 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 483.680547 
## iter  10 value 296.548928
## iter  20 value 209.803367
## iter  30 value 189.578599
## iter  40 value 186.982691
## iter  50 value 186.909588
## iter  60 value 186.908371
## final  value 186.908350 
## converged
## # weights:  56
## initial  value 555.862879 
## iter  10 value 357.536901
## iter  20 value 215.700674
## iter  30 value 128.628108
## iter  40 value 99.038343
## iter  50 value 86.927395
## iter  60 value 81.571381
## iter  70 value 80.874812
## iter  80 value 80.790853
## iter  90 value 80.733585
## iter 100 value 80.716157
## final  value 80.716157 
## stopped after 100 iterations
## # weights:  92
## initial  value 464.597456 
## iter  10 value 246.392907
## iter  20 value 108.034180
## iter  30 value 86.593164
## iter  40 value 74.574694
## iter  50 value 69.341507
## iter  60 value 66.973511
## iter  70 value 64.522928
## iter  80 value 63.127694
## iter  90 value 62.081290
## iter 100 value 61.345146
## final  value 61.345146 
## stopped after 100 iterations
## # weights:  20
## initial  value 724.648211 
## iter  10 value 478.517128
## iter  20 value 477.998026
## iter  30 value 477.909214
## iter  40 value 474.369936
## iter  50 value 333.086215
## iter  60 value 176.522681
## iter  70 value 166.403651
## iter  80 value 163.909989
## iter  90 value 162.293375
## iter 100 value 161.969405
## final  value 161.969405 
## stopped after 100 iterations
## # weights:  56
## initial  value 761.609602 
## iter  10 value 478.727053
## iter  20 value 478.016828
## iter  30 value 478.015425
## iter  40 value 478.012597
## iter  50 value 478.003761
## iter  60 value 477.898472
## iter  70 value 359.898364
## iter  80 value 142.143568
## iter  90 value 90.192627
## iter 100 value 57.347939
## final  value 57.347939 
## stopped after 100 iterations
## # weights:  92
## initial  value 401.481051 
## iter  10 value 181.092564
## iter  20 value 129.403582
## iter  30 value 112.335606
## iter  40 value 106.806954
## iter  50 value 105.678216
## iter  60 value 105.548680
## iter  70 value 105.509842
## iter  80 value 105.469269
## iter  90 value 105.437440
## iter 100 value 104.809178
## final  value 104.809178 
## stopped after 100 iterations
## # weights:  20
## initial  value 524.685296 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 419.079765 
## iter  10 value 249.269931
## iter  20 value 201.255358
## iter  30 value 168.096500
## iter  40 value 154.469776
## iter  50 value 153.562915
## iter  60 value 153.128582
## iter  70 value 152.861868
## iter  80 value 152.763812
## iter  90 value 152.736583
## iter 100 value 152.726290
## final  value 152.726290 
## stopped after 100 iterations
## # weights:  92
## initial  value 440.001707 
## iter  10 value 151.515746
## iter  20 value 64.883666
## iter  30 value 39.552527
## iter  40 value 32.666342
## iter  50 value 31.756259
## iter  60 value 31.548155
## iter  70 value 31.445584
## iter  80 value 31.406646
## iter  90 value 31.378818
## iter 100 value 29.397961
## final  value 29.397961 
## stopped after 100 iterations
## # weights:  20
## initial  value 684.284060 
## iter  10 value 263.424691
## iter  20 value 207.395825
## iter  30 value 193.836006
## iter  40 value 192.405686
## final  value 192.353969 
## converged
## # weights:  56
## initial  value 576.521724 
## iter  10 value 362.828519
## iter  20 value 132.371667
## iter  30 value 105.603150
## iter  40 value 96.425481
## iter  50 value 92.203688
## iter  60 value 83.725192
## iter  70 value 76.639221
## iter  80 value 69.192241
## iter  90 value 68.930711
## iter 100 value 68.930018
## final  value 68.930018 
## stopped after 100 iterations
## # weights:  92
## initial  value 649.839296 
## iter  10 value 264.032915
## iter  20 value 143.163687
## iter  30 value 84.128930
## iter  40 value 69.118368
## iter  50 value 64.105955
## iter  60 value 62.875858
## iter  70 value 62.208812
## iter  80 value 62.165064
## iter  90 value 62.162820
## iter 100 value 62.162724
## final  value 62.162724 
## stopped after 100 iterations
## # weights:  20
## initial  value 496.689025 
## iter  10 value 478.169207
## iter  20 value 367.320690
## iter  30 value 292.180273
## iter  40 value 282.478928
## iter  50 value 242.194083
## iter  60 value 240.122320
## iter  70 value 240.011390
## iter  80 value 239.927195
## iter  90 value 232.222192
## iter 100 value 225.541394
## final  value 225.541394 
## stopped after 100 iterations
## # weights:  56
## initial  value 553.895512 
## iter  10 value 478.382100
## iter  20 value 383.458353
## iter  30 value 305.572637
## iter  40 value 93.006995
## iter  50 value 46.029547
## iter  60 value 37.990634
## iter  70 value 37.383292
## iter  80 value 36.861434
## iter  90 value 33.612513
## iter 100 value 33.219800
## final  value 33.219800 
## stopped after 100 iterations
## # weights:  92
## initial  value 554.083322 
## iter  10 value 478.452381
## iter  20 value 478.040920
## iter  30 value 478.036926
## iter  40 value 478.020874
## iter  50 value 450.624806
## iter  60 value 280.902901
## iter  70 value 261.802548
## iter  80 value 258.608393
## iter  90 value 258.014056
## iter 100 value 257.735212
## final  value 257.735212 
## stopped after 100 iterations
## # weights:  20
## initial  value 515.780272 
## final  value 480.000000 
## converged
## # weights:  56
## initial  value 500.302774 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 528.590786 
## final  value 480.000000 
## converged
## # weights:  20
## initial  value 528.810395 
## iter  10 value 394.122138
## iter  20 value 249.886865
## iter  30 value 198.624490
## iter  40 value 189.192946
## iter  50 value 188.691877
## final  value 188.691868 
## converged
## # weights:  56
## initial  value 503.286007 
## iter  10 value 369.861113
## iter  20 value 344.527567
## iter  30 value 308.978820
## iter  40 value 293.647357
## iter  50 value 166.997582
## iter  60 value 124.754383
## iter  70 value 97.167807
## iter  80 value 78.713117
## iter  90 value 77.465615
## iter 100 value 77.416065
## final  value 77.416065 
## stopped after 100 iterations
## # weights:  92
## initial  value 590.999454 
## iter  10 value 410.383026
## iter  20 value 153.242034
## iter  30 value 102.856160
## iter  40 value 85.345668
## iter  50 value 76.747833
## iter  60 value 67.596022
## iter  70 value 64.088045
## iter  80 value 63.115402
## iter  90 value 62.639556
## iter 100 value 61.840601
## final  value 61.840601 
## stopped after 100 iterations
## # weights:  20
## initial  value 653.788202 
## iter  10 value 480.401623
## iter  20 value 479.916841
## iter  30 value 375.061802
## iter  40 value 341.657932
## iter  50 value 327.975421
## iter  60 value 205.149901
## iter  70 value 165.532033
## iter  80 value 163.184337
## iter  90 value 161.996362
## iter 100 value 161.852298
## final  value 161.852298 
## stopped after 100 iterations
## # weights:  56
## initial  value 603.343496 
## iter  10 value 480.398329
## iter  20 value 480.019034
## iter  30 value 480.015047
## iter  40 value 480.003378
## iter  50 value 479.890928
## iter  60 value 371.039878
## iter  70 value 320.718705
## iter  80 value 273.370171
## iter  90 value 258.251533
## iter 100 value 255.730371
## final  value 255.730371 
## stopped after 100 iterations
## # weights:  92
## initial  value 646.321366 
## iter  10 value 480.716387
## iter  20 value 479.920319
## iter  30 value 195.633069
## iter  40 value 59.109209
## iter  50 value 34.897473
## iter  60 value 28.363717
## iter  70 value 26.387997
## iter  80 value 25.686640
## iter  90 value 25.457830
## iter 100 value 25.255958
## final  value 25.255958 
## stopped after 100 iterations
## # weights:  20
## initial  value 704.671192 
## final  value 480.000000 
## converged
## # weights:  56
## initial  value 638.294506 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 692.190400 
## final  value 480.000000 
## converged
## # weights:  20
## initial  value 512.636825 
## iter  10 value 314.022793
## iter  20 value 209.899393
## iter  30 value 190.311358
## iter  40 value 187.639290
## final  value 187.617275 
## converged
## # weights:  56
## initial  value 458.615861 
## iter  10 value 231.005982
## iter  20 value 160.919999
## iter  30 value 134.182008
## iter  40 value 105.519516
## iter  50 value 99.492896
## iter  60 value 95.949010
## iter  70 value 94.728778
## iter  80 value 93.968739
## iter  90 value 89.894789
## iter 100 value 86.840729
## final  value 86.840729 
## stopped after 100 iterations
## # weights:  92
## initial  value 634.517506 
## iter  10 value 234.743546
## iter  20 value 125.472839
## iter  30 value 96.025274
## iter  40 value 78.649191
## iter  50 value 70.254307
## iter  60 value 64.428257
## iter  70 value 62.617539
## iter  80 value 61.681375
## iter  90 value 61.181107
## iter 100 value 60.559286
## final  value 60.559286 
## stopped after 100 iterations
## # weights:  20
## initial  value 519.210016 
## iter  10 value 480.182109
## iter  20 value 365.364511
## iter  30 value 363.248270
## iter  40 value 363.237308
## iter  50 value 363.226810
## iter  60 value 363.222502
## iter  70 value 363.205272
## iter  80 value 361.834853
## iter  90 value 328.748055
## iter 100 value 323.751136
## final  value 323.751136 
## stopped after 100 iterations
## # weights:  56
## initial  value 482.518940 
## iter  10 value 343.981630
## iter  20 value 174.694031
## iter  30 value 123.470736
## iter  40 value 75.291766
## iter  50 value 68.176114
## iter  60 value 66.120065
## iter  70 value 65.617210
## iter  80 value 64.852869
## iter  90 value 62.639151
## iter 100 value 62.196348
## final  value 62.196348 
## stopped after 100 iterations
## # weights:  92
## initial  value 473.575955 
## iter  10 value 177.171323
## iter  20 value 158.379634
## iter  30 value 139.599245
## iter  40 value 133.641451
## iter  50 value 101.605772
## iter  60 value 83.874501
## iter  70 value 60.421691
## iter  80 value 58.258037
## iter  90 value 56.201165
## iter 100 value 54.432394
## final  value 54.432394 
## stopped after 100 iterations
## # weights:  20
## initial  value 446.955305 
## iter  10 value 230.226527
## iter  20 value 173.588297
## iter  30 value 158.618519
## iter  40 value 152.645323
## iter  50 value 150.237355
## iter  60 value 150.117902
## iter  70 value 149.971417
## iter  80 value 149.898984
## iter  90 value 149.885938
## iter 100 value 149.882132
## final  value 149.882132 
## stopped after 100 iterations
## # weights:  56
## initial  value 573.503088 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 539.469266 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 601.572835 
## iter  10 value 369.950614
## iter  20 value 343.634792
## iter  30 value 309.384411
## iter  40 value 178.651896
## iter  50 value 177.809221
## final  value 177.800854 
## converged
## # weights:  56
## initial  value 775.867953 
## iter  10 value 382.970594
## iter  20 value 171.418802
## iter  30 value 111.396615
## iter  40 value 92.578339
## iter  50 value 86.590499
## iter  60 value 78.735453
## iter  70 value 75.574563
## iter  80 value 74.567857
## iter  90 value 74.436236
## iter 100 value 74.435812
## final  value 74.435812 
## stopped after 100 iterations
## # weights:  92
## initial  value 498.202226 
## iter  10 value 200.043924
## iter  20 value 90.480724
## iter  30 value 70.933170
## iter  40 value 64.097231
## iter  50 value 60.771727
## iter  60 value 59.322263
## iter  70 value 59.028723
## iter  80 value 58.713555
## iter  90 value 58.556460
## iter 100 value 58.541864
## final  value 58.541864 
## stopped after 100 iterations
## # weights:  20
## initial  value 706.518236 
## iter  10 value 478.457688
## iter  20 value 297.156998
## iter  30 value 242.554412
## iter  40 value 242.528675
## iter  50 value 242.523032
## iter  60 value 242.506025
## iter  70 value 242.498144
## final  value 242.491857 
## converged
## # weights:  56
## initial  value 544.897498 
## iter  10 value 478.393055
## iter  20 value 477.996234
## iter  30 value 477.235642
## iter  40 value 190.821023
## iter  50 value 130.711192
## iter  60 value 126.246587
## iter  70 value 125.851265
## iter  80 value 124.879539
## iter  90 value 124.779786
## iter 100 value 124.738784
## final  value 124.738784 
## stopped after 100 iterations
## # weights:  92
## initial  value 851.560262 
## iter  10 value 478.762828
## iter  20 value 477.964489
## iter  30 value 274.343505
## iter  40 value 153.413122
## iter  50 value 77.084118
## iter  60 value 29.520207
## iter  70 value 14.945215
## iter  80 value 12.495020
## iter  90 value 10.532199
## iter 100 value 10.468168
## final  value 10.468168 
## stopped after 100 iterations
## # weights:  20
## initial  value 661.672446 
## final  value 480.000000 
## converged
## # weights:  56
## initial  value 509.617576 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 499.735986 
## final  value 480.000000 
## converged
## # weights:  20
## initial  value 493.848937 
## iter  10 value 349.956518
## iter  20 value 253.915506
## iter  30 value 209.871038
## iter  40 value 189.206742
## iter  50 value 188.284344
## final  value 188.283126 
## converged
## # weights:  56
## initial  value 961.824836 
## iter  10 value 371.125502
## iter  20 value 178.872423
## iter  30 value 111.150397
## iter  40 value 99.032687
## iter  50 value 90.653171
## iter  60 value 86.320216
## iter  70 value 85.605040
## iter  80 value 85.540298
## iter  90 value 85.535769
## final  value 85.535664 
## converged
## # weights:  92
## initial  value 438.708742 
## iter  10 value 240.174067
## iter  20 value 157.971285
## iter  30 value 93.116611
## iter  40 value 75.916133
## iter  50 value 69.904755
## iter  60 value 66.203017
## iter  70 value 64.554427
## iter  80 value 62.005199
## iter  90 value 60.758746
## iter 100 value 60.027705
## final  value 60.027705 
## stopped after 100 iterations
## # weights:  20
## initial  value 580.404602 
## iter  10 value 480.294147
## iter  20 value 480.005380
## iter  30 value 479.904506
## iter  40 value 376.996365
## iter  50 value 344.898063
## iter  60 value 335.032099
## iter  70 value 322.196516
## iter  80 value 321.840917
## iter  90 value 207.663025
## iter 100 value 164.049125
## final  value 164.049125 
## stopped after 100 iterations
## # weights:  56
## initial  value 532.844765 
## iter  10 value 480.273306
## iter  20 value 480.004722
## iter  30 value 479.860832
## iter  40 value 349.537974
## iter  50 value 278.997185
## iter  60 value 263.083386
## iter  70 value 256.869266
## iter  80 value 89.078477
## iter  90 value 36.769927
## iter 100 value 33.739609
## final  value 33.739609 
## stopped after 100 iterations
## # weights:  92
## initial  value 817.453214 
## iter  10 value 480.783757
## iter  20 value 480.010426
## iter  30 value 480.008908
## iter  40 value 480.005927
## iter  50 value 479.996968
## iter  60 value 479.833028
## iter  70 value 206.898060
## iter  80 value 152.088523
## iter  90 value 90.041124
## iter 100 value 39.730471
## final  value 39.730471 
## stopped after 100 iterations
## # weights:  20
## initial  value 586.441748 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 652.598187 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 614.294393 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 428.963709 
## iter  10 value 229.117649
## iter  20 value 191.720463
## iter  30 value 185.848775
## iter  40 value 185.351555
## final  value 185.351531 
## converged
## # weights:  56
## initial  value 786.467205 
## iter  10 value 362.864325
## iter  20 value 134.486554
## iter  30 value 85.347760
## iter  40 value 71.660454
## iter  50 value 68.137294
## iter  60 value 67.567914
## iter  70 value 67.421208
## iter  80 value 67.388871
## final  value 67.388764 
## converged
## # weights:  92
## initial  value 523.787766 
## iter  10 value 350.329399
## iter  20 value 302.613350
## iter  30 value 288.796788
## iter  40 value 284.635233
## iter  50 value 280.268719
## iter  60 value 140.831195
## iter  70 value 90.461898
## iter  80 value 80.152861
## iter  90 value 74.215736
## iter 100 value 67.718944
## final  value 67.718944 
## stopped after 100 iterations
## # weights:  20
## initial  value 705.314966 
## iter  10 value 478.430194
## iter  20 value 303.510254
## iter  30 value 245.535960
## iter  40 value 245.395712
## iter  50 value 245.393410
## iter  60 value 245.389676
## iter  70 value 245.375734
## iter  80 value 245.323065
## iter  90 value 192.106105
## iter 100 value 170.083731
## final  value 170.083731 
## stopped after 100 iterations
## # weights:  56
## initial  value 525.058729 
## iter  10 value 478.275385
## iter  20 value 338.848058
## iter  30 value 322.666413
## iter  40 value 165.680198
## iter  50 value 162.625764
## iter  60 value 161.065826
## iter  70 value 160.235679
## iter  80 value 159.881432
## iter  90 value 159.852483
## iter 100 value 159.793728
## final  value 159.793728 
## stopped after 100 iterations
## # weights:  92
## initial  value 613.938756 
## iter  10 value 478.481060
## iter  20 value 372.504649
## iter  30 value 276.687922
## iter  40 value 265.175877
## iter  50 value 257.901843
## iter  60 value 253.659095
## iter  70 value 252.280793
## iter  80 value 252.027821
## iter  90 value 251.616648
## iter 100 value 250.774977
## final  value 250.774977 
## stopped after 100 iterations
## # weights:  20
## initial  value 453.241064 
## iter  10 value 234.755412
## iter  20 value 176.643601
## iter  30 value 162.120300
## iter  40 value 160.187559
## iter  50 value 159.375317
## iter  60 value 159.012673
## iter  70 value 158.002152
## iter  80 value 157.994452
## final  value 157.994422 
## converged
## # weights:  56
## initial  value 776.495585 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 601.490548 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 593.676471 
## iter  10 value 254.432912
## iter  20 value 192.151595
## iter  30 value 187.059751
## final  value 186.836716 
## converged
## # weights:  56
## initial  value 418.680221 
## iter  10 value 197.374568
## iter  20 value 134.019418
## iter  30 value 104.033507
## iter  40 value 90.414272
## iter  50 value 87.554590
## iter  60 value 86.748229
## iter  70 value 86.602507
## iter  80 value 86.586871
## final  value 86.586834 
## converged
## # weights:  92
## initial  value 541.776754 
## iter  10 value 338.977684
## iter  20 value 304.400751
## iter  30 value 292.130516
## iter  40 value 287.235156
## iter  50 value 282.118757
## iter  60 value 106.785828
## iter  70 value 78.187530
## iter  80 value 70.673835
## iter  90 value 66.672422
## iter 100 value 62.572063
## final  value 62.572063 
## stopped after 100 iterations
## # weights:  20
## initial  value 437.484527 
## iter  10 value 248.832509
## iter  20 value 247.792982
## iter  30 value 247.763974
## iter  40 value 247.751328
## iter  50 value 241.422955
## iter  60 value 200.163341
## iter  70 value 182.157626
## iter  80 value 166.210494
## iter  90 value 162.514794
## iter 100 value 161.980593
## final  value 161.980593 
## stopped after 100 iterations
## # weights:  56
## initial  value 689.960980 
## iter  10 value 478.479564
## iter  20 value 285.964515
## iter  30 value 198.784123
## iter  40 value 149.699024
## iter  50 value 136.637933
## iter  60 value 135.799044
## iter  70 value 135.688499
## iter  80 value 135.635804
## iter  90 value 135.587141
## iter 100 value 135.558792
## final  value 135.558792 
## stopped after 100 iterations
## # weights:  92
## initial  value 479.925276 
## iter  10 value 478.079377
## iter  20 value 478.076281
## iter  30 value 478.068873
## iter  40 value 478.031742
## iter  50 value 438.303691
## iter  60 value 282.369175
## iter  70 value 260.155727
## iter  80 value 250.781180
## iter  90 value 249.818225
## iter 100 value 249.665535
## final  value 249.665535 
## stopped after 100 iterations
## # weights:  20
## initial  value 705.109883 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 533.975762 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 454.051644 
## iter  10 value 168.538000
## iter  20 value 68.605440
## iter  30 value 53.195532
## iter  40 value 45.202321
## iter  50 value 39.460718
## iter  60 value 36.565049
## iter  70 value 35.400645
## iter  80 value 35.270633
## iter  90 value 35.258752
## iter 100 value 35.257415
## final  value 35.257415 
## stopped after 100 iterations
## # weights:  20
## initial  value 661.664703 
## iter  10 value 365.876134
## iter  20 value 205.613684
## iter  30 value 184.859249
## iter  40 value 181.988362
## final  value 181.985855 
## converged
## # weights:  56
## initial  value 442.207735 
## iter  10 value 220.163019
## iter  20 value 191.787279
## iter  30 value 111.543046
## iter  40 value 96.378804
## iter  50 value 90.513886
## iter  60 value 85.382724
## iter  70 value 77.350119
## iter  80 value 75.704165
## iter  90 value 75.606031
## final  value 75.605512 
## converged
## # weights:  92
## initial  value 729.733983 
## iter  10 value 392.433897
## iter  20 value 175.316468
## iter  30 value 110.159726
## iter  40 value 87.658735
## iter  50 value 77.215387
## iter  60 value 68.712693
## iter  70 value 64.451354
## iter  80 value 63.151940
## iter  90 value 61.906913
## iter 100 value 61.466982
## final  value 61.466982 
## stopped after 100 iterations
## # weights:  20
## initial  value 485.640922 
## iter  10 value 476.048346
## iter  20 value 328.498126
## iter  30 value 245.860951
## iter  40 value 245.834777
## iter  50 value 224.656368
## iter  60 value 208.374377
## iter  70 value 206.702528
## iter  80 value 206.695143
## iter  90 value 206.684847
## iter 100 value 203.580934
## final  value 203.580934 
## stopped after 100 iterations
## # weights:  56
## initial  value 562.538354 
## iter  10 value 478.329601
## iter  20 value 363.761760
## iter  30 value 354.287754
## iter  40 value 245.860157
## iter  50 value 245.853976
## iter  60 value 245.847173
## iter  70 value 245.553262
## iter  80 value 181.175161
## iter  90 value 163.014741
## iter 100 value 156.107620
## final  value 156.107620 
## stopped after 100 iterations
## # weights:  92
## initial  value 501.802731 
## iter  10 value 478.282893
## iter  20 value 478.034575
## iter  30 value 478.011512
## iter  40 value 431.030744
## iter  50 value 301.237559
## iter  60 value 293.847170
## iter  70 value 289.615143
## iter  80 value 254.177805
## iter  90 value 247.068659
## iter 100 value 245.534487
## final  value 245.534487 
## stopped after 100 iterations
## # weights:  20
## initial  value 432.386836 
## iter  10 value 227.245318
## iter  20 value 176.478977
## iter  30 value 156.461498
## iter  40 value 153.696299
## iter  50 value 150.875079
## iter  60 value 150.858044
## iter  70 value 150.857409
## iter  70 value 150.857408
## iter  70 value 150.857408
## final  value 150.857408 
## converged
## # weights:  56
## initial  value 782.661365 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 583.148759 
## final  value 480.000000 
## converged
## # weights:  20
## initial  value 534.469948 
## iter  10 value 360.281121
## iter  20 value 263.174435
## iter  30 value 192.052953
## iter  40 value 180.717854
## final  value 180.542773 
## converged
## # weights:  56
## initial  value 613.494624 
## iter  10 value 427.552562
## iter  20 value 209.646797
## iter  30 value 162.325781
## iter  40 value 135.810450
## iter  50 value 114.707035
## iter  60 value 111.457783
## iter  70 value 111.356643
## iter  80 value 111.320221
## iter  90 value 111.314528
## final  value 111.314498 
## converged
## # weights:  92
## initial  value 473.553513 
## iter  10 value 338.609675
## iter  20 value 313.115891
## iter  30 value 298.400068
## iter  40 value 291.025268
## iter  50 value 283.491604
## iter  60 value 131.363614
## iter  70 value 82.890248
## iter  80 value 74.272546
## iter  90 value 70.127677
## iter 100 value 65.688755
## final  value 65.688755 
## stopped after 100 iterations
## # weights:  20
## initial  value 790.181515 
## iter  10 value 480.530654
## iter  20 value 479.963506
## iter  30 value 479.412338
## iter  40 value 241.043032
## iter  50 value 167.287372
## iter  60 value 157.266738
## iter  70 value 151.741569
## iter  80 value 151.685684
## iter  90 value 151.676078
## iter 100 value 151.673410
## final  value 151.673410 
## stopped after 100 iterations
## # weights:  56
## initial  value 559.871452 
## iter  10 value 480.337870
## iter  20 value 243.606357
## iter  30 value 157.400534
## iter  40 value 97.112517
## iter  50 value 89.400030
## iter  60 value 87.195205
## iter  70 value 87.073249
## iter  80 value 86.993451
## iter  90 value 86.895538
## iter 100 value 86.795772
## final  value 86.795772 
## stopped after 100 iterations
## # weights:  92
## initial  value 629.962395 
## iter  10 value 480.667653
## iter  20 value 461.967485
## iter  30 value 219.795852
## iter  40 value 95.392081
## iter  50 value 64.357300
## iter  60 value 51.306965
## iter  70 value 49.091693
## iter  80 value 47.409452
## iter  90 value 47.169965
## iter 100 value 46.895642
## final  value 46.895642 
## stopped after 100 iterations
## # weights:  20
## initial  value 470.939321 
## iter  10 value 208.779976
## iter  20 value 172.185539
## iter  30 value 163.866155
## iter  40 value 157.367376
## iter  50 value 157.312277
## iter  60 value 157.311341
## iter  70 value 157.311232
## final  value 157.311129 
## converged
## # weights:  56
## initial  value 581.271931 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 475.072037 
## iter  10 value 151.067694
## iter  20 value 64.417370
## iter  30 value 47.346226
## iter  40 value 42.363240
## iter  50 value 39.669934
## iter  60 value 37.880793
## iter  70 value 37.176323
## iter  80 value 36.783832
## iter  90 value 36.730004
## iter 100 value 36.302513
## final  value 36.302513 
## stopped after 100 iterations
## # weights:  20
## initial  value 499.759837 
## iter  10 value 257.007806
## iter  20 value 192.463593
## iter  30 value 189.746822
## final  value 189.519298 
## converged
## # weights:  56
## initial  value 533.399880 
## iter  10 value 355.427215
## iter  20 value 131.093924
## iter  30 value 89.972882
## iter  40 value 84.457392
## iter  50 value 81.976174
## iter  60 value 80.551161
## iter  70 value 80.219268
## iter  80 value 80.205537
## final  value 80.205521 
## converged
## # weights:  92
## initial  value 659.684960 
## iter  10 value 421.141586
## iter  20 value 182.879423
## iter  30 value 117.737302
## iter  40 value 91.941378
## iter  50 value 76.226794
## iter  60 value 68.609751
## iter  70 value 65.814616
## iter  80 value 63.471063
## iter  90 value 62.522443
## iter 100 value 62.059844
## final  value 62.059844 
## stopped after 100 iterations
## # weights:  20
## initial  value 586.018082 
## iter  10 value 480.250275
## iter  20 value 480.118639
## iter  30 value 480.088258
## iter  40 value 479.911135
## iter  50 value 365.075085
## iter  60 value 322.951214
## iter  70 value 321.112473
## iter  80 value 320.739439
## iter  90 value 320.465972
## iter 100 value 320.429251
## final  value 320.429251 
## stopped after 100 iterations
## # weights:  56
## initial  value 553.009720 
## iter  10 value 480.303402
## iter  20 value 375.890899
## iter  30 value 172.107615
## iter  40 value 151.076064
## iter  50 value 138.039362
## iter  60 value 125.615658
## iter  70 value 121.999832
## iter  80 value 120.935015
## iter  90 value 116.309901
## iter 100 value 115.144832
## final  value 115.144832 
## stopped after 100 iterations
## # weights:  92
## initial  value 747.845714 
## iter  10 value 480.679929
## iter  20 value 480.001762
## iter  30 value 479.929732
## iter  40 value 344.236710
## iter  50 value 151.680810
## iter  60 value 87.864856
## iter  70 value 73.862766
## iter  80 value 69.678511
## iter  90 value 66.922451
## iter 100 value 60.064680
## final  value 60.064680 
## stopped after 100 iterations
## # weights:  20
## initial  value 503.358315 
## final  value 480.000000 
## converged
## # weights:  56
## initial  value 449.013825 
## iter  10 value 239.999598
## iter  20 value 191.838275
## iter  30 value 148.961423
## iter  40 value 112.031744
## iter  50 value 109.316795
## iter  60 value 108.182681
## iter  70 value 107.438523
## iter  80 value 106.841924
## iter  90 value 106.819619
## iter 100 value 106.818220
## final  value 106.818220 
## stopped after 100 iterations
## # weights:  92
## initial  value 520.939173 
## final  value 480.000000 
## converged
## # weights:  20
## initial  value 552.633486 
## iter  10 value 355.192978
## iter  20 value 207.195262
## iter  30 value 190.693557
## iter  40 value 187.939109
## final  value 187.930737 
## converged
## # weights:  56
## initial  value 495.319091 
## iter  10 value 362.266086
## iter  20 value 140.095766
## iter  30 value 85.782309
## iter  40 value 77.454701
## iter  50 value 76.453809
## iter  60 value 75.733173
## iter  70 value 75.639093
## iter  80 value 75.630149
## iter  90 value 75.629102
## iter  90 value 75.629101
## iter  90 value 75.629101
## final  value 75.629101 
## converged
## # weights:  92
## initial  value 793.449034 
## iter  10 value 283.277859
## iter  20 value 133.365823
## iter  30 value 91.760824
## iter  40 value 79.741032
## iter  50 value 74.639021
## iter  60 value 70.162256
## iter  70 value 66.313121
## iter  80 value 65.037897
## iter  90 value 64.629048
## iter 100 value 64.339958
## final  value 64.339958 
## stopped after 100 iterations
## # weights:  20
## initial  value 773.996307 
## iter  10 value 480.529045
## iter  20 value 479.982074
## iter  30 value 479.592417
## iter  40 value 349.984459
## iter  50 value 273.519651
## iter  60 value 168.590061
## iter  70 value 166.980566
## iter  80 value 164.103100
## iter  90 value 161.630687
## iter 100 value 160.527300
## final  value 160.527300 
## stopped after 100 iterations
## # weights:  56
## initial  value 494.689912 
## iter  10 value 480.219551
## iter  20 value 480.008370
## iter  30 value 479.973936
## iter  40 value 476.388922
## iter  50 value 320.231981
## iter  60 value 147.364176
## iter  70 value 139.579222
## iter  80 value 128.844860
## iter  90 value 61.192277
## iter 100 value 41.888167
## final  value 41.888167 
## stopped after 100 iterations
## # weights:  92
## initial  value 730.970116 
## iter  10 value 480.796784
## iter  20 value 479.988547
## iter  30 value 472.245035
## iter  40 value 170.081206
## iter  50 value 126.680643
## iter  60 value 47.985765
## iter  70 value 41.416893
## iter  80 value 26.218374
## iter  90 value 22.114071
## iter 100 value 22.002261
## final  value 22.002261 
## stopped after 100 iterations
## # weights:  20
## initial  value 515.651285 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 623.467261 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 570.100336 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 703.073554 
## iter  10 value 238.165454
## iter  20 value 192.126922
## iter  30 value 188.147953
## final  value 188.027874 
## converged
## # weights:  56
## initial  value 644.725989 
## iter  10 value 380.380523
## iter  20 value 193.107780
## iter  30 value 118.069989
## iter  40 value 96.963772
## iter  50 value 87.019558
## iter  60 value 83.496176
## iter  70 value 81.718180
## iter  80 value 80.406555
## iter  90 value 80.093517
## iter 100 value 80.050909
## final  value 80.050909 
## stopped after 100 iterations
## # weights:  92
## initial  value 747.371348 
## iter  10 value 422.502453
## iter  20 value 166.209106
## iter  30 value 85.270364
## iter  40 value 73.622357
## iter  50 value 69.652538
## iter  60 value 67.310191
## iter  70 value 65.847074
## iter  80 value 65.683005
## iter  90 value 65.638992
## iter 100 value 65.624449
## final  value 65.624449 
## stopped after 100 iterations
## # weights:  20
## initial  value 660.892279 
## iter  10 value 478.420226
## iter  20 value 478.027127
## iter  30 value 478.026737
## iter  40 value 478.026283
## iter  50 value 478.025744
## iter  60 value 478.025084
## iter  70 value 478.024251
## iter  80 value 478.023166
## iter  90 value 478.021712
## iter 100 value 478.019723
## final  value 478.019723 
## stopped after 100 iterations
## # weights:  56
## initial  value 500.522650 
## iter  10 value 342.432364
## iter  20 value 312.365222
## iter  30 value 303.953843
## iter  40 value 299.424295
## iter  50 value 296.561272
## iter  60 value 295.966431
## iter  70 value 295.451280
## iter  80 value 294.822020
## iter  90 value 293.947753
## iter 100 value 293.437851
## final  value 293.437851 
## stopped after 100 iterations
## # weights:  92
## initial  value 684.957321 
## iter  10 value 478.658117
## iter  20 value 478.011165
## iter  30 value 478.005824
## iter  40 value 477.964968
## iter  50 value 348.450352
## iter  60 value 135.049009
## iter  70 value 31.434522
## iter  80 value 21.856317
## iter  90 value 17.311093
## iter 100 value 14.816600
## final  value 14.816600 
## stopped after 100 iterations
## # weights:  20
## initial  value 818.794164 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 675.614825 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 651.594868 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 500.619249 
## iter  10 value 349.551379
## iter  20 value 197.620357
## iter  30 value 186.112178
## iter  40 value 184.212007
## final  value 184.205422 
## converged
## # weights:  56
## initial  value 803.969901 
## iter  10 value 423.926888
## iter  20 value 127.618534
## iter  30 value 93.493569
## iter  40 value 87.365878
## iter  50 value 78.945014
## iter  60 value 70.669579
## iter  70 value 68.642867
## iter  80 value 68.474816
## iter  90 value 68.470689
## final  value 68.470688 
## converged
## # weights:  92
## initial  value 476.247431 
## iter  10 value 247.746699
## iter  20 value 131.973589
## iter  30 value 81.073723
## iter  40 value 71.987650
## iter  50 value 67.681050
## iter  60 value 65.443488
## iter  70 value 64.252853
## iter  80 value 63.790625
## iter  90 value 63.354883
## iter 100 value 63.178303
## final  value 63.178303 
## stopped after 100 iterations
## # weights:  20
## initial  value 441.733318 
## iter  10 value 246.406494
## iter  20 value 245.686629
## iter  30 value 245.513059
## iter  40 value 245.431386
## iter  50 value 245.414835
## iter  60 value 245.409244
## iter  70 value 244.468222
## iter  80 value 212.740360
## iter  90 value 173.153063
## iter 100 value 161.495056
## final  value 161.495056 
## stopped after 100 iterations
## # weights:  56
## initial  value 497.662877 
## iter  10 value 478.287742
## iter  20 value 339.602387
## iter  30 value 133.341007
## iter  40 value 100.077471
## iter  50 value 76.558018
## iter  60 value 59.225232
## iter  70 value 57.674978
## iter  80 value 56.805248
## iter  90 value 56.424774
## iter 100 value 56.249633
## final  value 56.249633 
## stopped after 100 iterations
## # weights:  92
## initial  value 544.507154 
## iter  10 value 338.405440
## iter  20 value 303.059633
## iter  30 value 285.331976
## iter  40 value 200.716723
## iter  50 value 146.490414
## iter  60 value 135.198916
## iter  70 value 114.852224
## iter  80 value 67.758367
## iter  90 value 60.397732
## iter 100 value 53.981810
## final  value 53.981810 
## stopped after 100 iterations
## # weights:  20
## initial  value 416.814113 
## iter  10 value 250.164259
## final  value 249.972061 
## converged
## # weights:  56
## initial  value 461.655837 
## iter  10 value 212.503866
## iter  20 value 176.121928
## iter  30 value 167.797550
## iter  40 value 161.720659
## iter  50 value 161.541875
## iter  60 value 161.540222
## final  value 161.540168 
## converged
## # weights:  92
## initial  value 462.060872 
## iter  10 value 184.907495
## iter  20 value 148.265862
## iter  30 value 125.981458
## iter  40 value 119.782784
## iter  50 value 114.593814
## iter  60 value 113.805817
## iter  70 value 113.021704
## iter  80 value 112.848770
## iter  90 value 112.786902
## iter 100 value 112.763732
## final  value 112.763732 
## stopped after 100 iterations
## # weights:  20
## initial  value 407.074740 
## iter  10 value 256.190100
## iter  20 value 200.973227
## iter  30 value 192.709101
## iter  40 value 190.443578
## iter  50 value 190.442008
## final  value 190.441998 
## converged
## # weights:  56
## initial  value 464.456555 
## iter  10 value 187.586398
## iter  20 value 139.861956
## iter  30 value 113.161628
## iter  40 value 99.154312
## iter  50 value 96.001290
## iter  60 value 91.519530
## iter  70 value 86.138415
## iter  80 value 75.439537
## iter  90 value 72.911788
## iter 100 value 72.628430
## final  value 72.628430 
## stopped after 100 iterations
## # weights:  92
## initial  value 768.797151 
## iter  10 value 441.489718
## iter  20 value 214.696223
## iter  30 value 133.996874
## iter  40 value 100.447308
## iter  50 value 78.957458
## iter  60 value 68.523612
## iter  70 value 65.628314
## iter  80 value 64.268217
## iter  90 value 63.104639
## iter 100 value 62.561420
## final  value 62.561420 
## stopped after 100 iterations
## # weights:  20
## initial  value 741.852919 
## iter  10 value 478.410942
## iter  20 value 478.018129
## iter  30 value 478.015496
## iter  40 value 478.011323
## iter  50 value 478.004121
## iter  60 value 477.990119
## iter  70 value 477.955266
## iter  80 value 477.741791
## iter  90 value 340.910607
## iter 100 value 330.596839
## final  value 330.596839 
## stopped after 100 iterations
## # weights:  56
## initial  value 754.278937 
## iter  10 value 478.708303
## iter  20 value 478.006819
## iter  30 value 477.964447
## iter  40 value 351.089428
## iter  50 value 159.489011
## iter  60 value 139.825719
## iter  70 value 136.324699
## iter  80 value 136.278354
## iter  90 value 136.269078
## iter 100 value 136.257152
## final  value 136.257152 
## stopped after 100 iterations
## # weights:  92
## initial  value 779.551928 
## iter  10 value 478.799219
## iter  20 value 477.668738
## iter  30 value 212.202300
## iter  40 value 170.777420
## iter  50 value 139.020654
## iter  60 value 111.349318
## iter  70 value 46.596045
## iter  80 value 20.753749
## iter  90 value 16.086593
## iter 100 value 15.709852
## final  value 15.709852 
## stopped after 100 iterations
## # weights:  20
## initial  value 590.056861 
## final  value 480.000000 
## converged
## # weights:  56
## initial  value 833.048043 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 481.884439 
## iter  10 value 479.994793
## iter  20 value 479.993782
## iter  30 value 479.992339
## iter  40 value 479.990129
## iter  50 value 479.986397
## iter  60 value 479.979002
## iter  70 value 479.959290
## iter  80 value 479.834522
## iter  90 value 328.413493
## iter 100 value 273.561875
## final  value 273.561875 
## stopped after 100 iterations
## # weights:  20
## initial  value 514.450409 
## iter  10 value 285.341468
## iter  20 value 241.100475
## iter  30 value 190.776308
## iter  40 value 186.225958
## iter  50 value 186.215981
## final  value 186.215955 
## converged
## # weights:  56
## initial  value 629.654627 
## iter  10 value 356.452123
## iter  20 value 187.662709
## iter  30 value 99.435239
## iter  40 value 81.998196
## iter  50 value 75.143048
## iter  60 value 73.278415
## iter  70 value 72.007466
## iter  80 value 71.576366
## iter  90 value 71.476286
## iter 100 value 71.473711
## final  value 71.473711 
## stopped after 100 iterations
## # weights:  92
## initial  value 628.003208 
## iter  10 value 444.556157
## iter  20 value 181.322198
## iter  30 value 109.300872
## iter  40 value 86.340060
## iter  50 value 69.798207
## iter  60 value 64.318462
## iter  70 value 62.981540
## iter  80 value 62.844444
## iter  90 value 62.806796
## iter 100 value 62.801138
## final  value 62.801138 
## stopped after 100 iterations
## # weights:  20
## initial  value 487.124032 
## iter  10 value 466.028653
## iter  20 value 343.083033
## iter  30 value 324.654601
## iter  40 value 320.501823
## iter  50 value 319.573489
## iter  60 value 319.460810
## iter  70 value 319.398106
## iter  80 value 319.234236
## iter  90 value 210.791175
## iter 100 value 162.512625
## final  value 162.512625 
## stopped after 100 iterations
## # weights:  56
## initial  value 672.106493 
## iter  10 value 480.548117
## iter  20 value 479.994729
## iter  30 value 436.846041
## iter  40 value 304.898639
## iter  50 value 266.479350
## iter  60 value 259.986005
## iter  70 value 84.434255
## iter  80 value 51.289493
## iter  90 value 45.498831
## iter 100 value 43.135518
## final  value 43.135518 
## stopped after 100 iterations
## # weights:  92
## initial  value 654.977976 
## iter  10 value 480.645622
## iter  20 value 284.563879
## iter  30 value 179.749789
## iter  40 value 144.774147
## iter  50 value 141.205227
## iter  60 value 140.869285
## iter  70 value 71.142283
## iter  80 value 31.866858
## iter  90 value 23.721328
## iter 100 value 22.710400
## final  value 22.710400 
## stopped after 100 iterations
## # weights:  20
## initial  value 431.028628 
## iter  10 value 250.147984
## iter  20 value 248.607202
## iter  30 value 248.598473
## final  value 248.598398 
## converged
## # weights:  56
## initial  value 414.698245 
## iter  10 value 214.535162
## iter  20 value 165.610836
## iter  30 value 159.160614
## iter  40 value 146.550686
## iter  50 value 140.646820
## iter  60 value 136.350117
## iter  70 value 135.994704
## iter  80 value 135.947187
## iter  90 value 135.938813
## iter 100 value 135.936731
## final  value 135.936731 
## stopped after 100 iterations
## # weights:  92
## initial  value 536.520731 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 655.196290 
## iter  10 value 304.358710
## iter  20 value 251.265978
## iter  30 value 246.325979
## iter  40 value 198.566744
## iter  50 value 190.325171
## iter  60 value 190.004528
## final  value 190.004469 
## converged
## # weights:  56
## initial  value 608.827603 
## iter  10 value 293.454377
## iter  20 value 121.065797
## iter  30 value 99.077634
## iter  40 value 95.709252
## iter  50 value 94.243627
## iter  60 value 93.651459
## iter  70 value 93.485167
## iter  80 value 90.847355
## iter  90 value 87.512666
## iter 100 value 86.143315
## final  value 86.143315 
## stopped after 100 iterations
## # weights:  92
## initial  value 606.544389 
## iter  10 value 348.808177
## iter  20 value 321.843064
## iter  30 value 300.531916
## iter  40 value 293.421561
## iter  50 value 287.971183
## iter  60 value 183.063553
## iter  70 value 79.613545
## iter  80 value 69.458565
## iter  90 value 65.762698
## iter 100 value 64.227487
## final  value 64.227487 
## stopped after 100 iterations
## # weights:  20
## initial  value 397.714776 
## iter  10 value 215.583387
## iter  20 value 175.318552
## iter  30 value 167.141891
## iter  40 value 162.791420
## iter  50 value 162.645684
## iter  60 value 162.532300
## iter  70 value 162.519841
## iter  80 value 162.501248
## iter  90 value 162.492793
## iter 100 value 162.490177
## final  value 162.490177 
## stopped after 100 iterations
## # weights:  56
## initial  value 579.009194 
## iter  10 value 478.449668
## iter  20 value 477.973889
## iter  30 value 357.388900
## iter  40 value 312.411192
## iter  50 value 307.452234
## iter  60 value 274.590208
## iter  70 value 140.497927
## iter  80 value 135.394594
## iter  90 value 135.344719
## iter 100 value 132.660458
## final  value 132.660458 
## stopped after 100 iterations
## # weights:  92
## initial  value 742.748429 
## iter  10 value 478.409787
## iter  20 value 235.725476
## iter  30 value 151.503469
## iter  40 value 100.993636
## iter  50 value 32.390800
## iter  60 value 17.794396
## iter  70 value 14.200334
## iter  80 value 14.013086
## iter  90 value 13.744815
## iter 100 value 12.682574
## final  value 12.682574 
## stopped after 100 iterations
## # weights:  20
## initial  value 711.412129 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 440.282824 
## iter  10 value 180.930652
## iter  20 value 123.396293
## iter  30 value 118.184074
## iter  40 value 115.412650
## iter  50 value 115.050665
## iter  60 value 114.448868
## iter  70 value 114.440293
## iter  80 value 114.439502
## iter  90 value 114.438458
## iter 100 value 114.438250
## final  value 114.438250 
## stopped after 100 iterations
## # weights:  92
## initial  value 552.339374 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 601.415724 
## iter  10 value 276.965078
## iter  20 value 231.476868
## iter  30 value 228.420946
## final  value 228.323658 
## converged
## # weights:  56
## initial  value 846.906349 
## iter  10 value 442.546553
## iter  20 value 272.401131
## iter  30 value 208.287435
## iter  40 value 168.415768
## iter  50 value 156.522281
## iter  60 value 134.590185
## iter  70 value 120.928111
## iter  80 value 117.503953
## iter  90 value 117.272034
## iter 100 value 117.259793
## final  value 117.259793 
## stopped after 100 iterations
## # weights:  92
## initial  value 626.565361 
## iter  10 value 364.016502
## iter  20 value 206.408239
## iter  30 value 116.431533
## iter  40 value 97.268329
## iter  50 value 86.351986
## iter  60 value 80.343349
## iter  70 value 69.653959
## iter  80 value 63.987109
## iter  90 value 63.078848
## iter 100 value 61.949089
## final  value 61.949089 
## stopped after 100 iterations
## # weights:  20
## initial  value 413.390968 
## iter  10 value 234.347209
## iter  20 value 195.306603
## iter  30 value 178.361654
## iter  40 value 173.661552
## iter  50 value 173.164880
## iter  60 value 172.599123
## iter  70 value 171.986689
## iter  80 value 171.976148
## iter  90 value 171.970381
## iter 100 value 171.966469
## final  value 171.966469 
## stopped after 100 iterations
## # weights:  56
## initial  value 467.393497 
## iter  10 value 329.960652
## iter  20 value 185.094132
## iter  30 value 107.574296
## iter  40 value 84.104681
## iter  50 value 64.429240
## iter  60 value 62.510063
## iter  70 value 61.895155
## iter  80 value 61.671830
## iter  90 value 61.598380
## iter 100 value 61.404564
## final  value 61.404564 
## stopped after 100 iterations
## # weights:  92
## initial  value 496.882778 
## iter  10 value 478.267608
## iter  20 value 356.335366
## iter  30 value 175.070116
## iter  40 value 166.721903
## iter  50 value 116.220725
## iter  60 value 67.253377
## iter  70 value 61.335474
## iter  80 value 58.607794
## iter  90 value 53.719488
## iter 100 value 49.279718
## final  value 49.279718 
## stopped after 100 iterations
## # weights:  20
## initial  value 601.248769 
## final  value 480.000000 
## converged
## # weights:  56
## initial  value 622.747136 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 568.076533 
## final  value 480.000000 
## converged
## # weights:  20
## initial  value 516.723567 
## iter  10 value 378.329543
## iter  20 value 359.000906
## iter  30 value 190.706012
## iter  40 value 185.356237
## final  value 185.304302 
## converged
## # weights:  56
## initial  value 557.764967 
## iter  10 value 367.535380
## iter  20 value 326.975067
## iter  30 value 303.777897
## iter  40 value 291.696552
## iter  50 value 269.490099
## iter  60 value 117.090068
## iter  70 value 77.333027
## iter  80 value 72.253321
## iter  90 value 72.040846
## iter 100 value 72.035411
## final  value 72.035411 
## stopped after 100 iterations
## # weights:  92
## initial  value 758.534176 
## iter  10 value 425.056582
## iter  20 value 196.235086
## iter  30 value 101.637556
## iter  40 value 85.104943
## iter  50 value 71.841859
## iter  60 value 67.289337
## iter  70 value 65.266275
## iter  80 value 64.265109
## iter  90 value 63.679260
## iter 100 value 63.280577
## final  value 63.280577 
## stopped after 100 iterations
## # weights:  20
## initial  value 776.051022 
## iter  10 value 480.435055
## iter  20 value 480.027515
## iter  30 value 480.027087
## iter  40 value 480.026609
## iter  50 value 480.026069
## iter  60 value 480.025451
## iter  70 value 480.024734
## iter  80 value 480.023891
## iter  90 value 480.022887
## iter 100 value 480.021672
## final  value 480.021672 
## stopped after 100 iterations
## # weights:  56
## initial  value 529.405465 
## iter  10 value 480.280918
## iter  20 value 480.016617
## iter  30 value 480.015877
## iter  40 value 480.014820
## iter  50 value 480.013139
## iter  60 value 480.009977
## iter  70 value 480.001970
## iter  80 value 479.965707
## iter  90 value 479.405710
## iter 100 value 258.731360
## final  value 258.731360 
## stopped after 100 iterations
## # weights:  92
## initial  value 726.749059 
## iter  10 value 480.736955
## iter  20 value 480.013162
## iter  30 value 480.007533
## iter  40 value 479.956413
## iter  50 value 353.417549
## iter  60 value 270.704756
## iter  70 value 56.502077
## iter  80 value 14.788926
## iter  90 value 8.571087
## iter 100 value 6.560197
## final  value 6.560197 
## stopped after 100 iterations
## # weights:  20
## initial  value 753.920449 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 573.624427 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 507.283023 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 708.264085 
## iter  10 value 336.637430
## iter  20 value 254.069350
## iter  30 value 225.588468
## iter  40 value 224.472842
## final  value 224.472629 
## converged
## # weights:  56
## initial  value 443.562806 
## iter  10 value 219.129097
## iter  20 value 182.803649
## iter  30 value 173.290616
## iter  40 value 169.230786
## iter  50 value 167.520319
## iter  60 value 167.097426
## iter  70 value 167.041510
## iter  80 value 167.039389
## final  value 167.039376 
## converged
## # weights:  92
## initial  value 543.817050 
## iter  10 value 285.049836
## iter  20 value 180.063901
## iter  30 value 128.796941
## iter  40 value 87.291978
## iter  50 value 66.789883
## iter  60 value 63.414691
## iter  70 value 61.928594
## iter  80 value 61.274368
## iter  90 value 60.935993
## iter 100 value 60.854666
## final  value 60.854666 
## stopped after 100 iterations
## # weights:  20
## initial  value 672.122746 
## iter  10 value 478.368173
## iter  20 value 478.056154
## iter  30 value 478.055096
## iter  40 value 478.053783
## iter  50 value 478.052094
## iter  60 value 478.049826
## iter  70 value 478.046609
## iter  80 value 478.041686
## iter  90 value 478.033219
## iter 100 value 478.015288
## final  value 478.015288 
## stopped after 100 iterations
## # weights:  56
## initial  value 645.614247 
## iter  10 value 478.525301
## iter  20 value 423.258796
## iter  30 value 206.983843
## iter  40 value 75.916344
## iter  50 value 68.121661
## iter  60 value 65.661683
## iter  70 value 62.946808
## iter  80 value 61.642464
## iter  90 value 61.536562
## iter 100 value 61.319374
## final  value 61.319374 
## stopped after 100 iterations
## # weights:  92
## initial  value 626.061697 
## iter  10 value 478.429059
## iter  20 value 478.042055
## iter  30 value 370.783354
## iter  40 value 277.705822
## iter  50 value 263.028782
## iter  60 value 256.879519
## iter  70 value 253.865641
## iter  80 value 253.505173
## iter  90 value 253.396841
## iter 100 value 253.320972
## final  value 253.320972 
## stopped after 100 iterations
## # weights:  20
## initial  value 577.489317 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 474.818857 
## iter  10 value 172.176156
## iter  20 value 60.829598
## iter  30 value 28.357828
## iter  40 value 18.160273
## iter  50 value 15.914815
## iter  60 value 15.783800
## iter  70 value 15.695932
## iter  80 value 15.628443
## iter  90 value 15.531928
## iter 100 value 15.494420
## final  value 15.494420 
## stopped after 100 iterations
## # weights:  92
## initial  value 683.386817 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 563.448905 
## iter  10 value 308.318547
## iter  20 value 264.433921
## iter  30 value 248.432989
## iter  40 value 207.242529
## iter  50 value 187.066923
## iter  60 value 184.456130
## final  value 184.456046 
## converged
## # weights:  56
## initial  value 642.649647 
## iter  10 value 382.812687
## iter  20 value 149.480937
## iter  30 value 87.486834
## iter  40 value 70.505099
## iter  50 value 64.042893
## iter  60 value 62.382629
## iter  70 value 61.681368
## iter  80 value 61.617368
## final  value 61.617306 
## converged
## # weights:  92
## initial  value 407.061028 
## iter  10 value 174.916810
## iter  20 value 134.805633
## iter  30 value 85.984060
## iter  40 value 67.877425
## iter  50 value 61.732209
## iter  60 value 60.312858
## iter  70 value 59.034485
## iter  80 value 58.329711
## iter  90 value 57.943125
## iter 100 value 57.895306
## final  value 57.895306 
## stopped after 100 iterations
## # weights:  20
## initial  value 453.955803 
## iter  10 value 196.184930
## iter  20 value 166.111157
## iter  30 value 162.179895
## iter  40 value 157.204524
## iter  50 value 157.131697
## iter  60 value 157.098326
## iter  70 value 157.081706
## iter  80 value 157.077256
## iter  90 value 157.074497
## iter 100 value 157.073944
## final  value 157.073944 
## stopped after 100 iterations
## # weights:  56
## initial  value 530.764331 
## iter  10 value 478.280817
## iter  20 value 478.028144
## iter  30 value 478.007635
## iter  40 value 477.538100
## iter  50 value 336.630753
## iter  60 value 271.057945
## iter  70 value 266.185355
## iter  80 value 263.075178
## iter  90 value 261.905911
## iter 100 value 261.823968
## final  value 261.823968 
## stopped after 100 iterations
## # weights:  92
## initial  value 650.583504 
## iter  10 value 478.488836
## iter  20 value 476.005890
## iter  30 value 307.070144
## iter  40 value 288.825803
## iter  50 value 283.670762
## iter  60 value 280.189400
## iter  70 value 277.508087
## iter  80 value 276.237113
## iter  90 value 275.237733
## iter 100 value 274.484523
## final  value 274.484523 
## stopped after 100 iterations
## # weights:  20
## initial  value 577.129843 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 736.844387 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 372.986035 
## iter  10 value 170.843952
## iter  20 value 70.465518
## iter  30 value 50.295927
## iter  40 value 27.233668
## iter  50 value 25.526547
## iter  60 value 23.010842
## iter  70 value 22.691079
## iter  80 value 20.674796
## iter  90 value 20.619561
## iter 100 value 20.599686
## final  value 20.599686 
## stopped after 100 iterations
## # weights:  20
## initial  value 823.561480 
## iter  10 value 343.925532
## iter  20 value 259.932332
## iter  30 value 234.807365
## iter  40 value 200.607753
## iter  50 value 190.518665
## iter  60 value 189.954204
## iter  60 value 189.954203
## iter  60 value 189.954203
## final  value 189.954203 
## converged
## # weights:  56
## initial  value 695.510943 
## iter  10 value 359.583671
## iter  20 value 147.182587
## iter  30 value 111.828148
## iter  40 value 95.328708
## iter  50 value 90.699408
## iter  60 value 75.717995
## iter  70 value 71.506762
## iter  80 value 70.957003
## iter  90 value 70.861380
## iter 100 value 70.455211
## final  value 70.455211 
## stopped after 100 iterations
## # weights:  92
## initial  value 659.475624 
## iter  10 value 402.039748
## iter  20 value 100.881245
## iter  30 value 80.455968
## iter  40 value 73.238564
## iter  50 value 70.194964
## iter  60 value 66.647182
## iter  70 value 64.065304
## iter  80 value 63.585578
## iter  90 value 63.562477
## iter 100 value 63.560681
## final  value 63.560681 
## stopped after 100 iterations
## # weights:  20
## initial  value 527.933244 
## iter  10 value 478.258880
## iter  20 value 478.028870
## iter  30 value 478.009190
## iter  40 value 477.857223
## iter  50 value 375.669685
## iter  60 value 339.696552
## iter  70 value 329.916017
## iter  80 value 322.754639
## iter  90 value 322.241785
## iter 100 value 322.055833
## final  value 322.055833 
## stopped after 100 iterations
## # weights:  56
## initial  value 695.491965 
## iter  10 value 478.475610
## iter  20 value 355.710552
## iter  30 value 169.998309
## iter  40 value 119.920092
## iter  50 value 84.460245
## iter  60 value 66.338556
## iter  70 value 63.579830
## iter  80 value 63.052765
## iter  90 value 59.230913
## iter 100 value 49.293766
## final  value 49.293766 
## stopped after 100 iterations
## # weights:  92
## initial  value 485.778554 
## iter  10 value 327.282161
## iter  20 value 129.411332
## iter  30 value 95.218418
## iter  40 value 86.048323
## iter  50 value 74.938439
## iter  60 value 69.335905
## iter  70 value 68.492024
## iter  80 value 64.975916
## iter  90 value 61.506601
## iter 100 value 60.269201
## final  value 60.269201 
## stopped after 100 iterations
## # weights:  20
## initial  value 692.540612 
## final  value 480.000000 
## converged
## # weights:  56
## initial  value 592.359645 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 805.034546 
## final  value 480.000000 
## converged
## # weights:  20
## initial  value 431.197147 
## iter  10 value 264.939866
## iter  20 value 187.925202
## iter  30 value 184.141132
## iter  40 value 182.933364
## final  value 182.933323 
## converged
## # weights:  56
## initial  value 602.898080 
## iter  10 value 288.163012
## iter  20 value 191.735148
## iter  30 value 121.066926
## iter  40 value 93.136436
## iter  50 value 82.817192
## iter  60 value 75.533719
## iter  70 value 72.818331
## iter  80 value 71.835445
## iter  90 value 69.790298
## iter 100 value 68.789164
## final  value 68.789164 
## stopped after 100 iterations
## # weights:  92
## initial  value 493.398409 
## iter  10 value 322.290393
## iter  20 value 162.561030
## iter  30 value 114.518820
## iter  40 value 88.393210
## iter  50 value 82.635647
## iter  60 value 79.041542
## iter  70 value 76.437455
## iter  80 value 74.797944
## iter  90 value 67.490968
## iter 100 value 65.122633
## final  value 65.122633 
## stopped after 100 iterations
## # weights:  20
## initial  value 445.705858 
## iter  10 value 264.638990
## iter  20 value 244.013455
## iter  30 value 243.999089
## iter  40 value 243.980729
## iter  50 value 243.977858
## iter  60 value 243.963579
## iter  70 value 243.941633
## iter  80 value 188.242158
## iter  90 value 159.561832
## iter 100 value 155.485386
## final  value 155.485386 
## stopped after 100 iterations
## # weights:  56
## initial  value 567.549731 
## iter  10 value 480.404187
## iter  20 value 480.010903
## iter  30 value 480.005642
## iter  40 value 479.967049
## iter  50 value 406.048190
## iter  60 value 179.662842
## iter  70 value 159.458619
## iter  80 value 158.081504
## iter  90 value 157.441837
## iter 100 value 157.397106
## final  value 157.397106 
## stopped after 100 iterations
## # weights:  92
## initial  value 527.292079 
## iter  10 value 480.359455
## iter  20 value 480.020877
## iter  30 value 479.980209
## iter  40 value 344.327158
## iter  50 value 283.159539
## iter  60 value 268.936694
## iter  70 value 263.214306
## iter  80 value 254.953846
## iter  90 value 253.565943
## iter 100 value 252.913825
## final  value 252.913825 
## stopped after 100 iterations
## # weights:  20
## initial  value 767.941638 
## final  value 478.000000 
## converged
## # weights:  56
## initial  value 552.566990 
## final  value 478.000000 
## converged
## # weights:  92
## initial  value 595.574744 
## final  value 478.000000 
## converged
## # weights:  20
## initial  value 652.426528 
## iter  10 value 384.497752
## iter  20 value 196.328456
## iter  30 value 188.729676
## iter  40 value 187.807156
## final  value 187.807153 
## converged
## # weights:  56
## initial  value 478.080500 
## iter  10 value 179.193962
## iter  20 value 126.329996
## iter  30 value 98.356233
## iter  40 value 91.243984
## iter  50 value 85.488674
## iter  60 value 77.324716
## iter  70 value 69.679852
## iter  80 value 67.714625
## iter  90 value 67.618345
## iter 100 value 67.617209
## final  value 67.617209 
## stopped after 100 iterations
## # weights:  92
## initial  value 642.062650 
## iter  10 value 410.157376
## iter  20 value 182.122903
## iter  30 value 110.451520
## iter  40 value 93.800901
## iter  50 value 83.815964
## iter  60 value 68.773286
## iter  70 value 63.164071
## iter  80 value 60.835113
## iter  90 value 58.329719
## iter 100 value 57.431590
## final  value 57.431590 
## stopped after 100 iterations
## # weights:  20
## initial  value 550.265122 
## iter  10 value 478.210445
## iter  20 value 342.117378
## iter  30 value 329.489277
## iter  40 value 322.183730
## iter  50 value 320.515072
## iter  60 value 320.101971
## iter  70 value 320.021634
## iter  80 value 320.005401
## iter  90 value 319.986519
## iter 100 value 319.791837
## final  value 319.791837 
## stopped after 100 iterations
## # weights:  56
## initial  value 497.963567 
## iter  10 value 478.202018
## iter  20 value 478.043848
## iter  30 value 478.041095
## iter  40 value 478.036316
## iter  50 value 478.026767
## iter  60 value 478.002674
## iter  70 value 477.882995
## iter  80 value 339.504754
## iter  90 value 298.083453
## iter 100 value 261.232832
## final  value 261.232832 
## stopped after 100 iterations
## # weights:  92
## initial  value 441.504304 
## iter  10 value 180.962615
## iter  20 value 134.703716
## iter  30 value 117.303269
## iter  40 value 113.467741
## iter  50 value 112.964750
## iter  60 value 100.754931
## iter  70 value 78.104077
## iter  80 value 22.353239
## iter  90 value 10.245803
## iter 100 value 6.938143
## final  value 6.938143 
## stopped after 100 iterations
## # weights:  20
## initial  value 682.645987 
## final  value 480.000000 
## converged
## # weights:  56
## initial  value 548.399717 
## final  value 480.000000 
## converged
## # weights:  92
## initial  value 421.357920 
## iter  10 value 156.256934
## iter  20 value 114.434381
## iter  30 value 106.413489
## iter  40 value 101.493241
## iter  50 value 99.570983
## iter  60 value 92.068057
## iter  70 value 80.569478
## iter  80 value 74.112412
## iter  90 value 73.294941
## iter 100 value 73.273097
## final  value 73.273097 
## stopped after 100 iterations
## # weights:  20
## initial  value 585.701236 
## iter  10 value 336.541051
## iter  20 value 260.117236
## iter  30 value 238.137843
## iter  40 value 232.080506
## iter  50 value 181.304778
## iter  60 value 180.554640
## final  value 180.505110 
## converged
## # weights:  56
## initial  value 445.613539 
## iter  10 value 216.629650
## iter  20 value 166.292317
## iter  30 value 148.975575
## iter  40 value 146.459209
## iter  50 value 145.167745
## iter  60 value 142.240531
## iter  70 value 124.485950
## iter  80 value 97.380917
## iter  90 value 79.367791
## iter 100 value 75.329827
## final  value 75.329827 
## stopped after 100 iterations
## # weights:  92
## initial  value 842.333960 
## iter  10 value 435.661553
## iter  20 value 178.988642
## iter  30 value 100.195041
## iter  40 value 74.856026
## iter  50 value 63.855682
## iter  60 value 61.128588
## iter  70 value 60.124525
## iter  80 value 59.097768
## iter  90 value 58.365418
## iter 100 value 58.268471
## final  value 58.268471 
## stopped after 100 iterations
## # weights:  20
## initial  value 605.556907 
## iter  10 value 480.280367
## iter  20 value 480.092752
## iter  30 value 480.062841
## iter  40 value 479.812579
## iter  50 value 355.090651
## iter  60 value 329.110291
## iter  70 value 321.615983
## iter  80 value 317.594646
## iter  90 value 317.022962
## iter 100 value 316.817492
## final  value 316.817492 
## stopped after 100 iterations
## # weights:  56
## initial  value 546.583376 
## iter  10 value 480.270795
## iter  20 value 328.175514
## iter  30 value 237.862468
## iter  40 value 160.419690
## iter  50 value 156.607490
## iter  60 value 153.098349
## iter  70 value 153.009697
## iter  80 value 152.969366
## iter  90 value 152.518668
## iter 100 value 151.525542
## final  value 151.525542 
## stopped after 100 iterations
## # weights:  92
## initial  value 635.721886 
## iter  10 value 480.649898
## iter  20 value 480.016706
## iter  30 value 480.016277
## iter  40 value 480.015695
## iter  50 value 480.014819
## iter  60 value 480.013285
## iter  70 value 480.009635
## iter  80 value 479.988371
## iter  90 value 386.366834
## iter 100 value 185.559776
## final  value 185.559776 
## stopped after 100 iterations
## # weights:  92
## initial  value 688.656537 
## iter  10 value 423.177151
## iter  20 value 198.410246
## iter  30 value 118.760923
## iter  40 value 78.816669
## iter  50 value 69.943168
## iter  60 value 67.186471
## iter  70 value 63.567697
## iter  80 value 63.013067
## iter  90 value 61.627230
## iter 100 value 61.420585
## final  value 61.420585 
## stopped after 100 iterations

## [1] "Building This Caret Information took 1.11 minutes"

4.3.4 Ensemble Summary

## 
## Call:
## summary.resamples(object = results)
## 
## Models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet 
## Number of resamples: 30 
## 
## Accuracy 
##              Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## lda        0.7521  0.7869 0.8107 0.8098  0.8337 0.8618    0
## rpart      0.8130  0.8770 0.8926 0.8887  0.9022 0.9426    0
## knn        0.8607  0.8943 0.9180 0.9144  0.9344 0.9504    0
## pam        0.7787  0.7787 0.7805 0.7816  0.7851 0.7869    0
## multinom   0.7377  0.7873 0.8115 0.8123  0.8471 0.8770    0
## LogitBoost 0.7355  0.7821 0.8156 0.8106  0.8430 0.8780    0
## svmLinear2 0.7438  0.7869 0.8041 0.8087  0.8279 0.8770    0
## pcaNNet    0.9431  0.9669 0.9754 0.9768  0.9897 1.0000    0
## 
## Kappa 
##              Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## lda        0.2709  0.3373 0.3891 0.4057  0.4865 0.5799    0
## rpart      0.4615  0.6570 0.6930 0.6892  0.7336 0.8357    0
## knn        0.5670  0.6439 0.7378 0.7280  0.7975 0.8530    0
## pam        0.0000  0.0000 0.0000 0.0000  0.0000 0.0000    0
## multinom   0.3041  0.3879 0.4317 0.4527  0.5166 0.6474    0
## LogitBoost 0.2408  0.3689 0.4414 0.4433  0.5377 0.6488    0
## svmLinear2 0.3123  0.3588 0.4328 0.4439  0.4966 0.6180    0
## pcaNNet    0.8443  0.9047 0.9286 0.9326  0.9703 1.0000    0

4.3.5 Ensemble Box & Whiskers Plot

4.3.6 Ensemble Correlation Matrix

4.3.7 Ensemble Scatterplot Matrix

4.3.8 Prediction and CV Plot

## A rf ensemble of 2 base models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet
## 
## Ensemble results:
## Random Forest 
## 
## 3654 samples
##    8 predictor
##    2 classes: 'no', 'yes' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold, repeated 3 times) 
## Summary of sample sizes: 3289, 3289, 3289, 3289, 3288, 3289, ... 
## Resampling results across tuning parameters:
## 
##   mtry  Accuracy   Kappa    
##   2     0.9794730  0.9398076
##   5     0.9781039  0.9358051
##   8     0.9760977  0.9300768
## 
## Accuracy was used to select the optimal model using  the largest value.
## The final value used for the model was mtry = 2.

## [1] "Random Forest Ensemble: (lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet) Prediction =  97.95"

4.3.9 ROC CURVES

## [1] 0.9971463

4.4 Ensemble Predict “Good” Quality

4.4.1 Algo

set.seed(451)

data <- sample(2, nrow(cars_dummy2), replace = T, prob = c(0.7, 0.3))
train <- cars_dummy2[data == 1,]
test <- cars_dummy2[data == 2,]


control <- trainControl(method="repeatedcv", number=10, repeats=3, savePredictions='final', classProbs=TRUE, allowParallel = TRUE, verboseIter = FALSE)

algorithmList <- c('lda', 'rpart', 'knn', 'pam', 'multinom', 'LogitBoost', 'svmLinear2', 'pcaNNet')

4.4.2 Tuning Parameters & Alogrithm List

control <- trainControl(method="repeatedcv", number=10, repeats=3, savePredictions='final', classProbs=TRUE, allowParallel = TRUE, verboseIter = FALSE)

algorithmList <- c('lda', 'rpart', 'knn', 'pam', 'multinom', 'LogitBoost', 'svmLinear2', 'pcaNNet')

4.4.3 Iteration Information

## 1234567891011121314151617181920212223242526272829301111111111111111111111111111111# weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 63.148729
## iter  20 value 63.005752
## iter  30 value 62.498829
## iter  40 value 62.494741
## final  value 62.494740 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 79.768844
## iter  20 value 74.500888
## final  value 74.459713 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 63.165945
## iter  20 value 63.025014
## iter  30 value 62.576536
## iter  40 value 62.557182
## final  value 62.552686 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.246800
## iter  20 value 66.130127
## iter  30 value 65.629502
## iter  40 value 65.617834
## final  value 65.617823 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 82.880938
## iter  20 value 77.528765
## final  value 77.528723 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.263996
## iter  20 value 66.148946
## iter  30 value 65.711050
## iter  40 value 65.685430
## iter  50 value 65.677000
## iter  60 value 65.675450
## final  value 65.674079 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 65.462701
## iter  20 value 65.377683
## iter  30 value 64.934025
## iter  40 value 64.898568
## final  value 64.898522 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 82.174266
## iter  20 value 76.736556
## final  value 76.471184 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 65.479805
## iter  20 value 65.396026
## iter  30 value 65.008322
## iter  40 value 64.971537
## iter  50 value 64.960931
## iter  60 value 64.957365
## iter  70 value 64.954956
## iter  80 value 64.953841
## final  value 64.953809 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.353957
## iter  20 value 66.266794
## iter  30 value 65.771629
## iter  40 value 65.766883
## final  value 65.766880 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 84.836792
## iter  20 value 78.566296
## final  value 77.669867 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.371260
## iter  20 value 66.285907
## iter  30 value 65.851226
## iter  40 value 65.832967
## iter  50 value 65.824478
## iter  60 value 65.823844
## final  value 65.823240 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.266416
## iter  20 value 66.143627
## iter  30 value 65.630215
## iter  40 value 65.617406
## final  value 65.617393 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 82.412975
## iter  20 value 77.390720
## final  value 77.388140 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.282362
## iter  20 value 66.159271
## iter  30 value 65.683310
## iter  40 value 65.678441
## iter  50 value 65.674214
## iter  60 value 65.673442
## iter  70 value 65.673280
## final  value 65.673277 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 64.161348
## iter  20 value 64.073787
## iter  30 value 63.520023
## iter  40 value 63.505754
## final  value 63.505741 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 80.921914
## iter  20 value 75.696821
## final  value 75.694905 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 64.178694
## iter  20 value 64.092177
## iter  30 value 63.590789
## iter  40 value 63.567345
## iter  50 value 63.562957
## iter  60 value 63.562764
## final  value 63.562760 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 66.189251
## iter  20 value 66.089016
## iter  30 value 65.624814
## iter  40 value 65.622771
## iter  40 value 65.622770
## iter  40 value 65.622770
## final  value 65.622770 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 82.650168
## iter  20 value 77.544231
## final  value 77.113682 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 66.206052
## iter  20 value 66.108109
## iter  30 value 65.694414
## iter  40 value 65.686167
## final  value 65.679723 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.273200
## iter  20 value 64.125570
## iter  30 value 63.610843
## iter  40 value 63.598287
## final  value 63.598268 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 80.791268
## iter  20 value 75.543677
## final  value 75.537444 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.290331
## iter  20 value 64.144065
## iter  30 value 63.673715
## iter  40 value 63.664456
## iter  50 value 63.660616
## iter  60 value 63.657792
## iter  70 value 63.654889
## final  value 63.654662 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 63.878627
## iter  20 value 63.483037
## iter  30 value 62.908011
## iter  40 value 62.903460
## final  value 62.903458 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 79.972746
## iter  20 value 75.074580
## final  value 75.072092 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 63.895705
## iter  20 value 63.501990
## iter  30 value 62.975044
## iter  40 value 62.965730
## final  value 62.962095 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.639537
## iter  20 value 64.542358
## iter  30 value 64.035372
## iter  40 value 64.024619
## final  value 64.024612 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 81.240681
## iter  20 value 75.900516
## final  value 75.894766 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.656666
## iter  20 value 64.560952
## iter  30 value 64.113279
## iter  40 value 64.090591
## iter  50 value 64.081878
## final  value 64.081399 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.347790
## iter  20 value 64.252329
## iter  30 value 63.698080
## iter  40 value 63.695387
## iter  40 value 63.695387
## iter  40 value 63.695387
## final  value 63.695387 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 80.842579
## iter  20 value 75.808160
## final  value 75.799423 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.364853
## iter  20 value 64.271010
## iter  30 value 63.761642
## iter  40 value 63.754508
## final  value 63.752197 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.831511
## iter  20 value 66.736003
## iter  30 value 66.270849
## iter  40 value 66.254483
## final  value 66.254464 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 83.505015
## iter  20 value 77.871659
## final  value 77.867733 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.848777
## iter  20 value 66.753051
## iter  30 value 66.336910
## iter  40 value 66.317896
## final  value 66.310218 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.575030
## iter  20 value 66.432918
## iter  30 value 65.945622
## iter  40 value 65.932244
## final  value 65.932233 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 83.382852
## iter  20 value 77.810733
## final  value 77.746529 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.592426
## iter  20 value 66.451340
## iter  30 value 66.018481
## iter  40 value 65.997188
## iter  50 value 65.992854
## iter  60 value 65.991110
## iter  70 value 65.988431
## final  value 65.988324 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.761057
## iter  20 value 66.372186
## iter  30 value 65.868662
## iter  40 value 65.840808
## final  value 65.840773 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 82.887735
## iter  20 value 77.637900
## final  value 77.576154 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.777440
## iter  20 value 66.390130
## iter  30 value 65.950015
## iter  40 value 65.914411
## iter  50 value 65.906109
## iter  60 value 65.901913
## iter  70 value 65.899501
## iter  80 value 65.896966
## final  value 65.896513 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 64.856195
## iter  20 value 64.763448
## iter  30 value 64.256081
## iter  40 value 64.230507
## final  value 64.230478 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 81.479835
## iter  20 value 76.159881
## final  value 76.090052 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 64.873276
## iter  20 value 64.777084
## iter  30 value 64.341685
## iter  40 value 64.308194
## iter  50 value 64.293020
## iter  60 value 64.288295
## iter  70 value 64.286713
## final  value 64.286547 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 67.632621
## iter  20 value 66.673689
## iter  30 value 66.199620
## iter  40 value 66.180108
## final  value 66.180077 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 83.601894
## iter  20 value 78.177566
## final  value 77.722672 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 67.649971
## iter  20 value 66.691424
## iter  30 value 66.251617
## iter  40 value 66.239505
## iter  50 value 66.237049
## iter  60 value 66.236680
## iter  70 value 66.235464
## final  value 66.235344 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 62.555309
## iter  20 value 62.415437
## iter  30 value 61.837232
## iter  40 value 61.829273
## final  value 61.829267 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 79.257993
## iter  20 value 74.573584
## final  value 74.081027 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 62.572393
## iter  20 value 62.434560
## iter  30 value 61.911198
## iter  40 value 61.897915
## iter  50 value 61.892109
## iter  60 value 61.889085
## iter  70 value 61.886647
## final  value 61.886633 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.349032
## iter  20 value 66.074844
## iter  30 value 65.557244
## iter  40 value 65.536883
## final  value 65.536855 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 82.474629
## iter  20 value 77.290250
## final  value 77.211849 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.365747
## iter  20 value 66.092337
## iter  30 value 65.626746
## iter  40 value 65.603891
## iter  50 value 65.598016
## iter  60 value 65.594323
## iter  70 value 65.592542
## final  value 65.592529 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.217866
## iter  20 value 64.132097
## iter  30 value 63.620515
## iter  40 value 63.616936
## final  value 63.616933 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 80.845083
## iter  20 value 75.522317
## final  value 75.517998 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.235020
## iter  20 value 64.151183
## iter  30 value 63.684276
## iter  40 value 63.679483
## iter  50 value 63.676105
## iter  60 value 63.674166
## iter  70 value 63.673249
## iter  70 value 63.673248
## iter  70 value 63.673248
## final  value 63.673248 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 60.015526
## iter  20 value 59.817513
## iter  30 value 59.211685
## iter  40 value 59.208860
## final  value 59.208858 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 76.552694
## iter  20 value 71.803793
## final  value 71.786923 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 60.032694
## iter  20 value 59.837409
## iter  30 value 59.285277
## iter  40 value 59.273054
## final  value 59.267929 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.720757
## iter  20 value 64.643524
## iter  30 value 64.139008
## iter  40 value 64.135296
## final  value 64.135294 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 81.155106
## iter  20 value 76.023301
## final  value 75.851569 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.737641
## iter  20 value 64.662093
## iter  30 value 64.213615
## iter  40 value 64.192809
## final  value 64.191332 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 63.952441
## iter  20 value 63.579995
## iter  30 value 63.065848
## iter  40 value 63.058119
## final  value 63.058113 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 80.187560
## iter  20 value 74.932298
## final  value 74.911453 
## converged
## # weights:  23 (22 variable)
## initial  value 758.996163 
## iter  10 value 63.969667
## iter  20 value 63.598666
## iter  30 value 63.146337
## iter  40 value 63.119959
## iter  50 value 63.114668
## iter  60 value 63.114518
## final  value 63.114234 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 63.572679
## iter  20 value 62.281460
## iter  30 value 61.731426
## iter  40 value 61.703801
## final  value 61.703766 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 78.801219
## iter  20 value 73.706850
## final  value 73.692581 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 63.590440
## iter  20 value 62.299074
## iter  30 value 61.782212
## iter  40 value 61.762052
## iter  50 value 61.761563
## iter  60 value 61.760586
## iter  70 value 61.760260
## final  value 61.760259 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.809965
## iter  20 value 66.646814
## iter  30 value 66.185425
## iter  40 value 66.154968
## final  value 66.154923 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 83.887834
## iter  20 value 78.108670
## final  value 77.927750 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.827281
## iter  20 value 66.665296
## iter  30 value 66.262621
## iter  40 value 66.228329
## final  value 66.223889 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.736274
## iter  20 value 66.610434
## iter  30 value 66.131730
## iter  40 value 66.127770
## final  value 66.127766 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 83.472343
## iter  20 value 77.968981
## final  value 77.869169 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 66.753357
## iter  20 value 66.629772
## iter  30 value 66.202297
## iter  40 value 66.190338
## iter  50 value 66.184975
## iter  60 value 66.184405
## iter  70 value 66.183599
## final  value 66.183583 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.205574
## iter  20 value 66.117847
## iter  30 value 65.629863
## iter  40 value 65.617368
## final  value 65.617357 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 82.715178
## iter  20 value 77.368163
## final  value 77.352851 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 66.222666
## iter  20 value 66.136340
## iter  30 value 65.702139
## iter  40 value 65.682366
## final  value 65.677206 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 69.116285
## iter  20 value 68.875770
## iter  30 value 68.401654
## iter  40 value 68.387135
## final  value 68.387121 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 85.759058
## iter  20 value 80.048293
## final  value 80.007191 
## converged
## # weights:  23 (22 variable)
## initial  value 760.382457 
## iter  10 value 69.133554
## iter  20 value 68.893987
## iter  30 value 68.454861
## iter  40 value 68.444660
## iter  50 value 68.443858
## iter  60 value 68.443009
## iter  70 value 68.442629
## final  value 68.442604 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.570727
## iter  20 value 64.403788
## iter  30 value 63.894379
## iter  40 value 63.869126
## final  value 63.869098 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 81.346045
## iter  20 value 75.978899
## final  value 75.662638 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 64.587939
## iter  20 value 64.421745
## iter  30 value 63.974704
## iter  40 value 63.936828
## iter  50 value 63.933064
## iter  60 value 63.929059
## iter  70 value 63.925648
## final  value 63.925044 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 62.936559
## iter  20 value 62.551717
## iter  30 value 61.959414
## iter  40 value 61.952573
## final  value 61.952567 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 79.439033
## iter  20 value 74.494009
## final  value 74.469451 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 62.953756
## iter  20 value 62.570608
## iter  30 value 62.043318
## iter  40 value 62.027173
## iter  50 value 62.014420
## iter  60 value 62.012299
## iter  70 value 62.010915
## final  value 62.010576 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 62.529810
## iter  20 value 62.399623
## iter  30 value 61.857120
## iter  40 value 61.852626
## final  value 61.852624 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 79.456007
## iter  20 value 74.535739
## final  value 73.962721 
## converged
## # weights:  23 (22 variable)
## initial  value 759.689310 
## iter  10 value 62.546857
## iter  20 value 62.419442
## iter  30 value 61.920051
## iter  40 value 61.911217
## iter  50 value 61.909521
## final  value 61.909519 
## converged
## # weights:  23 (22 variable)
## initial  value 844.253266 
## iter  10 value 93.246904
## iter  20 value 84.628484
## final  value 84.275230 
## converged
## # weights:  20
## initial  value 317.689713 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 702.651373 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 281.040302 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 575.495055 
## iter  10 value 79.023342
## iter  20 value 62.280004
## iter  30 value 50.983377
## iter  40 value 50.521726
## final  value 50.521538 
## converged
## # weights:  56
## initial  value 408.497687 
## iter  10 value 81.301833
## iter  20 value 52.448069
## iter  30 value 29.225856
## iter  40 value 26.525613
## iter  50 value 26.089817
## iter  60 value 25.884090
## iter  70 value 25.825226
## iter  80 value 25.823744
## iter  80 value 25.823744
## iter  80 value 25.823744
## final  value 25.823744 
## converged
## # weights:  92
## initial  value 688.182677 
## iter  10 value 76.588388
## iter  20 value 40.065730
## iter  30 value 27.617316
## iter  40 value 24.209004
## iter  50 value 22.720134
## iter  60 value 22.382019
## iter  70 value 22.327088
## iter  80 value 22.316361
## iter  90 value 22.311609
## iter 100 value 22.311158
## final  value 22.311158 
## stopped after 100 iterations
## # weights:  20
## initial  value 644.616637 
## iter  10 value 80.840180
## iter  20 value 80.019502
## iter  30 value 80.018669
## iter  40 value 80.017559
## iter  50 value 80.016103
## iter  60 value 80.014279
## iter  70 value 80.012133
## iter  80 value 80.009733
## iter  90 value 80.007106
## iter 100 value 80.004201
## final  value 80.004201 
## stopped after 100 iterations
## # weights:  56
## initial  value 878.812599 
## iter  10 value 81.048193
## iter  20 value 80.014733
## iter  30 value 80.013507
## iter  40 value 80.011115
## iter  50 value 80.005056
## iter  60 value 79.984110
## iter  70 value 79.906536
## iter  80 value 78.098089
## iter  90 value 52.365617
## iter 100 value 42.106109
## final  value 42.106109 
## stopped after 100 iterations
## # weights:  92
## initial  value 534.514784 
## iter  10 value 81.161167
## iter  20 value 80.010898
## iter  30 value 80.010175
## iter  40 value 80.008793
## iter  50 value 80.004913
## iter  60 value 79.970079
## iter  70 value 70.432000
## iter  80 value 30.458636
## iter  90 value 0.518694
## iter 100 value 0.210908
## final  value 0.210908 
## stopped after 100 iterations
## # weights:  20
## initial  value 613.285852 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 417.872847 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 1081.796397 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 401.999324 
## iter  10 value 83.501098
## iter  20 value 58.075525
## iter  30 value 52.108149
## iter  40 value 51.803205
## final  value 51.802623 
## converged
## # weights:  56
## initial  value 649.336362 
## iter  10 value 80.275807
## iter  20 value 54.598450
## iter  30 value 34.173714
## iter  40 value 26.237552
## iter  50 value 25.405840
## iter  60 value 25.346707
## iter  70 value 25.344986
## final  value 25.344981 
## converged
## # weights:  92
## initial  value 555.918910 
## iter  10 value 76.870460
## iter  20 value 36.726793
## iter  30 value 24.750776
## iter  40 value 23.534774
## iter  50 value 23.392644
## iter  60 value 23.319841
## iter  70 value 23.276137
## iter  80 value 23.272682
## iter  90 value 23.272407
## final  value 23.272405 
## converged
## # weights:  20
## initial  value 912.406546 
## iter  10 value 82.941569
## iter  20 value 82.022512
## iter  30 value 82.021817
## iter  40 value 82.020971
## iter  50 value 82.019955
## iter  60 value 82.018766
## iter  70 value 82.017410
## iter  80 value 82.015898
## iter  90 value 82.014235
## iter 100 value 82.012405
## final  value 82.012405 
## stopped after 100 iterations
## # weights:  56
## initial  value 708.668474 
## iter  10 value 83.299689
## iter  20 value 81.996950
## iter  30 value 81.802161
## iter  40 value 60.047983
## iter  50 value 25.899297
## iter  60 value 11.230244
## iter  70 value 9.516520
## iter  80 value 6.384392
## iter  90 value 5.999614
## iter 100 value 5.256764
## final  value 5.256764 
## stopped after 100 iterations
## # weights:  92
## initial  value 570.179570 
## iter  10 value 83.069693
## iter  20 value 82.000752
## iter  30 value 81.788033
## iter  40 value 49.905122
## iter  50 value 44.062173
## iter  60 value 5.647955
## iter  70 value 0.310593
## iter  80 value 0.173338
## iter  90 value 0.163799
## iter 100 value 0.151417
## final  value 0.151417 
## stopped after 100 iterations
## # weights:  20
## initial  value 690.592456 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 535.999351 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 680.812727 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 505.713286 
## iter  10 value 73.004261
## iter  20 value 54.779174
## iter  30 value 51.842241
## iter  40 value 51.800578
## final  value 51.800575 
## converged
## # weights:  56
## initial  value 492.638883 
## iter  10 value 81.081592
## iter  20 value 55.749687
## iter  30 value 30.463112
## iter  40 value 26.411039
## iter  50 value 25.883290
## iter  60 value 25.755290
## iter  70 value 25.740717
## final  value 25.740561 
## converged
## # weights:  92
## initial  value 876.917254 
## iter  10 value 78.694795
## iter  20 value 35.910778
## iter  30 value 24.701278
## iter  40 value 23.934345
## iter  50 value 23.855241
## iter  60 value 23.794878
## iter  70 value 23.781716
## iter  80 value 23.777318
## iter  90 value 23.777075
## final  value 23.777074 
## converged
## # weights:  20
## initial  value 603.021928 
## iter  10 value 80.786143
## iter  20 value 80.008006
## iter  30 value 80.001452
## iter  40 value 79.991880
## iter  50 value 79.979917
## iter  60 value 79.964080
## iter  70 value 79.938418
## iter  80 value 79.882364
## iter  90 value 79.640239
## iter 100 value 74.278726
## final  value 74.278726 
## stopped after 100 iterations
## # weights:  56
## initial  value 583.669998 
## iter  10 value 81.052740
## iter  20 value 79.948925
## iter  30 value 50.704721
## iter  40 value 32.441977
## iter  50 value 22.935084
## iter  60 value 20.467774
## iter  70 value 20.342650
## iter  80 value 20.290129
## iter  90 value 20.241883
## iter 100 value 20.199179
## final  value 20.199179 
## stopped after 100 iterations
## # weights:  92
## initial  value 522.732443 
## iter  10 value 81.160331
## iter  20 value 80.010950
## iter  30 value 80.010321
## iter  40 value 80.009230
## iter  50 value 80.006737
## iter  60 value 79.995581
## iter  70 value 79.137981
## iter  80 value 51.730086
## iter  90 value 3.129959
## iter 100 value 0.185096
## final  value 0.185096 
## stopped after 100 iterations
## # weights:  20
## initial  value 619.023749 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 486.814732 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 943.055080 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 505.258942 
## iter  10 value 83.374727
## iter  20 value 58.019148
## iter  30 value 52.968045
## iter  40 value 52.549338
## iter  50 value 52.548615
## iter  50 value 52.548615
## iter  50 value 52.548615
## final  value 52.548615 
## converged
## # weights:  56
## initial  value 418.356596 
## iter  10 value 78.720008
## iter  20 value 53.269981
## iter  30 value 33.980827
## iter  40 value 27.518970
## iter  50 value 26.016499
## iter  60 value 25.872458
## iter  70 value 25.855005
## iter  80 value 25.853808
## final  value 25.853800 
## converged
## # weights:  92
## initial  value 316.748882 
## iter  10 value 79.795673
## iter  20 value 36.808134
## iter  30 value 24.892376
## iter  40 value 23.567517
## iter  50 value 23.391091
## iter  60 value 23.365491
## iter  70 value 23.333814
## iter  80 value 23.322195
## iter  90 value 23.321667
## final  value 23.321624 
## converged
## # weights:  20
## initial  value 470.333025 
## iter  10 value 82.564965
## iter  20 value 82.011560
## iter  30 value 82.008017
## iter  40 value 82.000781
## iter  50 value 81.989055
## iter  60 value 81.973872
## iter  70 value 81.952435
## iter  80 value 81.912658
## iter  90 value 81.788418
## iter 100 value 77.402363
## final  value 77.402363 
## stopped after 100 iterations
## # weights:  56
## initial  value 549.494260 
## iter  10 value 82.919703
## iter  20 value 82.023553
## iter  30 value 82.023082
## iter  40 value 82.022425
## iter  50 value 82.021394
## iter  60 value 82.019450
## iter  70 value 82.014468
## iter  80 value 81.992216
## iter  90 value 81.757597
## iter 100 value 65.508957
## final  value 65.508957 
## stopped after 100 iterations
## # weights:  92
## initial  value 900.390458 
## iter  10 value 83.327975
## iter  20 value 82.013517
## iter  30 value 82.013160
## iter  40 value 82.012658
## iter  50 value 82.011869
## iter  60 value 82.010378
## iter  70 value 82.006395
## iter  80 value 81.979043
## iter  90 value 73.171631
## iter 100 value 24.564766
## final  value 24.564766 
## stopped after 100 iterations
## # weights:  20
## initial  value 619.150621 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 667.392764 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 422.086640 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 537.499356 
## iter  10 value 80.606539
## iter  20 value 58.379575
## iter  30 value 52.454943
## iter  40 value 52.141083
## final  value 52.140817 
## converged
## # weights:  56
## initial  value 574.193570 
## iter  10 value 81.583580
## iter  20 value 41.631303
## iter  30 value 29.374139
## iter  40 value 26.902902
## iter  50 value 26.791710
## iter  60 value 26.786718
## final  value 26.786643 
## converged
## # weights:  92
## initial  value 1002.270739 
## iter  10 value 83.933368
## iter  20 value 37.203171
## iter  30 value 26.902801
## iter  40 value 25.824050
## iter  50 value 25.088718
## iter  60 value 24.634465
## iter  70 value 24.488503
## iter  80 value 24.456883
## iter  90 value 24.454471
## final  value 24.454447 
## converged
## # weights:  20
## initial  value 516.110093 
## iter  10 value 82.635848
## iter  20 value 82.012476
## iter  30 value 82.006019
## iter  40 value 81.995692
## iter  50 value 81.978268
## iter  60 value 81.936637
## iter  70 value 81.622145
## iter  80 value 67.368198
## iter  90 value 62.787067
## iter 100 value 59.489994
## final  value 59.489994 
## stopped after 100 iterations
## # weights:  56
## initial  value 999.676400 
## iter  10 value 83.279160
## iter  20 value 81.897767
## iter  30 value 48.430556
## iter  40 value 9.413420
## iter  50 value 2.161492
## iter  60 value 0.355036
## iter  70 value 0.240923
## iter  80 value 0.226451
## iter  90 value 0.212331
## iter 100 value 0.196498
## final  value 0.196498 
## stopped after 100 iterations
## # weights:  92
## initial  value 881.575407 
## iter  10 value 83.639186
## iter  20 value 82.018612
## iter  30 value 76.358289
## iter  40 value 50.415100
## iter  50 value 19.526108
## iter  60 value 11.470570
## iter  70 value 6.144029
## iter  80 value 2.466495
## iter  90 value 2.344673
## iter 100 value 2.309787
## final  value 2.309787 
## stopped after 100 iterations
## # weights:  20
## initial  value 753.552783 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 614.774599 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 647.654027 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 432.323113 
## iter  10 value 81.653183
## iter  20 value 56.933758
## iter  30 value 50.595594
## iter  40 value 50.389080
## final  value 50.389042 
## converged
## # weights:  56
## initial  value 551.433373 
## iter  10 value 78.008857
## iter  20 value 45.811101
## iter  30 value 27.355956
## iter  40 value 26.150648
## iter  50 value 25.955149
## iter  60 value 25.940189
## iter  70 value 25.935741
## final  value 25.935670 
## converged
## # weights:  92
## initial  value 393.189664 
## iter  10 value 84.128805
## iter  20 value 50.661535
## iter  30 value 31.930736
## iter  40 value 27.688933
## iter  50 value 26.240511
## iter  60 value 25.503530
## iter  70 value 24.182820
## iter  80 value 23.219568
## iter  90 value 22.760210
## iter 100 value 22.612919
## final  value 22.612919 
## stopped after 100 iterations
## # weights:  20
## initial  value 818.993779 
## iter  10 value 83.074194
## iter  20 value 82.011789
## iter  30 value 82.006781
## iter  40 value 81.990317
## iter  50 value 81.958037
## iter  60 value 81.908495
## iter  70 value 81.753100
## iter  80 value 70.697215
## iter  90 value 46.614679
## iter 100 value 39.749044
## final  value 39.749044 
## stopped after 100 iterations
## # weights:  56
## initial  value 850.633582 
## iter  10 value 83.460519
## iter  20 value 82.006592
## iter  30 value 81.985950
## iter  40 value 81.196679
## iter  50 value 43.391762
## iter  60 value 23.755910
## iter  70 value 19.977791
## iter  80 value 10.716266
## iter  90 value 8.127604
## iter 100 value 4.519673
## final  value 4.519673 
## stopped after 100 iterations
## # weights:  92
## initial  value 233.921855 
## iter  10 value 82.300897
## iter  20 value 81.903560
## iter  30 value 60.566811
## iter  40 value 42.260253
## iter  50 value 41.260478
## iter  60 value 41.157779
## iter  70 value 41.142410
## iter  80 value 41.121615
## iter  90 value 40.020621
## iter 100 value 4.879758
## final  value 4.879758 
## stopped after 100 iterations
## # weights:  20
## initial  value 492.069636 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 297.629250 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 346.844246 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 733.324992 
## iter  10 value 78.807795
## iter  20 value 54.853924
## iter  30 value 52.255190
## iter  40 value 52.130328
## final  value 52.130086 
## converged
## # weights:  56
## initial  value 557.917441 
## iter  10 value 78.271014
## iter  20 value 63.881413
## iter  30 value 49.068438
## iter  40 value 37.046791
## iter  50 value 33.436916
## iter  60 value 31.687034
## iter  70 value 28.161748
## iter  80 value 27.030187
## iter  90 value 26.742906
## iter 100 value 26.691687
## final  value 26.691687 
## stopped after 100 iterations
## # weights:  92
## initial  value 688.896136 
## iter  10 value 83.413927
## iter  20 value 40.957529
## iter  30 value 26.673905
## iter  40 value 24.317836
## iter  50 value 23.814634
## iter  60 value 23.396191
## iter  70 value 23.310414
## iter  80 value 23.233398
## iter  90 value 23.219085
## iter 100 value 23.203566
## final  value 23.203566 
## stopped after 100 iterations
## # weights:  20
## initial  value 455.501500 
## iter  10 value 80.514214
## iter  20 value 79.988063
## iter  30 value 79.928061
## iter  40 value 79.287890
## iter  50 value 62.732063
## iter  60 value 59.866606
## iter  70 value 57.125903
## iter  80 value 34.817039
## iter  90 value 34.576021
## iter 100 value 34.414633
## final  value 34.414633 
## stopped after 100 iterations
## # weights:  56
## initial  value 588.227797 
## iter  10 value 81.031895
## iter  20 value 80.000584
## iter  30 value 79.793976
## iter  40 value 62.462728
## iter  50 value 45.892052
## iter  60 value 7.235232
## iter  70 value 4.470904
## iter  80 value 4.004354
## iter  90 value 3.941780
## iter 100 value 3.630721
## final  value 3.630721 
## stopped after 100 iterations
## # weights:  92
## initial  value 514.482712 
## iter  10 value 81.135115
## iter  20 value 80.017327
## iter  30 value 80.016531
## iter  40 value 80.015094
## iter  50 value 80.011440
## iter  60 value 79.985607
## iter  70 value 68.277555
## iter  80 value 44.779935
## iter  90 value 42.128641
## iter 100 value 8.825024
## final  value 8.825024 
## stopped after 100 iterations
## # weights:  20
## initial  value 481.886730 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 411.552742 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 491.766319 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 493.705763 
## iter  10 value 83.383179
## iter  20 value 55.193062
## iter  30 value 50.984180
## iter  40 value 50.856149
## final  value 50.856042 
## converged
## # weights:  56
## initial  value 418.025214 
## iter  10 value 88.733281
## iter  20 value 69.550670
## iter  30 value 48.574853
## iter  40 value 39.119180
## iter  50 value 33.711162
## iter  60 value 28.954059
## iter  70 value 26.268786
## iter  80 value 26.009153
## iter  90 value 25.979869
## iter 100 value 25.975801
## final  value 25.975801 
## stopped after 100 iterations
## # weights:  92
## initial  value 589.046440 
## iter  10 value 77.726105
## iter  20 value 41.028390
## iter  30 value 26.517565
## iter  40 value 25.060200
## iter  50 value 24.866600
## iter  60 value 24.470412
## iter  70 value 23.599789
## iter  80 value 23.181132
## iter  90 value 23.087125
## iter 100 value 23.041139
## final  value 23.041139 
## stopped after 100 iterations
## # weights:  20
## initial  value 704.330262 
## iter  10 value 80.887021
## iter  20 value 80.022615
## iter  30 value 80.022178
## iter  40 value 80.021607
## iter  50 value 80.020818
## iter  60 value 80.019662
## iter  70 value 80.017903
## iter  80 value 80.015244
## iter  90 value 80.011464
## iter 100 value 80.006438
## final  value 80.006438 
## stopped after 100 iterations
## # weights:  56
## initial  value 631.883441 
## iter  10 value 80.967703
## iter  20 value 80.000623
## iter  30 value 79.943768
## iter  40 value 66.333627
## iter  50 value 44.737302
## iter  60 value 40.821434
## iter  70 value 6.226655
## iter  80 value 0.405523
## iter  90 value 0.308188
## iter 100 value 0.214917
## final  value 0.214917 
## stopped after 100 iterations
## # weights:  92
## initial  value 698.100903 
## iter  10 value 81.615657
## iter  20 value 80.018438
## iter  30 value 79.979114
## iter  40 value 54.629918
## iter  50 value 26.139651
## iter  60 value 18.659871
## iter  70 value 14.633810
## iter  80 value 14.458954
## iter  90 value 14.236911
## iter 100 value 11.787966
## final  value 11.787966 
## stopped after 100 iterations
## # weights:  20
## initial  value 786.791141 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 677.931782 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 741.032608 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 466.378609 
## iter  10 value 81.682137
## iter  20 value 56.459011
## iter  30 value 51.644167
## iter  40 value 51.377529
## final  value 51.377382 
## converged
## # weights:  56
## initial  value 396.177242 
## iter  10 value 84.128617
## iter  20 value 46.188948
## iter  30 value 29.834069
## iter  40 value 27.455985
## iter  50 value 26.657910
## iter  60 value 26.402693
## iter  70 value 26.344542
## iter  80 value 26.342136
## iter  90 value 26.341890
## iter  90 value 26.341890
## iter  90 value 26.341890
## final  value 26.341890 
## converged
## # weights:  92
## initial  value 632.555530 
## iter  10 value 84.351793
## iter  20 value 39.523246
## iter  30 value 25.676893
## iter  40 value 24.518003
## iter  50 value 24.304985
## iter  60 value 24.216560
## iter  70 value 24.167880
## iter  80 value 24.164006
## iter  90 value 24.163873
## iter  90 value 24.163873
## iter  90 value 24.163873
## final  value 24.163873 
## converged
## # weights:  20
## initial  value 471.874467 
## iter  10 value 82.499750
## iter  20 value 77.545244
## iter  30 value 44.770330
## iter  40 value 39.454026
## iter  50 value 36.391762
## iter  60 value 35.063569
## iter  70 value 34.360237
## iter  80 value 34.001809
## iter  90 value 33.985499
## iter 100 value 33.963656
## final  value 33.963656 
## stopped after 100 iterations
## # weights:  56
## initial  value 402.474186 
## iter  10 value 82.580755
## iter  20 value 82.012478
## iter  30 value 82.011117
## iter  40 value 82.007962
## iter  50 value 81.995306
## iter  60 value 81.870729
## iter  70 value 69.777565
## iter  80 value 47.949628
## iter  90 value 12.546487
## iter 100 value 4.046251
## final  value 4.046251 
## stopped after 100 iterations
## # weights:  92
## initial  value 406.465318 
## iter  10 value 82.821662
## iter  20 value 82.009290
## iter  30 value 82.005650
## iter  40 value 81.978209
## iter  50 value 70.492850
## iter  60 value 20.750395
## iter  70 value 12.339455
## iter  80 value 3.027946
## iter  90 value 2.805416
## iter 100 value 2.744265
## final  value 2.744265 
## stopped after 100 iterations
## # weights:  20
## initial  value 356.119375 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 569.072695 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 525.493808 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 604.935867 
## iter  10 value 78.593096
## iter  20 value 55.821370
## iter  30 value 51.473780
## iter  40 value 51.385812
## final  value 51.385773 
## converged
## # weights:  56
## initial  value 892.044619 
## iter  10 value 80.219968
## iter  20 value 51.174097
## iter  30 value 30.408258
## iter  40 value 28.329367
## iter  50 value 27.991222
## iter  60 value 27.093254
## iter  70 value 26.390111
## iter  80 value 26.244538
## iter  90 value 26.243839
## final  value 26.243838 
## converged
## # weights:  92
## initial  value 464.916300 
## iter  10 value 82.191591
## iter  20 value 48.852973
## iter  30 value 27.721930
## iter  40 value 25.033957
## iter  50 value 24.692272
## iter  60 value 24.553813
## iter  70 value 24.344942
## iter  80 value 24.104571
## iter  90 value 24.073394
## iter 100 value 24.064912
## final  value 24.064912 
## stopped after 100 iterations
## # weights:  20
## initial  value 788.578206 
## iter  10 value 81.009670
## iter  20 value 80.010035
## iter  30 value 80.004962
## iter  40 value 79.985688
## iter  50 value 79.939181
## iter  60 value 79.833170
## iter  70 value 74.295059
## iter  80 value 61.208078
## iter  90 value 56.052974
## iter 100 value 34.816388
## final  value 34.816388 
## stopped after 100 iterations
## # weights:  56
## initial  value 532.962249 
## iter  10 value 81.030944
## iter  20 value 79.808642
## iter  30 value 41.052144
## iter  40 value 9.305831
## iter  50 value 2.213070
## iter  60 value 1.168651
## iter  70 value 0.291067
## iter  80 value 0.249878
## iter  90 value 0.238186
## iter 100 value 0.224688
## final  value 0.224688 
## stopped after 100 iterations
## # weights:  92
## initial  value 998.589716 
## iter  10 value 81.567036
## iter  20 value 80.017852
## iter  30 value 79.906744
## iter  40 value 51.357191
## iter  50 value 12.888993
## iter  60 value 0.371055
## iter  70 value 0.299369
## iter  80 value 0.283708
## iter  90 value 0.264274
## iter 100 value 0.247602
## final  value 0.247602 
## stopped after 100 iterations
## # weights:  20
## initial  value 721.772998 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 481.661183 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 463.406852 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 457.501348 
## iter  10 value 76.591117
## iter  20 value 55.665705
## iter  30 value 51.776062
## iter  40 value 51.182851
## final  value 51.182777 
## converged
## # weights:  56
## initial  value 1188.179913 
## iter  10 value 82.725373
## iter  20 value 54.074645
## iter  30 value 32.891333
## iter  40 value 29.463598
## iter  50 value 27.316754
## iter  60 value 26.623880
## iter  70 value 26.511896
## iter  80 value 26.506889
## final  value 26.506852 
## converged
## # weights:  92
## initial  value 348.778926 
## iter  10 value 83.118409
## iter  20 value 44.348599
## iter  30 value 30.058969
## iter  40 value 27.137450
## iter  50 value 25.949245
## iter  60 value 25.408744
## iter  70 value 24.567373
## iter  80 value 23.372039
## iter  90 value 23.109663
## iter 100 value 22.999354
## final  value 22.999354 
## stopped after 100 iterations
## # weights:  20
## initial  value 582.916730 
## iter  10 value 82.689739
## iter  20 value 75.483478
## iter  30 value 46.181035
## iter  40 value 38.652105
## iter  50 value 34.917427
## iter  60 value 33.821527
## iter  70 value 33.474067
## iter  80 value 33.461679
## iter  90 value 33.443064
## iter 100 value 33.435692
## final  value 33.435692 
## stopped after 100 iterations
## # weights:  56
## initial  value 487.589900 
## iter  10 value 82.756930
## iter  20 value 82.019177
## iter  30 value 82.018799
## iter  40 value 82.018308
## iter  50 value 82.017619
## iter  60 value 82.016551
## iter  70 value 82.014637
## iter  80 value 82.010338
## iter  90 value 81.996639
## iter 100 value 81.929981
## final  value 81.929981 
## stopped after 100 iterations
## # weights:  92
## initial  value 926.489670 
## iter  10 value 83.640708
## iter  20 value 82.018812
## iter  30 value 82.005676
## iter  40 value 82.000330
## iter  50 value 81.944227
## iter  60 value 60.302254
## iter  70 value 4.540277
## iter  80 value 0.420429
## iter  90 value 0.185008
## iter 100 value 0.174410
## final  value 0.174410 
## stopped after 100 iterations
## # weights:  20
## initial  value 578.705673 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 690.305644 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 667.428434 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 326.873044 
## iter  10 value 77.010437
## iter  20 value 56.468615
## iter  30 value 52.732109
## iter  40 value 52.606338
## iter  40 value 52.606338
## iter  40 value 52.606338
## final  value 52.606338 
## converged
## # weights:  56
## initial  value 898.017449 
## iter  10 value 80.878534
## iter  20 value 38.955238
## iter  30 value 26.526906
## iter  40 value 25.734385
## iter  50 value 25.558629
## iter  60 value 25.535947
## iter  70 value 25.535347
## final  value 25.535344 
## converged
## # weights:  92
## initial  value 443.297285 
## iter  10 value 88.136566
## iter  20 value 73.128705
## iter  30 value 55.402122
## iter  40 value 25.829462
## iter  50 value 24.485565
## iter  60 value 22.710669
## iter  70 value 22.152683
## iter  80 value 22.067361
## iter  90 value 22.059415
## iter 100 value 22.059287
## final  value 22.059287 
## stopped after 100 iterations
## # weights:  20
## initial  value 768.475172 
## iter  10 value 82.887485
## iter  20 value 82.018728
## iter  30 value 82.016467
## iter  40 value 82.012160
## iter  50 value 82.004197
## iter  60 value 81.991114
## iter  70 value 81.967812
## iter  80 value 81.898746
## iter  90 value 77.573895
## iter 100 value 64.584645
## final  value 64.584645 
## stopped after 100 iterations
## # weights:  56
## initial  value 484.575756 
## iter  10 value 82.751882
## iter  20 value 81.804385
## iter  30 value 62.841794
## iter  40 value 45.394182
## iter  50 value 41.957436
## iter  60 value 41.199118
## iter  70 value 41.183236
## iter  80 value 41.174720
## iter  90 value 41.163401
## iter 100 value 41.141378
## final  value 41.141378 
## stopped after 100 iterations
## # weights:  92
## initial  value 594.807252 
## iter  10 value 83.057780
## iter  20 value 81.991894
## iter  30 value 64.112988
## iter  40 value 44.508236
## iter  50 value 43.307456
## iter  60 value 41.212983
## iter  70 value 41.196008
## iter  80 value 41.052563
## iter  90 value 0.532889
## iter 100 value 0.203436
## final  value 0.203436 
## stopped after 100 iterations
## # weights:  20
## initial  value 376.113025 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 871.729928 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 659.189015 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 622.658841 
## iter  10 value 73.104146
## iter  20 value 55.786162
## iter  30 value 52.579740
## iter  40 value 52.551203
## iter  40 value 52.551202
## iter  40 value 52.551202
## final  value 52.551202 
## converged
## # weights:  56
## initial  value 366.306228 
## iter  10 value 78.659812
## iter  20 value 61.678518
## iter  30 value 38.456672
## iter  40 value 33.343553
## iter  50 value 31.866175
## iter  60 value 29.198315
## iter  70 value 29.070106
## iter  80 value 29.017241
## final  value 29.016327 
## converged
## # weights:  92
## initial  value 478.119796 
## iter  10 value 90.237148
## iter  20 value 69.360109
## iter  30 value 54.108090
## iter  40 value 27.724981
## iter  50 value 24.317893
## iter  60 value 24.078056
## iter  70 value 24.061368
## iter  80 value 24.060368
## final  value 24.060348 
## converged
## # weights:  20
## initial  value 329.936577 
## iter  10 value 80.371618
## iter  20 value 80.034041
## iter  30 value 80.032147
## iter  40 value 80.028293
## iter  50 value 80.019697
## iter  60 value 80.001932
## iter  70 value 79.958885
## iter  80 value 79.623875
## iter  90 value 63.816066
## iter 100 value 60.978287
## final  value 60.978287 
## stopped after 100 iterations
## # weights:  56
## initial  value 771.672220 
## iter  10 value 81.028013
## iter  20 value 80.013310
## iter  30 value 80.011779
## iter  40 value 80.008867
## iter  50 value 80.001610
## iter  60 value 79.972324
## iter  70 value 79.706912
## iter  80 value 64.034879
## iter  90 value 53.641524
## iter 100 value 51.106489
## final  value 51.106489 
## stopped after 100 iterations
## # weights:  92
## initial  value 428.008177 
## iter  10 value 80.908204
## iter  20 value 79.959622
## iter  30 value 65.118022
## iter  40 value 9.744642
## iter  50 value 4.372771
## iter  60 value 2.378638
## iter  70 value 2.341858
## iter  80 value 2.288150
## iter  90 value 0.374156
## iter 100 value 0.300666
## final  value 0.300666 
## stopped after 100 iterations
## # weights:  20
## initial  value 783.098548 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 551.757787 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 353.320087 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 725.127601 
## iter  10 value 82.331940
## iter  20 value 60.832853
## iter  30 value 52.930901
## iter  40 value 52.069798
## final  value 52.067076 
## converged
## # weights:  56
## initial  value 362.849310 
## iter  10 value 76.829715
## iter  20 value 42.531412
## iter  30 value 28.783053
## iter  40 value 26.448866
## iter  50 value 26.335102
## iter  60 value 26.326217
## final  value 26.326092 
## converged
## # weights:  92
## initial  value 808.753802 
## iter  10 value 78.542917
## iter  20 value 37.637809
## iter  30 value 26.562116
## iter  40 value 24.859090
## iter  50 value 24.305252
## iter  60 value 24.229147
## iter  70 value 24.222163
## iter  80 value 24.221621
## iter  90 value 24.221518
## final  value 24.221515 
## converged
## # weights:  20
## initial  value 418.347681 
## iter  10 value 82.520924
## iter  20 value 82.017625
## iter  30 value 82.015849
## iter  40 value 82.012766
## iter  50 value 82.007663
## iter  60 value 82.000339
## iter  70 value 81.990602
## iter  80 value 81.976047
## iter  90 value 81.946599
## iter 100 value 81.826188
## final  value 81.826188 
## stopped after 100 iterations
## # weights:  56
## initial  value 519.691971 
## iter  10 value 82.953570
## iter  20 value 81.904626
## iter  30 value 64.989651
## iter  40 value 44.466944
## iter  50 value 43.311802
## iter  60 value 22.656303
## iter  70 value 4.105797
## iter  80 value 4.070535
## iter  90 value 4.052703
## iter 100 value 4.027890
## final  value 4.027890 
## stopped after 100 iterations
## # weights:  92
## initial  value 432.096308 
## iter  10 value 82.882026
## iter  20 value 81.978632
## iter  30 value 67.628593
## iter  40 value 13.032705
## iter  50 value 2.801563
## iter  60 value 2.555205
## iter  70 value 2.515865
## iter  80 value 2.487475
## iter  90 value 2.429403
## iter 100 value 1.462337
## final  value 1.462337 
## stopped after 100 iterations
## # weights:  20
## initial  value 331.690588 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 879.101358 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 616.676508 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 500.529096 
## iter  10 value 81.578696
## iter  20 value 56.820803
## iter  30 value 51.825766
## iter  40 value 51.435771
## final  value 51.435764 
## converged
## # weights:  56
## initial  value 658.230375 
## iter  10 value 77.919801
## iter  20 value 42.746253
## iter  30 value 31.452838
## iter  40 value 28.969169
## iter  50 value 28.090070
## iter  60 value 27.766003
## iter  70 value 27.375212
## iter  80 value 27.148159
## iter  90 value 27.097800
## iter 100 value 26.618295
## final  value 26.618295 
## stopped after 100 iterations
## # weights:  92
## initial  value 397.570579 
## iter  10 value 73.597163
## iter  20 value 31.667082
## iter  30 value 24.133463
## iter  40 value 22.774703
## iter  50 value 22.425714
## iter  60 value 22.388061
## iter  70 value 22.379035
## iter  80 value 22.373311
## iter  90 value 22.372716
## final  value 22.372706 
## converged
## # weights:  20
## initial  value 903.701352 
## iter  10 value 83.031758
## iter  20 value 81.959303
## iter  30 value 81.655610
## iter  40 value 65.394964
## iter  50 value 42.129669
## iter  60 value 38.255206
## iter  70 value 33.614067
## iter  80 value 33.429467
## iter  90 value 33.359873
## iter 100 value 33.352576
## final  value 33.352576 
## stopped after 100 iterations
## # weights:  56
## initial  value 571.182598 
## iter  10 value 82.811227
## iter  20 value 82.018138
## iter  30 value 82.016653
## iter  40 value 82.013419
## iter  50 value 82.001756
## iter  60 value 81.868135
## iter  70 value 68.727826
## iter  80 value 45.164869
## iter  90 value 42.121500
## iter 100 value 41.336837
## final  value 41.336837 
## stopped after 100 iterations
## # weights:  92
## initial  value 667.389982 
## iter  10 value 83.525753
## iter  20 value 82.017229
## iter  30 value 54.012122
## iter  40 value 10.835870
## iter  50 value 8.637121
## iter  60 value 6.541081
## iter  70 value 5.342251
## iter  80 value 5.134963
## iter  90 value 2.337449
## iter 100 value 0.405601
## final  value 0.405601 
## stopped after 100 iterations
## # weights:  20
## initial  value 414.568331 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 592.813015 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 416.018510 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 457.305751 
## iter  10 value 79.728844
## iter  20 value 56.855308
## iter  30 value 52.187920
## iter  40 value 51.898120
## final  value 51.898109 
## converged
## # weights:  56
## initial  value 495.036427 
## iter  10 value 75.582986
## iter  20 value 43.292655
## iter  30 value 32.395909
## iter  40 value 28.705471
## iter  50 value 27.131840
## iter  60 value 26.348999
## iter  70 value 26.277334
## iter  80 value 26.272222
## iter  90 value 26.242355
## iter 100 value 26.241490
## final  value 26.241490 
## stopped after 100 iterations
## # weights:  92
## initial  value 709.973960 
## iter  10 value 81.126117
## iter  20 value 45.337252
## iter  30 value 31.685886
## iter  40 value 27.427122
## iter  50 value 25.590987
## iter  60 value 24.645698
## iter  70 value 24.356212
## iter  80 value 24.327914
## iter  90 value 24.324510
## iter 100 value 24.311868
## final  value 24.311868 
## stopped after 100 iterations
## # weights:  20
## initial  value 567.516367 
## iter  10 value 80.575391
## iter  20 value 77.223675
## iter  30 value 60.287055
## iter  40 value 58.172157
## iter  50 value 56.781332
## iter  60 value 33.491406
## iter  70 value 33.186212
## iter  80 value 33.132097
## iter  90 value 33.108447
## iter 100 value 33.099420
## final  value 33.099420 
## stopped after 100 iterations
## # weights:  56
## initial  value 533.395696 
## iter  10 value 80.847341
## iter  20 value 80.011747
## iter  30 value 80.010756
## iter  40 value 80.008852
## iter  50 value 80.003605
## iter  60 value 79.971666
## iter  70 value 79.152120
## iter  80 value 57.502098
## iter  90 value 46.152390
## iter 100 value 18.397798
## final  value 18.397798 
## stopped after 100 iterations
## # weights:  92
## initial  value 845.890077 
## iter  10 value 81.577324
## iter  20 value 80.017720
## iter  30 value 61.786429
## iter  40 value 30.589149
## iter  50 value 13.049644
## iter  60 value 7.944603
## iter  70 value 7.039706
## iter  80 value 4.823573
## iter  90 value 3.213165
## iter 100 value 0.417551
## final  value 0.417551 
## stopped after 100 iterations
## # weights:  20
## initial  value 463.169842 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 343.620477 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 462.018440 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 543.606815 
## iter  10 value 80.635043
## iter  20 value 56.536351
## iter  30 value 50.166555
## iter  40 value 49.881465
## final  value 49.881381 
## converged
## # weights:  56
## initial  value 439.459304 
## iter  10 value 75.393252
## iter  20 value 33.347950
## iter  30 value 27.158308
## iter  40 value 26.402687
## iter  50 value 26.343275
## iter  60 value 26.336550
## final  value 26.336500 
## converged
## # weights:  92
## initial  value 934.291859 
## iter  10 value 78.250682
## iter  20 value 45.476844
## iter  30 value 28.294043
## iter  40 value 25.959114
## iter  50 value 24.946440
## iter  60 value 24.554431
## iter  70 value 24.418993
## iter  80 value 24.328983
## iter  90 value 24.200543
## iter 100 value 24.134175
## final  value 24.134175 
## stopped after 100 iterations
## # weights:  20
## initial  value 887.131349 
## iter  10 value 81.099732
## iter  20 value 80.011361
## iter  30 value 80.004388
## iter  40 value 79.982278
## iter  50 value 79.946310
## iter  60 value 79.879001
## iter  70 value 79.371762
## iter  80 value 63.272301
## iter  90 value 55.903410
## iter 100 value 37.803824
## final  value 37.803824 
## stopped after 100 iterations
## # weights:  56
## initial  value 432.451452 
## iter  10 value 80.811972
## iter  20 value 80.011539
## iter  30 value 80.010299
## iter  40 value 80.006779
## iter  50 value 79.972933
## iter  60 value 74.570262
## iter  70 value 10.202062
## iter  80 value 2.443366
## iter  90 value 2.141294
## iter 100 value 0.820698
## final  value 0.820698 
## stopped after 100 iterations
## # weights:  92
## initial  value 816.309930 
## iter  10 value 81.780793
## iter  20 value 80.020490
## iter  30 value 80.010981
## iter  40 value 80.010396
## iter  50 value 80.009391
## iter  60 value 80.007124
## iter  70 value 79.997069
## iter  80 value 79.202645
## iter  90 value 51.321239
## iter 100 value 7.011942
## final  value 7.011942 
## stopped after 100 iterations
## # weights:  20
## initial  value 467.558403 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 662.098261 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 556.998381 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 781.790660 
## iter  10 value 83.815784
## iter  20 value 58.986362
## iter  30 value 52.551880
## iter  40 value 51.895311
## final  value 51.894613 
## converged
## # weights:  56
## initial  value 687.150762 
## iter  10 value 89.191280
## iter  20 value 45.649908
## iter  30 value 28.063676
## iter  40 value 26.758345
## iter  50 value 26.676950
## iter  60 value 26.662798
## iter  70 value 26.580995
## iter  80 value 26.514753
## iter  90 value 26.508200
## iter 100 value 26.507465
## final  value 26.507465 
## stopped after 100 iterations
## # weights:  92
## initial  value 827.098729 
## iter  10 value 77.236122
## iter  20 value 40.484136
## iter  30 value 26.440963
## iter  40 value 24.713575
## iter  50 value 24.516221
## iter  60 value 24.494538
## iter  70 value 24.467364
## iter  80 value 24.465697
## final  value 24.465670 
## converged
## # weights:  20
## initial  value 732.398624 
## iter  10 value 82.862619
## iter  20 value 77.160308
## iter  30 value 57.581188
## iter  40 value 38.936628
## iter  50 value 34.426342
## iter  60 value 34.250860
## iter  70 value 33.488710
## iter  80 value 33.402343
## iter  90 value 33.387406
## iter 100 value 33.377604
## final  value 33.377604 
## stopped after 100 iterations
## # weights:  56
## initial  value 415.408311 
## iter  10 value 82.682131
## iter  20 value 76.460504
## iter  30 value 52.693865
## iter  40 value 47.661274
## iter  50 value 47.271962
## iter  60 value 45.512715
## iter  70 value 44.268296
## iter  80 value 42.286082
## iter  90 value 42.264802
## iter 100 value 42.244052
## final  value 42.244052 
## stopped after 100 iterations
## # weights:  92
## initial  value 702.517227 
## iter  10 value 83.530904
## iter  20 value 82.017277
## iter  30 value 47.158713
## iter  40 value 8.307007
## iter  50 value 0.431413
## iter  60 value 0.261288
## iter  70 value 0.219577
## iter  80 value 0.192323
## iter  90 value 0.179933
## iter 100 value 0.169549
## final  value 0.169549 
## stopped after 100 iterations
## # weights:  20
## initial  value 959.023979 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 712.948099 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 696.293389 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 461.825353 
## iter  10 value 87.225240
## iter  20 value 62.483764
## iter  30 value 54.967951
## iter  40 value 54.718158
## final  value 54.717017 
## converged
## # weights:  56
## initial  value 914.208204 
## iter  10 value 79.263740
## iter  20 value 47.264271
## iter  30 value 29.872103
## iter  40 value 27.138941
## iter  50 value 25.590683
## iter  60 value 25.425649
## iter  70 value 25.397273
## final  value 25.397125 
## converged
## # weights:  92
## initial  value 411.720248 
## iter  10 value 73.684381
## iter  20 value 37.209206
## iter  30 value 27.808299
## iter  40 value 24.204987
## iter  50 value 22.661176
## iter  60 value 22.213730
## iter  70 value 22.016790
## iter  80 value 21.984303
## iter  90 value 21.980488
## iter 100 value 21.979972
## final  value 21.979972 
## stopped after 100 iterations
## # weights:  20
## initial  value 352.884749 
## iter  10 value 80.392527
## iter  20 value 80.022160
## iter  30 value 80.021007
## iter  40 value 80.019266
## iter  50 value 80.016610
## iter  60 value 80.012731
## iter  70 value 80.007352
## iter  80 value 79.999770
## iter  90 value 79.987692
## iter 100 value 79.962960
## final  value 79.962960 
## stopped after 100 iterations
## # weights:  56
## initial  value 486.612315 
## iter  10 value 80.799470
## iter  20 value 80.020369
## iter  30 value 80.020005
## iter  40 value 80.019537
## iter  50 value 80.018888
## iter  60 value 80.017866
## iter  70 value 80.015980
## iter  80 value 80.011184
## iter  90 value 79.989289
## iter 100 value 79.773858
## final  value 79.773858 
## stopped after 100 iterations
## # weights:  92
## initial  value 454.349433 
## iter  10 value 80.909579
## iter  20 value 72.656397
## iter  30 value 51.456065
## iter  40 value 43.261148
## iter  50 value 42.061507
## iter  60 value 41.488373
## iter  70 value 41.089491
## iter  80 value 40.382966
## iter  90 value 40.197908
## iter 100 value 40.188237
## final  value 40.188237 
## stopped after 100 iterations
## # weights:  20
## initial  value 303.957166 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 345.537068 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 384.730250 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 274.550876 
## iter  10 value 75.708707
## iter  20 value 57.322492
## iter  30 value 49.955522
## iter  40 value 48.916529
## final  value 48.916236 
## converged
## # weights:  56
## initial  value 402.285040 
## iter  10 value 82.646681
## iter  20 value 53.824304
## iter  30 value 30.487820
## iter  40 value 27.388164
## iter  50 value 25.913952
## iter  60 value 25.417098
## iter  70 value 25.096695
## iter  80 value 25.078845
## iter  90 value 25.073489
## iter 100 value 25.070478
## final  value 25.070478 
## stopped after 100 iterations
## # weights:  92
## initial  value 871.151214 
## iter  10 value 78.071214
## iter  20 value 34.159829
## iter  30 value 24.912585
## iter  40 value 23.906124
## iter  50 value 23.521283
## iter  60 value 23.378395
## iter  70 value 23.260962
## iter  80 value 23.020996
## iter  90 value 22.976208
## iter 100 value 22.971077
## final  value 22.971077 
## stopped after 100 iterations
## # weights:  20
## initial  value 828.217724 
## iter  10 value 80.921187
## iter  20 value 79.968512
## iter  30 value 79.584883
## iter  40 value 62.117357
## iter  50 value 56.481086
## iter  60 value 49.175344
## iter  70 value 32.276764
## iter  80 value 31.952406
## iter  90 value 31.758897
## iter 100 value 31.737364
## final  value 31.737364 
## stopped after 100 iterations
## # weights:  56
## initial  value 860.043448 
## iter  10 value 81.470981
## iter  20 value 80.014336
## iter  30 value 80.013530
## iter  40 value 80.011906
## iter  50 value 80.006801
## iter  60 value 79.960459
## iter  70 value 78.407303
## iter  80 value 28.115457
## iter  90 value 15.861178
## iter 100 value 14.262196
## final  value 14.262196 
## stopped after 100 iterations
## # weights:  92
## initial  value 893.914533 
## iter  10 value 81.706250
## iter  20 value 80.019436
## iter  30 value 79.937684
## iter  40 value 60.837791
## iter  50 value 20.294868
## iter  60 value 8.648772
## iter  70 value 8.361150
## iter  80 value 8.262045
## iter  90 value 8.199800
## iter 100 value 8.023018
## final  value 8.023018 
## stopped after 100 iterations
## # weights:  20
## initial  value 618.656714 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 952.733275 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 382.217022 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 484.499814 
## iter  10 value 76.403402
## iter  20 value 53.671805
## iter  30 value 51.642333
## iter  40 value 51.576779
## final  value 51.576775 
## converged
## # weights:  56
## initial  value 664.693404 
## iter  10 value 83.648948
## iter  20 value 50.128586
## iter  30 value 29.534644
## iter  40 value 26.855173
## iter  50 value 26.049770
## iter  60 value 25.902597
## iter  70 value 25.839523
## iter  80 value 25.837619
## final  value 25.837618 
## converged
## # weights:  92
## initial  value 671.052919 
## iter  10 value 77.667149
## iter  20 value 35.775370
## iter  30 value 26.272601
## iter  40 value 24.844551
## iter  50 value 24.264591
## iter  60 value 23.935769
## iter  70 value 23.890008
## iter  80 value 23.887619
## iter  90 value 23.887584
## iter  90 value 23.887584
## iter  90 value 23.887584
## final  value 23.887584 
## converged
## # weights:  20
## initial  value 414.907765 
## iter  10 value 80.467369
## iter  20 value 76.357719
## iter  30 value 62.694032
## iter  40 value 59.006416
## iter  50 value 58.877860
## iter  60 value 58.870170
## iter  70 value 58.864164
## iter  80 value 58.829326
## iter  90 value 58.805023
## iter 100 value 58.191060
## final  value 58.191060 
## stopped after 100 iterations
## # weights:  56
## initial  value 749.852707 
## iter  10 value 81.200808
## iter  20 value 79.341002
## iter  30 value 53.063000
## iter  40 value 38.950610
## iter  50 value 12.243314
## iter  60 value 2.711215
## iter  70 value 2.464471
## iter  80 value 2.399459
## iter  90 value 2.343681
## iter 100 value 2.301898
## final  value 2.301898 
## stopped after 100 iterations
## # weights:  92
## initial  value 685.483438 
## iter  10 value 81.340117
## iter  20 value 79.871193
## iter  30 value 27.152935
## iter  40 value 1.823636
## iter  50 value 0.195877
## iter  60 value 0.175058
## iter  70 value 0.163026
## iter  80 value 0.155561
## iter  90 value 0.149329
## iter 100 value 0.144188
## final  value 0.144188 
## stopped after 100 iterations
## # weights:  20
## initial  value 335.632091 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 291.862441 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 500.709210 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 710.849558 
## iter  10 value 81.994622
## iter  20 value 54.450128
## iter  30 value 50.441909
## iter  40 value 50.114392
## final  value 50.114312 
## converged
## # weights:  56
## initial  value 651.972342 
## iter  10 value 79.231286
## iter  20 value 39.057258
## iter  30 value 26.643190
## iter  40 value 25.723219
## iter  50 value 25.598317
## iter  60 value 25.591524
## final  value 25.591443 
## converged
## # weights:  92
## initial  value 569.587461 
## iter  10 value 86.962995
## iter  20 value 65.439254
## iter  30 value 31.544505
## iter  40 value 24.340206
## iter  50 value 23.699872
## iter  60 value 23.508334
## iter  70 value 23.462324
## iter  80 value 23.457894
## iter  90 value 23.457382
## iter 100 value 23.457269
## final  value 23.457269 
## stopped after 100 iterations
## # weights:  20
## initial  value 258.318129 
## iter  10 value 80.206096
## iter  20 value 80.030767
## iter  30 value 80.030165
## iter  40 value 80.029417
## iter  50 value 80.028467
## iter  60 value 80.027237
## iter  70 value 80.025637
## iter  80 value 80.023555
## iter  90 value 80.020857
## iter 100 value 80.017321
## final  value 80.017321 
## stopped after 100 iterations
## # weights:  56
## initial  value 584.624613 
## iter  10 value 81.115055
## iter  20 value 79.945062
## iter  30 value 65.001369
## iter  40 value 32.895583
## iter  50 value 11.760023
## iter  60 value 9.717089
## iter  70 value 9.484248
## iter  80 value 8.580469
## iter  90 value 6.931635
## iter 100 value 2.192200
## final  value 2.192200 
## stopped after 100 iterations
## # weights:  92
## initial  value 782.506021 
## iter  10 value 80.896867
## iter  20 value 80.020141
## iter  30 value 80.018234
## iter  40 value 80.012918
## iter  50 value 79.963304
## iter  60 value 66.377279
## iter  70 value 42.785902
## iter  80 value 40.136772
## iter  90 value 39.934699
## iter 100 value 9.041256
## final  value 9.041256 
## stopped after 100 iterations
## # weights:  20
## initial  value 796.069872 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 368.707495 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 580.592639 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 631.108880 
## iter  10 value 81.769622
## iter  20 value 55.537686
## iter  30 value 50.819601
## iter  40 value 49.971132
## iter  50 value 49.968760
## final  value 49.968713 
## converged
## # weights:  56
## initial  value 955.994318 
## iter  10 value 82.087318
## iter  20 value 40.347949
## iter  30 value 27.301407
## iter  40 value 26.508064
## iter  50 value 26.360115
## iter  60 value 26.349722
## final  value 26.349631 
## converged
## # weights:  92
## initial  value 684.116200 
## iter  10 value 80.712866
## iter  20 value 38.695878
## iter  30 value 26.511689
## iter  40 value 25.050263
## iter  50 value 24.687989
## iter  60 value 24.483093
## iter  70 value 24.391369
## iter  80 value 24.373758
## iter  90 value 24.373118
## final  value 24.373110 
## converged
## # weights:  20
## initial  value 291.842118 
## iter  10 value 80.258473
## iter  20 value 80.024856
## iter  30 value 80.024394
## iter  40 value 80.023807
## iter  50 value 80.023020
## iter  60 value 80.021906
## iter  70 value 80.020253
## iter  80 value 80.017752
## iter  90 value 80.014001
## iter 100 value 80.008464
## final  value 80.008464 
## stopped after 100 iterations
## # weights:  56
## initial  value 384.684876 
## iter  10 value 80.645360
## iter  20 value 80.030037
## iter  30 value 79.990834
## iter  40 value 71.003120
## iter  50 value 48.764319
## iter  60 value 46.438211
## iter  70 value 46.400940
## iter  80 value 45.323376
## iter  90 value 45.282836
## iter 100 value 44.282930
## final  value 44.282930 
## stopped after 100 iterations
## # weights:  92
## initial  value 435.079083 
## iter  10 value 80.818353
## iter  20 value 80.019385
## iter  30 value 80.018196
## iter  40 value 80.015470
## iter  50 value 80.002778
## iter  60 value 78.529031
## iter  70 value 49.365859
## iter  80 value 44.012183
## iter  90 value 40.751007
## iter 100 value 40.105595
## final  value 40.105595 
## stopped after 100 iterations
## # weights:  20
## initial  value 604.159990 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 635.632082 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 599.572327 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 480.508604 
## iter  10 value 81.137932
## iter  20 value 61.302686
## iter  30 value 52.875440
## iter  40 value 52.443748
## iter  50 value 52.441787
## final  value 52.441779 
## converged
## # weights:  56
## initial  value 517.795276 
## iter  10 value 74.883634
## iter  20 value 35.139896
## iter  30 value 27.133341
## iter  40 value 26.795840
## iter  50 value 26.666979
## iter  60 value 26.651460
## final  value 26.651168 
## converged
## # weights:  92
## initial  value 824.213753 
## iter  10 value 78.092073
## iter  20 value 40.667153
## iter  30 value 28.481358
## iter  40 value 24.846192
## iter  50 value 23.697782
## iter  60 value 23.385547
## iter  70 value 23.165274
## iter  80 value 23.124684
## iter  90 value 23.122452
## iter 100 value 23.122150
## final  value 23.122150 
## stopped after 100 iterations
## # weights:  20
## initial  value 890.908302 
## iter  10 value 82.904359
## iter  20 value 82.008582
## iter  30 value 82.004063
## iter  40 value 81.996231
## iter  50 value 81.985178
## iter  60 value 81.970775
## iter  70 value 81.948772
## iter  80 value 81.902009
## iter  90 value 81.650786
## iter 100 value 71.214709
## final  value 71.214709 
## stopped after 100 iterations
## # weights:  56
## initial  value 512.464346 
## iter  10 value 82.854922
## iter  20 value 82.011744
## iter  30 value 82.010572
## iter  40 value 82.008060
## iter  50 value 81.999492
## iter  60 value 81.935745
## iter  70 value 81.229339
## iter  80 value 54.378860
## iter  90 value 14.686952
## iter 100 value 7.154842
## final  value 7.154842 
## stopped after 100 iterations
## # weights:  92
## initial  value 780.023103 
## iter  10 value 83.577334
## iter  20 value 82.016888
## iter  30 value 56.467938
## iter  40 value 5.449207
## iter  50 value 0.233638
## iter  60 value 0.183143
## iter  70 value 0.173454
## iter  80 value 0.162879
## iter  90 value 0.155277
## iter 100 value 0.147684
## final  value 0.147684 
## stopped after 100 iterations
## # weights:  20
## initial  value 864.150914 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 536.948674 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 509.813437 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 788.978652 
## iter  10 value 80.636028
## iter  20 value 55.728975
## iter  30 value 53.334124
## iter  40 value 53.063350
## final  value 53.063006 
## converged
## # weights:  56
## initial  value 371.172602 
## iter  10 value 84.219726
## iter  20 value 55.250564
## iter  30 value 36.670711
## iter  40 value 31.540104
## iter  50 value 30.084787
## iter  60 value 29.660365
## iter  70 value 26.720466
## iter  80 value 25.697255
## iter  90 value 25.652835
## iter 100 value 25.651465
## final  value 25.651465 
## stopped after 100 iterations
## # weights:  92
## initial  value 500.545063 
## iter  10 value 83.315820
## iter  20 value 33.422898
## iter  30 value 25.233388
## iter  40 value 24.184222
## iter  50 value 23.954159
## iter  60 value 23.858231
## iter  70 value 23.851822
## iter  80 value 23.851552
## final  value 23.851544 
## converged
## # weights:  20
## initial  value 732.331577 
## iter  10 value 82.846606
## iter  20 value 82.012962
## iter  30 value 81.999228
## iter  40 value 81.968322
## iter  50 value 81.864521
## iter  60 value 73.087335
## iter  70 value 63.645784
## iter  80 value 63.115238
## iter  90 value 61.916217
## iter 100 value 58.953408
## final  value 58.953408 
## stopped after 100 iterations
## # weights:  56
## initial  value 693.111432 
## iter  10 value 83.190979
## iter  20 value 82.000243
## iter  30 value 81.949891
## iter  40 value 71.367216
## iter  50 value 19.646950
## iter  60 value 12.038938
## iter  70 value 10.235271
## iter  80 value 8.522680
## iter  90 value 8.375146
## iter 100 value 8.252384
## final  value 8.252384 
## stopped after 100 iterations
## # weights:  92
## initial  value 610.297592 
## iter  10 value 83.083390
## iter  20 value 82.025504
## iter  30 value 82.023874
## iter  40 value 82.020146
## iter  50 value 82.002697
## iter  60 value 73.634919
## iter  70 value 51.399133
## iter  80 value 41.676953
## iter  90 value 41.174795
## iter 100 value 41.157552
## final  value 41.157552 
## stopped after 100 iterations
## # weights:  20
## initial  value 560.904370 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 417.894955 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 737.813750 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 575.734247 
## iter  10 value 85.068458
## iter  20 value 62.069093
## iter  30 value 52.326246
## iter  40 value 52.073279
## iter  50 value 52.072100
## final  value 52.072095 
## converged
## # weights:  56
## initial  value 694.180126 
## iter  10 value 83.201030
## iter  20 value 51.086206
## iter  30 value 31.436597
## iter  40 value 27.634818
## iter  50 value 26.417751
## iter  60 value 26.254666
## iter  70 value 26.250300
## final  value 26.250211 
## converged
## # weights:  92
## initial  value 236.608614 
## iter  10 value 76.560602
## iter  20 value 38.399864
## iter  30 value 26.548296
## iter  40 value 24.889156
## iter  50 value 24.414479
## iter  60 value 24.175978
## iter  70 value 24.139081
## iter  80 value 24.135035
## iter  90 value 24.133937
## iter 100 value 24.133758
## final  value 24.133758 
## stopped after 100 iterations
## # weights:  20
## initial  value 400.250987 
## iter  10 value 82.427089
## iter  20 value 82.016753
## iter  30 value 82.010947
## iter  40 value 81.996060
## iter  50 value 81.953878
## iter  60 value 81.655833
## iter  70 value 64.776297
## iter  80 value 62.362380
## iter  90 value 58.409999
## iter 100 value 58.209344
## final  value 58.209344 
## stopped after 100 iterations
## # weights:  56
## initial  value 510.908349 
## iter  10 value 82.860751
## iter  20 value 82.018733
## iter  30 value 82.016234
## iter  40 value 82.007997
## iter  50 value 81.934593
## iter  60 value 71.364111
## iter  70 value 53.300090
## iter  80 value 41.357521
## iter  90 value 41.143934
## iter 100 value 7.641399
## final  value 7.641399 
## stopped after 100 iterations
## # weights:  92
## initial  value 649.847928 
## iter  10 value 83.200999
## iter  20 value 82.009282
## iter  30 value 81.970828
## iter  40 value 66.346561
## iter  50 value 45.352671
## iter  60 value 24.567698
## iter  70 value 0.758191
## iter  80 value 0.237693
## iter  90 value 0.225258
## iter 100 value 0.210677
## final  value 0.210677 
## stopped after 100 iterations
## # weights:  20
## initial  value 584.510756 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 840.268793 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 212.911560 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 965.319283 
## iter  10 value 78.263877
## iter  20 value 58.547794
## iter  30 value 53.765764
## iter  40 value 53.696811
## iter  40 value 53.696811
## iter  40 value 53.696811
## final  value 53.696811 
## converged
## # weights:  56
## initial  value 720.603073 
## iter  10 value 79.724554
## iter  20 value 63.097402
## iter  30 value 32.192730
## iter  40 value 28.231840
## iter  50 value 27.791149
## iter  60 value 27.144380
## iter  70 value 26.702787
## iter  80 value 26.600946
## iter  90 value 26.570632
## iter 100 value 26.558744
## final  value 26.558744 
## stopped after 100 iterations
## # weights:  92
## initial  value 710.002901 
## iter  10 value 79.043245
## iter  20 value 48.032114
## iter  30 value 29.798127
## iter  40 value 26.551516
## iter  50 value 25.589450
## iter  60 value 25.365227
## iter  70 value 24.906076
## iter  80 value 23.477224
## iter  90 value 23.206531
## iter 100 value 23.160733
## final  value 23.160733 
## stopped after 100 iterations
## # weights:  20
## initial  value 509.049416 
## iter  10 value 82.642371
## iter  20 value 82.025190
## iter  30 value 82.024602
## iter  40 value 82.023818
## iter  50 value 82.022688
## iter  60 value 82.020971
## iter  70 value 82.018301
## iter  80 value 82.014248
## iter  90 value 82.008325
## iter 100 value 81.999475
## final  value 81.999475 
## stopped after 100 iterations
## # weights:  56
## initial  value 741.259225 
## iter  10 value 83.010618
## iter  20 value 79.699239
## iter  30 value 43.928846
## iter  40 value 4.923233
## iter  50 value 2.379360
## iter  60 value 0.479264
## iter  70 value 0.386478
## iter  80 value 0.356424
## iter  90 value 0.327328
## iter 100 value 0.306029
## final  value 0.306029 
## stopped after 100 iterations
## # weights:  92
## initial  value 431.081130 
## iter  10 value 82.833573
## iter  20 value 81.949897
## iter  30 value 63.650381
## iter  40 value 23.497850
## iter  50 value 11.071342
## iter  60 value 10.014772
## iter  70 value 6.218585
## iter  80 value 0.525254
## iter  90 value 0.369602
## iter 100 value 0.339863
## final  value 0.339863 
## stopped after 100 iterations
## # weights:  20
## initial  value 768.323700 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 572.546299 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 960.559088 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 333.050102 
## iter  10 value 79.276671
## iter  20 value 58.068226
## iter  30 value 51.278264
## iter  40 value 51.049441
## final  value 51.049400 
## converged
## # weights:  56
## initial  value 623.585236 
## iter  10 value 81.809325
## iter  20 value 49.285481
## iter  30 value 35.948261
## iter  40 value 29.841122
## iter  50 value 27.720168
## iter  60 value 26.533166
## iter  70 value 26.428595
## iter  80 value 26.426350
## final  value 26.426346 
## converged
## # weights:  92
## initial  value 414.205675 
## iter  10 value 82.163459
## iter  20 value 35.954548
## iter  30 value 26.600296
## iter  40 value 24.989635
## iter  50 value 24.594131
## iter  60 value 24.273283
## iter  70 value 24.215880
## iter  80 value 24.211373
## iter  90 value 24.211224
## final  value 24.211218 
## converged
## # weights:  20
## initial  value 339.955927 
## iter  10 value 80.354970
## iter  20 value 80.021711
## iter  30 value 80.002747
## iter  40 value 79.955138
## iter  50 value 79.522704
## iter  60 value 65.016190
## iter  70 value 62.326726
## iter  80 value 61.884503
## iter  90 value 61.719582
## iter 100 value 61.021699
## final  value 61.021699 
## stopped after 100 iterations
## # weights:  56
## initial  value 564.988770 
## iter  10 value 81.043259
## iter  20 value 80.017350
## iter  30 value 80.017045
## iter  40 value 80.016645
## iter  50 value 80.016073
## iter  60 value 80.015151
## iter  70 value 80.013356
## iter  80 value 80.008562
## iter  90 value 79.987833
## iter 100 value 79.891703
## final  value 79.891703 
## stopped after 100 iterations
## # weights:  92
## initial  value 492.635518 
## iter  10 value 81.035736
## iter  20 value 80.015326
## iter  30 value 80.014402
## iter  40 value 80.012615
## iter  50 value 80.007384
## iter  60 value 79.947852
## iter  70 value 66.246540
## iter  80 value 49.072521
## iter  90 value 32.187104
## iter 100 value 6.534143
## final  value 6.534143 
## stopped after 100 iterations
## # weights:  20
## initial  value 879.302481 
## final  value 82.000000 
## converged
## # weights:  56
## initial  value 539.298528 
## final  value 82.000000 
## converged
## # weights:  92
## initial  value 562.504281 
## final  value 82.000000 
## converged
## # weights:  20
## initial  value 686.515896 
## iter  10 value 78.919925
## iter  20 value 55.954826
## iter  30 value 50.843013
## iter  40 value 50.657913
## final  value 50.657886 
## converged
## # weights:  56
## initial  value 433.810160 
## iter  10 value 83.462806
## iter  20 value 40.699064
## iter  30 value 28.472787
## iter  40 value 26.397960
## iter  50 value 26.105747
## iter  60 value 26.011177
## iter  70 value 25.981173
## iter  80 value 25.980831
## iter  80 value 25.980830
## iter  80 value 25.980830
## final  value 25.980830 
## converged
## # weights:  92
## initial  value 666.966101 
## iter  10 value 79.807140
## iter  20 value 41.692926
## iter  30 value 30.258824
## iter  40 value 24.382111
## iter  50 value 23.244094
## iter  60 value 22.571664
## iter  70 value 22.484108
## iter  80 value 22.478283
## iter  90 value 22.477986
## iter 100 value 22.477910
## final  value 22.477910 
## stopped after 100 iterations
## # weights:  20
## initial  value 522.601888 
## iter  10 value 82.548669
## iter  20 value 70.905491
## iter  30 value 61.583815
## iter  40 value 60.109915
## iter  50 value 36.016565
## iter  60 value 34.000505
## iter  70 value 33.011006
## iter  80 value 32.908723
## iter  90 value 32.797546
## iter 100 value 32.728468
## final  value 32.728468 
## stopped after 100 iterations
## # weights:  56
## initial  value 425.310640 
## iter  10 value 82.691863
## iter  20 value 82.009266
## iter  30 value 81.995597
## iter  40 value 81.471053
## iter  50 value 61.228426
## iter  60 value 41.776691
## iter  70 value 41.068931
## iter  80 value 3.805664
## iter  90 value 0.242242
## iter 100 value 0.217136
## final  value 0.217136 
## stopped after 100 iterations
## # weights:  92
## initial  value 329.115377 
## iter  10 value 82.599347
## iter  20 value 82.016315
## iter  30 value 82.000306
## iter  40 value 72.552950
## iter  50 value 50.073308
## iter  60 value 43.359180
## iter  70 value 43.180045
## iter  80 value 3.069540
## iter  90 value 0.343874
## iter 100 value 0.177484
## final  value 0.177484 
## stopped after 100 iterations
## # weights:  20
## initial  value 754.837605 
## final  value 80.000000 
## converged
## # weights:  56
## initial  value 523.021022 
## final  value 80.000000 
## converged
## # weights:  92
## initial  value 303.732767 
## final  value 80.000000 
## converged
## # weights:  20
## initial  value 586.090659 
## iter  10 value 77.299020
## iter  20 value 54.425263
## iter  30 value 50.145164
## iter  40 value 49.397827
## final  value 49.397717 
## converged
## # weights:  56
## initial  value 344.655590 
## iter  10 value 73.703133
## iter  20 value 39.151018
## iter  30 value 27.549222
## iter  40 value 25.618440
## iter  50 value 25.044988
## iter  60 value 24.981637
## iter  70 value 24.980745
## iter  70 value 24.980745
## iter  70 value 24.980745
## final  value 24.980745 
## converged
## # weights:  92
## initial  value 990.484954 
## iter  10 value 75.873735
## iter  20 value 44.673191
## iter  30 value 28.299678
## iter  40 value 25.792548
## iter  50 value 23.424320
## iter  60 value 21.873986
## iter  70 value 21.574059
## iter  80 value 21.513013
## iter  90 value 21.446487
## iter 100 value 21.441482
## final  value 21.441482 
## stopped after 100 iterations
## # weights:  20
## initial  value 606.495452 
## iter  10 value 80.615318
## iter  20 value 80.035454
## iter  30 value 80.033795
## iter  40 value 80.031217
## iter  50 value 80.027130
## iter  60 value 80.020816
## iter  70 value 80.011034
## iter  80 value 79.993631
## iter  90 value 79.948783
## iter 100 value 79.505223
## final  value 79.505223 
## stopped after 100 iterations
## # weights:  56
## initial  value 495.612235 
## iter  10 value 80.783051
## iter  20 value 80.044143
## iter  30 value 80.036717
## iter  40 value 79.986474
## iter  50 value 74.021842
## iter  60 value 45.720796
## iter  70 value 42.336858
## iter  80 value 41.239022
## iter  90 value 40.283952
## iter 100 value 40.240915
## final  value 40.240915 
## stopped after 100 iterations
## # weights:  92
## initial  value 677.896506 
## iter  10 value 81.533758
## iter  20 value 80.017535
## iter  30 value 79.992136
## iter  40 value 74.351768
## iter  50 value 41.281626
## iter  60 value 3.089182
## iter  70 value 0.221218
## iter  80 value 0.173471
## iter  90 value 0.163714
## iter 100 value 0.156708
## final  value 0.156708 
## stopped after 100 iterations
## # weights:  92
## initial  value 721.333777 
## iter  10 value 86.448770
## iter  20 value 51.945105
## iter  30 value 27.793252
## iter  40 value 25.798791
## iter  50 value 25.486850
## iter  60 value 25.420733
## iter  70 value 25.367137
## iter  80 value 25.259457
## iter  90 value 25.237921
## iter 100 value 25.224758
## final  value 25.224758 
## stopped after 100 iterations

## [1] "Building This Caret Information took 0.80 minutes"

4.4.4 Ensemble Summary

## 
## Call:
## summary.resamples(object = results)
## 
## Models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet 
## Number of resamples: 30 
## 
## Accuracy 
##              Min. 1st Qu. Median   Mean 3rd Qu.   Max. NA's
## lda        0.9426  0.9590 0.9669 0.9622  0.9672 0.9835    0
## rpart      0.9187  0.9449 0.9508 0.9516  0.9590 0.9672    0
## knn        0.9590  0.9612 0.9672 0.9683  0.9752 1.0000    0
## pam        0.9590  0.9590 0.9631 0.9631  0.9669 0.9672    0
## multinom   0.9344  0.9508 0.9590 0.9598  0.9672 0.9836    0
## LogitBoost 0.9344  0.9505 0.9590 0.9565  0.9650 0.9754    0
## svmLinear2 0.9268  0.9590 0.9672 0.9655  0.9752 0.9917    0
## pcaNNet    0.9752  0.9917 0.9918 0.9923  1.0000 1.0000    0
## 
## Kappa 
##                Min.  1st Qu. Median   Mean 3rd Qu.   Max. NA's
## lda        -0.02398  0.00000 0.2289 0.1762  0.3184 0.6592    0
## rpart      -0.04237 -0.01374 0.0000 0.1323  0.2686 0.5835    0
## knn         0.00000  0.00000 0.3241 0.2135  0.3920 1.0000    0
## pam         0.00000  0.00000 0.0000 0.0000  0.0000 0.0000    0
## multinom   -0.03171  0.05609 0.2651 0.2590  0.3876 0.7415    0
## LogitBoost -0.03171  0.00000 0.0000 0.1326  0.2552 0.6541    0
## svmLinear2 -0.03171  0.31830 0.4234 0.4107  0.5590 0.8530    0
## pcaNNet     0.39200  0.85300 0.8847 0.8805  1.0000 1.0000    0

4.4.5 Ensemble Box & Whiskers Plot

4.4.6 Ensemble Correlation Matrix

4.4.7 Ensemble Scatterplot Matrix

4.4.8 Prediction and CV Plot

## A rf ensemble of 2 base models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet
## 
## Ensemble results:
## Random Forest 
## 
## 3654 samples
##    8 predictor
##    2 classes: 'no', 'yes' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold, repeated 3 times) 
## Summary of sample sizes: 3290, 3288, 3288, 3288, 3289, 3288, ... 
## Resampling results across tuning parameters:
## 
##   mtry  Accuracy   Kappa    
##   2     0.9939798  0.9170188
##   5     0.9939806  0.9173949
##   8     0.9940714  0.9185910
## 
## Accuracy was used to select the optimal model using  the largest value.
## The final value used for the model was mtry = 8.

## [1] "Random Forest Ensemble: (lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet) Prediction =  99.41"

4.4.9 ROC CURVES

## [1] 0.9972136

4.5 Ensemble Predict “Very Good” Quality

4.5.1 Algo

set.seed(451)

data <- sample(2, nrow(cars_dummy2), replace = T, prob = c(0.7, 0.3))
train <- cars_dummy2[data == 1,]
test <- cars_dummy2[data == 2,]


control <- trainControl(method="repeatedcv", number=10, repeats=3, savePredictions='final', classProbs=TRUE, allowParallel = TRUE, verboseIter = FALSE)

algorithmList <- c('lda', 'rpart', 'knn', 'pam', 'multinom', 'LogitBoost', 'svmLinear2', 'pcaNNet')

4.5.2 Tuning Parameters & Alogrithm List

control <- trainControl(method="repeatedcv", number=10, repeats=3, savePredictions='final', classProbs=TRUE, allowParallel = TRUE, verboseIter = FALSE)

algorithmList <- c('lda', 'rpart', 'knn', 'pam', 'multinom', 'LogitBoost', 'svmLinear2', 'pcaNNet')

4.5.3 Iteration Information

## 1234567891011121314151617181920212223242526272829301111111111111111111111111111111# weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.596858
## iter  20 value 0.053522
## iter  30 value 0.015177
## iter  40 value 0.008612
## iter  50 value 0.003463
## iter  60 value 0.001795
## iter  70 value 0.000368
## iter  80 value 0.000367
## iter  90 value 0.000175
## iter 100 value 0.000156
## final  value 0.000156 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 22.062915
## iter  20 value 16.091441
## iter  30 value 15.788324
## iter  30 value 15.788324
## iter  30 value 15.788324
## final  value 15.788324 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.635349
## iter  20 value 0.130339
## iter  30 value 0.104748
## iter  40 value 0.099802
## iter  50 value 0.098030
## iter  60 value 0.095663
## iter  70 value 0.094773
## iter  80 value 0.094282
## iter  90 value 0.094008
## iter 100 value 0.093878
## final  value 0.093878 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.693342
## iter  20 value 0.047741
## iter  30 value 0.013999
## iter  40 value 0.006879
## iter  50 value 0.003821
## iter  60 value 0.001503
## iter  70 value 0.000263
## iter  80 value 0.000256
## iter  90 value 0.000256
## iter 100 value 0.000146
## final  value 0.000146 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 22.130557
## iter  20 value 16.647382
## iter  30 value 15.773731
## final  value 15.773731 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.730560
## iter  20 value 0.126304
## iter  30 value 0.105082
## iter  40 value 0.099892
## iter  50 value 0.098358
## iter  60 value 0.095827
## iter  70 value 0.094779
## iter  80 value 0.094124
## iter  90 value 0.093874
## iter 100 value 0.093751
## final  value 0.093751 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.631929
## iter  20 value 0.059800
## iter  30 value 0.012596
## iter  40 value 0.008553
## iter  50 value 0.002823
## iter  60 value 0.001326
## iter  70 value 0.000224
## iter  80 value 0.000197
## final  value 0.000072 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 22.039558
## iter  20 value 16.386552
## iter  30 value 15.740791
## final  value 15.740791 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.669482
## iter  20 value 0.133559
## iter  30 value 0.101673
## iter  40 value 0.098227
## iter  50 value 0.096965
## iter  60 value 0.094983
## iter  70 value 0.094222
## iter  80 value 0.093595
## iter  90 value 0.093327
## iter 100 value 0.093238
## final  value 0.093238 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.626892
## iter  20 value 0.055679
## iter  30 value 0.012055
## iter  40 value 0.007858
## iter  50 value 0.002804
## iter  60 value 0.000808
## iter  70 value 0.000132
## iter  80 value 0.000128
## iter  90 value 0.000128
## final  value 0.000084 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.400624
## iter  20 value 16.285182
## iter  30 value 15.263893
## final  value 15.263893 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.663952
## iter  20 value 0.130947
## iter  30 value 0.102021
## iter  40 value 0.097542
## iter  50 value 0.095593
## iter  60 value 0.092952
## iter  70 value 0.092101
## iter  80 value 0.091532
## iter  90 value 0.091156
## iter 100 value 0.091032
## final  value 0.091032 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.658127
## iter  20 value 0.055350
## iter  30 value 0.015331
## iter  40 value 0.004954
## iter  50 value 0.003998
## iter  60 value 0.001421
## iter  70 value 0.000250
## iter  80 value 0.000241
## iter  90 value 0.000135
## iter 100 value 0.000109
## final  value 0.000109 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 22.224187
## iter  20 value 16.703322
## iter  30 value 15.812283
## final  value 15.812283 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.695738
## iter  20 value 0.130674
## iter  30 value 0.104905
## iter  40 value 0.099669
## iter  50 value 0.097874
## iter  60 value 0.095655
## iter  70 value 0.094793
## iter  80 value 0.094253
## iter  90 value 0.093991
## iter 100 value 0.093896
## final  value 0.093896 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.660972
## iter  20 value 0.050766
## iter  30 value 0.016660
## iter  40 value 0.008404
## iter  50 value 0.002947
## iter  60 value 0.001361
## iter  70 value 0.000266
## iter  80 value 0.000228
## final  value 0.000089 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.979419
## iter  20 value 16.414071
## iter  30 value 15.697088
## final  value 15.697087 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.698035
## iter  20 value 0.130386
## iter  30 value 0.104103
## iter  40 value 0.099571
## iter  50 value 0.097635
## iter  60 value 0.095366
## iter  70 value 0.094489
## iter  80 value 0.093924
## iter  90 value 0.093602
## iter 100 value 0.093490
## final  value 0.093490 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.619500
## iter  20 value 0.053348
## iter  30 value 0.014024
## iter  40 value 0.007664
## iter  50 value 0.003319
## iter  60 value 0.001480
## iter  70 value 0.000309
## iter  80 value 0.000273
## final  value 0.000090 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.964974
## iter  20 value 16.244012
## iter  30 value 15.728129
## iter  30 value 15.728129
## iter  30 value 15.728129
## final  value 15.728129 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.657634
## iter  20 value 0.131798
## iter  30 value 0.104960
## iter  40 value 0.100089
## iter  50 value 0.097806
## iter  60 value 0.095633
## iter  70 value 0.094661
## iter  80 value 0.093980
## iter  90 value 0.093665
## iter 100 value 0.093550
## final  value 0.093550 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.586847
## iter  20 value 0.051029
## iter  30 value 0.013838
## iter  40 value 0.008803
## iter  50 value 0.003490
## iter  60 value 0.001824
## iter  70 value 0.000369
## iter  80 value 0.000296
## final  value 0.000084 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 22.073604
## iter  20 value 16.126992
## iter  30 value 15.820225
## final  value 15.820225 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.625105
## iter  20 value 0.125978
## iter  30 value 0.102720
## iter  40 value 0.098755
## iter  50 value 0.097249
## iter  60 value 0.095350
## iter  70 value 0.094657
## iter  80 value 0.094166
## iter  90 value 0.093880
## iter 100 value 0.093804
## final  value 0.093804 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.634833
## iter  20 value 0.053015
## iter  30 value 0.013626
## iter  40 value 0.004041
## iter  50 value 0.003331
## iter  60 value 0.001438
## iter  70 value 0.000297
## iter  80 value 0.000295
## iter  90 value 0.000148
## iter 100 value 0.000137
## final  value 0.000137 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.962993
## iter  20 value 16.652527
## iter  30 value 15.662421
## final  value 15.662420 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.672703
## iter  20 value 0.128795
## iter  30 value 0.104384
## iter  40 value 0.098731
## iter  50 value 0.097000
## iter  60 value 0.094688
## iter  70 value 0.093905
## iter  80 value 0.093382
## iter  90 value 0.093048
## iter 100 value 0.092943
## final  value 0.092943 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 758.996163 
## iter  10 value 0.640013
## iter  20 value 0.053490
## iter  30 value 0.013612
## iter  40 value 0.008931
## iter  50 value 0.003467
## iter  60 value 0.001546
## iter  70 value 0.000277
## iter  80 value 0.000271
## iter  90 value 0.000175
## final  value 0.000096 
## converged
## # weights:  26 (25 variable)
## initial  value 758.996163 
## iter  10 value 22.075595
## iter  20 value 16.091874
## iter  30 value 15.771436
## final  value 15.771436 
## converged
## # weights:  26 (25 variable)
## initial  value 758.996163 
## iter  10 value 0.677115
## iter  20 value 0.128841
## iter  30 value 0.102755
## iter  40 value 0.099102
## iter  50 value 0.097790
## iter  60 value 0.095548
## iter  70 value 0.094627
## iter  80 value 0.094042
## iter  90 value 0.093758
## iter 100 value 0.093681
## final  value 0.093681 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.586796
## iter  20 value 0.057411
## iter  30 value 0.014697
## iter  40 value 0.006585
## iter  50 value 0.002986
## iter  60 value 0.001550
## iter  70 value 0.000301
## iter  80 value 0.000298
## iter  90 value 0.000298
## iter  90 value 0.000298
## iter 100 value 0.000128
## final  value 0.000128 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 22.175999
## iter  20 value 16.237435
## iter  30 value 15.812531
## final  value 15.812530 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.625300
## iter  20 value 0.134324
## iter  30 value 0.106586
## iter  40 value 0.100531
## iter  50 value 0.098478
## iter  60 value 0.095907
## iter  70 value 0.095017
## iter  80 value 0.094466
## iter  90 value 0.094184
## iter 100 value 0.094085
## final  value 0.094085 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.656923
## iter  20 value 0.055058
## iter  30 value 0.014313
## iter  40 value 0.008375
## iter  50 value 0.002537
## iter  60 value 0.001292
## iter  70 value 0.000187
## iter  80 value 0.000178
## final  value 0.000070 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.983861
## iter  20 value 16.304600
## iter  30 value 15.783505
## final  value 15.783505 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.694878
## iter  20 value 0.133255
## iter  30 value 0.103001
## iter  40 value 0.099058
## iter  50 value 0.097492
## iter  60 value 0.095444
## iter  70 value 0.094756
## iter  80 value 0.094196
## iter  90 value 0.093905
## iter 100 value 0.093791
## final  value 0.093791 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.660719
## iter  20 value 0.047484
## iter  30 value 0.014108
## iter  40 value 0.006218
## iter  50 value 0.001524
## iter  60 value 0.000493
## final  value 0.000089 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.921370
## iter  20 value 16.892307
## iter  30 value 15.652418
## final  value 15.652417 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.697930
## iter  20 value 0.129128
## iter  30 value 0.103621
## iter  40 value 0.098648
## iter  50 value 0.097046
## iter  60 value 0.095207
## iter  70 value 0.094238
## iter  80 value 0.093458
## iter  90 value 0.093168
## iter 100 value 0.093035
## final  value 0.093035 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.636819
## iter  20 value 0.048243
## iter  30 value 0.014738
## iter  40 value 0.006389
## iter  50 value 0.004830
## iter  60 value 0.001625
## iter  70 value 0.000295
## iter  80 value 0.000249
## final  value 0.000097 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 22.133013
## iter  20 value 16.329435
## iter  30 value 15.841024
## iter  30 value 15.841024
## iter  30 value 15.841024
## final  value 15.841024 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.674884
## iter  20 value 0.125453
## iter  30 value 0.104318
## iter  40 value 0.099809
## iter  50 value 0.098407
## iter  60 value 0.095420
## iter  70 value 0.094634
## iter  80 value 0.094253
## iter  90 value 0.093948
## iter 100 value 0.093881
## final  value 0.093881 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.619292
## iter  20 value 0.053115
## iter  30 value 0.015858
## iter  40 value 0.006988
## iter  50 value 0.003246
## iter  60 value 0.001546
## iter  70 value 0.000289
## iter  80 value 0.000286
## iter  90 value 0.000157
## iter 100 value 0.000139
## final  value 0.000139 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 22.092726
## iter  20 value 16.362356
## iter  30 value 15.790197
## final  value 15.790197 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.657423
## iter  20 value 0.128636
## iter  30 value 0.104299
## iter  40 value 0.099248
## iter  50 value 0.097714
## iter  60 value 0.095462
## iter  70 value 0.094640
## iter  80 value 0.094144
## iter  90 value 0.093862
## iter 100 value 0.093783
## final  value 0.093783 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.573366
## iter  20 value 0.047187
## iter  30 value 0.013062
## iter  40 value 0.008233
## iter  50 value 0.003579
## iter  60 value 0.001692
## iter  70 value 0.000353
## iter  80 value 0.000255
## final  value 0.000096 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 22.055231
## iter  20 value 16.232517
## iter  30 value 15.742200
## final  value 15.742200 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.612139
## iter  20 value 0.126063
## iter  30 value 0.103096
## iter  40 value 0.099170
## iter  50 value 0.097593
## iter  60 value 0.094993
## iter  70 value 0.094364
## iter  80 value 0.093914
## iter  90 value 0.093675
## iter 100 value 0.093596
## final  value 0.093596 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.671453
## iter  20 value 0.054454
## iter  30 value 0.015379
## iter  40 value 0.003725
## iter  50 value 0.002836
## iter  60 value 0.000930
## iter  70 value 0.000133
## iter  80 value 0.000123
## final  value 0.000071 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.771742
## iter  20 value 16.601189
## iter  30 value 15.576271
## final  value 15.576269 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.708011
## iter  20 value 0.129689
## iter  30 value 0.105250
## iter  40 value 0.098511
## iter  50 value 0.097013
## iter  60 value 0.094484
## iter  70 value 0.093361
## iter  80 value 0.092727
## iter  90 value 0.092386
## iter 100 value 0.092278
## final  value 0.092278 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.595331
## iter  20 value 0.052613
## iter  30 value 0.011730
## iter  40 value 0.007587
## iter  50 value 0.003280
## iter  60 value 0.001543
## iter  70 value 0.000307
## iter  80 value 0.000238
## final  value 0.000089 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.709078
## iter  20 value 15.946087
## iter  30 value 15.541585
## iter  30 value 15.541585
## iter  30 value 15.541585
## final  value 15.541585 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.633050
## iter  20 value 0.128605
## iter  30 value 0.102255
## iter  40 value 0.098213
## iter  50 value 0.096741
## iter  60 value 0.094379
## iter  70 value 0.093455
## iter  80 value 0.092908
## iter  90 value 0.092590
## iter 100 value 0.092483
## final  value 0.092483 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.647094
## iter  20 value 0.049489
## iter  30 value 0.016462
## iter  40 value 0.005163
## iter  50 value 0.003033
## iter  60 value 0.000971
## iter  70 value 0.000143
## iter  80 value 0.000134
## final  value 0.000079 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.977665
## iter  20 value 16.543916
## iter  30 value 15.634187
## final  value 15.634186 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.684868
## iter  20 value 0.129509
## iter  30 value 0.104721
## iter  40 value 0.099072
## iter  50 value 0.097181
## iter  60 value 0.094743
## iter  70 value 0.093999
## iter  80 value 0.093434
## iter  90 value 0.093126
## iter 100 value 0.093018
## final  value 0.093018 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.576438
## iter  20 value 0.058845
## iter  30 value 0.015562
## iter  40 value 0.008706
## iter  50 value 0.003376
## iter  60 value 0.001748
## iter  70 value 0.000342
## iter  80 value 0.000342
## iter  90 value 0.000176
## iter 100 value 0.000143
## final  value 0.000143 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.880856
## iter  20 value 16.128601
## iter  30 value 15.631644
## final  value 15.631644 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.614318
## iter  20 value 0.131518
## iter  30 value 0.104576
## iter  40 value 0.098597
## iter  50 value 0.097142
## iter  60 value 0.094385
## iter  70 value 0.093587
## iter  80 value 0.093070
## iter  90 value 0.092762
## iter 100 value 0.092690
## final  value 0.092690 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.621201
## iter  20 value 0.057828
## iter  30 value 0.014314
## iter  40 value 0.008665
## iter  50 value 0.002441
## iter  60 value 0.001020
## iter  70 value 0.000184
## iter  80 value 0.000180
## iter  90 value 0.000180
## final  value 0.000099 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 22.120009
## iter  20 value 16.438655
## iter  30 value 15.748565
## final  value 15.748565 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.658997
## iter  20 value 0.134399
## iter  30 value 0.105138
## iter  40 value 0.099442
## iter  50 value 0.097953
## iter  60 value 0.095608
## iter  70 value 0.094605
## iter  80 value 0.094045
## iter  90 value 0.093774
## iter 100 value 0.093667
## final  value 0.093667 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.600207
## iter  20 value 0.054205
## iter  30 value 0.014178
## iter  40 value 0.009017
## iter  50 value 0.002874
## iter  60 value 0.001540
## iter  70 value 0.000315
## iter  80 value 0.000290
## final  value 0.000094 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.940326
## iter  20 value 16.352696
## iter  30 value 15.662517
## final  value 15.662517 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.638539
## iter  20 value 0.131790
## iter  30 value 0.103895
## iter  40 value 0.098981
## iter  50 value 0.097297
## iter  60 value 0.095179
## iter  70 value 0.094287
## iter  80 value 0.093736
## iter  90 value 0.093380
## iter 100 value 0.093257
## final  value 0.093257 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.619744
## iter  20 value 0.066873
## iter  30 value 0.014544
## iter  40 value 0.008939
## iter  50 value 0.002829
## iter  60 value 0.001277
## iter  70 value 0.000214
## iter  80 value 0.000181
## final  value 0.000077 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 21.902962
## iter  20 value 16.240828
## iter  30 value 15.644431
## final  value 15.644431 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.657102
## iter  20 value 0.137376
## iter  30 value 0.102011
## iter  40 value 0.097857
## iter  50 value 0.096510
## iter  60 value 0.094369
## iter  70 value 0.093550
## iter  80 value 0.092913
## iter  90 value 0.092656
## iter 100 value 0.092559
## final  value 0.092559 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.616466
## iter  20 value 0.054593
## iter  30 value 0.013131
## iter  40 value 0.005940
## iter  50 value 0.002923
## iter  60 value 0.001402
## iter  70 value 0.000248
## iter  80 value 0.000129
## final  value 0.000078 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 22.071520
## iter  20 value 16.346774
## iter  30 value 15.808700
## iter  30 value 15.808700
## iter  30 value 15.808700
## final  value 15.808700 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.654714
## iter  20 value 0.130745
## iter  30 value 0.103967
## iter  40 value 0.098975
## iter  50 value 0.097564
## iter  60 value 0.095625
## iter  70 value 0.094869
## iter  80 value 0.094375
## iter  90 value 0.094141
## iter 100 value 0.094044
## final  value 0.094044 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.595203
## iter  20 value 0.054698
## iter  30 value 0.014331
## iter  40 value 0.007555
## iter  50 value 0.003175
## iter  60 value 0.001597
## iter  70 value 0.000271
## iter  80 value 0.000267
## iter  90 value 0.000267
## iter 100 value 0.000141
## final  value 0.000141 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.869695
## iter  20 value 15.999837
## iter  30 value 15.739718
## iter  30 value 15.739718
## iter  30 value 15.739718
## final  value 15.739718 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.632593
## iter  20 value 0.130996
## iter  30 value 0.103487
## iter  40 value 0.099194
## iter  50 value 0.097539
## iter  60 value 0.095114
## iter  70 value 0.094338
## iter  80 value 0.093811
## iter  90 value 0.093467
## iter 100 value 0.093362
## final  value 0.093362 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.672175
## iter  20 value 0.049176
## iter  30 value 0.014340
## iter  40 value 0.005857
## iter  50 value 0.003610
## iter  60 value 0.001640
## iter  70 value 0.000324
## iter  80 value 0.000323
## final  value 0.000073 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 22.222753
## iter  20 value 16.544654
## iter  30 value 15.839074
## final  value 15.839073 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.709890
## iter  20 value 0.128461
## iter  30 value 0.105447
## iter  40 value 0.100312
## iter  50 value 0.098491
## iter  60 value 0.095830
## iter  70 value 0.094931
## iter  80 value 0.094454
## iter  90 value 0.094180
## iter 100 value 0.094067
## final  value 0.094067 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.645472
## iter  20 value 0.053484
## iter  30 value 0.012396
## iter  40 value 0.003191
## iter  50 value 0.002521
## iter  60 value 0.001231
## iter  70 value 0.000298
## iter  80 value 0.000258
## final  value 0.000097 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 22.068915
## iter  20 value 16.704025
## iter  30 value 15.671371
## final  value 15.671370 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.683480
## iter  20 value 0.131519
## iter  30 value 0.104842
## iter  40 value 0.099150
## iter  50 value 0.097116
## iter  60 value 0.094984
## iter  70 value 0.094235
## iter  80 value 0.093684
## iter  90 value 0.093361
## iter 100 value 0.093240
## final  value 0.093240 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.605447
## iter  20 value 0.045359
## iter  30 value 0.016999
## iter  40 value 0.007641
## iter  50 value 0.002709
## iter  60 value 0.001187
## iter  70 value 0.000248
## iter  80 value 0.000244
## iter  90 value 0.000149
## iter 100 value 0.000106
## final  value 0.000106 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 21.820518
## iter  20 value 16.292192
## iter  30 value 15.638883
## final  value 15.638883 
## converged
## # weights:  26 (25 variable)
## initial  value 760.382457 
## iter  10 value 0.642686
## iter  20 value 0.126371
## iter  30 value 0.103169
## iter  40 value 0.098711
## iter  50 value 0.097036
## iter  60 value 0.094851
## iter  70 value 0.094061
## iter  80 value 0.093315
## iter  90 value 0.093080
## iter 100 value 0.092965
## final  value 0.092965 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.630166
## iter  20 value 0.048809
## iter  30 value 0.014923
## iter  40 value 0.005149
## iter  50 value 0.003280
## iter  60 value 0.001244
## iter  70 value 0.000208
## iter  80 value 0.000128
## final  value 0.000096 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 21.966482
## iter  20 value 16.518451
## iter  30 value 15.676373
## final  value 15.676372 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.667914
## iter  20 value 0.125810
## iter  30 value 0.104758
## iter  40 value 0.099107
## iter  50 value 0.097170
## iter  60 value 0.095263
## iter  70 value 0.094404
## iter  80 value 0.093830
## iter  90 value 0.093520
## iter 100 value 0.093391
## final  value 0.093391 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.664004
## iter  20 value 0.046880
## iter  30 value 0.015232
## iter  40 value 0.006923
## iter  50 value 0.003580
## iter  60 value 0.001557
## iter  70 value 0.000290
## iter  80 value 0.000289
## iter  90 value 0.000205
## final  value 0.000082 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 22.017362
## iter  20 value 16.892020
## iter  30 value 15.617763
## final  value 15.617762 
## converged
## # weights:  26 (25 variable)
## initial  value 759.689310 
## iter  10 value 0.701490
## iter  20 value 0.124800
## iter  30 value 0.102669
## iter  40 value 0.097905
## iter  50 value 0.096427
## iter  60 value 0.094243
## iter  70 value 0.093407
## iter  80 value 0.092902
## iter  90 value 0.092611
## iter 100 value 0.092539
## final  value 0.092539 
## stopped after 100 iterations
## # weights:  26 (25 variable)
## initial  value 844.253266 
## iter  10 value 25.216604
## iter  20 value 17.219609
## iter  30 value 16.341131
## final  value 16.341129 
## converged
## # weights:  22
## initial  value 663.984302 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 478.475118 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 848.079805 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 654.515081 
## iter  10 value 83.987664
## iter  20 value 39.243525
## iter  30 value 18.159618
## iter  40 value 16.503390
## iter  50 value 16.493130
## iter  60 value 16.492944
## final  value 16.492944 
## converged
## # weights:  62
## initial  value 976.986953 
## iter  10 value 94.252550
## iter  20 value 30.670020
## iter  30 value 18.930731
## iter  40 value 14.693791
## iter  50 value 13.758196
## iter  60 value 13.739207
## iter  70 value 13.738994
## final  value 13.738993 
## converged
## # weights:  102
## initial  value 406.644841 
## iter  10 value 78.169510
## iter  20 value 15.134691
## iter  30 value 12.805250
## iter  40 value 12.537390
## iter  50 value 12.517421
## iter  60 value 12.501469
## iter  70 value 12.500721
## final  value 12.500694 
## converged
## # weights:  22
## initial  value 570.507529 
## iter  10 value 92.705658
## iter  20 value 92.001662
## iter  30 value 91.936654
## iter  40 value 91.506845
## iter  50 value 68.196082
## iter  60 value 52.089603
## iter  70 value 46.102111
## iter  80 value 46.074470
## iter  90 value 46.037746
## iter 100 value 45.908608
## final  value 45.908608 
## stopped after 100 iterations
## # weights:  62
## initial  value 429.683708 
## iter  10 value 92.656045
## iter  20 value 92.025829
## iter  30 value 92.024777
## iter  40 value 92.022510
## iter  50 value 92.014943
## iter  60 value 91.965360
## iter  70 value 90.456993
## iter  80 value 53.068570
## iter  90 value 46.066963
## iter 100 value 46.060910
## final  value 46.060910 
## stopped after 100 iterations
## # weights:  102
## initial  value 437.931370 
## iter  10 value 92.818137
## iter  20 value 92.019128
## iter  30 value 92.016867
## iter  40 value 92.004911
## iter  50 value 85.823058
## iter  60 value 46.207389
## iter  70 value 4.572301
## iter  80 value 0.136570
## iter  90 value 0.126378
## iter 100 value 0.058895
## final  value 0.058895 
## stopped after 100 iterations
## # weights:  22
## initial  value 598.418667 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 471.400264 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 422.822481 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 534.137974 
## iter  10 value 85.639805
## iter  20 value 29.569643
## iter  30 value 17.684369
## iter  40 value 16.542372
## final  value 16.541017 
## converged
## # weights:  62
## initial  value 931.945329 
## iter  10 value 86.267476
## iter  20 value 37.201105
## iter  30 value 17.534038
## iter  40 value 13.517793
## iter  50 value 12.572112
## iter  60 value 12.421388
## iter  70 value 12.416640
## iter  80 value 12.413740
## iter  90 value 12.413563
## iter 100 value 12.413561
## final  value 12.413561 
## stopped after 100 iterations
## # weights:  102
## initial  value 1003.733094 
## iter  10 value 93.724700
## iter  20 value 23.492909
## iter  30 value 12.613206
## iter  40 value 11.394038
## iter  50 value 11.142976
## iter  60 value 11.063077
## iter  70 value 11.004785
## iter  80 value 11.003499
## final  value 11.003491 
## converged
## # weights:  22
## initial  value 449.474840 
## iter  10 value 92.568481
## iter  20 value 83.616432
## iter  30 value 43.815683
## iter  40 value 43.423029
## iter  50 value 43.405688
## iter  60 value 43.403706
## iter  70 value 43.401726
## iter  80 value 43.400768
## iter  90 value 43.399493
## iter 100 value 43.397873
## final  value 43.397873 
## stopped after 100 iterations
## # weights:  62
## initial  value 883.268291 
## iter  10 value 93.438119
## iter  20 value 92.011261
## iter  30 value 92.003631
## iter  40 value 91.619214
## iter  50 value 57.152441
## iter  60 value 0.172857
## iter  70 value 0.117422
## iter  80 value 0.080273
## iter  90 value 0.073969
## iter 100 value 0.065619
## final  value 0.065619 
## stopped after 100 iterations
## # weights:  102
## initial  value 596.091987 
## iter  10 value 93.354933
## iter  20 value 92.012888
## iter  30 value 92.011696
## iter  40 value 92.007930
## iter  50 value 91.926897
## iter  60 value 58.242902
## iter  70 value 11.894897
## iter  80 value 0.054879
## iter  90 value 0.045514
## iter 100 value 0.043935
## final  value 0.043935 
## stopped after 100 iterations
## # weights:  22
## initial  value 323.893822 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 382.814235 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 424.653035 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 574.321894 
## iter  10 value 91.685199
## iter  20 value 47.679606
## iter  30 value 18.469112
## iter  40 value 16.570181
## iter  50 value 16.506660
## final  value 16.506616 
## converged
## # weights:  62
## initial  value 449.971258 
## iter  10 value 87.307163
## iter  20 value 26.951403
## iter  30 value 14.736937
## iter  40 value 13.953864
## iter  50 value 13.719601
## iter  60 value 13.692211
## iter  70 value 13.691483
## final  value 13.691481 
## converged
## # weights:  102
## initial  value 824.622798 
## iter  10 value 94.489054
## iter  20 value 21.092478
## iter  30 value 14.158719
## iter  40 value 12.652694
## iter  50 value 12.498378
## iter  60 value 12.481774
## iter  70 value 12.481332
## final  value 12.481325 
## converged
## # weights:  22
## initial  value 549.999917 
## iter  10 value 92.664336
## iter  20 value 91.990503
## iter  30 value 91.905296
## iter  40 value 91.511234
## iter  50 value 68.565651
## iter  60 value 49.962330
## iter  70 value 42.151272
## iter  80 value 11.372160
## iter  90 value 0.191737
## iter 100 value 0.101058
## final  value 0.101058 
## stopped after 100 iterations
## # weights:  62
## initial  value 684.333786 
## iter  10 value 93.218246
## iter  20 value 91.999752
## iter  30 value 90.978796
## iter  40 value 9.295325
## iter  50 value 0.074849
## iter  60 value 0.064288
## iter  70 value 0.061918
## iter  80 value 0.057967
## iter  90 value 0.055671
## iter 100 value 0.054572
## final  value 0.054572 
## stopped after 100 iterations
## # weights:  102
## initial  value 405.387479 
## iter  10 value 92.876230
## iter  20 value 91.920132
## iter  30 value 48.175691
## iter  40 value 47.307016
## iter  50 value 45.875248
## iter  60 value 0.348638
## iter  70 value 0.261041
## iter  80 value 0.228124
## iter  90 value 0.189062
## iter 100 value 0.161001
## final  value 0.161001 
## stopped after 100 iterations
## # weights:  22
## initial  value 435.789900 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 679.857611 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 735.291657 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 746.553338 
## iter  10 value 88.680468
## iter  20 value 52.493141
## iter  30 value 18.449115
## iter  40 value 16.454789
## iter  50 value 16.338360
## iter  60 value 16.336897
## final  value 16.336895 
## converged
## # weights:  62
## initial  value 616.509324 
## iter  10 value 84.063228
## iter  20 value 28.211191
## iter  30 value 17.192866
## iter  40 value 15.025808
## iter  50 value 13.673931
## iter  60 value 13.476128
## iter  70 value 13.458159
## iter  80 value 13.174089
## iter  90 value 13.153061
## final  value 13.153014 
## converged
## # weights:  102
## initial  value 447.969800 
## iter  10 value 93.133019
## iter  20 value 20.181547
## iter  30 value 13.937605
## iter  40 value 12.742013
## iter  50 value 12.554554
## iter  60 value 12.546281
## iter  70 value 12.546015
## final  value 12.546012 
## converged
## # weights:  22
## initial  value 755.982184 
## iter  10 value 92.871530
## iter  20 value 83.823159
## iter  30 value 6.879920
## iter  40 value 0.720273
## iter  50 value 0.273641
## iter  60 value 0.145265
## iter  70 value 0.108553
## iter  80 value 0.088094
## iter  90 value 0.082567
## iter 100 value 0.076282
## final  value 0.076282 
## stopped after 100 iterations
## # weights:  62
## initial  value 739.884152 
## iter  10 value 93.306014
## iter  20 value 92.001197
## iter  30 value 91.088066
## iter  40 value 20.872190
## iter  50 value 0.361786
## iter  60 value 0.127896
## iter  70 value 0.117690
## iter  80 value 0.100978
## iter  90 value 0.091453
## iter 100 value 0.079006
## final  value 0.079006 
## stopped after 100 iterations
## # weights:  102
## initial  value 499.866436 
## iter  10 value 92.885248
## iter  20 value 92.019269
## iter  30 value 66.116739
## iter  40 value 46.133853
## iter  50 value 46.112215
## iter  60 value 46.095975
## iter  70 value 46.078449
## iter  80 value 46.071811
## iter  90 value 46.061658
## iter 100 value 46.054039
## final  value 46.054039 
## stopped after 100 iterations
## # weights:  22
## initial  value 613.391105 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 725.462556 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 624.607318 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 430.104306 
## iter  10 value 88.410801
## iter  20 value 42.690059
## iter  30 value 20.466219
## iter  40 value 16.512894
## iter  50 value 16.399248
## final  value 16.399216 
## converged
## # weights:  62
## initial  value 792.963877 
## iter  10 value 80.736728
## iter  20 value 28.801437
## iter  30 value 15.931726
## iter  40 value 13.761560
## iter  50 value 13.589594
## iter  60 value 13.586992
## final  value 13.586990 
## converged
## # weights:  102
## initial  value 516.104948 
## iter  10 value 92.190812
## iter  20 value 20.537487
## iter  30 value 13.116113
## iter  40 value 12.466176
## iter  50 value 12.424383
## iter  60 value 12.422310
## iter  70 value 12.422105
## final  value 12.422104 
## converged
## # weights:  22
## initial  value 562.383015 
## iter  10 value 92.675869
## iter  20 value 90.056063
## iter  30 value 45.417969
## iter  40 value 0.303275
## iter  50 value 0.261367
## iter  60 value 0.209034
## iter  70 value 0.178330
## iter  80 value 0.159394
## iter  90 value 0.147616
## iter 100 value 0.126837
## final  value 0.126837 
## stopped after 100 iterations
## # weights:  62
## initial  value 418.035291 
## iter  10 value 92.666603
## iter  20 value 92.022615
## iter  30 value 92.014696
## iter  40 value 91.863658
## iter  50 value 73.261096
## iter  60 value 46.108775
## iter  70 value 46.056647
## iter  80 value 46.035488
## iter  90 value 0.139306
## iter 100 value 0.129556
## final  value 0.129556 
## stopped after 100 iterations
## # weights:  102
## initial  value 851.300939 
## iter  10 value 93.288125
## iter  20 value 92.012355
## iter  30 value 92.011393
## iter  40 value 92.008887
## iter  50 value 91.990198
## iter  60 value 71.786963
## iter  70 value 0.162989
## iter  80 value 0.067908
## iter  90 value 0.058364
## iter 100 value 0.050484
## final  value 0.050484 
## stopped after 100 iterations
## # weights:  22
## initial  value 590.147259 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 519.752308 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 711.234048 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 641.454411 
## iter  10 value 84.418245
## iter  20 value 56.857627
## iter  30 value 52.339531
## iter  40 value 52.236715
## final  value 52.236589 
## converged
## # weights:  62
## initial  value 749.581258 
## iter  10 value 89.857137
## iter  20 value 23.022951
## iter  30 value 13.685635
## iter  40 value 12.402699
## iter  50 value 12.239417
## iter  60 value 12.158475
## iter  70 value 12.132704
## iter  80 value 12.132141
## final  value 12.132138 
## converged
## # weights:  102
## initial  value 423.780072 
## iter  10 value 52.069371
## iter  20 value 20.379516
## iter  30 value 14.063272
## iter  40 value 12.712302
## iter  50 value 12.575565
## iter  60 value 12.561201
## iter  70 value 12.559869
## iter  80 value 12.559796
## final  value 12.559794 
## converged
## # weights:  22
## initial  value 572.796534 
## iter  10 value 92.688366
## iter  20 value 88.223645
## iter  30 value 46.697636
## iter  40 value 45.868702
## iter  50 value 2.858177
## iter  60 value 0.093921
## iter  70 value 0.077211
## iter  80 value 0.071908
## iter  90 value 0.061118
## iter 100 value 0.058897
## final  value 0.058897 
## stopped after 100 iterations
## # weights:  62
## initial  value 306.777753 
## iter  10 value 92.403652
## iter  20 value 92.011501
## iter  30 value 92.000830
## iter  40 value 91.178440
## iter  50 value 51.568021
## iter  60 value 45.956015
## iter  70 value 0.115634
## iter  80 value 0.069173
## iter  90 value 0.063349
## iter 100 value 0.055735
## final  value 0.055735 
## stopped after 100 iterations
## # weights:  102
## initial  value 938.890137 
## iter  10 value 93.855772
## iter  20 value 92.021394
## iter  30 value 92.012610
## iter  40 value 92.012189
## iter  50 value 92.011449
## iter  60 value 92.009678
## iter  70 value 92.000231
## iter  80 value 88.641821
## iter  90 value 0.300615
## iter 100 value 0.120213
## final  value 0.120213 
## stopped after 100 iterations
## # weights:  22
## initial  value 837.138563 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 868.224542 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 560.060547 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 293.395800 
## iter  10 value 75.447439
## iter  20 value 28.573038
## iter  30 value 17.033886
## iter  40 value 16.553638
## final  value 16.553158 
## converged
## # weights:  62
## initial  value 511.518437 
## iter  10 value 91.208598
## iter  20 value 31.054887
## iter  30 value 17.218495
## iter  40 value 14.042816
## iter  50 value 13.039078
## iter  60 value 12.860724
## iter  70 value 12.819013
## iter  80 value 12.654468
## iter  90 value 12.632263
## iter 100 value 12.625258
## final  value 12.625258 
## stopped after 100 iterations
## # weights:  102
## initial  value 488.439006 
## iter  10 value 85.996047
## iter  20 value 17.356728
## iter  30 value 12.725424
## iter  40 value 11.866759
## iter  50 value 11.160442
## iter  60 value 11.099364
## iter  70 value 11.098750
## iter  80 value 11.087822
## iter  90 value 11.024635
## iter 100 value 11.018149
## final  value 11.018149 
## stopped after 100 iterations
## # weights:  22
## initial  value 594.603484 
## iter  10 value 92.680356
## iter  20 value 92.004382
## iter  30 value 91.990027
## iter  40 value 91.964345
## iter  50 value 91.926523
## iter  60 value 91.795258
## iter  70 value 75.841997
## iter  80 value 55.482297
## iter  90 value 46.259937
## iter 100 value 9.035531
## final  value 9.035531 
## stopped after 100 iterations
## # weights:  62
## initial  value 493.627438 
## iter  10 value 92.840872
## iter  20 value 92.026607
## iter  30 value 91.995083
## iter  40 value 81.340780
## iter  50 value 47.757176
## iter  60 value 46.066637
## iter  70 value 46.059856
## iter  80 value 46.045806
## iter  90 value 46.016626
## iter 100 value 45.994134
## final  value 45.994134 
## stopped after 100 iterations
## # weights:  102
## initial  value 661.873638 
## iter  10 value 93.479409
## iter  20 value 92.016670
## iter  30 value 31.157207
## iter  40 value 0.215578
## iter  50 value 0.168469
## iter  60 value 0.121322
## iter  70 value 0.088614
## iter  80 value 0.072300
## iter  90 value 0.067820
## iter 100 value 0.064934
## final  value 0.064934 
## stopped after 100 iterations
## # weights:  22
## initial  value 747.160128 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 592.428956 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 686.732035 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 379.431145 
## iter  10 value 89.081603
## iter  20 value 36.946137
## iter  30 value 18.469331
## iter  40 value 16.517819
## iter  50 value 16.408306
## iter  60 value 16.408019
## final  value 16.408018 
## converged
## # weights:  62
## initial  value 598.431902 
## iter  10 value 82.490829
## iter  20 value 58.948942
## iter  30 value 22.738322
## iter  40 value 16.665930
## iter  50 value 13.476954
## iter  60 value 12.649366
## iter  70 value 12.425342
## iter  80 value 12.408793
## iter  90 value 12.397944
## iter 100 value 12.389427
## final  value 12.389427 
## stopped after 100 iterations
## # weights:  102
## initial  value 369.571143 
## iter  10 value 49.676031
## iter  20 value 17.734450
## iter  30 value 14.835419
## iter  40 value 12.673553
## iter  50 value 12.434788
## iter  60 value 12.424170
## iter  70 value 12.418988
## iter  80 value 12.418877
## final  value 12.418875 
## converged
## # weights:  22
## initial  value 408.791359 
## iter  10 value 92.491875
## iter  20 value 87.688381
## iter  30 value 52.961767
## iter  40 value 42.908110
## iter  50 value 42.835021
## iter  60 value 42.834038
## iter  70 value 42.832492
## iter  80 value 42.832052
## iter  90 value 42.831898
## iter 100 value 42.831667
## final  value 42.831667 
## stopped after 100 iterations
## # weights:  62
## initial  value 416.744878 
## iter  10 value 92.573540
## iter  20 value 91.988702
## iter  30 value 81.537305
## iter  40 value 46.342972
## iter  50 value 0.099286
## iter  60 value 0.058496
## iter  70 value 0.054394
## iter  80 value 0.051882
## iter  90 value 0.048399
## iter 100 value 0.047164
## final  value 0.047164 
## stopped after 100 iterations
## # weights:  102
## initial  value 504.291416 
## iter  10 value 93.276666
## iter  20 value 91.994306
## iter  30 value 77.383881
## iter  40 value 0.273959
## iter  50 value 0.158746
## iter  60 value 0.120232
## iter  70 value 0.097028
## iter  80 value 0.082889
## iter  90 value 0.073909
## iter 100 value 0.066177
## final  value 0.066177 
## stopped after 100 iterations
## # weights:  22
## initial  value 583.548225 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 690.191619 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 380.358078 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 911.173573 
## iter  10 value 89.784954
## iter  20 value 31.514087
## iter  30 value 17.778186
## iter  40 value 16.388487
## iter  50 value 16.363025
## final  value 16.363023 
## converged
## # weights:  62
## initial  value 450.742371 
## iter  10 value 82.663811
## iter  20 value 25.661344
## iter  30 value 16.640198
## iter  40 value 15.884908
## iter  50 value 15.469496
## iter  60 value 15.059472
## iter  70 value 14.915600
## iter  80 value 14.883048
## iter  90 value 14.879746
## iter 100 value 14.579101
## final  value 14.579101 
## stopped after 100 iterations
## # weights:  102
## initial  value 559.536970 
## iter  10 value 96.358706
## iter  20 value 20.895537
## iter  30 value 12.663271
## iter  40 value 11.535131
## iter  50 value 11.059787
## iter  60 value 10.930981
## iter  70 value 10.890142
## iter  80 value 10.881745
## iter  90 value 10.881256
## iter 100 value 10.881226
## final  value 10.881226 
## stopped after 100 iterations
## # weights:  22
## initial  value 974.975762 
## iter  10 value 92.958281
## iter  20 value 92.010753
## iter  30 value 92.004179
## iter  40 value 91.993698
## iter  50 value 91.982304
## iter  60 value 91.968973
## iter  70 value 91.949039
## iter  80 value 91.910591
## iter  90 value 91.795219
## iter 100 value 86.717024
## final  value 86.717024 
## stopped after 100 iterations
## # weights:  62
## initial  value 475.682546 
## iter  10 value 92.674330
## iter  20 value 92.014222
## iter  30 value 91.003861
## iter  40 value 48.194520
## iter  50 value 48.008717
## iter  60 value 46.170465
## iter  70 value 46.155495
## iter  80 value 46.139598
## iter  90 value 46.116830
## iter 100 value 45.897982
## final  value 45.897982 
## stopped after 100 iterations
## # weights:  102
## initial  value 574.669540 
## iter  10 value 93.153931
## iter  20 value 92.003047
## iter  30 value 90.750412
## iter  40 value 46.576614
## iter  50 value 0.077750
## iter  60 value 0.057667
## iter  70 value 0.051382
## iter  80 value 0.047805
## iter  90 value 0.045981
## iter 100 value 0.044440
## final  value 0.044440 
## stopped after 100 iterations
## # weights:  22
## initial  value 596.701753 
## final  value 90.000000 
## converged
## # weights:  62
## initial  value 273.438049 
## final  value 90.000000 
## converged
## # weights:  102
## initial  value 558.922862 
## final  value 90.000000 
## converged
## # weights:  22
## initial  value 721.541257 
## iter  10 value 94.545367
## iter  20 value 54.761880
## iter  30 value 22.481388
## iter  40 value 16.621271
## iter  50 value 16.536479
## iter  60 value 16.536322
## final  value 16.536322 
## converged
## # weights:  62
## initial  value 911.329080 
## iter  10 value 92.698190
## iter  20 value 36.136927
## iter  30 value 17.746538
## iter  40 value 14.968541
## iter  50 value 14.532868
## iter  60 value 14.409029
## iter  70 value 13.636826
## iter  80 value 13.458422
## iter  90 value 13.453516
## final  value 13.453512 
## converged
## # weights:  102
## initial  value 719.787069 
## iter  10 value 81.358574
## iter  20 value 29.214568
## iter  30 value 15.873840
## iter  40 value 13.426105
## iter  50 value 12.931446
## iter  60 value 12.783910
## iter  70 value 12.482771
## iter  80 value 12.472234
## final  value 12.472191 
## converged
## # weights:  22
## initial  value 557.528376 
## iter  10 value 90.668034
## iter  20 value 86.817404
## iter  30 value 73.514623
## iter  40 value 49.535563
## iter  50 value 45.098897
## iter  60 value 45.008072
## iter  70 value 44.065617
## iter  80 value 2.282608
## iter  90 value 0.193077
## iter 100 value 0.142724
## final  value 0.142724 
## stopped after 100 iterations
## # weights:  62
## initial  value 554.368283 
## iter  10 value 90.775032
## iter  20 value 90.015182
## iter  30 value 89.840763
## iter  40 value 63.732990
## iter  50 value 45.172495
## iter  60 value 45.134845
## iter  70 value 45.108460
## iter  80 value 45.082156
## iter  90 value 45.065935
## iter 100 value 45.053264
## final  value 45.053264 
## stopped after 100 iterations
## # weights:  102
## initial  value 542.895571 
## iter  10 value 90.990919
## iter  20 value 89.773160
## iter  30 value 45.174366
## iter  40 value 45.018880
## iter  50 value 44.863052
## iter  60 value 0.313441
## iter  70 value 0.065680
## iter  80 value 0.060036
## iter  90 value 0.049621
## iter 100 value 0.047586
## final  value 0.047586 
## stopped after 100 iterations
## # weights:  22
## initial  value 409.614379 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 703.697450 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 576.530906 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 651.620000 
## iter  10 value 85.856664
## iter  20 value 43.084183
## iter  30 value 17.370730
## iter  40 value 16.544331
## iter  50 value 16.535405
## iter  50 value 16.535405
## iter  50 value 16.535405
## final  value 16.535405 
## converged
## # weights:  62
## initial  value 559.988181 
## iter  10 value 68.083671
## iter  20 value 23.900604
## iter  30 value 14.260952
## iter  40 value 13.136649
## iter  50 value 12.417725
## iter  60 value 12.341285
## iter  70 value 12.295965
## iter  80 value 12.291942
## iter  90 value 12.238878
## iter 100 value 12.217062
## final  value 12.217062 
## stopped after 100 iterations
## # weights:  102
## initial  value 374.858528 
## iter  10 value 80.370681
## iter  20 value 66.138414
## iter  30 value 19.408812
## iter  40 value 11.712060
## iter  50 value 11.251824
## iter  60 value 11.142511
## iter  70 value 11.080353
## iter  80 value 11.073697
## final  value 11.073621 
## converged
## # weights:  22
## initial  value 732.062022 
## iter  10 value 92.833639
## iter  20 value 92.021301
## iter  30 value 92.020863
## iter  40 value 92.020302
## iter  50 value 92.019561
## iter  60 value 92.018571
## iter  70 value 92.017277
## iter  80 value 92.015676
## iter  90 value 92.013841
## iter 100 value 92.011856
## final  value 92.011856 
## stopped after 100 iterations
## # weights:  62
## initial  value 665.788993 
## iter  10 value 93.034972
## iter  20 value 92.016766
## iter  30 value 92.016171
## iter  40 value 92.015085
## iter  50 value 92.012445
## iter  60 value 92.001870
## iter  70 value 91.927689
## iter  80 value 89.703898
## iter  90 value 45.926230
## iter 100 value 0.226787
## final  value 0.226787 
## stopped after 100 iterations
## # weights:  102
## initial  value 930.547346 
## iter  10 value 93.645098
## iter  20 value 92.018760
## iter  30 value 90.004674
## iter  40 value 11.239831
## iter  50 value 0.073861
## iter  60 value 0.056066
## iter  70 value 0.053400
## iter  80 value 0.049957
## iter  90 value 0.048395
## iter 100 value 0.046539
## final  value 0.046539 
## stopped after 100 iterations
## # weights:  22
## initial  value 540.565199 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 474.034691 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 866.354592 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 853.185594 
## iter  10 value 92.562730
## iter  20 value 72.706974
## iter  30 value 57.690011
## iter  40 value 55.910532
## iter  50 value 55.882348
## final  value 55.882347 
## converged
## # weights:  62
## initial  value 536.877658 
## iter  10 value 85.870298
## iter  20 value 20.018372
## iter  30 value 14.433550
## iter  40 value 13.862928
## iter  50 value 13.724798
## iter  60 value 13.722855
## final  value 13.722835 
## converged
## # weights:  102
## initial  value 563.143147 
## iter  10 value 91.181381
## iter  20 value 40.578255
## iter  30 value 15.394201
## iter  40 value 12.207185
## iter  50 value 11.775854
## iter  60 value 11.572402
## iter  70 value 11.381319
## iter  80 value 11.188023
## iter  90 value 11.041315
## iter 100 value 11.029847
## final  value 11.029847 
## stopped after 100 iterations
## # weights:  22
## initial  value 373.990241 
## iter  10 value 92.434501
## iter  20 value 92.036754
## iter  30 value 92.028440
## iter  40 value 92.011734
## iter  50 value 91.982734
## iter  60 value 91.879747
## iter  70 value 58.335955
## iter  80 value 46.119630
## iter  90 value 46.106309
## iter 100 value 46.092887
## final  value 46.092887 
## stopped after 100 iterations
## # weights:  62
## initial  value 430.076846 
## iter  10 value 92.670464
## iter  20 value 92.015505
## iter  30 value 92.013735
## iter  40 value 92.006764
## iter  50 value 91.873516
## iter  60 value 71.267290
## iter  70 value 46.104969
## iter  80 value 1.134244
## iter  90 value 0.148836
## iter 100 value 0.139919
## final  value 0.139919 
## stopped after 100 iterations
## # weights:  102
## initial  value 783.142050 
## iter  10 value 93.631565
## iter  20 value 92.018713
## iter  30 value 92.002906
## iter  40 value 91.801138
## iter  50 value 28.112196
## iter  60 value 0.107518
## iter  70 value 0.083769
## iter  80 value 0.070048
## iter  90 value 0.063724
## iter 100 value 0.060258
## final  value 0.060258 
## stopped after 100 iterations
## # weights:  22
## initial  value 482.819328 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 484.428563 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 704.317991 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 614.714174 
## iter  10 value 89.983586
## iter  20 value 36.203805
## iter  30 value 17.350561
## iter  40 value 16.686041
## iter  50 value 16.628485
## final  value 16.628485 
## converged
## # weights:  62
## initial  value 410.141709 
## iter  10 value 71.469630
## iter  20 value 23.645792
## iter  30 value 15.861832
## iter  40 value 15.627591
## iter  50 value 15.619884
## final  value 15.619872 
## converged
## # weights:  102
## initial  value 931.352576 
## iter  10 value 94.592837
## iter  20 value 22.710988
## iter  30 value 14.342366
## iter  40 value 13.113429
## iter  50 value 12.566840
## iter  60 value 12.527346
## iter  70 value 12.520267
## iter  80 value 12.502130
## iter  90 value 12.482767
## iter 100 value 12.482320
## final  value 12.482320 
## stopped after 100 iterations
## # weights:  22
## initial  value 781.169572 
## iter  10 value 93.001358
## iter  20 value 90.739581
## iter  30 value 10.184928
## iter  40 value 0.137402
## iter  50 value 0.082959
## iter  60 value 0.078989
## iter  70 value 0.072749
## iter  80 value 0.070158
## iter  90 value 0.068441
## iter 100 value 0.065200
## final  value 0.065200 
## stopped after 100 iterations
## # weights:  62
## initial  value 353.396921 
## iter  10 value 92.474033
## iter  20 value 90.084363
## iter  30 value 1.548221
## iter  40 value 0.129961
## iter  50 value 0.102919
## iter  60 value 0.084667
## iter  70 value 0.062519
## iter  80 value 0.058713
## iter  90 value 0.057119
## iter 100 value 0.055550
## final  value 0.055550 
## stopped after 100 iterations
## # weights:  102
## initial  value 669.089985 
## iter  10 value 93.358749
## iter  20 value 92.009902
## iter  30 value 92.002721
## iter  40 value 89.203870
## iter  50 value 23.608109
## iter  60 value 0.651993
## iter  70 value 0.352212
## iter  80 value 0.241580
## iter  90 value 0.198116
## iter 100 value 0.168259
## final  value 0.168259 
## stopped after 100 iterations
## # weights:  22
## initial  value 607.837352 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 561.304593 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 392.412466 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 308.738948 
## iter  10 value 79.933378
## iter  20 value 34.725541
## iter  30 value 22.216218
## iter  40 value 16.287889
## iter  50 value 16.226290
## iter  60 value 16.226196
## final  value 16.226195 
## converged
## # weights:  62
## initial  value 408.621372 
## iter  10 value 83.423492
## iter  20 value 26.344417
## iter  30 value 16.335607
## iter  40 value 14.297038
## iter  50 value 13.702429
## iter  60 value 13.514979
## iter  70 value 13.499493
## iter  80 value 13.497088
## final  value 13.497087 
## converged
## # weights:  102
## initial  value 559.210317 
## iter  10 value 72.514150
## iter  20 value 19.618896
## iter  30 value 13.808500
## iter  40 value 12.649821
## iter  50 value 12.463761
## iter  60 value 12.446502
## iter  70 value 12.446316
## final  value 12.446312 
## converged
## # weights:  22
## initial  value 624.349200 
## iter  10 value 92.828642
## iter  20 value 92.021959
## iter  30 value 92.021595
## iter  40 value 92.021099
## iter  50 value 92.020365
## iter  60 value 92.019182
## iter  70 value 92.017190
## iter  80 value 92.014062
## iter  90 value 92.010041
## iter 100 value 92.005719
## final  value 92.005719 
## stopped after 100 iterations
## # weights:  62
## initial  value 547.875547 
## iter  10 value 92.937751
## iter  20 value 92.013553
## iter  30 value 92.011810
## iter  40 value 92.005089
## iter  50 value 91.866537
## iter  60 value 69.729533
## iter  70 value 46.499151
## iter  80 value 0.143053
## iter  90 value 0.069696
## iter 100 value 0.063613
## final  value 0.063613 
## stopped after 100 iterations
## # weights:  102
## initial  value 621.253835 
## iter  10 value 93.112033
## iter  20 value 92.011859
## iter  30 value 91.992821
## iter  40 value 75.995674
## iter  50 value 46.499698
## iter  60 value 46.006369
## iter  70 value 45.863899
## iter  80 value 0.218289
## iter  90 value 0.059942
## iter 100 value 0.055133
## final  value 0.055133 
## stopped after 100 iterations
## # weights:  22
## initial  value 669.799744 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 836.693633 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 564.308877 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 637.794012 
## iter  10 value 92.263262
## iter  20 value 28.251715
## iter  30 value 18.703901
## iter  40 value 16.553316
## final  value 16.540462 
## converged
## # weights:  62
## initial  value 606.422386 
## iter  10 value 75.932454
## iter  20 value 23.088934
## iter  30 value 15.088596
## iter  40 value 13.354483
## iter  50 value 13.273342
## iter  60 value 13.271931
## final  value 13.271926 
## converged
## # weights:  102
## initial  value 787.822885 
## iter  10 value 92.505455
## iter  20 value 20.375097
## iter  30 value 13.451391
## iter  40 value 12.981066
## iter  50 value 12.738171
## iter  60 value 12.451103
## iter  70 value 12.411995
## iter  80 value 12.411646
## final  value 12.411645 
## converged
## # weights:  22
## initial  value 386.046242 
## iter  10 value 92.430041
## iter  20 value 92.017838
## iter  30 value 92.004911
## iter  40 value 91.976483
## iter  50 value 91.904635
## iter  60 value 85.919724
## iter  70 value 46.265619
## iter  80 value 46.068418
## iter  90 value 46.061680
## iter 100 value 46.036662
## final  value 46.036662 
## stopped after 100 iterations
## # weights:  62
## initial  value 572.265730 
## iter  10 value 92.951261
## iter  20 value 92.014697
## iter  30 value 92.013765
## iter  40 value 92.011573
## iter  50 value 92.001895
## iter  60 value 91.868804
## iter  70 value 68.241713
## iter  80 value 45.403395
## iter  90 value 0.121745
## iter 100 value 0.071637
## final  value 0.071637 
## stopped after 100 iterations
## # weights:  102
## initial  value 554.834991 
## iter  10 value 93.042839
## iter  20 value 92.007728
## iter  30 value 92.004528
## iter  40 value 91.974302
## iter  50 value 61.603323
## iter  60 value 0.176692
## iter  70 value 0.053266
## iter  80 value 0.048983
## iter  90 value 0.046917
## iter 100 value 0.045906
## final  value 0.045906 
## stopped after 100 iterations
## # weights:  22
## initial  value 621.848241 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 442.119710 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 387.953010 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 587.354987 
## iter  10 value 96.878466
## iter  20 value 63.251431
## iter  30 value 26.256928
## iter  40 value 16.976666
## iter  50 value 16.515640
## iter  60 value 16.506816
## final  value 16.506775 
## converged
## # weights:  62
## initial  value 739.684432 
## iter  10 value 93.595468
## iter  20 value 37.882306
## iter  30 value 18.937466
## iter  40 value 15.331092
## iter  50 value 14.733574
## iter  60 value 13.964998
## iter  70 value 13.718177
## iter  80 value 13.706114
## iter  90 value 13.705273
## iter 100 value 13.705129
## final  value 13.705129 
## stopped after 100 iterations
## # weights:  102
## initial  value 412.090192 
## iter  10 value 85.972318
## iter  20 value 28.510149
## iter  30 value 14.330180
## iter  40 value 11.670380
## iter  50 value 11.228314
## iter  60 value 11.071159
## iter  70 value 11.045880
## iter  80 value 11.006443
## iter  90 value 11.000030
## iter 100 value 10.999995
## final  value 10.999995 
## stopped after 100 iterations
## # weights:  22
## initial  value 292.390574 
## iter  10 value 92.219687
## iter  20 value 91.997053
## iter  30 value 91.980773
## iter  40 value 91.950458
## iter  50 value 91.833095
## iter  60 value 74.844932
## iter  70 value 50.195649
## iter  80 value 46.084823
## iter  90 value 46.031399
## iter 100 value 45.468889
## final  value 45.468889 
## stopped after 100 iterations
## # weights:  62
## initial  value 383.717879 
## iter  10 value 92.568432
## iter  20 value 92.022574
## iter  30 value 92.021771
## iter  40 value 92.020184
## iter  50 value 92.015810
## iter  60 value 91.994872
## iter  70 value 91.796715
## iter  80 value 61.133038
## iter  90 value 47.641497
## iter 100 value 46.141461
## final  value 46.141461 
## stopped after 100 iterations
## # weights:  102
## initial  value 703.263074 
## iter  10 value 92.849912
## iter  20 value 92.010180
## iter  30 value 78.874720
## iter  40 value 46.167395
## iter  50 value 46.102982
## iter  60 value 46.087070
## iter  70 value 46.072582
## iter  80 value 45.925034
## iter  90 value 2.203798
## iter 100 value 0.182564
## final  value 0.182564 
## stopped after 100 iterations
## # weights:  22
## initial  value 571.281002 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 643.531477 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 661.602104 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 484.333527 
## iter  10 value 76.449745
## iter  20 value 25.564009
## iter  30 value 16.676210
## iter  40 value 16.399440
## final  value 16.398721 
## converged
## # weights:  62
## initial  value 684.156595 
## iter  10 value 87.434636
## iter  20 value 29.440342
## iter  30 value 17.244372
## iter  40 value 13.761178
## iter  50 value 13.480841
## iter  60 value 13.442325
## iter  70 value 13.419407
## iter  80 value 13.408874
## final  value 13.408860 
## converged
## # weights:  102
## initial  value 422.163152 
## iter  10 value 89.486932
## iter  20 value 25.960492
## iter  30 value 12.095563
## iter  40 value 11.261702
## iter  50 value 11.110767
## iter  60 value 11.076304
## iter  70 value 11.075023
## final  value 11.075015 
## converged
## # weights:  22
## initial  value 349.365860 
## iter  10 value 92.383529
## iter  20 value 86.098133
## iter  30 value 48.026145
## iter  40 value 45.794778
## iter  50 value 3.030050
## iter  60 value 0.083248
## iter  70 value 0.071916
## iter  80 value 0.066946
## iter  90 value 0.060561
## iter 100 value 0.057641
## final  value 0.057641 
## stopped after 100 iterations
## # weights:  62
## initial  value 933.125219 
## iter  10 value 93.337347
## iter  20 value 91.958681
## iter  30 value 56.089011
## iter  40 value 4.118085
## iter  50 value 0.189018
## iter  60 value 0.148545
## iter  70 value 0.128123
## iter  80 value 0.112494
## iter  90 value 0.097095
## iter 100 value 0.087542
## final  value 0.087542 
## stopped after 100 iterations
## # weights:  102
## initial  value 406.059929 
## iter  10 value 92.750924
## iter  20 value 92.019044
## iter  30 value 92.018431
## iter  40 value 92.017290
## iter  50 value 92.014169
## iter  60 value 91.988066
## iter  70 value 66.483124
## iter  80 value 46.115738
## iter  90 value 45.701522
## iter 100 value 0.116467
## final  value 0.116467 
## stopped after 100 iterations
## # weights:  22
## initial  value 660.622720 
## final  value 90.000000 
## converged
## # weights:  62
## initial  value 520.666852 
## final  value 90.000000 
## converged
## # weights:  102
## initial  value 283.702789 
## final  value 90.000000 
## converged
## # weights:  22
## initial  value 656.230761 
## iter  10 value 79.601284
## iter  20 value 51.267460
## iter  30 value 50.608581
## iter  40 value 50.603481
## iter  40 value 50.603481
## iter  40 value 50.603481
## final  value 50.603481 
## converged
## # weights:  62
## initial  value 665.761493 
## iter  10 value 85.042127
## iter  20 value 28.669771
## iter  30 value 17.086928
## iter  40 value 13.802516
## iter  50 value 13.527095
## iter  60 value 13.523939
## final  value 13.523927 
## converged
## # weights:  102
## initial  value 512.436239 
## iter  10 value 86.041535
## iter  20 value 31.228748
## iter  30 value 15.998191
## iter  40 value 12.031756
## iter  50 value 11.154127
## iter  60 value 11.054932
## iter  70 value 11.029601
## iter  80 value 11.028232
## iter  90 value 11.028185
## final  value 11.028184 
## converged
## # weights:  22
## initial  value 489.738895 
## iter  10 value 90.567340
## iter  20 value 90.020491
## iter  30 value 90.019171
## iter  40 value 90.017009
## iter  50 value 90.013609
## iter  60 value 90.008917
## iter  70 value 90.002999
## iter  80 value 89.995085
## iter  90 value 89.982452
## iter 100 value 89.955630
## final  value 89.955630 
## stopped after 100 iterations
## # weights:  62
## initial  value 729.894132 
## iter  10 value 91.272011
## iter  20 value 90.008482
## iter  30 value 89.996753
## iter  40 value 88.980462
## iter  50 value 37.227190
## iter  60 value 0.300226
## iter  70 value 0.189410
## iter  80 value 0.144628
## iter  90 value 0.119176
## iter 100 value 0.098078
## final  value 0.098078 
## stopped after 100 iterations
## # weights:  102
## initial  value 607.493407 
## iter  10 value 91.326642
## iter  20 value 90.014929
## iter  30 value 0.794545
## iter  40 value 0.135368
## iter  50 value 0.118656
## iter  60 value 0.093317
## iter  70 value 0.067948
## iter  80 value 0.061723
## iter  90 value 0.057991
## iter 100 value 0.055786
## final  value 0.055786 
## stopped after 100 iterations
## # weights:  22
## initial  value 608.140922 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 745.810093 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 705.647361 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 642.516507 
## iter  10 value 89.768042
## iter  20 value 28.974648
## iter  30 value 16.835116
## iter  40 value 16.442575
## final  value 16.434940 
## converged
## # weights:  62
## initial  value 461.179092 
## iter  10 value 92.920845
## iter  20 value 28.700557
## iter  30 value 15.854836
## iter  40 value 13.966687
## iter  50 value 13.682294
## iter  60 value 13.670941
## iter  70 value 13.670824
## final  value 13.670823 
## converged
## # weights:  102
## initial  value 486.698381 
## iter  10 value 84.075772
## iter  20 value 28.678860
## iter  30 value 13.780141
## iter  40 value 11.853442
## iter  50 value 11.418496
## iter  60 value 11.388453
## iter  70 value 11.341683
## iter  80 value 11.314805
## iter  90 value 11.312183
## iter 100 value 11.312101
## final  value 11.312101 
## stopped after 100 iterations
## # weights:  22
## initial  value 739.377853 
## iter  10 value 92.884602
## iter  20 value 92.023107
## iter  30 value 92.022717
## iter  40 value 92.022196
## iter  50 value 92.021453
## iter  60 value 92.020327
## iter  70 value 92.018585
## iter  80 value 92.016054
## iter  90 value 92.012832
## iter 100 value 92.009144
## final  value 92.009144 
## stopped after 100 iterations
## # weights:  62
## initial  value 779.197637 
## iter  10 value 93.284622
## iter  20 value 91.991715
## iter  30 value 81.266822
## iter  40 value 15.869503
## iter  50 value 4.861414
## iter  60 value 3.755869
## iter  70 value 3.494967
## iter  80 value 3.183238
## iter  90 value 0.114411
## iter 100 value 0.089610
## final  value 0.089610 
## stopped after 100 iterations
## # weights:  102
## initial  value 1038.148743 
## iter  10 value 93.636626
## iter  20 value 92.018530
## iter  30 value 63.372456
## iter  40 value 0.982732
## iter  50 value 0.202281
## iter  60 value 0.163671
## iter  70 value 0.137651
## iter  80 value 0.118840
## iter  90 value 0.101955
## iter 100 value 0.089284
## final  value 0.089284 
## stopped after 100 iterations
## # weights:  22
## initial  value 677.418648 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 721.245406 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 605.512229 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 672.178126 
## iter  10 value 91.719537
## iter  20 value 68.140530
## iter  30 value 37.186577
## iter  40 value 18.385670
## iter  50 value 16.448027
## iter  60 value 16.426736
## final  value 16.426719 
## converged
## # weights:  62
## initial  value 713.233195 
## iter  10 value 91.090852
## iter  20 value 46.701066
## iter  30 value 25.542153
## iter  40 value 17.300012
## iter  50 value 14.127048
## iter  60 value 13.284583
## iter  70 value 12.741110
## iter  80 value 12.449350
## iter  90 value 12.420279
## iter 100 value 12.418182
## final  value 12.418182 
## stopped after 100 iterations
## # weights:  102
## initial  value 835.599390 
## iter  10 value 90.000235
## iter  20 value 35.978968
## iter  30 value 14.867431
## iter  40 value 12.220636
## iter  50 value 11.300295
## iter  60 value 11.071282
## iter  70 value 10.963279
## iter  80 value 10.924138
## iter  90 value 10.920645
## iter 100 value 10.920349
## final  value 10.920349 
## stopped after 100 iterations
## # weights:  22
## initial  value 491.694533 
## iter  10 value 92.583050
## iter  20 value 92.023380
## iter  30 value 92.022925
## iter  40 value 92.022334
## iter  50 value 92.021537
## iter  60 value 92.020441
## iter  70 value 92.018949
## iter  80 value 92.017014
## iter  90 value 92.014674
## iter 100 value 92.011977
## final  value 92.011977 
## stopped after 100 iterations
## # weights:  62
## initial  value 296.650169 
## iter  10 value 92.366692
## iter  20 value 92.022540
## iter  30 value 92.021631
## iter  40 value 92.019679
## iter  50 value 92.013259
## iter  60 value 91.967524
## iter  70 value 90.847410
## iter  80 value 48.955661
## iter  90 value 46.052260
## iter 100 value 46.020405
## final  value 46.020405 
## stopped after 100 iterations
## # weights:  102
## initial  value 494.808911 
## iter  10 value 93.075797
## iter  20 value 92.006559
## iter  30 value 90.803684
## iter  40 value 46.179822
## iter  50 value 3.357576
## iter  60 value 0.072102
## iter  70 value 0.058503
## iter  80 value 0.055713
## iter  90 value 0.050886
## iter 100 value 0.046196
## final  value 0.046196 
## stopped after 100 iterations
## # weights:  22
## initial  value 461.695845 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 365.017274 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 1074.513953 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 625.247718 
## iter  10 value 91.266731
## iter  20 value 25.717315
## iter  30 value 16.962639
## iter  40 value 16.451220
## final  value 16.446997 
## converged
## # weights:  62
## initial  value 668.581640 
## iter  10 value 87.711054
## iter  20 value 22.697389
## iter  30 value 15.490661
## iter  40 value 14.385231
## iter  50 value 13.700663
## iter  60 value 13.671640
## final  value 13.671553 
## converged
## # weights:  102
## initial  value 658.407424 
## iter  10 value 82.443604
## iter  20 value 17.074611
## iter  30 value 11.808059
## iter  40 value 11.341588
## iter  50 value 11.123149
## iter  60 value 11.095084
## iter  70 value 11.094087
## iter  80 value 11.093954
## iter  90 value 11.093559
## iter 100 value 11.093495
## final  value 11.093495 
## stopped after 100 iterations
## # weights:  22
## initial  value 406.481965 
## iter  10 value 92.451892
## iter  20 value 92.023682
## iter  30 value 92.020298
## iter  40 value 92.014099
## iter  50 value 92.004637
## iter  60 value 91.990407
## iter  70 value 91.961335
## iter  80 value 91.836312
## iter  90 value 76.852990
## iter 100 value 46.152138
## final  value 46.152138 
## stopped after 100 iterations
## # weights:  62
## initial  value 475.842227 
## iter  10 value 92.817275
## iter  20 value 86.653533
## iter  30 value 9.621353
## iter  40 value 0.225510
## iter  50 value 0.188152
## iter  60 value 0.142785
## iter  70 value 0.118495
## iter  80 value 0.100149
## iter  90 value 0.089404
## iter 100 value 0.079914
## final  value 0.079914 
## stopped after 100 iterations
## # weights:  102
## initial  value 889.651708 
## iter  10 value 93.390895
## iter  20 value 92.015265
## iter  30 value 14.017616
## iter  40 value 5.564641
## iter  50 value 0.132851
## iter  60 value 0.122893
## iter  70 value 0.106930
## iter  80 value 0.091981
## iter  90 value 0.082255
## iter 100 value 0.068862
## final  value 0.068862 
## stopped after 100 iterations
## # weights:  22
## initial  value 850.361909 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 510.769828 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 420.667913 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 680.627154 
## iter  10 value 88.106564
## iter  20 value 36.462357
## iter  30 value 22.501849
## iter  40 value 16.729772
## iter  50 value 16.561238
## final  value 16.560506 
## converged
## # weights:  62
## initial  value 537.646679 
## iter  10 value 93.910712
## iter  20 value 40.854320
## iter  30 value 20.092180
## iter  40 value 15.610216
## iter  50 value 13.990550
## iter  60 value 13.735446
## iter  70 value 13.696040
## iter  80 value 13.693058
## iter  90 value 13.693003
## iter  90 value 13.693003
## iter  90 value 13.693003
## final  value 13.693003 
## converged
## # weights:  102
## initial  value 641.601352 
## iter  10 value 80.741609
## iter  20 value 17.951614
## iter  30 value 12.171595
## iter  40 value 11.480198
## iter  50 value 11.155341
## iter  60 value 11.107035
## iter  70 value 11.072807
## iter  80 value 11.037165
## iter  90 value 11.020323
## iter 100 value 11.019012
## final  value 11.019012 
## stopped after 100 iterations
## # weights:  22
## initial  value 632.989457 
## iter  10 value 92.675735
## iter  20 value 92.026162
## iter  30 value 92.025429
## iter  40 value 92.024324
## iter  50 value 92.022460
## iter  60 value 92.019040
## iter  70 value 92.013144
## iter  80 value 92.004358
## iter  90 value 91.991065
## iter 100 value 91.964418
## final  value 91.964418 
## stopped after 100 iterations
## # weights:  62
## initial  value 423.754778 
## iter  10 value 92.681178
## iter  20 value 92.017394
## iter  30 value 92.016787
## iter  40 value 92.015610
## iter  50 value 92.012283
## iter  60 value 91.992167
## iter  70 value 91.775840
## iter  80 value 64.519135
## iter  90 value 24.885773
## iter 100 value 0.104273
## final  value 0.104273 
## stopped after 100 iterations
## # weights:  102
## initial  value 534.012867 
## iter  10 value 93.082441
## iter  20 value 92.006365
## iter  30 value 91.297604
## iter  40 value 51.509865
## iter  50 value 46.159515
## iter  60 value 42.764478
## iter  70 value 0.279376
## iter  80 value 0.240586
## iter  90 value 0.182680
## iter 100 value 0.125527
## final  value 0.125527 
## stopped after 100 iterations
## # weights:  22
## initial  value 660.742305 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 805.065887 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 970.416140 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 463.480840 
## iter  10 value 94.348204
## iter  20 value 47.525056
## iter  30 value 19.370696
## iter  40 value 16.453724
## iter  50 value 16.428497
## iter  50 value 16.428496
## iter  50 value 16.428496
## final  value 16.428496 
## converged
## # weights:  62
## initial  value 247.784361 
## iter  10 value 58.801525
## iter  20 value 24.393046
## iter  30 value 15.558126
## iter  40 value 14.518575
## iter  50 value 13.623738
## iter  60 value 13.542781
## iter  70 value 13.520539
## iter  80 value 13.511554
## iter  90 value 13.464850
## iter 100 value 13.457414
## final  value 13.457414 
## stopped after 100 iterations
## # weights:  102
## initial  value 566.846891 
## iter  10 value 48.759839
## iter  20 value 15.116060
## iter  30 value 12.846584
## iter  40 value 12.549263
## iter  50 value 12.511787
## iter  60 value 12.509084
## iter  70 value 12.506124
## iter  80 value 12.502778
## iter  90 value 12.438077
## iter 100 value 12.428265
## final  value 12.428265 
## stopped after 100 iterations
## # weights:  22
## initial  value 747.681582 
## iter  10 value 92.907600
## iter  20 value 92.011144
## iter  30 value 92.002725
## iter  40 value 91.983240
## iter  50 value 84.056969
## iter  60 value 44.244408
## iter  70 value 42.859121
## iter  80 value 42.835091
## iter  90 value 42.833549
## iter 100 value 42.832825
## final  value 42.832825 
## stopped after 100 iterations
## # weights:  62
## initial  value 860.057168 
## iter  10 value 93.243301
## iter  20 value 92.002810
## iter  30 value 91.830215
## iter  40 value 68.716444
## iter  50 value 0.261256
## iter  60 value 0.133598
## iter  70 value 0.110876
## iter  80 value 0.094965
## iter  90 value 0.083882
## iter 100 value 0.072679
## final  value 0.072679 
## stopped after 100 iterations
## # weights:  102
## initial  value 645.295735 
## iter  10 value 93.287999
## iter  20 value 92.005553
## iter  30 value 91.948633
## iter  40 value 55.531970
## iter  50 value 0.905078
## iter  60 value 0.064741
## iter  70 value 0.059147
## iter  80 value 0.052731
## iter  90 value 0.049322
## iter 100 value 0.047251
## final  value 0.047251 
## stopped after 100 iterations
## # weights:  22
## initial  value 780.742934 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 589.431131 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 408.375810 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 708.480004 
## iter  10 value 86.770457
## iter  20 value 59.444379
## iter  30 value 27.607649
## iter  40 value 16.785277
## iter  50 value 16.541977
## final  value 16.541941 
## converged
## # weights:  62
## initial  value 576.498495 
## iter  10 value 96.315849
## iter  20 value 47.481223
## iter  30 value 18.790639
## iter  40 value 14.328771
## iter  50 value 13.774232
## iter  60 value 13.730372
## iter  70 value 13.728558
## final  value 13.728556 
## converged
## # weights:  102
## initial  value 668.999105 
## iter  10 value 75.865540
## iter  20 value 15.840295
## iter  30 value 12.801071
## iter  40 value 12.582787
## iter  50 value 12.560217
## iter  60 value 12.557906
## iter  70 value 12.556228
## iter  80 value 12.555716
## final  value 12.555715 
## converged
## # weights:  22
## initial  value 328.974926 
## iter  10 value 92.293608
## iter  20 value 85.839603
## iter  30 value 11.605638
## iter  40 value 0.191708
## iter  50 value 0.176954
## iter  60 value 0.106199
## iter  70 value 0.074796
## iter  80 value 0.064675
## iter  90 value 0.063227
## iter 100 value 0.060057
## final  value 0.060057 
## stopped after 100 iterations
## # weights:  62
## initial  value 549.931846 
## iter  10 value 92.812760
## iter  20 value 92.029865
## iter  30 value 92.025270
## iter  40 value 91.989021
## iter  50 value 85.475652
## iter  60 value 47.505665
## iter  70 value 46.071465
## iter  80 value 46.065956
## iter  90 value 46.057633
## iter 100 value 45.407005
## final  value 45.407005 
## stopped after 100 iterations
## # weights:  102
## initial  value 699.360066 
## iter  10 value 93.277390
## iter  20 value 91.900251
## iter  30 value 12.952727
## iter  40 value 0.062297
## iter  50 value 0.046713
## iter  60 value 0.045501
## iter  70 value 0.044032
## iter  80 value 0.042106
## iter  90 value 0.041184
## iter 100 value 0.040272
## final  value 0.040272 
## stopped after 100 iterations
## # weights:  22
## initial  value 263.487579 
## final  value 90.000000 
## converged
## # weights:  62
## initial  value 390.215632 
## final  value 90.000000 
## converged
## # weights:  102
## initial  value 495.764669 
## final  value 90.000000 
## converged
## # weights:  22
## initial  value 309.929028 
## iter  10 value 85.081510
## iter  20 value 30.546589
## iter  30 value 17.704913
## iter  40 value 16.599032
## iter  50 value 16.579640
## final  value 16.579625 
## converged
## # weights:  62
## initial  value 662.348950 
## iter  10 value 89.297160
## iter  20 value 34.156486
## iter  30 value 16.485315
## iter  40 value 13.652634
## iter  50 value 13.490543
## iter  60 value 13.464656
## iter  70 value 13.464085
## iter  70 value 13.464085
## iter  70 value 13.464085
## final  value 13.464085 
## converged
## # weights:  102
## initial  value 696.753628 
## iter  10 value 80.662490
## iter  20 value 27.751719
## iter  30 value 15.251371
## iter  40 value 13.682742
## iter  50 value 12.933726
## iter  60 value 12.700402
## iter  70 value 12.650634
## iter  80 value 12.647023
## iter  90 value 12.646836
## iter 100 value 12.646806
## final  value 12.646806 
## stopped after 100 iterations
## # weights:  22
## initial  value 775.927379 
## iter  10 value 91.020696
## iter  20 value 89.981988
## iter  30 value 84.784042
## iter  40 value 0.281911
## iter  50 value 0.203112
## iter  60 value 0.150044
## iter  70 value 0.130651
## iter  80 value 0.108814
## iter  90 value 0.095855
## iter 100 value 0.087695
## final  value 0.087695 
## stopped after 100 iterations
## # weights:  62
## initial  value 317.630827 
## iter  10 value 90.439653
## iter  20 value 90.005719
## iter  30 value 89.308736
## iter  40 value 45.618376
## iter  50 value 2.136955
## iter  60 value 0.292312
## iter  70 value 0.117992
## iter  80 value 0.081178
## iter  90 value 0.073500
## iter 100 value 0.067555
## final  value 0.067555 
## stopped after 100 iterations
## # weights:  102
## initial  value 327.516612 
## iter  10 value 90.496938
## iter  20 value 77.056147
## iter  30 value 45.826427
## iter  40 value 44.891126
## iter  50 value 0.206741
## iter  60 value 0.186029
## iter  70 value 0.163051
## iter  80 value 0.132323
## iter  90 value 0.108522
## iter 100 value 0.084103
## final  value 0.084103 
## stopped after 100 iterations
## # weights:  22
## initial  value 600.041595 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 736.364939 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 678.281470 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 387.581245 
## iter  10 value 80.630317
## iter  20 value 36.929761
## iter  30 value 17.696488
## iter  40 value 16.480914
## final  value 16.480297 
## converged
## # weights:  62
## initial  value 861.876460 
## iter  10 value 84.528485
## iter  20 value 30.449240
## iter  30 value 16.700262
## iter  40 value 13.432148
## iter  50 value 13.241548
## iter  60 value 13.240975
## final  value 13.240973 
## converged
## # weights:  102
## initial  value 624.261781 
## iter  10 value 92.859861
## iter  20 value 56.017138
## iter  30 value 15.801601
## iter  40 value 13.441103
## iter  50 value 12.811060
## iter  60 value 12.552648
## iter  70 value 12.521068
## iter  80 value 12.518815
## iter  90 value 12.501023
## iter 100 value 12.461777
## final  value 12.461777 
## stopped after 100 iterations
## # weights:  22
## initial  value 563.985090 
## iter  10 value 92.705717
## iter  20 value 92.007940
## iter  30 value 91.992766
## iter  40 value 87.690846
## iter  50 value 69.445712
## iter  60 value 44.535543
## iter  70 value 44.514036
## iter  80 value 44.508864
## iter  90 value 44.499852
## iter 100 value 44.496831
## final  value 44.496831 
## stopped after 100 iterations
## # weights:  62
## initial  value 692.154467 
## iter  10 value 93.201039
## iter  20 value 91.220249
## iter  30 value 6.666065
## iter  40 value 0.078185
## iter  50 value 0.064027
## iter  60 value 0.062365
## iter  70 value 0.060522
## iter  80 value 0.057362
## iter  90 value 0.054154
## iter 100 value 0.052056
## final  value 0.052056 
## stopped after 100 iterations
## # weights:  102
## initial  value 316.081470 
## iter  10 value 92.468101
## iter  20 value 74.228294
## iter  30 value 0.706086
## iter  40 value 0.197161
## iter  50 value 0.142230
## iter  60 value 0.104659
## iter  70 value 0.081396
## iter  80 value 0.071472
## iter  90 value 0.065156
## iter 100 value 0.060482
## final  value 0.060482 
## stopped after 100 iterations
## # weights:  22
## initial  value 438.270362 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 564.044804 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 789.740701 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 406.494626 
## iter  10 value 84.567299
## iter  20 value 53.965827
## iter  30 value 52.734834
## iter  40 value 52.250781
## final  value 52.170832 
## converged
## # weights:  62
## initial  value 610.503251 
## iter  10 value 91.178228
## iter  20 value 24.660470
## iter  30 value 16.531246
## iter  40 value 15.604447
## iter  50 value 15.167090
## iter  60 value 14.118163
## iter  70 value 13.292102
## iter  80 value 13.241359
## iter  90 value 13.222579
## final  value 13.221808 
## converged
## # weights:  102
## initial  value 575.263485 
## iter  10 value 80.406525
## iter  20 value 19.650180
## iter  30 value 12.634289
## iter  40 value 11.468779
## iter  50 value 11.064822
## iter  60 value 10.964472
## iter  70 value 10.939471
## iter  80 value 10.937928
## iter  90 value 10.937797
## final  value 10.937792 
## converged
## # weights:  22
## initial  value 687.365028 
## iter  10 value 92.797482
## iter  20 value 92.002917
## iter  30 value 91.940971
## iter  40 value 91.521259
## iter  50 value 54.293513
## iter  60 value 46.084484
## iter  70 value 45.823033
## iter  80 value 0.124373
## iter  90 value 0.110174
## iter 100 value 0.076321
## final  value 0.076321 
## stopped after 100 iterations
## # weights:  62
## initial  value 487.208149 
## iter  10 value 92.697536
## iter  20 value 90.719543
## iter  30 value 57.208450
## iter  40 value 0.312661
## iter  50 value 0.154091
## iter  60 value 0.140008
## iter  70 value 0.113844
## iter  80 value 0.103634
## iter  90 value 0.090824
## iter 100 value 0.079590
## final  value 0.079590 
## stopped after 100 iterations
## # weights:  102
## initial  value 627.321104 
## iter  10 value 93.306244
## iter  20 value 92.012386
## iter  30 value 92.011347
## iter  40 value 92.008585
## iter  50 value 91.986633
## iter  60 value 77.570431
## iter  70 value 42.996090
## iter  80 value 0.063903
## iter  90 value 0.052005
## iter 100 value 0.049587
## final  value 0.049587 
## stopped after 100 iterations
## # weights:  22
## initial  value 293.224882 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 699.059380 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 579.799392 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 706.612764 
## iter  10 value 93.198539
## iter  20 value 68.451579
## iter  30 value 55.606686
## iter  40 value 30.622428
## iter  50 value 18.644171
## final  value 18.634729 
## converged
## # weights:  62
## initial  value 555.821642 
## iter  10 value 88.001915
## iter  20 value 30.999788
## iter  30 value 15.848426
## iter  40 value 13.356890
## iter  50 value 12.996180
## iter  60 value 12.807550
## iter  70 value 12.743579
## iter  80 value 12.735638
## iter  90 value 12.731381
## iter 100 value 12.679911
## final  value 12.679911 
## stopped after 100 iterations
## # weights:  102
## initial  value 491.149823 
## iter  10 value 95.716846
## iter  20 value 42.047595
## iter  30 value 20.055203
## iter  40 value 15.027122
## iter  50 value 12.074757
## iter  60 value 11.440552
## iter  70 value 11.179985
## iter  80 value 11.023466
## iter  90 value 10.980522
## iter 100 value 10.979017
## final  value 10.979017 
## stopped after 100 iterations
## # weights:  22
## initial  value 830.553209 
## iter  10 value 92.833705
## iter  20 value 92.017658
## iter  30 value 92.015044
## iter  40 value 92.010162
## iter  50 value 92.002768
## iter  60 value 91.993554
## iter  70 value 91.980835
## iter  80 value 91.956871
## iter  90 value 91.876868
## iter 100 value 86.661521
## final  value 86.661521 
## stopped after 100 iterations
## # weights:  62
## initial  value 398.499861 
## iter  10 value 92.552191
## iter  20 value 91.994770
## iter  30 value 87.920121
## iter  40 value 46.524675
## iter  50 value 0.799374
## iter  60 value 0.057067
## iter  70 value 0.052583
## iter  80 value 0.050282
## iter  90 value 0.048342
## iter 100 value 0.047436
## final  value 0.047436 
## stopped after 100 iterations
## # weights:  102
## initial  value 1021.276613 
## iter  10 value 93.588407
## iter  20 value 92.018175
## iter  30 value 91.987550
## iter  40 value 68.254465
## iter  50 value 3.836238
## iter  60 value 0.115468
## iter  70 value 0.099342
## iter  80 value 0.082188
## iter  90 value 0.063519
## iter 100 value 0.052088
## final  value 0.052088 
## stopped after 100 iterations
## # weights:  22
## initial  value 300.119525 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 848.347178 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 449.451703 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 351.940354 
## iter  10 value 67.088143
## iter  20 value 20.515485
## iter  30 value 16.684300
## iter  40 value 16.479829
## final  value 16.479657 
## converged
## # weights:  62
## initial  value 440.802712 
## iter  10 value 76.439957
## iter  20 value 32.208307
## iter  30 value 20.190335
## iter  40 value 16.339281
## iter  50 value 14.999754
## iter  60 value 14.822538
## iter  70 value 13.558807
## iter  80 value 13.347968
## iter  90 value 13.318625
## iter 100 value 13.268720
## final  value 13.268720 
## stopped after 100 iterations
## # weights:  102
## initial  value 258.037922 
## iter  10 value 81.464188
## iter  20 value 33.709517
## iter  30 value 14.844360
## iter  40 value 13.654499
## iter  50 value 11.620927
## iter  60 value 11.285055
## iter  70 value 11.242898
## iter  80 value 11.236539
## iter  90 value 11.087297
## iter 100 value 11.046014
## final  value 11.046014 
## stopped after 100 iterations
## # weights:  22
## initial  value 671.359165 
## iter  10 value 92.641401
## iter  20 value 91.971077
## iter  30 value 91.705335
## iter  40 value 77.908221
## iter  50 value 47.132902
## iter  60 value 46.057213
## iter  70 value 46.052872
## iter  80 value 46.023396
## iter  90 value 19.944185
## iter 100 value 0.069894
## final  value 0.069894 
## stopped after 100 iterations
## # weights:  62
## initial  value 542.255828 
## iter  10 value 92.904840
## iter  20 value 92.012638
## iter  30 value 92.010213
## iter  40 value 91.995237
## iter  50 value 91.239854
## iter  60 value 47.009282
## iter  70 value 0.449324
## iter  80 value 0.058307
## iter  90 value 0.054492
## iter 100 value 0.052197
## final  value 0.052197 
## stopped after 100 iterations
## # weights:  102
## initial  value 1065.674790 
## iter  10 value 93.472489
## iter  20 value 92.016728
## iter  30 value 65.562336
## iter  40 value 0.097391
## iter  50 value 0.059050
## iter  60 value 0.056554
## iter  70 value 0.054213
## iter  80 value 0.051061
## iter  90 value 0.048432
## iter 100 value 0.046629
## final  value 0.046629 
## stopped after 100 iterations
## # weights:  22
## initial  value 636.145833 
## final  value 92.000000 
## converged
## # weights:  62
## initial  value 793.884109 
## final  value 92.000000 
## converged
## # weights:  102
## initial  value 723.156892 
## final  value 92.000000 
## converged
## # weights:  22
## initial  value 397.796234 
## iter  10 value 88.223561
## iter  20 value 34.801723
## iter  30 value 16.457346
## iter  40 value 16.174637
## final  value 16.170978 
## converged
## # weights:  62
## initial  value 585.726790 
## iter  10 value 87.355315
## iter  20 value 29.139779
## iter  30 value 15.503905
## iter  40 value 14.121783
## iter  50 value 13.712206
## iter  60 value 13.668312
## iter  70 value 13.463656
## iter  80 value 13.422416
## iter  90 value 13.421225
## final  value 13.421207 
## converged
## # weights:  102
## initial  value 870.443027 
## iter  10 value 93.294661
## iter  20 value 23.401897
## iter  30 value 14.241032
## iter  40 value 12.920129
## iter  50 value 12.426767
## iter  60 value 12.405379
## iter  70 value 12.385126
## iter  80 value 12.358094
## iter  90 value 12.347768
## iter 100 value 12.347316
## final  value 12.347316 
## stopped after 100 iterations
## # weights:  22
## initial  value 669.693429 
## iter  10 value 92.728873
## iter  20 value 85.218922
## iter  30 value 50.545982
## iter  40 value 44.026620
## iter  50 value 43.954490
## iter  60 value 43.953376
## iter  70 value 43.950805
## iter  80 value 43.949984
## iter  90 value 43.948553
## iter 100 value 43.947310
## final  value 43.947310 
## stopped after 100 iterations
## # weights:  62
## initial  value 690.725047 
## iter  10 value 92.670336
## iter  20 value 91.603059
## iter  30 value 52.724444
## iter  40 value 46.082416
## iter  50 value 46.070497
## iter  60 value 46.060252
## iter  70 value 46.039047
## iter  80 value 39.413002
## iter  90 value 0.075178
## iter 100 value 0.068371
## final  value 0.068371 
## stopped after 100 iterations
## # weights:  102
## initial  value 768.106239 
## iter  10 value 93.502846
## iter  20 value 92.016653
## iter  30 value 91.996042
## iter  40 value 78.082392
## iter  50 value 28.162647
## iter  60 value 0.061027
## iter  70 value 0.052888
## iter  80 value 0.050009
## iter  90 value 0.046624
## iter 100 value 0.044254
## final  value 0.044254 
## stopped after 100 iterations
## # weights:  62
## initial  value 656.541971 
## iter  10 value 100.253717
## iter  20 value 38.690984
## iter  30 value 19.891125
## iter  40 value 16.134121
## iter  50 value 13.262604
## iter  60 value 12.832007
## iter  70 value 12.823934
## iter  80 value 12.823268
## iter  90 value 12.821481
## iter 100 value 12.821067
## final  value 12.821067 
## stopped after 100 iterations

## [1] "Building This Caret Information took 0.82 minutes"

4.5.4 Ensemble Summary

## 
## Call:
## summary.resamples(object = results)
## 
## Models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet 
## Number of resamples: 30 
## 
## Accuracy 
##              Min. 1st Qu. Median   Mean 3rd Qu.  Max. NA's
## lda        0.9508  0.9754 0.9835 0.9803  0.9918 1.000    0
## rpart      1.0000  1.0000 1.0000 1.0000  1.0000 1.000    0
## knn        0.9590  0.9754 0.9835 0.9825  0.9897 1.000    0
## pam        0.9508  0.9587 0.9590 0.9581  0.9590 0.959    0
## multinom   1.0000  1.0000 1.0000 1.0000  1.0000 1.000    0
## LogitBoost 1.0000  1.0000 1.0000 1.0000  1.0000 1.000    0
## svmLinear2 1.0000  1.0000 1.0000 1.0000  1.0000 1.000    0
## pcaNNet    1.0000  1.0000 1.0000 1.0000  1.0000 1.000    0
## 
## Kappa 
##              Min. 1st Qu. Median   Mean 3rd Qu. Max. NA's
## lda        0.2262  0.6540 0.7421 0.7020  0.8847    1    0
## rpart      1.0000  1.0000 1.0000 1.0000  1.0000    1    0
## knn        0.0000  0.6007 0.7420 0.7164  0.8614    1    0
## pam        0.0000  0.0000 0.0000 0.0000  0.0000    0    0
## multinom   1.0000  1.0000 1.0000 1.0000  1.0000    1    0
## LogitBoost 1.0000  1.0000 1.0000 1.0000  1.0000    1    0
## svmLinear2 1.0000  1.0000 1.0000 1.0000  1.0000    1    0
## pcaNNet    1.0000  1.0000 1.0000 1.0000  1.0000    1    0

4.5.5 Ensemble Box & Whiskers Plot

4.5.6 Ensemble Correlation Matrix

4.5.7 Ensemble Scatterplot Matrix

4.5.8 Prediction and CV Plot

## A rf ensemble of 2 base models: lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet
## 
## Ensemble results:
## Random Forest 
## 
## 3654 samples
##    8 predictor
##    2 classes: 'no', 'yes' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold, repeated 3 times) 
## Summary of sample sizes: 3289, 3288, 3289, 3288, 3287, 3289, ... 
## Resampling results across tuning parameters:
## 
##   mtry  Accuracy  Kappa
##   2     1         1    
##   5     1         1    
##   8     1         1    
## 
## Accuracy was used to select the optimal model using  the largest value.
## The final value used for the model was mtry = 2.

## [1] "Random Forest Ensemble: (lda, rpart, knn, pam, multinom, LogitBoost, svmLinear2, pcaNNet) Prediction =  100.00"

4.5.9 ROC CURVES

## [1] 1

4.6 Accuracy/AUC Summary Table

Dummy_DF %>% kable()

Method	Accuracy	AUC
Prediction for Unaccurate Score	99.32475	0.0004889
Prediction for Accurate Score	97.94730	0.9971463
Prediction for Good Score	99.40714	0.9972136
Prediction for Very Good Score	100.00000	1.0000000

4.7 Script Run Time

## [1] "This Script took 19.74 Minutes to Run"

buy_price	maintenance_costs	persons	trunk_size	safety
3	3	0	0	0
3	3	0	0	1
3	3	0	0	2
3	3	0	1	0
3	3	0	1	1
3	3	0	1	2
3	3	0	2	0
3	3	0	2	1
3	3	0	2	2
3	3	1	0	0
3	3	1	0	1
3	3	1	0	2
3	3	1	1	0
3	3	1	1	1
3	3	1	1	2
3	3	1	2	0
3	3	1	2	1
3	3	1	2	2
3	3	2	0	0
3	3	2	0	1

buy_price.vhigh	maintenance_costs.vhigh	num_doors.2	persons.2	persons.4	persons.more	trunk_size.big	trunk_size.med	trunk_size.small	safety.high	safety.low	safety.med	overall_score.unacc
1	1	1	1	0	0	0	0	1	0	1	0	1
1	1	1	1	0	0	0	0	1	0	0	1	1
1	1	1	1	0	0	0	0	1	1	0	0	1
1	1	1	1	0	0	0	1	0	0	1	0	1
1	1	1	1	0	0	0	1	0	0	0	1	1
1	1	1	1	0	0	0	1	0	1	0	0	1
1	1	1	1	0	0	1	0	0	0	1	0	1
1	1	1	1	0	0	1	0	0	0	0	1	1
1	1	1	1	0	0	1	0	0	1	0	0	1
1	1	1	0	1	0	0	0	1	0	1	0	1
1	1	1	0	1	0	0	0	1	0	0	1	1
1	1	1	0	1	0	0	0	1	1	0	0	1
1	1	1	0	1	0	0	1	0	0	1	0	1
1	1	1	0	1	0	0	1	0	0	0	1	1
1	1	1	0	1	0	0	1	0	1	0	0	1
1	1	1	0	1	0	1	0	0	0	1	0	1
1	1	1	0	1	0	1	0	0	0	0	1	1
1	1	1	0	1	0	1	0	0	1	0	0	1
1	1	1	0	0	1	0	0	1	0	1	0	1
1	1	1	0	0	1	0	0	1	0	0	1	1

buy_price	maintenance_costs	persons	trunk_size	safety
3	3	0	0	0
3	3	0	0	1
3	3	0	0	2
3	3	0	1	0
3	3	0	1	1
3	3	0	1	2
3	3	0	2	0
3	3	0	2	1
3	3	0	2	2
3	3	1	0	0
3	3	1	0	1
3	3	1	0	2
3	3	1	1	0
3	3	1	1	1
3	3	1	1	2
3	3	1	2	0
3	3	1	2	1
3	3	1	2	2
3	3	2	0	0
3	3	2	0	1

buy_price.vhigh	maintenance_costs.vhigh	num_doors.2	persons.2	persons.4	persons.more	trunk_size.big	trunk_size.med	trunk_size.small	safety.high	safety.low	safety.med	overall_score.unacc
1	1	1	1	0	0	0	0	1	0	1	0	1
1	1	1	1	0	0	0	0	1	0	0	1	1
1	1	1	1	0	0	0	0	1	1	0	0	1
1	1	1	1	0	0	0	1	0	0	1	0	1
1	1	1	1	0	0	0	1	0	0	0	1	1
1	1	1	1	0	0	0	1	0	1	0	0	1
1	1	1	1	0	0	1	0	0	0	1	0	1
1	1	1	1	0	0	1	0	0	0	0	1	1
1	1	1	1	0	0	1	0	0	1	0	0	1
1	1	1	0	1	0	0	0	1	0	1	0	1
1	1	1	0	1	0	0	0	1	0	0	1	1
1	1	1	0	1	0	0	0	1	1	0	0	1
1	1	1	0	1	0	0	1	0	0	1	0	1
1	1	1	0	1	0	0	1	0	0	0	1	1
1	1	1	0	1	0	0	1	0	1	0	0	1
1	1	1	0	1	0	1	0	0	0	1	0	1
1	1	1	0	1	0	1	0	0	0	0	1	1
1	1	1	0	1	0	1	0	0	1	0	0	1
1	1	1	0	0	1	0	0	1	0	1	0	1
1	1	1	0	0	1	0	0	1	0	0	1	1

Machine Learning: Car Evaluation or Car Quality (UCI Machine Learning)

Benjamin Lott

January 20, 2017