credit.df <- read.csv("credit_dataset_final.csv", header = TRUE, sep = ",")
to.factors <- function(df, variables){
for (variable in variables){
df[[variable]] <- as.factor(df[[variable]])
}
return(df)
}
scale.features <- function(df, variables){
for (variable in variables){
df[[variable]] <- scale(df[[variable]], center=T, scale=T)
}
return(df)
}
numeric.vars <- c("credit.duration.months", "age", "credit.amount")
credit.df <- scale.features(credit.df, numeric.vars)
# factor variables
categorical.vars <- c('credit.rating', 'account.balance',
'previous.credit.payment.status',
'credit.purpose', 'savings',
'employment.duration', 'installment.rate',
'marital.status', 'guarantor',
'residence.duration', 'current.assets',
'other.credits', 'apartment.type',
'bank.credits', 'occupation',
'dependents', 'telephone',
'foreign.worker')
credit.df <- to.factors(df=credit.df, variables=categorical.vars)
indexes <- sample(1:nrow(credit.df), size=0.6*nrow(credit.df))
train.data <- credit.df[indexes,]
test.data <- credit.df[-indexes,]
library(caret)
## Loading required package: lattice
## Loading required package: ggplot2
library(randomForest)
## randomForest 4.6-12
## Type rfNews() to see new features/changes/bug fixes.
##
## Attaching package: 'randomForest'
## The following object is masked from 'package:ggplot2':
##
## margin
run.feature.selection <- function(num.iters=20, feature.vars, class.var){
set.seed(10)
variable.sizes <- 1:10
control <- rfeControl(functions = rfFuncs, method = "cv",
verbose = FALSE, returnResamp = "all",
number = num.iters)
results.rfe <- rfe(x = feature.vars, y = class.var,
sizes = variable.sizes,
rfeControl = control)
return(results.rfe)
}
rfe.results <- run.feature.selection(feature.vars=train.data[,-1],
class.var=train.data[,1])
# view results
rfe.results
##
## Recursive feature selection
##
## Outer resampling method: Cross-Validated (20 fold)
##
## Resampling performance over subset size:
##
## Variables Accuracy Kappa AccuracySD KappaSD Selected
## 1 0.7051 0.0000 0.008928 0.0000
## 2 0.7271 0.2415 0.072446 0.2005
## 3 0.7537 0.3019 0.063678 0.1898
## 4 0.7304 0.2877 0.061621 0.1585
## 5 0.7503 0.3388 0.077466 0.1964
## 6 0.7419 0.3123 0.052644 0.1269
## 7 0.7338 0.2786 0.067758 0.1746
## 8 0.7403 0.2936 0.068661 0.1806
## 9 0.7483 0.3400 0.077537 0.1981
## 10 0.7583 0.3635 0.076813 0.1937 *
## 20 0.7489 0.3124 0.067821 0.1815
##
## The top 5 variables (out of 10):
## account.balance, credit.duration.months, savings, previous.credit.payment.status, credit.amount
library(caret)
library(ROCR)
## Loading required package: gplots
##
## Attaching package: 'gplots'
## The following object is masked from 'package:stats':
##
## lowess
source("performance_plot_utils.R")
test.feature.vars <- test.data[,-1]
test.class.var <- test.data[,1]
formula.init <- "credit.rating ~ ."
formula.init <- as.formula(formula.init)
lr.model <- glm(formula=formula.init, data=train.data, family="binomial")
summary(lr.model)
##
## Call:
## glm(formula = formula.init, family = "binomial", data = train.data)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -2.6002 -0.6676 0.3874 0.6963 2.1551
##
## Coefficients:
## Estimate Std. Error z value Pr(>|z|)
## (Intercept) -0.14516 0.97291 -0.149 0.881395
## account.balance2 0.57842 0.28793 2.009 0.044551 *
## account.balance3 1.52368 0.28021 5.438 5.4e-08 ***
## credit.duration.months -0.32196 0.13748 -2.342 0.019186 *
## previous.credit.payment.status2 0.42091 0.40559 1.038 0.299376
## previous.credit.payment.status3 1.13439 0.43696 2.596 0.009429 **
## credit.purpose2 -1.03570 0.52019 -1.991 0.046479 *
## credit.purpose3 -1.22449 0.49041 -2.497 0.012529 *
## credit.purpose4 -1.59938 0.47480 -3.369 0.000756 ***
## credit.amount -0.34672 0.15444 -2.245 0.024768 *
## savings2 0.37194 0.36625 1.016 0.309840
## savings3 0.69400 0.42522 1.632 0.102660
## savings4 0.88215 0.33563 2.628 0.008581 **
## employment.duration2 0.38611 0.30633 1.260 0.207510
## employment.duration3 1.11182 0.37070 2.999 0.002707 **
## employment.duration4 0.73331 0.36177 2.027 0.042659 *
## installment.rate2 -0.09743 0.38576 -0.253 0.800602
## installment.rate3 -0.63868 0.43088 -1.482 0.138268
## installment.rate4 -0.75217 0.37533 -2.004 0.045067 *
## marital.status3 0.60270 0.26512 2.273 0.023006 *
## marital.status4 0.61381 0.41063 1.495 0.134970
## guarantor2 0.18656 0.40086 0.465 0.641639
## residence.duration2 -0.60223 0.37226 -1.618 0.105718
## residence.duration3 -0.28364 0.43854 -0.647 0.517773
## residence.duration4 -0.21831 0.37637 -0.580 0.561881
## current.assets2 -0.53614 0.32276 -1.661 0.096690 .
## current.assets3 -0.31822 0.30399 -1.047 0.295196
## current.assets4 -1.07467 0.57833 -1.858 0.063138 .
## age 0.06722 0.12909 0.521 0.602575
## other.credits2 0.69665 0.29042 2.399 0.016450 *
## apartment.type2 0.72213 0.30756 2.348 0.018877 *
## apartment.type3 0.58614 0.64292 0.912 0.361935
## bank.credits2 -0.46762 0.30988 -1.509 0.131296
## occupation2 -0.24163 0.74085 -0.326 0.744306
## occupation3 -0.13113 0.70722 -0.185 0.852901
## occupation4 0.10354 0.75494 0.137 0.890917
## dependents2 0.03359 0.32910 0.102 0.918714
## telephone2 0.24912 0.26100 0.955 0.339829
## foreign.worker2 2.14281 0.93476 2.292 0.021885 *
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for binomial family taken to be 1)
##
## Null deviance: 727.88 on 599 degrees of freedom
## Residual deviance: 536.65 on 561 degrees of freedom
## AIC: 614.65
##
## Number of Fisher Scoring iterations: 5
lr.predictions <- predict(lr.model, test.data, type="response")
lr.predictions <- round(lr.predictions)
confusionMatrix(data=lr.predictions, reference=test.class.var, positive='1')
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 61 32
## 1 62 245
##
## Accuracy : 0.765
## 95% CI : (0.7203, 0.8057)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.0007957
##
## Kappa : 0.4081
## Mcnemar's Test P-Value : 0.0027795
##
## Sensitivity : 0.8845
## Specificity : 0.4959
## Pos Pred Value : 0.7980
## Neg Pred Value : 0.6559
## Prevalence : 0.6925
## Detection Rate : 0.6125
## Detection Prevalence : 0.7675
## Balanced Accuracy : 0.6902
##
## 'Positive' Class : 1
##
formula <- "credit.rating ~ ."
formula <- as.formula(formula)
control <- trainControl(method="repeatedcv", number=10, repeats=2)
model <- train(formula, data=train.data, method="glm",
trControl=control)
importance <- varImp(model, scale=FALSE)
plot(importance)
formula.new <- "credit.rating ~ account.balance + credit.purpose + previous.credit.payment.status + savings + credit.duration.months"
formula.new <- as.formula(formula.new)
lr.model.new <- glm(formula=formula.new, data=train.data, family="binomial")
lr.predictions.new <- predict(lr.model.new, test.data, type="response")
lr.predictions.new <- round(lr.predictions.new)
confusionMatrix(data=lr.predictions.new, reference=test.class.var, positive='1')
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 53 30
## 1 70 247
##
## Accuracy : 0.75
## 95% CI : (0.7046, 0.7917)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.006627
##
## Kappa : 0.3547
## Mcnemar's Test P-Value : 9.619e-05
##
## Sensitivity : 0.8917
## Specificity : 0.4309
## Pos Pred Value : 0.7792
## Neg Pred Value : 0.6386
## Prevalence : 0.6925
## Detection Rate : 0.6175
## Detection Prevalence : 0.7925
## Balanced Accuracy : 0.6613
##
## 'Positive' Class : 1
##
lr.model.best <- lr.model
lr.prediction.values <- predict(lr.model.best, test.feature.vars, type="response")
predictions <- prediction(lr.prediction.values, test.class.var)
par(mfrow=c(1,2))
plot.roc.curve(predictions, title.text="LR ROC Curve")
plot.pr.curve(predictions, title.text="LR Precision/Recall Curve")
library(e1071)
library(caret)
library(kernlab)
##
## Attaching package: 'kernlab'
## The following object is masked from 'package:ggplot2':
##
## alpha
library(ROCR)
source("performance_plot_utils.R")
test.feature.vars <- test.data[,-1]
test.class.var <- test.data[,1]
formula.init <- "credit.rating ~ ."
formula.init <- as.formula(formula.init)
svm.model <- svm(formula=formula.init, data=train.data, kernel="radial", cost=100, gamma=1)
summary(svm.model)
##
## Call:
## svm(formula = formula.init, data = train.data, kernel = "radial",
## cost = 100, gamma = 1)
##
##
## Parameters:
## SVM-Type: C-classification
## SVM-Kernel: radial
## cost: 100
## gamma: 1
##
## Number of Support Vectors: 600
##
## ( 423 177 )
##
##
## Number of Classes: 2
##
## Levels:
## 0 1
svm.predictions <- predict(svm.model, test.feature.vars)
confusionMatrix(data=svm.predictions, reference=test.class.var, positive="1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 0 0
## 1 123 277
##
## Accuracy : 0.6925
## 95% CI : (0.6447, 0.7374)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.5244
##
## Kappa : 0
## Mcnemar's Test P-Value : <2e-16
##
## Sensitivity : 1.0000
## Specificity : 0.0000
## Pos Pred Value : 0.6925
## Neg Pred Value : NaN
## Prevalence : 0.6925
## Detection Rate : 0.6925
## Detection Prevalence : 1.0000
## Balanced Accuracy : 0.5000
##
## 'Positive' Class : 1
##
formula.init <- "credit.rating ~ ."
formula.init <- as.formula(formula.init)
control <- trainControl(method="repeatedcv", number=10, repeats=2)
model <- train(formula.init, data=train.data, method="svmRadial", trControl=control)
importance <- varImp(model, scale=FALSE)
plot(importance, cex.lab=0.5)
formula.new <- "credit.rating ~ account.balance + credit.duration.months + savings + previous.credit.payment.status + credit.amount"
formula.new <- as.formula(formula.new)
svm.model.new <- svm(formula=formula.new, data=train.data, kernel="radial", cost=100, gamma=1)
svm.predictions.new <- predict(svm.model.new, test.feature.vars)
confusionMatrix(data=svm.predictions.new, reference=test.class.var, positive="1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 52 61
## 1 71 216
##
## Accuracy : 0.67
## 95% CI : (0.6215, 0.7159)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.8483
##
## Kappa : 0.2072
## Mcnemar's Test P-Value : 0.4334
##
## Sensitivity : 0.7798
## Specificity : 0.4228
## Pos Pred Value : 0.7526
## Neg Pred Value : 0.4602
## Prevalence : 0.6925
## Detection Rate : 0.5400
## Detection Prevalence : 0.7175
## Balanced Accuracy : 0.6013
##
## 'Positive' Class : 1
##
cost.weights <- c(0.1, 10, 100)
gamma.weights <- c(0.01, 0.25, 0.5, 1)
tuning.results <- tune(svm, formula.new, data = train.data, kernel="radial", ranges=list(cost=cost.weights, gamma = gamma.weights))
print(tuning.results)
##
## Parameter tuning of 'svm':
##
## - sampling method: 10-fold cross validation
##
## - best parameters:
## cost gamma
## 10 0.25
##
## - best performance: 0.24
plot(tuning.results, cex.main=0.6, cex.lab=0.8,xaxs="i", yaxs="i")
svm.model.best = tuning.results$best.model
svm.predictions.best <- predict(svm.model.best, test.feature.vars)
confusionMatrix(data=svm.predictions.best, reference=test.class.var, positive="1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 51 29
## 1 72 248
##
## Accuracy : 0.7475
## 95% CI : (0.7019, 0.7894)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.009033
##
## Kappa : 0.3433
## Mcnemar's Test P-Value : 2.926e-05
##
## Sensitivity : 0.8953
## Specificity : 0.4146
## Pos Pred Value : 0.7750
## Neg Pred Value : 0.6375
## Prevalence : 0.6925
## Detection Rate : 0.6200
## Detection Prevalence : 0.8000
## Balanced Accuracy : 0.6550
##
## 'Positive' Class : 1
##
svm.predictions.best <- predict(svm.model.best, test.feature.vars, decision.values = T)
svm.prediction.values <- attributes(svm.predictions.best)$decision.values
predictions <- prediction(svm.prediction.values, test.class.var)
par(mfrow=c(1,2))
plot.roc.curve(predictions, title.text="SVM ROC Curve")
plot.pr.curve(predictions, title.text="SVM Precision/Recall Curve")
transformed.train <- train.data
transformed.test <- test.data
for (variable in categorical.vars){
new.train.var <- make.names(train.data[[variable]])
transformed.train[[variable]] <- new.train.var
new.test.var <- make.names(test.data[[variable]])
transformed.test[[variable]] <- new.test.var
}
transformed.train <- to.factors(df=transformed.train, variables=categorical.vars)
transformed.test <- to.factors(df=transformed.test, variables=categorical.vars)
transformed.test.feature.vars <- transformed.test[,-1]
transformed.test.class.var <- transformed.test[,1]
grid <- expand.grid(C=c(1,10,100), sigma=c(0.01, 0.05, 0.1, 0.5, 1))
ctr <- trainControl(method='cv', number=10, classProbs=TRUE,
summaryFunction=twoClassSummary)
svm.roc.model <- train(formula.init, transformed.train, method='svmRadial', trControl=ctr, tuneGrid=grid, metric="ROC")
predictions <- predict(svm.roc.model,
transformed.test.feature.vars)
confusionMatrix(predictions, transformed.test.class.var, positive = "X1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction X0 X1
## X0 47 22
## X1 76 255
##
## Accuracy : 0.755
## 95% CI : (0.7098, 0.7964)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.003438
##
## Kappa : 0.3448
## Mcnemar's Test P-Value : 8.612e-08
##
## Sensitivity : 0.9206
## Specificity : 0.3821
## Pos Pred Value : 0.7704
## Neg Pred Value : 0.6812
## Prevalence : 0.6925
## Detection Rate : 0.6375
## Detection Prevalence : 0.8275
## Balanced Accuracy : 0.6513
##
## 'Positive' Class : X1
##
svm.predictions <- predict(svm.roc.model, transformed.test.feature.vars, type="prob")
svm.prediction.values <- svm.predictions[,2]
predictions <- prediction(svm.prediction.values, test.class.var)
par(mfrow=c(1,2))
plot.roc.curve(predictions, title.text="SVM ROC Curve")
plot.pr.curve(predictions, title.text="SVM Precision/Recall Curve")
library(rpart)
library(caret)
library(rpart.plot)
library(ROCR)
library(e1071)
source("performance_plot_utils.R")
test.feature.vars <- test.data[,-1]
test.class.var <- test.data[,1]
formula.init <- "credit.rating ~ ."
formula.init <- as.formula(formula.init)
dt.model <- rpart(formula=formula.init, method="class",data=train.data,control = rpart.control(minsplit=20, cp=0.05))
dt.predictions <- predict(dt.model, test.feature.vars, type="class")
confusionMatrix(data=dt.predictions, reference=test.class.var, positive="1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 47 30
## 1 76 247
##
## Accuracy : 0.735
## 95% CI : (0.6889, 0.7776)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.03557
##
## Kappa : 0.3056
## Mcnemar's Test P-Value : 1.238e-05
##
## Sensitivity : 0.8917
## Specificity : 0.3821
## Pos Pred Value : 0.7647
## Neg Pred Value : 0.6104
## Prevalence : 0.6925
## Detection Rate : 0.6175
## Detection Prevalence : 0.8075
## Balanced Accuracy : 0.6369
##
## 'Positive' Class : 1
##
formula.init <- "credit.rating ~ ."
formula.init <- as.formula(formula.init)
control <- trainControl(method="repeatedcv", number=10, repeats=2)
model <- train(formula.init, data=train.data, method="rpart", trControl=control)
importance <- varImp(model, scale=FALSE)
plot(importance)
formula.new <- "credit.rating ~ account.balance + savings + credit.amount +
credit.duration.months + previous.credit.payment.status"
formula.new <- as.formula(formula.new)
dt.model.new <- rpart(formula=formula.new, method="class",data=train.data,
control = rpart.control(minsplit=20, cp=0.05), parms = list(prior = c(0.7, 0.3)))
dt.predictions.new <- predict(dt.model.new, test.feature.vars,
type="class")
confusionMatrix(data=dt.predictions.new, reference=test.class.var, positive="1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 101 116
## 1 22 161
##
## Accuracy : 0.655
## 95% CI : (0.6061, 0.7015)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.9523
##
## Kappa : 0.3319
## Mcnemar's Test P-Value : 2.439e-15
##
## Sensitivity : 0.5812
## Specificity : 0.8211
## Pos Pred Value : 0.8798
## Neg Pred Value : 0.4654
## Prevalence : 0.6925
## Detection Rate : 0.4025
## Detection Prevalence : 0.4575
## Balanced Accuracy : 0.7012
##
## 'Positive' Class : 1
##
dt.model.best <- dt.model.new
print(dt.model.best)
## n= 600
##
## node), split, n, loss, yval, (yprob)
## * denotes terminal node
##
## 1) root 600 180.00000 0 (0.7000000 0.3000000)
## 2) account.balance=1,2 326 79.57447 0 (0.8056339 0.1943661) *
## 3) account.balance=3 274 90.16949 1 (0.4730947 0.5269053) *
par(mfrow=c(1,1))
prp(dt.model.best, type=1, extra=3, varlen=0, faclen=0)
dt.predictions.best <- predict(dt.model.best, test.feature.vars, type="prob")
dt.prediction.values <- dt.predictions.best[,2]
predictions <- prediction(dt.prediction.values, test.class.var)
par(mfrow=c(1,2))
plot.roc.curve(predictions, title.text="DT ROC Curve")
plot.pr.curve(predictions, title.text="DT Precision/Recall Curve")
library(randomForest)
library(caret)
library(e1071)
library(ROCR)
source("performance_plot_utils.R")
test.feature.vars <- test.data[,-1]
test.class.var <- test.data[,1]
formula.init <- "credit.rating ~ ."
formula.init <- as.formula(formula.init)
rf.model <- randomForest(formula.init, data = train.data, importance=T, proximity=T)
print(rf.model)
##
## Call:
## randomForest(formula = formula.init, data = train.data, importance = T, proximity = T)
## Type of random forest: classification
## Number of trees: 500
## No. of variables tried at each split: 4
##
## OOB estimate of error rate: 25%
## Confusion matrix:
## 0 1 class.error
## 0 65 112 0.63276836
## 1 38 385 0.08983452
rf.predictions <- predict(rf.model, test.feature.vars, type="class")
confusionMatrix(data=rf.predictions, reference=test.class.var, positive="1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 47 20
## 1 76 257
##
## Accuracy : 0.76
## 95% CI : (0.7151, 0.801)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.001697
##
## Kappa : 0.3548
## Mcnemar's Test P-Value : 1.984e-08
##
## Sensitivity : 0.9278
## Specificity : 0.3821
## Pos Pred Value : 0.7718
## Neg Pred Value : 0.7015
## Prevalence : 0.6925
## Detection Rate : 0.6425
## Detection Prevalence : 0.8325
## Balanced Accuracy : 0.6550
##
## 'Positive' Class : 1
##
formula.new <- "credit.rating ~ account.balance + savings + credit.amount + credit.duration.months + previous.credit.payment.status"
formula.new <- as.formula(formula.new)
rf.model.new <- randomForest(formula.new, data = train.data,
importance=T, proximity=T)
rf.predictions.new <- predict(rf.model.new, test.feature.vars, type="class")
confusionMatrix(data=rf.predictions.new, reference=test.class.var, positive="1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 51 34
## 1 72 243
##
## Accuracy : 0.735
## 95% CI : (0.6889, 0.7776)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.0355684
##
## Kappa : 0.3193
## Mcnemar's Test P-Value : 0.0003259
##
## Sensitivity : 0.8773
## Specificity : 0.4146
## Pos Pred Value : 0.7714
## Neg Pred Value : 0.6000
## Prevalence : 0.6925
## Detection Rate : 0.6075
## Detection Prevalence : 0.7875
## Balanced Accuracy : 0.6459
##
## 'Positive' Class : 1
##
nodesize.vals <- c(2, 3, 4, 5)
ntree.vals <- c(200, 500, 1000, 2000)
tuning.results <- tune.randomForest(formula.new, data = train.data, mtry=3, nodesize=nodesize.vals, ntree=ntree.vals)
print(tuning.results)
##
## Parameter tuning of 'randomForest':
##
## - sampling method: 10-fold cross validation
##
## - best parameters:
## nodesize mtry ntree
## 4 3 500
##
## - best performance: 0.235
rf.model.best <- tuning.results$best.model
rf.predictions.best <- predict(rf.model.best, test.feature.vars, type="class")
confusionMatrix(data=rf.predictions.best, reference=test.class.var, positive="1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 55 30
## 1 68 247
##
## Accuracy : 0.755
## 95% CI : (0.7098, 0.7964)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.0034383
##
## Kappa : 0.3707
## Mcnemar's Test P-Value : 0.0001858
##
## Sensitivity : 0.8917
## Specificity : 0.4472
## Pos Pred Value : 0.7841
## Neg Pred Value : 0.6471
## Prevalence : 0.6925
## Detection Rate : 0.6175
## Detection Prevalence : 0.7875
## Balanced Accuracy : 0.6694
##
## 'Positive' Class : 1
##
rf.predictions.best <- predict(rf.model.best, test.feature.vars, type="prob")
rf.prediction.values <- rf.predictions.best[,2]
predictions <- prediction(rf.prediction.values, test.class.var)
par(mfrow=c(1,2))
plot.roc.curve(predictions, title.text="RF ROC Curve")
plot.pr.curve(predictions, title.text="RF Precision/Recall Curve")
library(caret)
library(ROCR)
source("performance_plot_utils.R") # plot curves
test.feature.vars <- test.data[,-1]
test.class.var <- test.data[,1]
transformed.train <- train.data
transformed.test <- test.data
for (variable in categorical.vars){
new.train.var <- make.names(train.data[[variable]])
transformed.train[[variable]] <- new.train.var
new.test.var <- make.names(test.data[[variable]])
transformed.test[[variable]] <- new.test.var
}
transformed.train <- to.factors(df=transformed.train, variables=categorical.vars)
transformed.test <- to.factors(df=transformed.test, variables=categorical.vars)
transformed.test.feature.vars <- transformed.test[,-1]
transformed.test.class.var <- transformed.test[,1]
formula.init <- "credit.rating ~ ."
formula.init <- as.formula(formula.init)
nn.model <- train(formula.init, data = transformed.train, method="nnet")
## Loading required package: nnet
## # weights: 41
## initial value 527.824107
## iter 10 value 301.207021
## iter 20 value 244.635271
## iter 30 value 224.261831
## iter 40 value 210.231365
## iter 50 value 205.101529
## iter 60 value 205.064889
## final value 205.064840
## converged
## # weights: 121
## initial value 593.245191
## iter 10 value 369.825776
## iter 20 value 361.999516
## iter 30 value 290.633533
## iter 40 value 284.108654
## iter 50 value 279.923444
## iter 60 value 270.441245
## iter 70 value 269.059196
## iter 80 value 267.071572
## iter 90 value 265.958848
## iter 100 value 265.313671
## final value 265.313671
## stopped after 100 iterations
## # weights: 201
## initial value 565.611369
## iter 10 value 301.467061
## iter 20 value 167.534230
## iter 30 value 124.128267
## iter 40 value 104.308354
## iter 50 value 96.383624
## iter 60 value 91.994622
## iter 70 value 88.791171
## iter 80 value 86.298148
## iter 90 value 83.705150
## iter 100 value 82.577630
## final value 82.577630
## stopped after 100 iterations
## # weights: 41
## initial value 398.418062
## iter 10 value 293.047169
## iter 20 value 260.393988
## iter 30 value 233.682863
## iter 40 value 229.644526
## iter 50 value 229.476039
## final value 229.474307
## converged
## # weights: 121
## initial value 585.842455
## iter 10 value 307.917518
## iter 20 value 244.863565
## iter 30 value 214.342552
## iter 40 value 184.914119
## iter 50 value 161.279695
## iter 60 value 147.087245
## iter 70 value 140.708619
## iter 80 value 139.433929
## iter 90 value 137.864658
## iter 100 value 135.646161
## final value 135.646161
## stopped after 100 iterations
## # weights: 201
## initial value 390.497525
## iter 10 value 265.073629
## iter 20 value 179.028504
## iter 30 value 151.833607
## iter 40 value 132.919620
## iter 50 value 125.643145
## iter 60 value 120.125456
## iter 70 value 116.224955
## iter 80 value 113.982666
## iter 90 value 113.691826
## iter 100 value 113.602596
## final value 113.602596
## stopped after 100 iterations
## # weights: 41
## initial value 385.738121
## iter 10 value 318.871468
## iter 20 value 271.499776
## iter 30 value 266.832287
## iter 40 value 265.362626
## iter 50 value 265.287755
## iter 60 value 258.663169
## iter 70 value 257.581276
## iter 80 value 255.919188
## iter 90 value 255.843967
## iter 100 value 255.708023
## final value 255.708023
## stopped after 100 iterations
## # weights: 121
## initial value 474.450920
## iter 10 value 233.006644
## iter 20 value 150.949824
## iter 30 value 110.091839
## iter 40 value 101.121163
## iter 50 value 99.345658
## iter 60 value 98.987020
## iter 70 value 98.762682
## iter 80 value 98.686956
## iter 90 value 98.601644
## iter 100 value 98.548072
## final value 98.548072
## stopped after 100 iterations
## # weights: 201
## initial value 386.537486
## iter 10 value 224.423421
## iter 20 value 113.611915
## iter 30 value 83.246143
## iter 40 value 75.432316
## iter 50 value 69.682731
## iter 60 value 68.775832
## iter 70 value 68.075610
## iter 80 value 65.928665
## iter 90 value 65.578721
## iter 100 value 65.380952
## final value 65.380952
## stopped after 100 iterations
## # weights: 41
## initial value 403.967012
## iter 10 value 293.526018
## iter 20 value 265.483481
## iter 30 value 261.659236
## iter 40 value 261.388275
## iter 50 value 261.376259
## final value 261.376225
## converged
## # weights: 121
## initial value 420.097845
## iter 10 value 265.957818
## iter 20 value 165.373485
## iter 30 value 131.862945
## iter 40 value 125.296578
## iter 50 value 123.058584
## iter 60 value 122.671381
## iter 70 value 122.197101
## iter 80 value 120.445841
## iter 90 value 120.167510
## iter 100 value 119.628496
## final value 119.628496
## stopped after 100 iterations
## # weights: 201
## initial value 449.601823
## iter 10 value 256.024327
## iter 20 value 175.253613
## iter 30 value 144.730458
## iter 40 value 137.900086
## iter 50 value 129.215141
## iter 60 value 126.801960
## iter 70 value 125.561346
## iter 80 value 124.790167
## iter 90 value 124.074289
## iter 100 value 122.893261
## final value 122.893261
## stopped after 100 iterations
## # weights: 41
## initial value 415.400318
## iter 10 value 314.467186
## iter 20 value 262.378039
## iter 30 value 254.770882
## iter 40 value 253.426754
## iter 50 value 253.354736
## iter 60 value 252.732982
## iter 70 value 252.288652
## iter 80 value 251.737901
## iter 90 value 248.908351
## iter 100 value 248.207596
## final value 248.207596
## stopped after 100 iterations
## # weights: 121
## initial value 542.766269
## iter 10 value 314.760032
## iter 20 value 252.086163
## iter 30 value 198.615138
## iter 40 value 186.495629
## iter 50 value 173.080163
## iter 60 value 168.694427
## iter 70 value 165.317309
## iter 80 value 161.474651
## iter 90 value 158.850311
## iter 100 value 157.075430
## final value 157.075430
## stopped after 100 iterations
## # weights: 201
## initial value 386.917929
## iter 10 value 267.134935
## iter 20 value 190.103211
## iter 30 value 156.369521
## iter 40 value 131.003088
## iter 50 value 121.459019
## iter 60 value 113.797451
## iter 70 value 110.399226
## iter 80 value 106.140805
## iter 90 value 105.025632
## iter 100 value 104.308818
## final value 104.308818
## stopped after 100 iterations
## # weights: 41
## initial value 428.588496
## iter 10 value 279.613094
## iter 20 value 242.133185
## iter 30 value 225.497529
## iter 40 value 224.400959
## iter 50 value 224.289404
## iter 60 value 224.268508
## iter 70 value 224.261189
## iter 80 value 224.255805
## iter 90 value 224.253396
## iter 100 value 224.252348
## final value 224.252348
## stopped after 100 iterations
## # weights: 121
## initial value 397.973222
## iter 10 value 251.296391
## iter 20 value 192.247306
## iter 30 value 174.335246
## iter 40 value 167.190789
## iter 50 value 166.095774
## iter 60 value 165.371605
## iter 70 value 164.424919
## iter 80 value 163.906685
## iter 90 value 163.715049
## iter 100 value 162.096665
## final value 162.096665
## stopped after 100 iterations
## # weights: 201
## initial value 387.913943
## iter 10 value 220.579103
## iter 20 value 132.655252
## iter 30 value 96.397260
## iter 40 value 79.520584
## iter 50 value 76.001619
## iter 60 value 74.614334
## iter 70 value 73.454942
## iter 80 value 71.974896
## iter 90 value 71.082407
## iter 100 value 67.815846
## final value 67.815846
## stopped after 100 iterations
## # weights: 41
## initial value 423.100510
## iter 10 value 324.445596
## iter 20 value 296.361481
## iter 30 value 282.023471
## iter 40 value 272.501955
## iter 50 value 271.609615
## final value 271.608530
## converged
## # weights: 121
## initial value 377.425175
## iter 10 value 300.630712
## iter 20 value 229.254680
## iter 30 value 167.596929
## iter 40 value 142.534812
## iter 50 value 132.471413
## iter 60 value 127.884514
## iter 70 value 124.875337
## iter 80 value 123.301803
## iter 90 value 122.180357
## iter 100 value 121.824647
## final value 121.824647
## stopped after 100 iterations
## # weights: 201
## initial value 388.834114
## iter 10 value 284.569292
## iter 20 value 169.906175
## iter 30 value 106.569673
## iter 40 value 85.717548
## iter 50 value 81.500597
## iter 60 value 76.613999
## iter 70 value 71.953908
## iter 80 value 71.020408
## iter 90 value 69.972465
## iter 100 value 63.039233
## final value 63.039233
## stopped after 100 iterations
## # weights: 41
## initial value 514.982880
## iter 10 value 354.519335
## iter 20 value 312.861202
## iter 30 value 301.745461
## iter 40 value 285.796230
## iter 50 value 284.731232
## iter 60 value 284.345103
## iter 70 value 284.290331
## final value 284.290284
## converged
## # weights: 121
## initial value 376.914205
## iter 10 value 284.424208
## iter 20 value 240.686345
## iter 30 value 215.000399
## iter 40 value 194.392087
## iter 50 value 181.225826
## iter 60 value 172.049863
## iter 70 value 167.903531
## iter 80 value 165.656134
## iter 90 value 164.887321
## iter 100 value 164.689164
## final value 164.689164
## stopped after 100 iterations
## # weights: 201
## initial value 451.022540
## iter 10 value 319.488765
## iter 20 value 248.487836
## iter 30 value 186.614814
## iter 40 value 151.113522
## iter 50 value 135.423651
## iter 60 value 127.764199
## iter 70 value 121.886693
## iter 80 value 120.591538
## iter 90 value 120.138449
## iter 100 value 118.342268
## final value 118.342268
## stopped after 100 iterations
## # weights: 41
## initial value 464.754362
## iter 10 value 309.368559
## iter 20 value 257.229075
## iter 30 value 235.828062
## iter 40 value 226.126939
## iter 50 value 225.651529
## iter 60 value 225.477842
## iter 70 value 225.395464
## iter 80 value 225.351476
## iter 90 value 225.340667
## iter 100 value 225.337783
## final value 225.337783
## stopped after 100 iterations
## # weights: 121
## initial value 407.944229
## iter 10 value 286.097206
## iter 20 value 235.299855
## iter 30 value 191.987696
## iter 40 value 168.748766
## iter 50 value 163.872040
## iter 60 value 163.443347
## iter 70 value 163.258710
## iter 80 value 161.319939
## iter 90 value 161.049447
## iter 100 value 160.762888
## final value 160.762888
## stopped after 100 iterations
## # weights: 201
## initial value 370.787480
## iter 10 value 260.048831
## iter 20 value 131.659318
## iter 30 value 96.234202
## iter 40 value 85.946313
## iter 50 value 80.152637
## iter 60 value 77.379331
## iter 70 value 75.952725
## iter 80 value 75.360951
## iter 90 value 75.048707
## iter 100 value 74.662588
## final value 74.662588
## stopped after 100 iterations
## # weights: 41
## initial value 443.186467
## iter 10 value 292.172478
## iter 20 value 255.676448
## iter 30 value 242.964871
## iter 40 value 230.299350
## iter 50 value 228.559242
## iter 60 value 228.492884
## iter 70 value 228.480792
## iter 80 value 228.472190
## iter 90 value 228.468634
## iter 100 value 228.467810
## final value 228.467810
## stopped after 100 iterations
## # weights: 121
## initial value 392.271279
## iter 10 value 279.012686
## iter 20 value 206.975542
## iter 30 value 144.444646
## iter 40 value 121.676091
## iter 50 value 119.970111
## iter 60 value 119.882014
## iter 70 value 119.818468
## iter 80 value 119.816187
## iter 90 value 119.813734
## iter 100 value 119.764641
## final value 119.764641
## stopped after 100 iterations
## # weights: 201
## initial value 435.465194
## iter 10 value 219.301207
## iter 20 value 149.320443
## iter 30 value 114.807271
## iter 40 value 108.610312
## iter 50 value 107.793312
## iter 60 value 107.612040
## iter 70 value 107.506698
## iter 80 value 107.240029
## iter 90 value 107.238236
## final value 107.237972
## converged
## # weights: 41
## initial value 444.371898
## iter 10 value 330.966842
## iter 20 value 268.565095
## iter 30 value 255.005081
## iter 40 value 249.478285
## iter 50 value 244.959872
## iter 60 value 244.779385
## final value 244.778607
## converged
## # weights: 121
## initial value 364.935221
## iter 10 value 257.108874
## iter 20 value 221.347018
## iter 30 value 201.489842
## iter 40 value 182.548834
## iter 50 value 174.037676
## iter 60 value 168.808599
## iter 70 value 166.661606
## iter 80 value 163.008870
## iter 90 value 162.052172
## iter 100 value 161.712960
## final value 161.712960
## stopped after 100 iterations
## # weights: 201
## initial value 413.492516
## iter 10 value 265.005984
## iter 20 value 200.063860
## iter 30 value 161.701022
## iter 40 value 129.249723
## iter 50 value 111.575206
## iter 60 value 106.407835
## iter 70 value 103.003831
## iter 80 value 100.408651
## iter 90 value 98.961068
## iter 100 value 98.617673
## final value 98.617673
## stopped after 100 iterations
## # weights: 41
## initial value 362.085021
## iter 10 value 278.012758
## iter 20 value 252.093926
## iter 30 value 232.255169
## iter 40 value 220.004935
## iter 50 value 219.565272
## iter 60 value 219.436433
## iter 70 value 219.358929
## iter 80 value 219.340940
## iter 90 value 219.332882
## iter 100 value 219.329032
## final value 219.329032
## stopped after 100 iterations
## # weights: 121
## initial value 367.350878
## iter 10 value 265.409231
## iter 20 value 199.342337
## iter 30 value 161.709067
## iter 40 value 153.538057
## iter 50 value 151.904374
## iter 60 value 150.922875
## iter 70 value 149.685679
## iter 80 value 148.287227
## iter 90 value 147.627326
## iter 100 value 147.144587
## final value 147.144587
## stopped after 100 iterations
## # weights: 201
## initial value 365.109136
## iter 10 value 242.889513
## iter 20 value 136.707586
## iter 30 value 92.346612
## iter 40 value 68.885778
## iter 50 value 63.989686
## iter 60 value 63.409667
## iter 70 value 62.348139
## iter 80 value 62.174374
## iter 90 value 62.097136
## iter 100 value 62.010174
## final value 62.010174
## stopped after 100 iterations
## # weights: 41
## initial value 420.070168
## iter 10 value 288.113335
## iter 20 value 242.611063
## iter 30 value 222.213808
## iter 40 value 212.627820
## iter 50 value 212.189145
## iter 60 value 212.182429
## final value 212.182387
## converged
## # weights: 121
## initial value 480.929483
## iter 10 value 369.663358
## iter 20 value 312.252395
## iter 30 value 255.278272
## iter 40 value 218.753334
## iter 50 value 193.842505
## iter 60 value 179.711970
## iter 70 value 172.125078
## iter 80 value 170.814449
## iter 90 value 169.952473
## iter 100 value 169.609806
## final value 169.609806
## stopped after 100 iterations
## # weights: 201
## initial value 380.649097
## iter 10 value 233.012533
## iter 20 value 130.198513
## iter 30 value 85.815951
## iter 40 value 72.975958
## iter 50 value 67.685398
## iter 60 value 66.245960
## iter 70 value 64.586583
## iter 80 value 63.846420
## iter 90 value 63.519597
## iter 100 value 63.441166
## final value 63.441166
## stopped after 100 iterations
## # weights: 41
## initial value 417.856286
## iter 10 value 287.955426
## iter 20 value 265.466568
## iter 30 value 260.983972
## iter 40 value 257.788668
## iter 50 value 257.713917
## final value 257.712024
## converged
## # weights: 121
## initial value 439.272315
## iter 10 value 329.432330
## iter 20 value 260.027206
## iter 30 value 215.999202
## iter 40 value 186.321966
## iter 50 value 170.360472
## iter 60 value 158.755554
## iter 70 value 154.398183
## iter 80 value 152.719194
## iter 90 value 151.818567
## iter 100 value 148.675182
## final value 148.675182
## stopped after 100 iterations
## # weights: 201
## initial value 474.012375
## iter 10 value 282.392782
## iter 20 value 212.629972
## iter 30 value 175.514126
## iter 40 value 150.615401
## iter 50 value 135.403437
## iter 60 value 123.016198
## iter 70 value 114.395451
## iter 80 value 105.979801
## iter 90 value 103.635875
## iter 100 value 102.977999
## final value 102.977999
## stopped after 100 iterations
## # weights: 41
## initial value 482.259084
## iter 10 value 366.656899
## iter 20 value 278.916416
## iter 30 value 245.082197
## iter 40 value 231.715894
## iter 50 value 231.549194
## iter 60 value 231.515283
## iter 70 value 231.498963
## iter 80 value 231.494737
## iter 90 value 231.491548
## iter 100 value 231.489385
## final value 231.489385
## stopped after 100 iterations
## # weights: 121
## initial value 494.762570
## iter 10 value 359.925301
## iter 20 value 283.642595
## iter 30 value 260.560579
## iter 40 value 230.608083
## iter 50 value 173.630132
## iter 60 value 141.913542
## iter 70 value 134.756441
## iter 80 value 130.159148
## iter 90 value 128.222032
## iter 100 value 125.693850
## final value 125.693850
## stopped after 100 iterations
## # weights: 201
## initial value 457.995861
## iter 10 value 252.345841
## iter 20 value 181.084518
## iter 30 value 143.477010
## iter 40 value 130.683952
## iter 50 value 128.494309
## iter 60 value 126.723661
## iter 70 value 123.488538
## iter 80 value 122.511573
## iter 90 value 119.603838
## iter 100 value 117.229161
## final value 117.229161
## stopped after 100 iterations
## # weights: 41
## initial value 406.207764
## iter 10 value 297.169337
## iter 20 value 265.202534
## iter 30 value 248.528237
## iter 40 value 242.037312
## iter 50 value 242.015335
## final value 242.015301
## converged
## # weights: 121
## initial value 406.317891
## iter 10 value 283.129880
## iter 20 value 232.877881
## iter 30 value 212.619056
## iter 40 value 208.856058
## iter 50 value 208.421061
## iter 60 value 208.410406
## final value 208.409702
## converged
## # weights: 201
## initial value 537.822290
## iter 10 value 284.745495
## iter 20 value 176.404887
## iter 30 value 117.767576
## iter 40 value 98.379521
## iter 50 value 95.795896
## iter 60 value 95.099070
## iter 70 value 94.926496
## iter 80 value 94.373465
## iter 90 value 94.341052
## iter 100 value 94.327740
## final value 94.327740
## stopped after 100 iterations
## # weights: 41
## initial value 378.073010
## iter 10 value 286.670156
## iter 20 value 270.406372
## iter 30 value 268.118972
## iter 40 value 266.818102
## iter 50 value 266.687776
## final value 266.686757
## converged
## # weights: 121
## initial value 488.190773
## iter 10 value 301.749101
## iter 20 value 246.680161
## iter 30 value 227.647067
## iter 40 value 214.125959
## iter 50 value 196.101352
## iter 60 value 178.950257
## iter 70 value 172.598193
## iter 80 value 168.544273
## iter 90 value 162.783691
## iter 100 value 150.117050
## final value 150.117050
## stopped after 100 iterations
## # weights: 201
## initial value 384.090726
## iter 10 value 266.789359
## iter 20 value 189.233468
## iter 30 value 147.279464
## iter 40 value 130.835080
## iter 50 value 123.253620
## iter 60 value 121.440602
## iter 70 value 120.444770
## iter 80 value 119.561506
## iter 90 value 119.426647
## iter 100 value 119.304847
## final value 119.304847
## stopped after 100 iterations
## # weights: 41
## initial value 502.626368
## iter 10 value 365.672629
## final value 365.671619
## converged
## # weights: 121
## initial value 423.769264
## iter 10 value 257.569499
## iter 20 value 197.693052
## iter 30 value 153.036017
## iter 40 value 142.552018
## iter 50 value 139.698703
## iter 60 value 137.669158
## iter 70 value 136.758798
## iter 80 value 136.360707
## iter 90 value 136.232098
## iter 100 value 136.022702
## final value 136.022702
## stopped after 100 iterations
## # weights: 201
## initial value 487.895263
## iter 10 value 256.480494
## iter 20 value 174.475181
## iter 30 value 128.051537
## iter 40 value 112.867691
## iter 50 value 109.248105
## iter 60 value 105.663795
## iter 70 value 101.498014
## iter 80 value 101.077874
## iter 90 value 100.055897
## iter 100 value 99.947479
## final value 99.947479
## stopped after 100 iterations
## # weights: 41
## initial value 444.295320
## iter 10 value 302.501811
## iter 20 value 258.570798
## iter 30 value 245.719930
## iter 40 value 233.852764
## iter 50 value 232.954447
## final value 232.952782
## converged
## # weights: 121
## initial value 483.904272
## iter 10 value 299.978781
## iter 20 value 213.349009
## iter 30 value 180.099198
## iter 40 value 167.111575
## iter 50 value 155.960594
## iter 60 value 148.958670
## iter 70 value 143.523953
## iter 80 value 137.829897
## iter 90 value 134.239708
## iter 100 value 130.322839
## final value 130.322839
## stopped after 100 iterations
## # weights: 201
## initial value 443.041023
## iter 10 value 292.160578
## iter 20 value 190.138531
## iter 30 value 150.994674
## iter 40 value 145.034083
## iter 50 value 144.222804
## iter 60 value 144.030816
## iter 70 value 143.896542
## iter 80 value 143.701711
## iter 90 value 143.292233
## iter 100 value 142.915126
## final value 142.915126
## stopped after 100 iterations
## # weights: 41
## initial value 431.099384
## iter 10 value 337.310052
## iter 20 value 287.231098
## iter 30 value 275.553278
## iter 40 value 273.747081
## iter 50 value 273.554846
## iter 60 value 273.506394
## final value 273.506249
## converged
## # weights: 121
## initial value 393.203660
## iter 10 value 290.848761
## iter 20 value 253.736184
## iter 30 value 227.876480
## iter 40 value 204.918059
## iter 50 value 193.546076
## iter 60 value 179.526801
## iter 70 value 173.681323
## iter 80 value 171.996160
## iter 90 value 171.833020
## iter 100 value 171.819060
## final value 171.819060
## stopped after 100 iterations
## # weights: 201
## initial value 380.929432
## iter 10 value 276.316885
## iter 20 value 222.438547
## iter 30 value 171.248417
## iter 40 value 150.212374
## iter 50 value 134.605416
## iter 60 value 121.017619
## iter 70 value 114.063910
## iter 80 value 110.693888
## iter 90 value 109.337663
## iter 100 value 108.862908
## final value 108.862908
## stopped after 100 iterations
## # weights: 41
## initial value 447.787526
## iter 10 value 333.968817
## iter 20 value 275.605708
## iter 30 value 266.940277
## iter 40 value 265.843492
## iter 50 value 265.521624
## iter 60 value 260.869085
## iter 70 value 260.070146
## iter 80 value 259.336375
## iter 90 value 257.712866
## iter 100 value 254.052006
## final value 254.052006
## stopped after 100 iterations
## # weights: 121
## initial value 581.706254
## iter 10 value 369.739270
## iter 20 value 352.622026
## iter 30 value 308.188011
## iter 40 value 279.336071
## iter 50 value 272.195985
## iter 60 value 268.915655
## iter 70 value 268.102571
## iter 80 value 264.713460
## iter 90 value 253.600792
## iter 100 value 245.611122
## final value 245.611122
## stopped after 100 iterations
## # weights: 201
## initial value 375.348725
## iter 10 value 243.165065
## iter 20 value 130.757467
## iter 30 value 101.128623
## iter 40 value 89.248012
## iter 50 value 85.131701
## iter 60 value 83.727276
## iter 70 value 82.616648
## iter 80 value 82.264583
## iter 90 value 81.918497
## iter 100 value 81.616983
## final value 81.616983
## stopped after 100 iterations
## # weights: 41
## initial value 458.025803
## iter 10 value 284.796755
## iter 20 value 247.679763
## iter 30 value 239.490574
## iter 40 value 234.628214
## iter 50 value 232.370981
## iter 60 value 229.744231
## iter 70 value 225.318442
## iter 80 value 219.753952
## iter 90 value 211.532709
## iter 100 value 210.399348
## final value 210.399348
## stopped after 100 iterations
## # weights: 121
## initial value 485.366891
## iter 10 value 308.005721
## iter 20 value 197.574929
## iter 30 value 146.452550
## iter 40 value 133.451485
## iter 50 value 129.870988
## iter 60 value 129.723454
## iter 70 value 129.373360
## iter 80 value 129.349874
## iter 90 value 129.339948
## iter 100 value 128.314358
## final value 128.314358
## stopped after 100 iterations
## # weights: 201
## initial value 407.724921
## iter 10 value 233.541695
## iter 20 value 157.845415
## iter 30 value 100.983542
## iter 40 value 68.588548
## iter 50 value 62.670738
## iter 60 value 60.337907
## iter 70 value 59.517471
## iter 80 value 58.838340
## iter 90 value 53.486895
## iter 100 value 53.035796
## final value 53.035796
## stopped after 100 iterations
## # weights: 41
## initial value 393.902514
## iter 10 value 320.354299
## iter 20 value 291.844308
## iter 30 value 289.905371
## iter 40 value 248.821073
## iter 50 value 242.215748
## iter 60 value 241.991763
## iter 70 value 241.948880
## iter 80 value 241.582003
## iter 90 value 240.695856
## iter 100 value 240.415343
## final value 240.415343
## stopped after 100 iterations
## # weights: 121
## initial value 591.359099
## iter 10 value 304.242225
## iter 20 value 240.432846
## iter 30 value 188.875059
## iter 40 value 167.687029
## iter 50 value 155.353249
## iter 60 value 150.132222
## iter 70 value 148.508328
## iter 80 value 145.064608
## iter 90 value 144.315230
## iter 100 value 144.214513
## final value 144.214513
## stopped after 100 iterations
## # weights: 201
## initial value 506.448223
## iter 10 value 282.243777
## iter 20 value 186.397824
## iter 30 value 135.677153
## iter 40 value 119.339849
## iter 50 value 107.237808
## iter 60 value 98.922517
## iter 70 value 94.033057
## iter 80 value 92.800937
## iter 90 value 92.646527
## iter 100 value 92.583355
## final value 92.583355
## stopped after 100 iterations
## # weights: 41
## initial value 451.431210
## iter 10 value 291.084802
## iter 20 value 241.098230
## iter 30 value 225.047050
## iter 40 value 213.512590
## iter 50 value 212.672729
## iter 60 value 212.532792
## iter 70 value 212.428359
## iter 80 value 212.297722
## iter 90 value 212.264485
## iter 100 value 212.234890
## final value 212.234890
## stopped after 100 iterations
## # weights: 121
## initial value 370.391605
## iter 10 value 256.416673
## iter 20 value 185.698272
## iter 30 value 129.817318
## iter 40 value 116.001167
## iter 50 value 108.562314
## iter 60 value 103.925020
## iter 70 value 101.865308
## iter 80 value 100.797713
## iter 90 value 99.883433
## iter 100 value 98.425048
## final value 98.425048
## stopped after 100 iterations
## # weights: 201
## initial value 370.718049
## iter 10 value 249.989923
## iter 20 value 147.313697
## iter 30 value 103.216471
## iter 40 value 81.716325
## iter 50 value 74.017157
## iter 60 value 72.119057
## iter 70 value 68.987539
## iter 80 value 66.690037
## iter 90 value 65.947164
## iter 100 value 65.666708
## final value 65.666708
## stopped after 100 iterations
## # weights: 41
## initial value 412.877242
## iter 10 value 289.564595
## iter 20 value 233.786325
## iter 30 value 216.805868
## iter 40 value 197.146295
## iter 50 value 196.612544
## final value 196.611852
## converged
## # weights: 121
## initial value 396.087756
## iter 10 value 301.526053
## iter 20 value 214.362742
## iter 30 value 177.682092
## iter 40 value 157.487442
## iter 50 value 146.611832
## iter 60 value 146.229455
## iter 70 value 146.202085
## iter 80 value 146.180662
## iter 90 value 146.170157
## iter 100 value 146.161543
## final value 146.161543
## stopped after 100 iterations
## # weights: 201
## initial value 504.820751
## iter 10 value 263.038030
## iter 20 value 134.619797
## iter 30 value 82.159488
## iter 40 value 69.016554
## iter 50 value 63.288925
## iter 60 value 61.786981
## iter 70 value 57.289676
## iter 80 value 54.895275
## iter 90 value 52.915605
## iter 100 value 52.087323
## final value 52.087323
## stopped after 100 iterations
## # weights: 41
## initial value 536.801289
## iter 10 value 355.448925
## iter 20 value 289.245862
## iter 30 value 256.747030
## iter 40 value 246.849577
## iter 50 value 246.037704
## iter 60 value 246.014558
## final value 246.013343
## converged
## # weights: 121
## initial value 482.619503
## iter 10 value 315.882477
## iter 20 value 249.289434
## iter 30 value 221.358982
## iter 40 value 212.073353
## iter 50 value 199.331153
## iter 60 value 184.036236
## iter 70 value 171.894017
## iter 80 value 163.375360
## iter 90 value 161.930368
## iter 100 value 161.689642
## final value 161.689642
## stopped after 100 iterations
## # weights: 201
## initial value 423.352211
## iter 10 value 272.878678
## iter 20 value 209.970496
## iter 30 value 172.267387
## iter 40 value 154.486952
## iter 50 value 140.733487
## iter 60 value 127.865689
## iter 70 value 113.676698
## iter 80 value 108.937243
## iter 90 value 106.840861
## iter 100 value 106.238642
## final value 106.238642
## stopped after 100 iterations
## # weights: 41
## initial value 392.966478
## iter 10 value 287.796183
## iter 20 value 242.526590
## iter 30 value 223.520775
## iter 40 value 215.250607
## iter 50 value 214.614778
## iter 60 value 214.391076
## iter 70 value 212.637609
## iter 80 value 212.444176
## iter 90 value 212.407852
## iter 100 value 212.393834
## final value 212.393834
## stopped after 100 iterations
## # weights: 121
## initial value 424.017090
## iter 10 value 341.771409
## iter 20 value 258.608619
## iter 30 value 226.483625
## iter 40 value 217.623693
## iter 50 value 215.998298
## iter 60 value 214.863006
## iter 70 value 203.972978
## iter 80 value 186.024669
## iter 90 value 180.969537
## iter 100 value 173.385805
## final value 173.385805
## stopped after 100 iterations
## # weights: 201
## initial value 372.742623
## iter 10 value 267.378164
## iter 20 value 176.496247
## iter 30 value 117.256214
## iter 40 value 96.273533
## iter 50 value 84.867274
## iter 60 value 77.676488
## iter 70 value 75.787511
## iter 80 value 72.210863
## iter 90 value 66.622220
## iter 100 value 62.283680
## final value 62.283680
## stopped after 100 iterations
## # weights: 41
## initial value 455.625947
## iter 10 value 281.584291
## iter 20 value 247.955162
## iter 30 value 231.139968
## iter 40 value 217.736873
## iter 50 value 217.087834
## final value 217.086681
## converged
## # weights: 121
## initial value 405.006524
## iter 10 value 260.860085
## iter 20 value 164.463006
## iter 30 value 137.566009
## iter 40 value 126.649595
## iter 50 value 114.096414
## iter 60 value 107.149012
## iter 70 value 105.666679
## iter 80 value 105.601808
## iter 90 value 104.874499
## iter 100 value 104.852306
## final value 104.852306
## stopped after 100 iterations
## # weights: 201
## initial value 551.688851
## iter 10 value 256.362069
## iter 20 value 157.095224
## iter 30 value 95.974930
## iter 40 value 79.500714
## iter 50 value 71.673890
## iter 60 value 68.991374
## iter 70 value 66.590462
## iter 80 value 65.430536
## iter 90 value 65.205078
## iter 100 value 65.130879
## final value 65.130879
## stopped after 100 iterations
## # weights: 41
## initial value 470.865100
## iter 10 value 360.399938
## iter 20 value 286.200429
## iter 30 value 263.277881
## iter 40 value 256.290340
## iter 50 value 253.511671
## iter 60 value 253.373594
## iter 70 value 253.364654
## iter 70 value 253.364652
## iter 70 value 253.364652
## final value 253.364652
## converged
## # weights: 121
## initial value 374.928245
## iter 10 value 296.168835
## iter 20 value 240.302741
## iter 30 value 206.106398
## iter 40 value 193.524378
## iter 50 value 186.813014
## iter 60 value 180.253025
## iter 70 value 175.217714
## iter 80 value 172.326525
## iter 90 value 164.863505
## iter 100 value 151.872567
## final value 151.872567
## stopped after 100 iterations
## # weights: 201
## initial value 471.197117
## iter 10 value 262.850356
## iter 20 value 203.264923
## iter 30 value 159.541459
## iter 40 value 140.368235
## iter 50 value 126.781632
## iter 60 value 118.040402
## iter 70 value 113.131720
## iter 80 value 111.579526
## iter 90 value 110.212862
## iter 100 value 108.483704
## final value 108.483704
## stopped after 100 iterations
## # weights: 41
## initial value 393.790747
## iter 10 value 284.040143
## iter 20 value 250.645871
## iter 30 value 235.706730
## iter 40 value 208.655575
## iter 50 value 202.724380
## iter 60 value 202.540104
## iter 70 value 202.453575
## iter 80 value 202.439130
## iter 90 value 202.435234
## iter 100 value 202.428762
## final value 202.428762
## stopped after 100 iterations
## # weights: 121
## initial value 395.455577
## iter 10 value 251.533927
## iter 20 value 174.734497
## iter 30 value 136.429634
## iter 40 value 125.807631
## iter 50 value 123.128116
## iter 60 value 122.624770
## iter 70 value 122.397774
## iter 80 value 122.251036
## iter 90 value 120.985928
## iter 100 value 120.742811
## final value 120.742811
## stopped after 100 iterations
## # weights: 201
## initial value 379.065177
## iter 10 value 242.774261
## iter 20 value 153.981882
## iter 30 value 104.109555
## iter 40 value 92.581724
## iter 50 value 82.734497
## iter 60 value 78.324833
## iter 70 value 76.269079
## iter 80 value 74.721637
## iter 90 value 73.542650
## iter 100 value 72.517054
## final value 72.517054
## stopped after 100 iterations
## # weights: 41
## initial value 370.753716
## iter 10 value 292.655013
## iter 20 value 239.427275
## iter 30 value 223.871463
## iter 40 value 211.285816
## iter 50 value 191.232154
## iter 60 value 189.260580
## iter 70 value 189.197271
## iter 80 value 189.195378
## final value 189.195293
## converged
## # weights: 121
## initial value 405.264535
## iter 10 value 255.806434
## iter 20 value 177.894796
## iter 30 value 122.854006
## iter 40 value 104.331467
## iter 50 value 100.678377
## iter 60 value 100.102392
## iter 70 value 99.885448
## iter 80 value 99.639881
## iter 90 value 99.621544
## iter 100 value 99.612156
## final value 99.612156
## stopped after 100 iterations
## # weights: 201
## initial value 387.743739
## iter 10 value 240.848036
## iter 20 value 139.570114
## iter 30 value 98.857652
## iter 40 value 79.138866
## iter 50 value 68.956266
## iter 60 value 66.035654
## iter 70 value 60.127836
## iter 80 value 58.443693
## iter 90 value 57.688229
## iter 100 value 55.759046
## final value 55.759046
## stopped after 100 iterations
## # weights: 41
## initial value 368.085096
## iter 10 value 275.130087
## iter 20 value 250.833196
## iter 30 value 247.313663
## iter 40 value 245.447505
## iter 50 value 245.389736
## final value 245.388933
## converged
## # weights: 121
## initial value 458.469333
## iter 10 value 315.828387
## iter 20 value 236.638347
## iter 30 value 196.430162
## iter 40 value 170.907275
## iter 50 value 156.873251
## iter 60 value 152.667681
## iter 70 value 151.828333
## iter 80 value 148.971972
## iter 90 value 146.432572
## iter 100 value 144.260984
## final value 144.260984
## stopped after 100 iterations
## # weights: 201
## initial value 377.437925
## iter 10 value 241.195032
## iter 20 value 188.851402
## iter 30 value 157.218507
## iter 40 value 128.900653
## iter 50 value 118.962751
## iter 60 value 114.456811
## iter 70 value 111.878668
## iter 80 value 108.516427
## iter 90 value 107.092843
## iter 100 value 106.025997
## final value 106.025997
## stopped after 100 iterations
## # weights: 41
## initial value 390.155490
## iter 10 value 311.148715
## iter 20 value 248.176314
## iter 30 value 236.300655
## iter 40 value 225.201440
## iter 50 value 216.728011
## iter 60 value 215.732453
## iter 70 value 215.586753
## iter 80 value 215.483414
## iter 90 value 215.459386
## iter 100 value 215.453875
## final value 215.453875
## stopped after 100 iterations
## # weights: 121
## initial value 446.834516
## iter 10 value 261.537039
## iter 20 value 191.801081
## iter 30 value 165.779289
## iter 40 value 155.493763
## iter 50 value 143.043525
## iter 60 value 138.811055
## iter 70 value 137.324785
## iter 80 value 127.726141
## iter 90 value 126.559268
## iter 100 value 124.808309
## final value 124.808309
## stopped after 100 iterations
## # weights: 201
## initial value 373.794680
## iter 10 value 234.132522
## iter 20 value 141.378446
## iter 30 value 114.488669
## iter 40 value 105.386393
## iter 50 value 100.355245
## iter 60 value 98.234526
## iter 70 value 97.404509
## iter 80 value 95.812063
## iter 90 value 92.208857
## iter 100 value 89.677616
## final value 89.677616
## stopped after 100 iterations
## # weights: 41
## initial value 459.557339
## iter 10 value 277.808219
## iter 20 value 215.371214
## iter 30 value 197.421053
## iter 40 value 188.176334
## iter 50 value 188.119600
## final value 188.119532
## converged
## # weights: 121
## initial value 664.651811
## iter 10 value 357.639354
## iter 20 value 356.428123
## iter 30 value 329.935223
## iter 40 value 321.687361
## iter 50 value 316.418872
## iter 60 value 316.003965
## iter 70 value 313.617321
## iter 80 value 310.931232
## iter 90 value 310.790173
## iter 100 value 309.967991
## final value 309.967991
## stopped after 100 iterations
## # weights: 201
## initial value 396.770331
## iter 10 value 233.995248
## iter 20 value 144.256536
## iter 30 value 93.777711
## iter 40 value 78.244059
## iter 50 value 68.718271
## iter 60 value 64.786430
## iter 70 value 62.092549
## iter 80 value 61.674157
## iter 90 value 61.530200
## iter 100 value 61.336949
## final value 61.336949
## stopped after 100 iterations
## # weights: 41
## initial value 364.706986
## iter 10 value 297.625717
## iter 20 value 236.265873
## iter 30 value 230.719333
## iter 40 value 230.302373
## iter 50 value 230.062444
## iter 60 value 229.900157
## final value 229.899425
## converged
## # weights: 121
## initial value 385.927371
## iter 10 value 257.009366
## iter 20 value 203.617661
## iter 30 value 156.928477
## iter 40 value 142.598761
## iter 50 value 132.107835
## iter 60 value 124.892753
## iter 70 value 120.929586
## iter 80 value 117.388933
## iter 90 value 116.409181
## iter 100 value 116.318734
## final value 116.318734
## stopped after 100 iterations
## # weights: 201
## initial value 615.878741
## iter 10 value 284.352067
## iter 20 value 210.634411
## iter 30 value 164.407389
## iter 40 value 130.028046
## iter 50 value 112.573614
## iter 60 value 106.806743
## iter 70 value 103.561678
## iter 80 value 101.674767
## iter 90 value 99.917364
## iter 100 value 98.610610
## final value 98.610610
## stopped after 100 iterations
## # weights: 41
## initial value 440.844723
## iter 10 value 264.146287
## iter 20 value 215.919373
## iter 30 value 198.786906
## iter 40 value 181.999663
## iter 50 value 179.916980
## iter 60 value 179.420678
## iter 70 value 179.231119
## iter 80 value 179.179168
## iter 90 value 179.157444
## iter 100 value 179.148330
## final value 179.148330
## stopped after 100 iterations
## # weights: 121
## initial value 589.293918
## iter 10 value 357.684272
## iter 20 value 357.638938
## iter 30 value 315.668575
## iter 40 value 245.673878
## iter 50 value 231.912586
## iter 60 value 224.006126
## iter 70 value 222.492750
## iter 80 value 222.374247
## iter 90 value 222.353834
## iter 100 value 222.345122
## final value 222.345122
## stopped after 100 iterations
## # weights: 201
## initial value 393.066709
## iter 10 value 225.166960
## iter 20 value 114.949851
## iter 30 value 75.716850
## iter 40 value 66.466648
## iter 50 value 59.742356
## iter 60 value 58.965366
## iter 70 value 58.635858
## iter 80 value 58.353905
## iter 90 value 58.140349
## iter 100 value 57.003113
## final value 57.003113
## stopped after 100 iterations
## # weights: 41
## initial value 483.986959
## iter 10 value 253.685339
## iter 20 value 229.291047
## iter 30 value 218.752872
## iter 40 value 207.794092
## iter 50 value 205.852060
## iter 60 value 197.867690
## iter 70 value 195.919794
## iter 80 value 195.098219
## iter 90 value 194.861788
## iter 100 value 194.841306
## final value 194.841306
## stopped after 100 iterations
## # weights: 121
## initial value 374.097673
## iter 10 value 260.082817
## iter 20 value 154.924600
## iter 30 value 124.171679
## iter 40 value 111.714852
## iter 50 value 104.689950
## iter 60 value 101.901523
## iter 70 value 100.841825
## iter 80 value 99.843690
## iter 90 value 99.052779
## iter 100 value 98.524303
## final value 98.524303
## stopped after 100 iterations
## # weights: 201
## initial value 351.715330
## iter 10 value 233.355431
## iter 20 value 151.828896
## iter 30 value 92.121028
## iter 40 value 77.829460
## iter 50 value 73.656825
## iter 60 value 73.253124
## iter 70 value 73.197521
## iter 80 value 73.173862
## iter 90 value 73.148870
## iter 100 value 73.141729
## final value 73.141729
## stopped after 100 iterations
## # weights: 41
## initial value 368.906989
## iter 10 value 275.792036
## iter 20 value 246.521665
## iter 30 value 238.134801
## iter 40 value 218.789275
## iter 50 value 216.376403
## iter 60 value 216.344420
## final value 216.344357
## converged
## # weights: 121
## initial value 355.847542
## iter 10 value 267.037073
## iter 20 value 216.578424
## iter 30 value 191.841566
## iter 40 value 166.463048
## iter 50 value 152.832258
## iter 60 value 143.256544
## iter 70 value 132.273471
## iter 80 value 122.956429
## iter 90 value 120.121895
## iter 100 value 117.811860
## final value 117.811860
## stopped after 100 iterations
## # weights: 201
## initial value 480.069102
## iter 10 value 256.615792
## iter 20 value 196.703407
## iter 30 value 161.466800
## iter 40 value 140.994128
## iter 50 value 126.007295
## iter 60 value 116.306550
## iter 70 value 112.954092
## iter 80 value 111.363791
## iter 90 value 107.294405
## iter 100 value 105.789769
## final value 105.789769
## stopped after 100 iterations
## # weights: 41
## initial value 366.444074
## iter 10 value 273.406493
## iter 20 value 230.083011
## iter 30 value 216.277474
## iter 40 value 206.277495
## iter 50 value 204.856923
## iter 60 value 204.567131
## iter 70 value 204.437793
## iter 80 value 204.416827
## iter 90 value 204.406371
## iter 100 value 204.391481
## final value 204.391481
## stopped after 100 iterations
## # weights: 121
## initial value 527.355562
## iter 10 value 288.734452
## iter 20 value 234.762137
## iter 30 value 216.460460
## iter 40 value 204.189416
## iter 50 value 195.109344
## iter 60 value 179.393828
## iter 70 value 177.120776
## iter 80 value 174.894613
## iter 90 value 174.187491
## iter 100 value 172.609984
## final value 172.609984
## stopped after 100 iterations
## # weights: 201
## initial value 375.055365
## iter 10 value 220.000613
## iter 20 value 154.836909
## iter 30 value 116.347150
## iter 40 value 89.833299
## iter 50 value 78.125164
## iter 60 value 72.681336
## iter 70 value 69.243543
## iter 80 value 68.864200
## iter 90 value 68.536004
## iter 100 value 67.629604
## final value 67.629604
## stopped after 100 iterations
## # weights: 41
## initial value 464.293973
## iter 10 value 273.821925
## iter 20 value 235.562175
## iter 30 value 222.755565
## iter 40 value 212.557653
## iter 50 value 208.184823
## iter 60 value 207.936507
## iter 70 value 207.934224
## iter 70 value 207.934222
## iter 70 value 207.934222
## final value 207.934222
## converged
## # weights: 121
## initial value 435.611055
## iter 10 value 283.418509
## iter 20 value 219.011939
## iter 30 value 198.522196
## iter 40 value 183.260123
## iter 50 value 173.972669
## iter 60 value 168.489647
## iter 70 value 167.825997
## iter 80 value 167.756231
## iter 90 value 167.748200
## iter 100 value 167.240466
## final value 167.240466
## stopped after 100 iterations
## # weights: 201
## initial value 493.605530
## iter 10 value 318.048987
## iter 20 value 276.468900
## iter 30 value 259.690029
## iter 40 value 248.089673
## iter 50 value 238.864971
## iter 60 value 233.208501
## iter 70 value 230.274192
## iter 80 value 223.842937
## iter 90 value 222.126979
## iter 100 value 216.706062
## final value 216.706062
## stopped after 100 iterations
## # weights: 41
## initial value 551.867975
## iter 10 value 350.591492
## iter 20 value 302.056827
## iter 30 value 268.427665
## iter 40 value 256.243869
## iter 50 value 252.349568
## iter 60 value 251.060511
## iter 70 value 250.024185
## iter 80 value 249.827739
## final value 249.825529
## converged
## # weights: 121
## initial value 539.194871
## iter 10 value 292.995659
## iter 20 value 249.394018
## iter 30 value 204.445833
## iter 40 value 179.333510
## iter 50 value 167.582341
## iter 60 value 164.254977
## iter 70 value 161.761833
## iter 80 value 160.950925
## iter 90 value 160.593512
## iter 100 value 160.544304
## final value 160.544304
## stopped after 100 iterations
## # weights: 201
## initial value 430.340643
## iter 10 value 247.827708
## iter 20 value 198.094753
## iter 30 value 174.513897
## iter 40 value 165.515470
## iter 50 value 154.743292
## iter 60 value 142.749386
## iter 70 value 130.491430
## iter 80 value 124.237120
## iter 90 value 119.181817
## iter 100 value 116.394355
## final value 116.394355
## stopped after 100 iterations
## # weights: 41
## initial value 466.196608
## iter 10 value 351.921616
## iter 20 value 271.506531
## iter 30 value 236.072207
## iter 40 value 221.167134
## iter 50 value 220.333759
## iter 60 value 220.194624
## iter 70 value 220.117936
## iter 80 value 220.076140
## iter 90 value 220.056178
## iter 100 value 220.034357
## final value 220.034357
## stopped after 100 iterations
## # weights: 121
## initial value 396.613085
## iter 10 value 265.446258
## iter 20 value 214.316637
## iter 30 value 177.677681
## iter 40 value 158.044913
## iter 50 value 152.251619
## iter 60 value 151.465590
## iter 70 value 149.964670
## iter 80 value 143.397166
## iter 90 value 141.521947
## iter 100 value 138.138583
## final value 138.138583
## stopped after 100 iterations
## # weights: 201
## initial value 374.114074
## iter 10 value 233.576632
## iter 20 value 132.680003
## iter 30 value 96.654874
## iter 40 value 80.303348
## iter 50 value 71.251091
## iter 60 value 61.403616
## iter 70 value 57.396101
## iter 80 value 54.402470
## iter 90 value 53.459408
## iter 100 value 52.942379
## final value 52.942379
## stopped after 100 iterations
## # weights: 41
## initial value 418.228006
## iter 10 value 298.939075
## iter 20 value 251.214220
## iter 30 value 232.683551
## iter 40 value 211.332638
## iter 50 value 210.748094
## final value 210.746812
## converged
## # weights: 121
## initial value 533.293148
## iter 10 value 292.038265
## iter 20 value 193.003736
## iter 30 value 159.137758
## iter 40 value 144.181901
## iter 50 value 111.625491
## iter 60 value 94.166098
## iter 70 value 90.409866
## iter 80 value 89.690921
## iter 90 value 89.507437
## iter 100 value 89.400756
## final value 89.400756
## stopped after 100 iterations
## # weights: 201
## initial value 402.375710
## iter 10 value 271.071987
## iter 20 value 146.263288
## iter 30 value 112.026337
## iter 40 value 103.649716
## iter 50 value 101.327246
## iter 60 value 100.370319
## iter 70 value 100.200227
## iter 80 value 99.059517
## iter 90 value 97.549144
## iter 100 value 97.436510
## final value 97.436510
## stopped after 100 iterations
## # weights: 41
## initial value 396.253667
## iter 10 value 301.513863
## iter 20 value 252.216947
## iter 30 value 248.676071
## iter 40 value 248.599088
## final value 248.597717
## converged
## # weights: 121
## initial value 520.514631
## iter 10 value 292.374587
## iter 20 value 260.167175
## iter 30 value 250.007010
## iter 40 value 236.580853
## iter 50 value 218.449683
## iter 60 value 197.008863
## iter 70 value 184.069762
## iter 80 value 179.483078
## iter 90 value 179.067556
## iter 100 value 177.835660
## final value 177.835660
## stopped after 100 iterations
## # weights: 201
## initial value 372.891051
## iter 10 value 280.008086
## iter 20 value 198.664691
## iter 30 value 168.405910
## iter 40 value 143.013318
## iter 50 value 134.931109
## iter 60 value 125.643855
## iter 70 value 121.613495
## iter 80 value 120.788655
## iter 90 value 120.501939
## iter 100 value 120.253992
## final value 120.253992
## stopped after 100 iterations
## # weights: 41
## initial value 511.313133
## iter 10 value 321.748911
## iter 20 value 259.262241
## iter 30 value 243.393054
## iter 40 value 227.555432
## iter 50 value 222.737965
## iter 60 value 222.161253
## iter 70 value 222.044932
## iter 80 value 221.971492
## iter 90 value 221.935017
## iter 100 value 221.921740
## final value 221.921740
## stopped after 100 iterations
## # weights: 121
## initial value 453.063324
## iter 10 value 313.139369
## iter 20 value 257.594323
## iter 30 value 229.123166
## iter 40 value 222.266408
## iter 50 value 220.817913
## iter 60 value 220.147111
## iter 70 value 219.399328
## iter 80 value 218.942281
## iter 90 value 218.837691
## iter 100 value 218.047844
## final value 218.047844
## stopped after 100 iterations
## # weights: 201
## initial value 381.957460
## iter 10 value 263.551178
## iter 20 value 156.588255
## iter 30 value 111.192278
## iter 40 value 92.660038
## iter 50 value 85.444172
## iter 60 value 81.893660
## iter 70 value 80.026902
## iter 80 value 76.780017
## iter 90 value 76.115624
## iter 100 value 74.988885
## final value 74.988885
## stopped after 100 iterations
## # weights: 41
## initial value 439.165474
## iter 10 value 356.715134
## final value 356.712039
## converged
## # weights: 121
## initial value 385.946338
## iter 10 value 238.764324
## iter 20 value 180.776329
## iter 30 value 150.914458
## iter 40 value 141.907081
## iter 50 value 138.696322
## iter 60 value 137.166019
## iter 70 value 136.410722
## iter 80 value 135.783145
## iter 90 value 135.693521
## iter 100 value 135.244747
## final value 135.244747
## stopped after 100 iterations
## # weights: 201
## initial value 542.993740
## iter 10 value 256.908533
## iter 20 value 161.496166
## iter 30 value 121.909814
## iter 40 value 110.863473
## iter 50 value 97.867514
## iter 60 value 95.459912
## iter 70 value 94.615867
## iter 80 value 93.848691
## iter 90 value 93.472589
## iter 100 value 92.282535
## final value 92.282535
## stopped after 100 iterations
## # weights: 41
## initial value 380.605113
## iter 10 value 317.181011
## iter 20 value 273.569703
## iter 30 value 262.191745
## iter 40 value 260.829176
## iter 50 value 260.822941
## final value 260.822892
## converged
## # weights: 121
## initial value 501.275309
## iter 10 value 314.262629
## iter 20 value 244.374040
## iter 30 value 201.396762
## iter 40 value 185.554732
## iter 50 value 180.277235
## iter 60 value 176.349372
## iter 70 value 170.603628
## iter 80 value 163.722690
## iter 90 value 160.962195
## iter 100 value 159.683654
## final value 159.683654
## stopped after 100 iterations
## # weights: 201
## initial value 519.377190
## iter 10 value 275.614891
## iter 20 value 207.524141
## iter 30 value 178.360796
## iter 40 value 163.243317
## iter 50 value 144.908260
## iter 60 value 131.320280
## iter 70 value 122.192798
## iter 80 value 115.060064
## iter 90 value 112.969903
## iter 100 value 110.476786
## final value 110.476786
## stopped after 100 iterations
## # weights: 41
## initial value 502.565641
## iter 10 value 348.318786
## iter 20 value 263.144153
## iter 30 value 233.706307
## iter 40 value 218.119621
## iter 50 value 214.459102
## iter 60 value 214.344910
## iter 70 value 214.290048
## iter 80 value 214.251741
## iter 90 value 214.218506
## iter 100 value 214.188953
## final value 214.188953
## stopped after 100 iterations
## # weights: 121
## initial value 393.041485
## iter 10 value 277.272284
## iter 20 value 211.776675
## iter 30 value 188.133544
## iter 40 value 177.816391
## iter 50 value 173.109843
## iter 60 value 171.837028
## iter 70 value 170.208482
## iter 80 value 169.544892
## iter 90 value 169.055863
## iter 100 value 166.369057
## final value 166.369057
## stopped after 100 iterations
## # weights: 201
## initial value 500.236023
## iter 10 value 253.286192
## iter 20 value 172.948681
## iter 30 value 137.551948
## iter 40 value 120.449931
## iter 50 value 116.692342
## iter 60 value 115.592058
## iter 70 value 112.875647
## iter 80 value 111.111603
## iter 90 value 109.132476
## iter 100 value 107.839427
## final value 107.839427
## stopped after 100 iterations
## # weights: 41
## initial value 394.654725
## iter 10 value 277.747378
## iter 20 value 248.631230
## iter 30 value 234.170397
## iter 40 value 232.403659
## iter 50 value 232.392034
## final value 232.392020
## converged
## # weights: 121
## initial value 368.382889
## iter 10 value 286.000573
## iter 20 value 225.275830
## iter 30 value 185.876020
## iter 40 value 176.309181
## iter 50 value 175.365350
## iter 60 value 175.346367
## iter 70 value 175.345015
## final value 175.345001
## converged
## # weights: 201
## initial value 446.722164
## iter 10 value 277.086888
## iter 20 value 199.201168
## iter 30 value 160.431643
## iter 40 value 140.243744
## iter 50 value 121.654549
## iter 60 value 113.923587
## iter 70 value 112.878152
## iter 80 value 112.710769
## iter 90 value 112.648898
## iter 100 value 112.619457
## final value 112.619457
## stopped after 100 iterations
## # weights: 41
## initial value 437.734113
## iter 10 value 324.792249
## iter 20 value 282.377071
## iter 30 value 265.865292
## iter 40 value 262.230122
## iter 50 value 259.391310
## iter 60 value 258.709199
## iter 70 value 258.632212
## final value 258.631897
## converged
## # weights: 121
## initial value 429.786306
## iter 10 value 300.061608
## iter 20 value 241.673853
## iter 30 value 216.621938
## iter 40 value 196.602507
## iter 50 value 180.233989
## iter 60 value 168.159534
## iter 70 value 156.866407
## iter 80 value 142.723003
## iter 90 value 139.684046
## iter 100 value 138.604402
## final value 138.604402
## stopped after 100 iterations
## # weights: 201
## initial value 522.513514
## iter 10 value 258.854234
## iter 20 value 206.485525
## iter 30 value 180.910079
## iter 40 value 157.561605
## iter 50 value 136.936877
## iter 60 value 129.421325
## iter 70 value 125.583352
## iter 80 value 122.952938
## iter 90 value 120.353158
## iter 100 value 118.662985
## final value 118.662985
## stopped after 100 iterations
## # weights: 41
## initial value 375.362477
## iter 10 value 326.174416
## iter 20 value 298.205284
## iter 30 value 293.155248
## iter 40 value 288.895085
## iter 50 value 287.234167
## iter 60 value 284.973816
## iter 70 value 278.203512
## iter 80 value 275.878202
## iter 90 value 275.341452
## iter 100 value 275.021803
## final value 275.021803
## stopped after 100 iterations
## # weights: 121
## initial value 669.652866
## iter 10 value 309.331822
## iter 20 value 231.246182
## iter 30 value 184.113549
## iter 40 value 167.806414
## iter 50 value 164.725783
## iter 60 value 163.799721
## iter 70 value 162.739992
## iter 80 value 162.013244
## iter 90 value 160.407335
## iter 100 value 158.643469
## final value 158.643469
## stopped after 100 iterations
## # weights: 201
## initial value 416.672218
## iter 10 value 244.062726
## iter 20 value 121.373183
## iter 30 value 57.067103
## iter 40 value 42.360223
## iter 50 value 38.905789
## iter 60 value 37.067954
## iter 70 value 36.016612
## iter 80 value 34.873608
## iter 90 value 33.677267
## iter 100 value 28.615374
## final value 28.615374
## stopped after 100 iterations
## # weights: 41
## initial value 410.428881
## iter 10 value 317.664678
## iter 20 value 273.283759
## iter 30 value 266.411491
## iter 40 value 265.202967
## iter 50 value 264.957037
## iter 60 value 264.238734
## final value 264.230407
## converged
## # weights: 121
## initial value 452.973999
## iter 10 value 287.436284
## iter 20 value 235.879657
## iter 30 value 182.471907
## iter 40 value 163.099926
## iter 50 value 154.590665
## iter 60 value 147.408471
## iter 70 value 140.232198
## iter 80 value 138.101971
## iter 90 value 137.930901
## iter 100 value 137.880197
## final value 137.880197
## stopped after 100 iterations
## # weights: 201
## initial value 375.538279
## iter 10 value 270.080265
## iter 20 value 181.424952
## iter 30 value 140.100302
## iter 40 value 120.854410
## iter 50 value 103.001460
## iter 60 value 99.752671
## iter 70 value 92.779816
## iter 80 value 90.480878
## iter 90 value 89.538481
## iter 100 value 88.693757
## final value 88.693757
## stopped after 100 iterations
## # weights: 41
## initial value 417.579855
## iter 10 value 345.006881
## iter 20 value 285.480750
## iter 30 value 271.708405
## iter 40 value 269.556753
## iter 50 value 268.226152
## final value 268.221143
## converged
## # weights: 121
## initial value 396.788135
## iter 10 value 286.123573
## iter 20 value 243.547012
## iter 30 value 216.973915
## iter 40 value 199.696194
## iter 50 value 191.131009
## iter 60 value 185.844441
## iter 70 value 182.338916
## iter 80 value 181.352350
## iter 90 value 179.032736
## iter 100 value 175.635587
## final value 175.635587
## stopped after 100 iterations
## # weights: 201
## initial value 377.792598
## iter 10 value 296.156749
## iter 20 value 236.285664
## iter 30 value 188.388530
## iter 40 value 162.597579
## iter 50 value 152.044073
## iter 60 value 146.008852
## iter 70 value 142.356332
## iter 80 value 138.376727
## iter 90 value 130.924098
## iter 100 value 128.390601
## final value 128.390601
## stopped after 100 iterations
## # weights: 41
## initial value 365.857652
## iter 10 value 284.664815
## iter 20 value 257.409867
## iter 30 value 252.702354
## iter 40 value 252.581840
## iter 50 value 252.544432
## iter 60 value 252.529020
## iter 70 value 252.518805
## iter 80 value 252.507262
## iter 90 value 252.500269
## iter 100 value 252.497258
## final value 252.497258
## stopped after 100 iterations
## # weights: 121
## initial value 448.341310
## iter 10 value 330.263718
## iter 20 value 231.108577
## iter 30 value 187.627210
## iter 40 value 172.994072
## iter 50 value 168.622625
## iter 60 value 167.020914
## iter 70 value 166.657079
## iter 80 value 166.001373
## iter 90 value 163.881437
## iter 100 value 162.652358
## final value 162.652358
## stopped after 100 iterations
## # weights: 201
## initial value 415.151915
## iter 10 value 275.797465
## iter 20 value 220.954708
## iter 30 value 147.487610
## iter 40 value 120.106963
## iter 50 value 89.272195
## iter 60 value 67.730810
## iter 70 value 61.084323
## iter 80 value 58.062333
## iter 90 value 54.574020
## iter 100 value 53.419371
## final value 53.419371
## stopped after 100 iterations
## # weights: 41
## initial value 463.788673
## iter 10 value 354.412294
## iter 20 value 314.704707
## iter 30 value 301.870262
## iter 40 value 286.198681
## iter 50 value 280.857548
## iter 60 value 279.649624
## iter 70 value 279.606577
## iter 80 value 279.604692
## final value 279.604415
## converged
## # weights: 121
## initial value 374.698456
## iter 10 value 270.147005
## iter 20 value 209.283197
## iter 30 value 182.092144
## iter 40 value 163.173669
## iter 50 value 160.244606
## iter 60 value 159.960825
## iter 70 value 159.950986
## iter 80 value 159.702986
## iter 90 value 159.687103
## iter 100 value 159.685676
## final value 159.685676
## stopped after 100 iterations
## # weights: 201
## initial value 455.183676
## iter 10 value 270.032116
## iter 20 value 162.799740
## iter 30 value 114.160539
## iter 40 value 96.908189
## iter 50 value 88.979249
## iter 60 value 87.333530
## iter 70 value 86.860702
## iter 80 value 84.520022
## iter 90 value 83.819673
## iter 100 value 81.305966
## final value 81.305966
## stopped after 100 iterations
## # weights: 41
## initial value 385.684645
## iter 10 value 316.819568
## iter 20 value 305.105202
## iter 30 value 283.464856
## iter 40 value 282.172122
## iter 50 value 282.153288
## final value 282.153248
## converged
## # weights: 121
## initial value 425.420564
## iter 10 value 314.406842
## iter 20 value 261.543367
## iter 30 value 248.116910
## iter 40 value 233.763941
## iter 50 value 211.154865
## iter 60 value 201.486004
## iter 70 value 195.657694
## iter 80 value 186.824260
## iter 90 value 176.318711
## iter 100 value 169.289593
## final value 169.289593
## stopped after 100 iterations
## # weights: 201
## initial value 385.150218
## iter 10 value 279.007825
## iter 20 value 219.412184
## iter 30 value 187.754068
## iter 40 value 162.591040
## iter 50 value 145.318091
## iter 60 value 138.691144
## iter 70 value 133.939595
## iter 80 value 132.197391
## iter 90 value 130.878610
## iter 100 value 129.967731
## final value 129.967731
## stopped after 100 iterations
## # weights: 41
## initial value 417.411231
## iter 10 value 295.403573
## iter 20 value 262.311631
## iter 30 value 249.637782
## iter 40 value 248.099897
## iter 50 value 247.361586
## iter 60 value 247.167908
## iter 70 value 246.625434
## iter 80 value 246.087431
## iter 90 value 245.560482
## iter 100 value 245.441494
## final value 245.441494
## stopped after 100 iterations
## # weights: 121
## initial value 573.147549
## iter 10 value 316.872113
## iter 20 value 261.096764
## iter 30 value 237.257626
## iter 40 value 230.356151
## iter 50 value 217.112970
## iter 60 value 207.992167
## iter 70 value 203.118913
## iter 80 value 199.743889
## iter 90 value 183.005724
## iter 100 value 168.597143
## final value 168.597143
## stopped after 100 iterations
## # weights: 201
## initial value 379.438987
## iter 10 value 271.999187
## iter 20 value 181.515238
## iter 30 value 145.286995
## iter 40 value 138.627992
## iter 50 value 134.324107
## iter 60 value 130.181146
## iter 70 value 128.308957
## iter 80 value 127.069546
## iter 90 value 121.721458
## iter 100 value 120.816899
## final value 120.816899
## stopped after 100 iterations
## # weights: 41
## initial value 439.415934
## iter 10 value 307.123260
## iter 20 value 259.877022
## iter 30 value 236.040720
## iter 40 value 227.018301
## iter 50 value 219.341112
## iter 60 value 218.919745
## iter 70 value 218.916830
## final value 218.916808
## converged
## # weights: 121
## initial value 542.940892
## iter 10 value 344.034631
## iter 20 value 289.009758
## iter 30 value 271.562260
## iter 40 value 266.360597
## iter 50 value 244.924750
## iter 60 value 223.038211
## iter 70 value 216.341081
## iter 80 value 209.252597
## iter 90 value 200.772195
## iter 100 value 196.926406
## final value 196.926406
## stopped after 100 iterations
## # weights: 201
## initial value 485.600180
## iter 10 value 245.765205
## iter 20 value 139.743619
## iter 30 value 100.697024
## iter 40 value 90.595616
## iter 50 value 87.630917
## iter 60 value 82.645232
## iter 70 value 79.972127
## iter 80 value 79.404232
## iter 90 value 78.670512
## iter 100 value 78.103982
## final value 78.103982
## stopped after 100 iterations
## # weights: 41
## initial value 383.291103
## iter 10 value 276.276241
## iter 20 value 255.300089
## iter 30 value 251.568110
## iter 40 value 245.936110
## iter 50 value 244.996979
## iter 60 value 244.783870
## final value 244.783848
## converged
## # weights: 121
## initial value 402.859429
## iter 10 value 291.104064
## iter 20 value 244.085919
## iter 30 value 219.785829
## iter 40 value 190.228131
## iter 50 value 178.457712
## iter 60 value 169.299567
## iter 70 value 164.717061
## iter 80 value 163.253616
## iter 90 value 159.659374
## iter 100 value 157.945268
## final value 157.945268
## stopped after 100 iterations
## # weights: 201
## initial value 379.206931
## iter 10 value 255.694340
## iter 20 value 195.914521
## iter 30 value 146.877308
## iter 40 value 127.239039
## iter 50 value 117.388511
## iter 60 value 114.644465
## iter 70 value 112.270778
## iter 80 value 110.443992
## iter 90 value 106.850771
## iter 100 value 104.500314
## final value 104.500314
## stopped after 100 iterations
## # weights: 41
## initial value 373.174625
## iter 10 value 265.583229
## iter 20 value 244.496231
## iter 30 value 230.391309
## iter 40 value 207.882576
## iter 50 value 193.768851
## iter 60 value 192.850294
## iter 70 value 192.376856
## iter 80 value 191.164647
## iter 90 value 191.037090
## iter 100 value 190.965749
## final value 190.965749
## stopped after 100 iterations
## # weights: 121
## initial value 360.967432
## iter 10 value 250.313975
## iter 20 value 175.937417
## iter 30 value 155.019006
## iter 40 value 146.242680
## iter 50 value 144.435853
## iter 60 value 143.533664
## iter 70 value 142.700709
## iter 80 value 142.135801
## iter 90 value 139.512188
## iter 100 value 136.361252
## final value 136.361252
## stopped after 100 iterations
## # weights: 201
## initial value 508.473337
## iter 10 value 267.054527
## iter 20 value 167.969377
## iter 30 value 104.738387
## iter 40 value 79.596944
## iter 50 value 75.577278
## iter 60 value 73.385917
## iter 70 value 72.761244
## iter 80 value 72.551809
## iter 90 value 72.324239
## iter 100 value 72.099464
## final value 72.099464
## stopped after 100 iterations
## # weights: 41
## initial value 367.563639
## iter 10 value 280.542242
## iter 20 value 223.630261
## iter 30 value 213.548230
## iter 40 value 197.723142
## iter 50 value 197.485398
## final value 197.485050
## converged
## # weights: 121
## initial value 379.428406
## iter 10 value 294.629579
## iter 20 value 222.645629
## iter 30 value 192.297516
## iter 40 value 179.406328
## iter 50 value 175.353174
## iter 60 value 175.054973
## iter 70 value 174.999884
## final value 174.996837
## converged
## # weights: 201
## initial value 496.919719
## iter 10 value 244.385863
## iter 20 value 212.244194
## iter 30 value 178.439547
## iter 40 value 146.786478
## iter 50 value 137.219513
## iter 60 value 134.598656
## iter 70 value 134.482713
## iter 80 value 134.436619
## iter 90 value 134.416243
## iter 100 value 134.410052
## final value 134.410052
## stopped after 100 iterations
## # weights: 41
## initial value 372.339573
## iter 10 value 311.125893
## iter 20 value 248.849405
## iter 30 value 244.688992
## iter 40 value 243.187671
## iter 50 value 241.427035
## iter 60 value 241.060988
## final value 241.056655
## converged
## # weights: 121
## initial value 379.600124
## iter 10 value 277.997836
## iter 20 value 241.444283
## iter 30 value 209.238812
## iter 40 value 198.249301
## iter 50 value 187.947313
## iter 60 value 178.773692
## iter 70 value 175.369068
## iter 80 value 172.461847
## iter 90 value 169.402130
## iter 100 value 167.746524
## final value 167.746524
## stopped after 100 iterations
## # weights: 201
## initial value 477.333353
## iter 10 value 261.142823
## iter 20 value 201.071296
## iter 30 value 161.138506
## iter 40 value 143.905258
## iter 50 value 130.303777
## iter 60 value 121.370678
## iter 70 value 115.301100
## iter 80 value 108.090660
## iter 90 value 105.069577
## iter 100 value 103.605802
## final value 103.605802
## stopped after 100 iterations
## # weights: 41
## initial value 443.231071
## iter 10 value 367.993331
## iter 20 value 341.012822
## iter 30 value 329.635524
## iter 40 value 326.883714
## iter 50 value 326.695020
## iter 60 value 324.098588
## iter 70 value 324.064235
## iter 80 value 324.056725
## iter 90 value 324.053019
## iter 100 value 324.048748
## final value 324.048748
## stopped after 100 iterations
## # weights: 121
## initial value 399.574880
## iter 10 value 271.134063
## iter 20 value 209.505977
## iter 30 value 189.026992
## iter 40 value 177.172219
## iter 50 value 170.745725
## iter 60 value 169.186080
## iter 70 value 166.414849
## iter 80 value 165.824654
## iter 90 value 165.363721
## iter 100 value 164.649337
## final value 164.649337
## stopped after 100 iterations
## # weights: 201
## initial value 542.667608
## iter 10 value 279.679246
## iter 20 value 188.101193
## iter 30 value 145.910472
## iter 40 value 124.067115
## iter 50 value 121.467997
## iter 60 value 119.934053
## iter 70 value 112.247943
## iter 80 value 110.051104
## iter 90 value 105.048918
## iter 100 value 103.072890
## final value 103.072890
## stopped after 100 iterations
## # weights: 41
## initial value 397.703672
## iter 10 value 298.668371
## iter 20 value 250.778850
## iter 30 value 241.783790
## iter 40 value 234.863654
## iter 50 value 234.369962
## iter 60 value 234.170601
## iter 70 value 234.073994
## iter 80 value 234.011863
## iter 90 value 233.957369
## iter 100 value 231.976134
## final value 231.976134
## stopped after 100 iterations
## # weights: 121
## initial value 409.176007
## iter 10 value 259.870785
## iter 20 value 225.806223
## iter 30 value 206.294181
## iter 40 value 201.074926
## iter 50 value 201.058238
## final value 201.058212
## converged
## # weights: 201
## initial value 376.307660
## iter 10 value 224.176616
## iter 20 value 112.099824
## iter 30 value 82.785443
## iter 40 value 73.782695
## iter 50 value 69.613814
## iter 60 value 68.065893
## iter 70 value 65.733705
## iter 80 value 62.140225
## iter 90 value 56.474811
## iter 100 value 55.249480
## final value 55.249480
## stopped after 100 iterations
## # weights: 41
## initial value 494.604481
## iter 10 value 351.041967
## iter 20 value 283.648313
## iter 30 value 251.412309
## iter 40 value 244.531263
## iter 50 value 240.772255
## iter 60 value 240.637933
## iter 70 value 240.628782
## final value 240.628724
## converged
## # weights: 121
## initial value 397.882611
## iter 10 value 257.609612
## iter 20 value 225.119498
## iter 30 value 210.971327
## iter 40 value 199.921460
## iter 50 value 186.202601
## iter 60 value 177.183247
## iter 70 value 175.547745
## iter 80 value 174.503152
## iter 90 value 174.131674
## iter 100 value 173.422426
## final value 173.422426
## stopped after 100 iterations
## # weights: 201
## initial value 500.267660
## iter 10 value 250.977997
## iter 20 value 190.654364
## iter 30 value 165.082143
## iter 40 value 145.657521
## iter 50 value 129.652123
## iter 60 value 122.750378
## iter 70 value 113.910774
## iter 80 value 110.918798
## iter 90 value 109.134454
## iter 100 value 107.363017
## final value 107.363017
## stopped after 100 iterations
## # weights: 41
## initial value 400.394069
## iter 10 value 350.727181
## iter 20 value 278.797393
## iter 30 value 262.828323
## iter 40 value 258.566003
## iter 50 value 256.984456
## iter 60 value 256.556846
## iter 70 value 256.039871
## iter 80 value 255.351551
## iter 90 value 253.734573
## iter 100 value 253.327047
## final value 253.327047
## stopped after 100 iterations
## # weights: 121
## initial value 579.576574
## iter 10 value 351.357747
## iter 20 value 338.121159
## iter 30 value 328.033447
## iter 40 value 298.828929
## iter 50 value 281.515837
## iter 60 value 279.651583
## iter 70 value 279.620816
## iter 80 value 279.591747
## iter 90 value 278.204384
## iter 100 value 278.073241
## final value 278.073241
## stopped after 100 iterations
## # weights: 201
## initial value 496.453760
## iter 10 value 225.665515
## iter 20 value 132.874078
## iter 30 value 92.506509
## iter 40 value 86.533597
## iter 50 value 85.851700
## iter 60 value 85.586499
## iter 70 value 85.352983
## iter 80 value 82.222729
## iter 90 value 81.553341
## iter 100 value 81.318640
## final value 81.318640
## stopped after 100 iterations
## # weights: 41
## initial value 372.611281
## iter 10 value 275.157077
## iter 20 value 241.282953
## iter 30 value 234.389645
## iter 40 value 225.821077
## iter 50 value 225.587213
## final value 225.586950
## converged
## # weights: 121
## initial value 480.417973
## iter 10 value 236.477574
## iter 20 value 176.385809
## iter 30 value 147.357503
## iter 40 value 139.262002
## iter 50 value 138.272787
## iter 60 value 138.257533
## iter 70 value 138.256722
## final value 138.256689
## converged
## # weights: 201
## initial value 414.397064
## iter 10 value 235.917824
## iter 20 value 143.598701
## iter 30 value 100.395805
## iter 40 value 84.628170
## iter 50 value 78.617050
## iter 60 value 77.262816
## iter 70 value 77.182692
## iter 80 value 77.174483
## final value 77.173624
## converged
## # weights: 41
## initial value 409.378426
## iter 10 value 281.906333
## iter 20 value 257.754513
## iter 30 value 248.549759
## iter 40 value 248.148838
## iter 50 value 248.113932
## final value 248.113476
## converged
## # weights: 121
## initial value 398.230471
## iter 10 value 313.586201
## iter 20 value 232.377691
## iter 30 value 194.615347
## iter 40 value 172.943558
## iter 50 value 155.582736
## iter 60 value 146.910398
## iter 70 value 143.894806
## iter 80 value 138.927939
## iter 90 value 138.209555
## iter 100 value 134.762044
## final value 134.762044
## stopped after 100 iterations
## # weights: 201
## initial value 524.734343
## iter 10 value 265.377879
## iter 20 value 216.969150
## iter 30 value 147.450026
## iter 40 value 126.196672
## iter 50 value 114.062729
## iter 60 value 106.320819
## iter 70 value 103.360884
## iter 80 value 102.866397
## iter 90 value 102.799215
## iter 100 value 102.772571
## final value 102.772571
## stopped after 100 iterations
## # weights: 41
## initial value 501.822747
## iter 10 value 279.915772
## iter 20 value 249.062818
## iter 30 value 232.743931
## iter 40 value 215.111539
## iter 50 value 209.610014
## iter 60 value 208.088851
## iter 70 value 207.906006
## iter 80 value 207.877573
## iter 90 value 207.868400
## iter 100 value 207.863130
## final value 207.863130
## stopped after 100 iterations
## # weights: 121
## initial value 509.189302
## iter 10 value 350.554360
## iter 20 value 312.325741
## iter 30 value 256.991457
## iter 40 value 238.501086
## iter 50 value 211.507654
## iter 60 value 196.789736
## iter 70 value 194.203053
## iter 80 value 193.467549
## iter 90 value 193.273407
## iter 100 value 193.235031
## final value 193.235031
## stopped after 100 iterations
## # weights: 201
## initial value 661.633201
## iter 10 value 242.757450
## iter 20 value 155.101043
## iter 30 value 112.437676
## iter 40 value 98.175867
## iter 50 value 89.827401
## iter 60 value 86.758309
## iter 70 value 83.240721
## iter 80 value 81.326641
## iter 90 value 79.102870
## iter 100 value 78.043871
## final value 78.043871
## stopped after 100 iterations
## # weights: 41
## initial value 537.683358
## iter 10 value 278.225565
## iter 20 value 222.165104
## iter 30 value 208.156386
## iter 40 value 185.584823
## iter 50 value 181.399965
## iter 60 value 181.365566
## final value 181.365457
## converged
## # weights: 121
## initial value 388.919657
## iter 10 value 248.735594
## iter 20 value 163.947192
## iter 30 value 130.427453
## iter 40 value 122.273440
## iter 50 value 120.443746
## iter 60 value 119.845011
## iter 70 value 119.287840
## iter 80 value 119.146358
## iter 90 value 118.996636
## iter 100 value 118.513557
## final value 118.513557
## stopped after 100 iterations
## # weights: 201
## initial value 378.255419
## iter 10 value 214.881216
## iter 20 value 134.206164
## iter 30 value 92.327945
## iter 40 value 63.276688
## iter 50 value 55.825483
## iter 60 value 51.830626
## iter 70 value 49.408144
## iter 80 value 47.986747
## iter 90 value 45.172683
## iter 100 value 35.795691
## final value 35.795691
## stopped after 100 iterations
## # weights: 41
## initial value 506.561129
## iter 10 value 272.296760
## iter 20 value 245.646272
## iter 30 value 241.259698
## iter 40 value 238.826918
## iter 50 value 238.360217
## iter 60 value 237.723722
## iter 70 value 237.694523
## final value 237.694475
## converged
## # weights: 121
## initial value 371.248620
## iter 10 value 258.628391
## iter 20 value 217.625349
## iter 30 value 192.158128
## iter 40 value 174.275845
## iter 50 value 154.661576
## iter 60 value 141.250348
## iter 70 value 136.839194
## iter 80 value 135.547730
## iter 90 value 134.438744
## iter 100 value 134.247339
## final value 134.247339
## stopped after 100 iterations
## # weights: 201
## initial value 499.415978
## iter 10 value 276.846749
## iter 20 value 193.112251
## iter 30 value 153.206233
## iter 40 value 132.329461
## iter 50 value 118.733188
## iter 60 value 112.013217
## iter 70 value 104.597765
## iter 80 value 100.624458
## iter 90 value 96.984169
## iter 100 value 94.759551
## final value 94.759551
## stopped after 100 iterations
## # weights: 41
## initial value 438.593630
## iter 10 value 264.461595
## iter 20 value 219.260564
## iter 30 value 209.120671
## iter 40 value 201.744735
## iter 50 value 201.231198
## iter 60 value 201.002517
## iter 70 value 200.893753
## iter 80 value 200.810874
## iter 90 value 200.776733
## iter 100 value 200.756690
## final value 200.756690
## stopped after 100 iterations
## # weights: 121
## initial value 418.719192
## iter 10 value 262.428595
## iter 20 value 206.866076
## iter 30 value 186.336398
## iter 40 value 157.099131
## iter 50 value 141.221252
## iter 60 value 137.815773
## iter 70 value 133.296677
## iter 80 value 130.445818
## iter 90 value 128.569686
## iter 100 value 127.967627
## final value 127.967627
## stopped after 100 iterations
## # weights: 201
## initial value 541.928829
## iter 10 value 304.439774
## iter 20 value 241.887751
## iter 30 value 196.682334
## iter 40 value 160.339663
## iter 50 value 117.989537
## iter 60 value 110.974878
## iter 70 value 104.110792
## iter 80 value 80.097542
## iter 90 value 60.297540
## iter 100 value 50.349460
## final value 50.349460
## stopped after 100 iterations
## # weights: 41
## initial value 378.030675
## iter 10 value 265.139133
## iter 20 value 215.332865
## iter 30 value 203.722205
## iter 40 value 195.318453
## iter 50 value 186.596230
## iter 60 value 184.477386
## iter 70 value 184.431956
## final value 184.431707
## converged
## # weights: 121
## initial value 466.182934
## iter 10 value 279.190132
## iter 20 value 228.548553
## iter 30 value 202.776965
## iter 40 value 188.317053
## iter 50 value 188.145301
## final value 188.145041
## converged
## # weights: 201
## initial value 476.043303
## iter 10 value 270.853535
## iter 20 value 161.957155
## iter 30 value 98.692721
## iter 40 value 82.539083
## iter 50 value 76.937374
## iter 60 value 69.539705
## iter 70 value 67.796964
## iter 80 value 65.420891
## iter 90 value 63.750428
## iter 100 value 62.701897
## final value 62.701897
## stopped after 100 iterations
## # weights: 41
## initial value 393.425893
## iter 10 value 299.633602
## iter 20 value 252.356247
## iter 30 value 232.909776
## iter 40 value 230.010313
## iter 50 value 229.626292
## iter 60 value 229.578157
## final value 229.578142
## converged
## # weights: 121
## initial value 503.645345
## iter 10 value 372.923861
## iter 20 value 272.315032
## iter 30 value 228.677393
## iter 40 value 202.724025
## iter 50 value 176.324346
## iter 60 value 167.952052
## iter 70 value 164.593103
## iter 80 value 161.547172
## iter 90 value 158.914400
## iter 100 value 158.507777
## final value 158.507777
## stopped after 100 iterations
## # weights: 201
## initial value 391.719627
## iter 10 value 217.280203
## iter 20 value 161.984240
## iter 30 value 128.812549
## iter 40 value 118.061407
## iter 50 value 111.159113
## iter 60 value 105.730468
## iter 70 value 103.260444
## iter 80 value 102.147746
## iter 90 value 101.754113
## iter 100 value 101.338720
## final value 101.338720
## stopped after 100 iterations
## # weights: 41
## initial value 407.025452
## iter 10 value 352.740424
## iter 20 value 297.502554
## iter 30 value 243.590700
## iter 40 value 225.140732
## iter 50 value 218.571466
## iter 60 value 203.202125
## iter 70 value 199.094951
## iter 80 value 197.932237
## iter 90 value 197.560033
## iter 100 value 197.109052
## final value 197.109052
## stopped after 100 iterations
## # weights: 121
## initial value 690.035662
## iter 10 value 287.212103
## iter 20 value 205.341645
## iter 30 value 145.184770
## iter 40 value 129.511680
## iter 50 value 125.942927
## iter 60 value 125.727757
## iter 70 value 125.609336
## iter 80 value 125.520434
## iter 90 value 125.399066
## iter 100 value 125.324537
## final value 125.324537
## stopped after 100 iterations
## # weights: 201
## initial value 393.361180
## iter 10 value 224.989244
## iter 20 value 116.831159
## iter 30 value 86.604840
## iter 40 value 75.264152
## iter 50 value 72.598795
## iter 60 value 72.064214
## iter 70 value 71.824874
## iter 80 value 71.691424
## iter 90 value 71.553523
## iter 100 value 71.429146
## final value 71.429146
## stopped after 100 iterations
## # weights: 41
## initial value 472.648570
## iter 10 value 302.544958
## iter 20 value 280.563056
## iter 30 value 275.044894
## iter 40 value 274.002111
## iter 50 value 273.951296
## iter 60 value 273.934178
## final value 273.934167
## converged
nn.predictions <- predict(nn.model, transformed.test.feature.vars, type="raw")
confusionMatrix(data=nn.predictions,
reference=transformed.test.class.var, positive="X1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction X0 X1
## X0 59 36
## X1 64 241
##
## Accuracy : 0.75
## 95% CI : (0.7046, 0.7917)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.006627
##
## Kappa : 0.3733
## Mcnemar's Test P-Value : 0.006934
##
## Sensitivity : 0.8700
## Specificity : 0.4797
## Pos Pred Value : 0.7902
## Neg Pred Value : 0.6211
## Prevalence : 0.6925
## Detection Rate : 0.6025
## Detection Prevalence : 0.7625
## Balanced Accuracy : 0.6749
##
## 'Positive' Class : X1
##
formula.init <- "credit.rating ~ ."
formula.init <- as.formula(formula.init)
control <- trainControl(method="repeatedcv", number=10, repeats=2)
model <- train(formula.init, data=transformed.train, method="nnet", trControl=control)
## # weights: 41
## initial value 357.849377
## iter 10 value 285.849212
## iter 20 value 250.605697
## iter 30 value 237.252659
## iter 40 value 229.734579
## iter 50 value 223.790515
## iter 60 value 223.097696
## iter 70 value 223.089068
## final value 223.089052
## converged
## # weights: 121
## initial value 460.614321
## iter 10 value 286.496326
## iter 20 value 240.640314
## iter 30 value 231.474634
## iter 40 value 214.496580
## iter 50 value 183.491879
## iter 60 value 167.232253
## iter 70 value 164.569905
## iter 80 value 164.247770
## iter 90 value 164.114939
## iter 100 value 164.065160
## final value 164.065160
## stopped after 100 iterations
## # weights: 201
## initial value 392.783796
## iter 10 value 259.837978
## iter 20 value 188.781473
## iter 30 value 130.425495
## iter 40 value 106.680682
## iter 50 value 99.676849
## iter 60 value 95.680543
## iter 70 value 91.613689
## iter 80 value 89.237052
## iter 90 value 88.851693
## iter 100 value 88.816621
## final value 88.816621
## stopped after 100 iterations
## # weights: 41
## initial value 323.509467
## iter 10 value 260.101932
## iter 20 value 247.341941
## iter 30 value 246.156878
## iter 40 value 246.063582
## iter 50 value 245.934513
## iter 60 value 245.927528
## final value 245.927495
## converged
## # weights: 121
## initial value 341.331984
## iter 10 value 278.387470
## iter 20 value 239.501833
## iter 30 value 218.672897
## iter 40 value 199.513590
## iter 50 value 192.838106
## iter 60 value 192.251161
## iter 70 value 190.510793
## iter 80 value 188.956288
## iter 90 value 188.864019
## iter 100 value 188.743492
## final value 188.743492
## stopped after 100 iterations
## # weights: 201
## initial value 363.451288
## iter 10 value 250.533925
## iter 20 value 204.087586
## iter 30 value 178.669259
## iter 40 value 160.234527
## iter 50 value 152.459000
## iter 60 value 147.099866
## iter 70 value 141.362135
## iter 80 value 139.158227
## iter 90 value 137.524844
## iter 100 value 136.911326
## final value 136.911326
## stopped after 100 iterations
## # weights: 41
## initial value 330.361563
## iter 10 value 307.151108
## iter 20 value 252.996289
## iter 30 value 239.085046
## iter 40 value 236.880236
## iter 50 value 232.749531
## iter 60 value 231.644343
## iter 70 value 223.450188
## iter 80 value 217.821502
## iter 90 value 216.205655
## iter 100 value 214.771709
## final value 214.771709
## stopped after 100 iterations
## # weights: 121
## initial value 408.201846
## iter 10 value 256.475510
## iter 20 value 214.550714
## iter 30 value 190.358779
## iter 40 value 180.211811
## iter 50 value 172.277975
## iter 60 value 170.676300
## iter 70 value 170.340125
## iter 80 value 170.162423
## iter 90 value 169.747390
## iter 100 value 167.701198
## final value 167.701198
## stopped after 100 iterations
## # weights: 201
## initial value 336.293347
## iter 10 value 230.478584
## iter 20 value 170.682857
## iter 30 value 132.466062
## iter 40 value 114.698492
## iter 50 value 106.085209
## iter 60 value 103.194611
## iter 70 value 100.945876
## iter 80 value 99.206350
## iter 90 value 96.966975
## iter 100 value 95.402501
## final value 95.402501
## stopped after 100 iterations
## # weights: 41
## initial value 377.360976
## iter 10 value 252.973048
## iter 20 value 238.437781
## iter 30 value 232.827999
## iter 40 value 221.309759
## iter 50 value 206.097703
## iter 60 value 205.853191
## final value 205.852292
## converged
## # weights: 121
## initial value 526.728459
## iter 10 value 327.282447
## iter 20 value 313.185601
## iter 30 value 282.302130
## iter 40 value 274.919754
## iter 50 value 271.772487
## iter 60 value 271.496493
## iter 70 value 270.921351
## iter 80 value 270.403561
## iter 90 value 270.377366
## iter 100 value 270.367649
## final value 270.367649
## stopped after 100 iterations
## # weights: 201
## initial value 368.837077
## iter 10 value 243.191822
## iter 20 value 174.700909
## iter 30 value 128.841121
## iter 40 value 111.262652
## iter 50 value 104.722190
## iter 60 value 103.323233
## iter 70 value 103.103556
## iter 80 value 102.981879
## iter 90 value 102.956307
## iter 100 value 102.711013
## final value 102.711013
## stopped after 100 iterations
## # weights: 41
## initial value 327.128018
## iter 10 value 269.995063
## iter 20 value 252.806542
## iter 30 value 249.123858
## iter 40 value 248.002536
## iter 50 value 245.949927
## iter 60 value 245.083280
## iter 70 value 245.063369
## final value 245.063345
## converged
## # weights: 121
## initial value 371.302723
## iter 10 value 261.045242
## iter 20 value 247.999606
## iter 30 value 235.070140
## iter 40 value 220.357137
## iter 50 value 209.517824
## iter 60 value 203.035842
## iter 70 value 199.691265
## iter 80 value 197.463271
## iter 90 value 195.588679
## iter 100 value 193.676054
## final value 193.676054
## stopped after 100 iterations
## # weights: 201
## initial value 339.737562
## iter 10 value 269.111179
## iter 20 value 229.666317
## iter 30 value 200.239644
## iter 40 value 186.863145
## iter 50 value 177.504407
## iter 60 value 168.167304
## iter 70 value 162.100267
## iter 80 value 160.249033
## iter 90 value 159.965846
## iter 100 value 159.130148
## final value 159.130148
## stopped after 100 iterations
## # weights: 41
## initial value 369.218608
## iter 10 value 261.431878
## iter 20 value 234.903877
## iter 30 value 223.535273
## iter 40 value 218.136252
## iter 50 value 217.535965
## iter 60 value 217.465882
## iter 70 value 217.457040
## iter 80 value 217.453483
## iter 90 value 217.452838
## iter 100 value 217.452547
## final value 217.452547
## stopped after 100 iterations
## # weights: 121
## initial value 528.837613
## iter 10 value 274.698725
## iter 20 value 229.530954
## iter 30 value 189.513777
## iter 40 value 168.420237
## iter 50 value 158.203468
## iter 60 value 151.371828
## iter 70 value 150.552613
## iter 80 value 148.974084
## iter 90 value 148.767374
## iter 100 value 148.614955
## final value 148.614955
## stopped after 100 iterations
## # weights: 201
## initial value 330.181286
## iter 10 value 252.048320
## iter 20 value 178.266844
## iter 30 value 110.201260
## iter 40 value 90.485693
## iter 50 value 79.070294
## iter 60 value 75.144375
## iter 70 value 74.299229
## iter 80 value 73.711220
## iter 90 value 73.237389
## iter 100 value 72.842339
## final value 72.842339
## stopped after 100 iterations
## # weights: 41
## initial value 432.666694
## iter 10 value 247.556117
## iter 20 value 229.425192
## iter 30 value 221.343249
## iter 40 value 207.373613
## iter 50 value 207.226332
## final value 207.225416
## converged
## # weights: 121
## initial value 364.312314
## iter 10 value 242.871490
## iter 20 value 202.613219
## iter 30 value 165.939957
## iter 40 value 154.043065
## iter 50 value 153.013924
## iter 60 value 152.259481
## iter 70 value 152.253840
## iter 80 value 152.253209
## iter 80 value 152.253209
## iter 80 value 152.253208
## final value 152.253208
## converged
## # weights: 201
## initial value 399.545377
## iter 10 value 224.629581
## iter 20 value 137.712619
## iter 30 value 82.139909
## iter 40 value 61.064111
## iter 50 value 58.263294
## iter 60 value 57.916065
## iter 70 value 56.919010
## iter 80 value 56.827889
## iter 90 value 56.642210
## iter 100 value 56.250255
## final value 56.250255
## stopped after 100 iterations
## # weights: 41
## initial value 366.051289
## iter 10 value 276.843727
## iter 20 value 250.110769
## iter 30 value 247.228664
## iter 40 value 243.381111
## iter 50 value 242.979102
## iter 60 value 242.898306
## final value 242.898251
## converged
## # weights: 121
## initial value 496.732063
## iter 10 value 312.991343
## iter 20 value 266.415554
## iter 30 value 224.340205
## iter 40 value 197.439056
## iter 50 value 189.801426
## iter 60 value 184.217196
## iter 70 value 183.152849
## iter 80 value 182.846989
## iter 90 value 182.490595
## iter 100 value 182.424726
## final value 182.424726
## stopped after 100 iterations
## # weights: 201
## initial value 646.382190
## iter 10 value 269.498724
## iter 20 value 212.268516
## iter 30 value 188.002647
## iter 40 value 176.357986
## iter 50 value 165.554711
## iter 60 value 158.696534
## iter 70 value 154.165434
## iter 80 value 149.555453
## iter 90 value 147.924663
## iter 100 value 147.698464
## final value 147.698464
## stopped after 100 iterations
## # weights: 41
## initial value 373.721676
## iter 10 value 246.476561
## iter 20 value 229.796239
## iter 30 value 216.803916
## iter 40 value 212.110426
## iter 50 value 211.779466
## iter 60 value 211.702520
## iter 70 value 211.682262
## iter 80 value 211.666566
## iter 90 value 211.652221
## iter 100 value 211.643907
## final value 211.643907
## stopped after 100 iterations
## # weights: 121
## initial value 423.350713
## iter 10 value 262.793674
## iter 20 value 205.104209
## iter 30 value 186.675326
## iter 40 value 176.988569
## iter 50 value 171.375405
## iter 60 value 170.336925
## iter 70 value 170.015020
## iter 80 value 169.897510
## iter 90 value 169.809367
## iter 100 value 169.738623
## final value 169.738623
## stopped after 100 iterations
## # weights: 201
## initial value 656.706559
## iter 10 value 258.236682
## iter 20 value 170.388643
## iter 30 value 107.120316
## iter 40 value 87.779733
## iter 50 value 83.668338
## iter 60 value 82.026004
## iter 70 value 80.824857
## iter 80 value 79.647997
## iter 90 value 79.065664
## iter 100 value 78.730959
## final value 78.730959
## stopped after 100 iterations
## # weights: 41
## initial value 385.492990
## iter 10 value 273.162426
## iter 20 value 245.334297
## iter 30 value 237.478706
## iter 40 value 227.121417
## iter 50 value 223.564370
## iter 60 value 223.311577
## iter 70 value 223.309730
## iter 70 value 223.309728
## iter 70 value 223.309728
## final value 223.309728
## converged
## # weights: 121
## initial value 328.336671
## iter 10 value 244.165406
## iter 20 value 181.772309
## iter 30 value 165.252359
## iter 40 value 153.475212
## iter 50 value 149.524890
## iter 60 value 149.010757
## iter 70 value 148.992272
## iter 80 value 148.991114
## iter 90 value 148.990962
## iter 100 value 148.990640
## final value 148.990640
## stopped after 100 iterations
## # weights: 201
## initial value 490.873397
## iter 10 value 253.284635
## iter 20 value 186.254660
## iter 30 value 139.213981
## iter 40 value 113.545975
## iter 50 value 107.129498
## iter 60 value 103.362420
## iter 70 value 100.840148
## iter 80 value 99.161647
## iter 90 value 97.407113
## iter 100 value 95.343162
## final value 95.343162
## stopped after 100 iterations
## # weights: 41
## initial value 361.197160
## iter 10 value 278.171544
## iter 20 value 256.743917
## iter 30 value 246.291875
## iter 40 value 245.370165
## iter 50 value 245.285757
## iter 60 value 245.269684
## final value 245.267977
## converged
## # weights: 121
## initial value 538.468518
## iter 10 value 309.581286
## iter 20 value 251.863062
## iter 30 value 223.326712
## iter 40 value 209.921676
## iter 50 value 200.034800
## iter 60 value 195.819650
## iter 70 value 191.405382
## iter 80 value 189.701278
## iter 90 value 183.639381
## iter 100 value 181.163007
## final value 181.163007
## stopped after 100 iterations
## # weights: 201
## initial value 571.050515
## iter 10 value 266.876368
## iter 20 value 223.681180
## iter 30 value 192.126855
## iter 40 value 173.370261
## iter 50 value 164.575537
## iter 60 value 153.568015
## iter 70 value 148.831255
## iter 80 value 145.634739
## iter 90 value 142.876295
## iter 100 value 140.350698
## final value 140.350698
## stopped after 100 iterations
## # weights: 41
## initial value 358.708545
## iter 10 value 251.818862
## iter 20 value 231.951133
## iter 30 value 223.646394
## iter 40 value 216.813367
## iter 50 value 216.539491
## iter 60 value 216.483045
## iter 70 value 216.448784
## iter 80 value 216.431659
## iter 90 value 216.430136
## iter 100 value 216.427372
## final value 216.427372
## stopped after 100 iterations
## # weights: 121
## initial value 390.711405
## iter 10 value 262.614905
## iter 20 value 195.711305
## iter 30 value 169.003836
## iter 40 value 159.453661
## iter 50 value 152.109011
## iter 60 value 150.721406
## iter 70 value 150.162637
## iter 80 value 149.253497
## iter 90 value 147.741733
## iter 100 value 146.463410
## final value 146.463410
## stopped after 100 iterations
## # weights: 201
## initial value 367.531746
## iter 10 value 248.338922
## iter 20 value 196.817740
## iter 30 value 148.205268
## iter 40 value 122.631108
## iter 50 value 112.442325
## iter 60 value 108.680410
## iter 70 value 106.355942
## iter 80 value 105.237808
## iter 90 value 104.245043
## iter 100 value 103.748357
## final value 103.748357
## stopped after 100 iterations
## # weights: 41
## initial value 369.491780
## iter 10 value 278.903512
## iter 20 value 246.564323
## iter 30 value 241.611245
## iter 40 value 239.601273
## iter 50 value 239.051945
## iter 60 value 238.980047
## iter 70 value 238.853670
## iter 80 value 237.756357
## iter 90 value 229.727559
## iter 100 value 223.533408
## final value 223.533408
## stopped after 100 iterations
## # weights: 121
## initial value 472.786978
## iter 10 value 296.428424
## iter 20 value 233.309238
## iter 30 value 199.347336
## iter 40 value 174.750676
## iter 50 value 164.237578
## iter 60 value 159.777799
## iter 70 value 159.488856
## iter 80 value 158.236267
## iter 90 value 157.679672
## iter 100 value 157.590088
## final value 157.590088
## stopped after 100 iterations
## # weights: 201
## initial value 325.383207
## iter 10 value 231.709672
## iter 20 value 165.351207
## iter 30 value 98.442843
## iter 40 value 78.695420
## iter 50 value 69.408215
## iter 60 value 64.470795
## iter 70 value 62.628746
## iter 80 value 62.064984
## iter 90 value 61.998455
## iter 100 value 61.977648
## final value 61.977648
## stopped after 100 iterations
## # weights: 41
## initial value 390.683699
## iter 10 value 271.004287
## iter 20 value 249.655051
## iter 30 value 245.337113
## iter 40 value 244.424659
## iter 50 value 244.352375
## iter 60 value 244.327303
## final value 244.327289
## converged
## # weights: 121
## initial value 450.021726
## iter 10 value 293.637612
## iter 20 value 241.408514
## iter 30 value 214.347001
## iter 40 value 192.070416
## iter 50 value 185.080879
## iter 60 value 180.573002
## iter 70 value 178.039140
## iter 80 value 177.390646
## iter 90 value 177.325945
## iter 100 value 177.323620
## final value 177.323620
## stopped after 100 iterations
## # weights: 201
## initial value 389.202261
## iter 10 value 273.269448
## iter 20 value 221.460192
## iter 30 value 192.472201
## iter 40 value 179.219689
## iter 50 value 165.539873
## iter 60 value 157.257068
## iter 70 value 154.536664
## iter 80 value 150.996845
## iter 90 value 143.576110
## iter 100 value 141.090635
## final value 141.090635
## stopped after 100 iterations
## # weights: 41
## initial value 334.275357
## iter 10 value 281.522105
## iter 20 value 242.690416
## iter 30 value 232.508564
## iter 40 value 221.519611
## iter 50 value 220.826896
## iter 60 value 220.721081
## iter 70 value 220.633652
## iter 80 value 220.600211
## iter 90 value 220.579634
## iter 100 value 220.574551
## final value 220.574551
## stopped after 100 iterations
## # weights: 121
## initial value 342.019900
## iter 10 value 246.931535
## iter 20 value 205.728082
## iter 30 value 175.721596
## iter 40 value 165.412751
## iter 50 value 163.919559
## iter 60 value 163.427756
## iter 70 value 162.843168
## iter 80 value 162.612379
## iter 90 value 162.351638
## iter 100 value 161.974255
## final value 161.974255
## stopped after 100 iterations
## # weights: 201
## initial value 366.540324
## iter 10 value 251.205928
## iter 20 value 169.700149
## iter 30 value 131.386236
## iter 40 value 118.476508
## iter 50 value 112.691546
## iter 60 value 111.303276
## iter 70 value 109.641805
## iter 80 value 109.076349
## iter 90 value 108.101816
## iter 100 value 104.500142
## final value 104.500142
## stopped after 100 iterations
## # weights: 41
## initial value 428.929571
## iter 10 value 280.964407
## iter 20 value 239.288204
## iter 30 value 226.765450
## iter 40 value 210.048670
## iter 50 value 207.432638
## iter 60 value 207.426577
## final value 207.426571
## converged
## # weights: 121
## initial value 337.726889
## iter 10 value 255.456092
## iter 20 value 230.639148
## iter 30 value 193.084267
## iter 40 value 174.730139
## iter 50 value 152.053217
## iter 60 value 137.750414
## iter 70 value 136.025540
## iter 80 value 135.968228
## iter 90 value 135.958882
## iter 100 value 135.958391
## final value 135.958391
## stopped after 100 iterations
## # weights: 201
## initial value 488.326024
## iter 10 value 282.493367
## iter 20 value 243.826966
## iter 30 value 226.873556
## iter 40 value 208.471258
## iter 50 value 202.709284
## iter 60 value 202.503428
## iter 70 value 199.465767
## iter 80 value 189.606139
## iter 90 value 179.295420
## iter 100 value 173.419793
## final value 173.419793
## stopped after 100 iterations
## # weights: 41
## initial value 336.925526
## iter 10 value 263.747530
## iter 20 value 248.689253
## iter 30 value 244.444796
## iter 40 value 244.070967
## iter 50 value 244.066148
## final value 244.065635
## converged
## # weights: 121
## initial value 331.634301
## iter 10 value 268.979407
## iter 20 value 230.177508
## iter 30 value 214.521443
## iter 40 value 207.228294
## iter 50 value 201.447837
## iter 60 value 199.380283
## iter 70 value 198.940407
## iter 80 value 198.865401
## iter 90 value 198.740694
## iter 100 value 198.653628
## final value 198.653628
## stopped after 100 iterations
## # weights: 201
## initial value 337.156193
## iter 10 value 252.351729
## iter 20 value 216.452104
## iter 30 value 186.891815
## iter 40 value 165.444314
## iter 50 value 146.104688
## iter 60 value 140.064808
## iter 70 value 137.855502
## iter 80 value 137.372110
## iter 90 value 137.274043
## iter 100 value 137.077787
## final value 137.077787
## stopped after 100 iterations
## # weights: 41
## initial value 331.530733
## iter 10 value 267.405227
## iter 20 value 240.316776
## iter 30 value 229.834652
## iter 40 value 217.540025
## iter 50 value 216.474493
## iter 60 value 216.215764
## iter 70 value 216.045381
## iter 80 value 215.931341
## iter 90 value 215.861386
## iter 100 value 215.828078
## final value 215.828078
## stopped after 100 iterations
## # weights: 121
## initial value 352.124779
## iter 10 value 246.497549
## iter 20 value 193.849836
## iter 30 value 175.143323
## iter 40 value 166.877426
## iter 50 value 162.721097
## iter 60 value 161.572551
## iter 70 value 160.961063
## iter 80 value 160.711034
## iter 90 value 160.614773
## iter 100 value 160.554387
## final value 160.554387
## stopped after 100 iterations
## # weights: 201
## initial value 329.106363
## iter 10 value 265.681395
## iter 20 value 185.191893
## iter 30 value 124.151209
## iter 40 value 101.876498
## iter 50 value 86.104050
## iter 60 value 83.898322
## iter 70 value 83.012919
## iter 80 value 82.089713
## iter 90 value 81.129973
## iter 100 value 80.583275
## final value 80.583275
## stopped after 100 iterations
## # weights: 41
## initial value 501.538474
## iter 10 value 326.658138
## iter 20 value 280.146415
## iter 30 value 242.628839
## iter 40 value 229.389243
## iter 50 value 220.135856
## iter 60 value 219.893947
## final value 219.893551
## converged
## # weights: 121
## initial value 329.931976
## iter 10 value 265.660989
## iter 20 value 204.445946
## iter 30 value 164.086357
## iter 40 value 140.569528
## iter 50 value 132.378802
## iter 60 value 130.681097
## iter 70 value 130.464277
## iter 80 value 130.454065
## iter 90 value 130.453155
## final value 130.453090
## converged
## # weights: 201
## initial value 334.767430
## iter 10 value 243.316167
## iter 20 value 155.148616
## iter 30 value 125.767098
## iter 40 value 111.626498
## iter 50 value 107.448513
## iter 60 value 106.369932
## iter 70 value 106.317071
## iter 80 value 105.928925
## iter 90 value 105.914852
## iter 100 value 105.913642
## final value 105.913642
## stopped after 100 iterations
## # weights: 41
## initial value 336.640091
## iter 10 value 273.037401
## iter 20 value 252.554968
## iter 30 value 249.594714
## iter 40 value 249.218558
## iter 50 value 249.135248
## iter 60 value 249.060927
## final value 249.060378
## converged
## # weights: 121
## initial value 527.548443
## iter 10 value 282.394407
## iter 20 value 256.458394
## iter 30 value 232.626453
## iter 40 value 212.551824
## iter 50 value 195.984496
## iter 60 value 184.476562
## iter 70 value 180.770408
## iter 80 value 179.007411
## iter 90 value 178.683198
## iter 100 value 178.466148
## final value 178.466148
## stopped after 100 iterations
## # weights: 201
## initial value 337.076484
## iter 10 value 252.850273
## iter 20 value 208.076221
## iter 30 value 182.490561
## iter 40 value 172.394353
## iter 50 value 162.961465
## iter 60 value 156.243016
## iter 70 value 148.198595
## iter 80 value 140.941885
## iter 90 value 138.294082
## iter 100 value 136.019583
## final value 136.019583
## stopped after 100 iterations
## # weights: 41
## initial value 380.288902
## iter 10 value 272.378983
## iter 20 value 241.445075
## iter 30 value 237.559324
## iter 40 value 236.202757
## iter 50 value 233.640056
## iter 60 value 229.848528
## iter 70 value 220.404924
## iter 80 value 219.896418
## iter 90 value 219.817438
## iter 100 value 219.798925
## final value 219.798925
## stopped after 100 iterations
## # weights: 121
## initial value 453.950187
## iter 10 value 326.056282
## iter 20 value 277.699467
## iter 30 value 258.028977
## iter 40 value 248.297782
## iter 50 value 246.886455
## iter 60 value 246.114072
## iter 70 value 245.905496
## iter 80 value 245.823353
## iter 90 value 244.921085
## iter 100 value 238.429977
## final value 238.429977
## stopped after 100 iterations
## # weights: 201
## initial value 383.130701
## iter 10 value 251.001089
## iter 20 value 156.057982
## iter 30 value 120.192509
## iter 40 value 108.253870
## iter 50 value 102.853254
## iter 60 value 98.800054
## iter 70 value 93.751756
## iter 80 value 91.277426
## iter 90 value 89.754468
## iter 100 value 88.271748
## final value 88.271748
## stopped after 100 iterations
## # weights: 41
## initial value 437.868318
## iter 10 value 327.266594
## iter 20 value 275.885434
## iter 30 value 236.522969
## iter 40 value 222.687891
## iter 50 value 209.427728
## iter 60 value 207.934574
## iter 70 value 207.908653
## final value 207.908575
## converged
## # weights: 121
## initial value 364.167964
## iter 10 value 240.401384
## iter 20 value 205.882506
## iter 30 value 177.695279
## iter 40 value 162.261965
## iter 50 value 159.253000
## iter 60 value 159.224342
## iter 70 value 159.220406
## final value 159.220400
## converged
## # weights: 201
## initial value 392.191826
## iter 10 value 282.529496
## iter 20 value 199.761145
## iter 30 value 164.480502
## iter 40 value 140.734480
## iter 50 value 132.788320
## iter 60 value 130.756818
## iter 70 value 130.097214
## iter 80 value 129.288036
## iter 90 value 128.174838
## iter 100 value 127.751384
## final value 127.751384
## stopped after 100 iterations
## # weights: 41
## initial value 329.415945
## iter 10 value 274.217531
## iter 20 value 242.593886
## iter 30 value 241.611844
## iter 40 value 241.447640
## iter 50 value 241.445632
## final value 241.445623
## converged
## # weights: 121
## initial value 385.494269
## iter 10 value 262.598584
## iter 20 value 215.404655
## iter 30 value 188.857607
## iter 40 value 181.113769
## iter 50 value 175.752801
## iter 60 value 174.637913
## iter 70 value 173.219056
## iter 80 value 172.920097
## iter 90 value 172.893588
## iter 100 value 172.887149
## final value 172.887149
## stopped after 100 iterations
## # weights: 201
## initial value 359.563792
## iter 10 value 251.746770
## iter 20 value 215.542316
## iter 30 value 180.067067
## iter 40 value 166.478529
## iter 50 value 160.953183
## iter 60 value 158.558371
## iter 70 value 155.548188
## iter 80 value 153.857477
## iter 90 value 152.458581
## iter 100 value 150.381288
## final value 150.381288
## stopped after 100 iterations
## # weights: 41
## initial value 380.010905
## iter 10 value 279.447681
## iter 20 value 253.442016
## iter 30 value 242.952633
## iter 40 value 234.819704
## iter 50 value 231.770493
## iter 60 value 231.455755
## iter 70 value 231.389757
## iter 80 value 231.349816
## iter 90 value 231.346104
## iter 100 value 231.343037
## final value 231.343037
## stopped after 100 iterations
## # weights: 121
## initial value 439.138212
## iter 10 value 327.419279
## iter 20 value 326.992373
## iter 30 value 281.440434
## iter 40 value 239.176351
## iter 50 value 219.373148
## iter 60 value 211.277716
## iter 70 value 210.651503
## iter 80 value 206.855776
## iter 90 value 193.683090
## iter 100 value 181.903374
## final value 181.903374
## stopped after 100 iterations
## # weights: 201
## initial value 465.115108
## iter 10 value 310.442782
## iter 20 value 275.708011
## iter 30 value 266.216345
## iter 40 value 252.727991
## iter 50 value 228.454925
## iter 60 value 211.448281
## iter 70 value 183.434346
## iter 80 value 170.806735
## iter 90 value 164.270561
## iter 100 value 160.846402
## final value 160.846402
## stopped after 100 iterations
## # weights: 41
## initial value 331.294149
## iter 10 value 250.455709
## iter 20 value 232.823129
## iter 30 value 216.944524
## iter 40 value 214.707829
## iter 50 value 214.701007
## final value 214.701001
## converged
## # weights: 121
## initial value 375.705941
## iter 10 value 244.691496
## iter 20 value 217.678989
## iter 30 value 197.668705
## iter 40 value 182.251136
## iter 50 value 175.019294
## iter 60 value 174.496217
## iter 70 value 173.769379
## iter 80 value 173.452671
## iter 90 value 173.226234
## iter 100 value 173.132427
## final value 173.132427
## stopped after 100 iterations
## # weights: 201
## initial value 340.138401
## iter 10 value 246.346160
## iter 20 value 177.245445
## iter 30 value 129.172171
## iter 40 value 110.941848
## iter 50 value 96.458809
## iter 60 value 90.821572
## iter 70 value 88.576092
## iter 80 value 84.905824
## iter 90 value 81.045073
## iter 100 value 78.691399
## final value 78.691399
## stopped after 100 iterations
## # weights: 41
## initial value 331.734572
## iter 10 value 274.481994
## iter 20 value 245.457300
## iter 30 value 243.964927
## iter 40 value 243.674607
## iter 50 value 243.614962
## final value 243.611778
## converged
## # weights: 121
## initial value 346.690904
## iter 10 value 262.226523
## iter 20 value 212.331541
## iter 30 value 194.472769
## iter 40 value 181.779476
## iter 50 value 175.984752
## iter 60 value 174.088590
## iter 70 value 172.655043
## iter 80 value 168.739608
## iter 90 value 167.318127
## iter 100 value 166.076327
## final value 166.076327
## stopped after 100 iterations
## # weights: 201
## initial value 330.984812
## iter 10 value 266.278507
## iter 20 value 232.132183
## iter 30 value 202.291897
## iter 40 value 174.360172
## iter 50 value 155.390451
## iter 60 value 146.270986
## iter 70 value 141.155704
## iter 80 value 137.037787
## iter 90 value 134.914362
## iter 100 value 134.049738
## final value 134.049738
## stopped after 100 iterations
## # weights: 41
## initial value 368.390003
## iter 10 value 254.636664
## iter 20 value 233.023521
## iter 30 value 219.583528
## iter 40 value 213.656262
## iter 50 value 213.346235
## iter 60 value 213.269083
## iter 70 value 213.240884
## iter 80 value 213.231152
## iter 90 value 213.229407
## iter 100 value 213.228650
## final value 213.228650
## stopped after 100 iterations
## # weights: 121
## initial value 429.978408
## iter 10 value 314.838640
## iter 20 value 295.535664
## iter 30 value 290.173761
## iter 40 value 285.137436
## iter 50 value 282.596591
## iter 60 value 279.511308
## iter 70 value 266.043937
## iter 80 value 261.152853
## iter 90 value 250.582233
## iter 100 value 246.365420
## final value 246.365420
## stopped after 100 iterations
## # weights: 201
## initial value 337.487853
## iter 10 value 244.662003
## iter 20 value 163.487880
## iter 30 value 120.703686
## iter 40 value 107.887533
## iter 50 value 102.282400
## iter 60 value 101.432713
## iter 70 value 97.992114
## iter 80 value 97.294831
## iter 90 value 96.938728
## iter 100 value 96.743594
## final value 96.743594
## stopped after 100 iterations
## # weights: 41
## initial value 343.070616
## iter 10 value 257.340503
## iter 20 value 232.917804
## iter 30 value 222.433514
## iter 40 value 221.852903
## final value 221.851190
## converged
## # weights: 121
## initial value 517.745417
## iter 10 value 327.283734
## iter 20 value 327.273575
## iter 30 value 304.338438
## iter 40 value 295.664138
## iter 50 value 295.236466
## iter 60 value 295.231716
## iter 70 value 295.222143
## iter 80 value 291.931317
## iter 90 value 288.547784
## iter 100 value 288.188419
## final value 288.188419
## stopped after 100 iterations
## # weights: 201
## initial value 350.595163
## iter 10 value 224.881440
## iter 20 value 146.117498
## iter 30 value 102.982750
## iter 40 value 86.430699
## iter 50 value 79.584198
## iter 60 value 76.681034
## iter 70 value 76.032632
## iter 80 value 75.933481
## iter 90 value 75.908359
## iter 100 value 75.892965
## final value 75.892965
## stopped after 100 iterations
## # weights: 41
## initial value 341.646799
## iter 10 value 278.616071
## iter 20 value 247.553717
## iter 30 value 244.886502
## iter 40 value 241.769157
## iter 50 value 239.987402
## iter 60 value 239.593567
## final value 239.583376
## converged
## # weights: 121
## initial value 499.077295
## iter 10 value 253.659846
## iter 20 value 219.824550
## iter 30 value 199.036986
## iter 40 value 189.381549
## iter 50 value 184.523859
## iter 60 value 181.839092
## iter 70 value 180.084510
## iter 80 value 177.901208
## iter 90 value 176.682953
## iter 100 value 175.378468
## final value 175.378468
## stopped after 100 iterations
## # weights: 201
## initial value 364.151699
## iter 10 value 271.473539
## iter 20 value 219.212014
## iter 30 value 188.540525
## iter 40 value 172.155343
## iter 50 value 157.864123
## iter 60 value 151.429632
## iter 70 value 148.671503
## iter 80 value 146.985984
## iter 90 value 146.339521
## iter 100 value 145.829131
## final value 145.829131
## stopped after 100 iterations
## # weights: 41
## initial value 376.126627
## iter 10 value 275.887735
## iter 20 value 244.614921
## iter 30 value 235.091177
## iter 40 value 231.847660
## iter 50 value 228.577383
## iter 60 value 227.023081
## iter 70 value 226.745573
## iter 80 value 226.633758
## iter 90 value 226.609555
## iter 100 value 226.592309
## final value 226.592309
## stopped after 100 iterations
## # weights: 121
## initial value 477.572456
## iter 10 value 293.628968
## iter 20 value 237.315640
## iter 30 value 189.276344
## iter 40 value 168.992684
## iter 50 value 164.110398
## iter 60 value 160.386071
## iter 70 value 157.896075
## iter 80 value 156.225831
## iter 90 value 155.136288
## iter 100 value 153.432758
## final value 153.432758
## stopped after 100 iterations
## # weights: 201
## initial value 361.428852
## iter 10 value 225.111039
## iter 20 value 155.233911
## iter 30 value 122.264508
## iter 40 value 110.864410
## iter 50 value 106.755249
## iter 60 value 105.025344
## iter 70 value 104.700884
## iter 80 value 104.445040
## iter 90 value 102.094048
## iter 100 value 101.509116
## final value 101.509116
## stopped after 100 iterations
## # weights: 41
## initial value 418.937662
## iter 10 value 288.579811
## iter 20 value 250.202307
## iter 30 value 243.026238
## iter 40 value 237.950160
## iter 50 value 232.746350
## iter 60 value 216.576908
## iter 70 value 213.023430
## iter 80 value 212.985198
## final value 212.985119
## converged
## # weights: 121
## initial value 441.520907
## iter 10 value 321.442085
## iter 20 value 254.310185
## iter 30 value 207.590454
## iter 40 value 191.481969
## iter 50 value 185.546057
## iter 60 value 183.642907
## iter 70 value 181.057675
## iter 80 value 179.939053
## iter 90 value 176.532118
## iter 100 value 172.423514
## final value 172.423514
## stopped after 100 iterations
## # weights: 201
## initial value 496.171875
## iter 10 value 283.313142
## iter 20 value 225.763671
## iter 30 value 191.422800
## iter 40 value 163.514974
## iter 50 value 149.454546
## iter 60 value 142.922064
## iter 70 value 136.025329
## iter 80 value 129.644431
## iter 90 value 127.323049
## iter 100 value 124.699277
## final value 124.699277
## stopped after 100 iterations
## # weights: 41
## initial value 326.930041
## iter 10 value 264.573107
## iter 20 value 245.765161
## iter 30 value 243.822010
## iter 40 value 243.701096
## iter 50 value 243.609477
## iter 60 value 243.597867
## final value 243.597860
## converged
## # weights: 121
## initial value 340.481978
## iter 10 value 252.355996
## iter 20 value 236.485733
## iter 30 value 217.424642
## iter 40 value 200.604751
## iter 50 value 195.618069
## iter 60 value 192.766967
## iter 70 value 190.370243
## iter 80 value 188.283886
## iter 90 value 186.536534
## iter 100 value 186.223372
## final value 186.223372
## stopped after 100 iterations
## # weights: 201
## initial value 339.521417
## iter 10 value 260.131854
## iter 20 value 212.086224
## iter 30 value 187.737424
## iter 40 value 172.805631
## iter 50 value 162.946492
## iter 60 value 153.706707
## iter 70 value 149.414718
## iter 80 value 147.458962
## iter 90 value 146.119725
## iter 100 value 144.975785
## final value 144.975785
## stopped after 100 iterations
## # weights: 41
## initial value 385.913825
## iter 10 value 295.598896
## iter 20 value 241.369767
## iter 30 value 227.142389
## iter 40 value 220.633121
## iter 50 value 220.381992
## iter 60 value 220.317316
## iter 70 value 220.281429
## iter 80 value 220.265712
## iter 90 value 220.261340
## iter 100 value 220.259997
## final value 220.259997
## stopped after 100 iterations
## # weights: 121
## initial value 415.833872
## iter 10 value 270.591437
## iter 20 value 236.806386
## iter 30 value 216.373300
## iter 40 value 189.865233
## iter 50 value 172.901739
## iter 60 value 166.750926
## iter 70 value 166.371603
## iter 80 value 164.884526
## iter 90 value 164.604956
## iter 100 value 164.379822
## final value 164.379822
## stopped after 100 iterations
## # weights: 201
## initial value 339.958031
## iter 10 value 227.214419
## iter 20 value 157.622060
## iter 30 value 110.267469
## iter 40 value 74.582328
## iter 50 value 60.405245
## iter 60 value 56.945414
## iter 70 value 55.448836
## iter 80 value 54.224992
## iter 90 value 52.979869
## iter 100 value 50.870432
## final value 50.870432
## stopped after 100 iterations
## # weights: 41
## initial value 439.383993
## iter 10 value 314.689480
## iter 20 value 282.533667
## iter 30 value 273.419239
## iter 40 value 268.227164
## iter 50 value 263.217487
## iter 60 value 261.919615
## iter 70 value 260.606112
## iter 80 value 258.375314
## iter 90 value 254.680140
## iter 100 value 252.208268
## final value 252.208268
## stopped after 100 iterations
## # weights: 121
## initial value 359.953387
## iter 10 value 250.111797
## iter 20 value 237.083283
## iter 30 value 218.288743
## iter 40 value 193.950460
## iter 50 value 187.965907
## iter 60 value 187.558566
## iter 70 value 187.554691
## final value 187.554675
## converged
## # weights: 201
## initial value 326.361592
## iter 10 value 245.957429
## iter 20 value 193.979294
## iter 30 value 133.526619
## iter 40 value 95.279270
## iter 50 value 83.473235
## iter 60 value 78.838426
## iter 70 value 64.647259
## iter 80 value 60.043326
## iter 90 value 58.215935
## iter 100 value 57.781100
## final value 57.781100
## stopped after 100 iterations
## # weights: 41
## initial value 448.619857
## iter 10 value 303.935638
## iter 20 value 280.080651
## iter 30 value 249.965997
## iter 40 value 245.217828
## iter 50 value 244.172746
## iter 60 value 244.164941
## iter 70 value 244.163511
## iter 70 value 244.163509
## iter 70 value 244.163509
## final value 244.163509
## converged
## # weights: 121
## initial value 341.584508
## iter 10 value 263.086339
## iter 20 value 222.165943
## iter 30 value 205.810022
## iter 40 value 196.723440
## iter 50 value 191.155419
## iter 60 value 188.546692
## iter 70 value 185.235109
## iter 80 value 181.562274
## iter 90 value 180.686509
## iter 100 value 180.169247
## final value 180.169247
## stopped after 100 iterations
## # weights: 201
## initial value 411.397768
## iter 10 value 261.609766
## iter 20 value 221.352139
## iter 30 value 192.470561
## iter 40 value 180.622257
## iter 50 value 169.528716
## iter 60 value 160.518112
## iter 70 value 155.781191
## iter 80 value 154.129661
## iter 90 value 153.139544
## iter 100 value 148.714192
## final value 148.714192
## stopped after 100 iterations
## # weights: 41
## initial value 343.812298
## iter 10 value 263.638341
## iter 20 value 237.399380
## iter 30 value 224.479825
## iter 40 value 216.838102
## iter 50 value 216.506975
## iter 60 value 216.339844
## iter 70 value 216.270216
## iter 80 value 216.223754
## iter 90 value 216.215617
## iter 100 value 216.214166
## final value 216.214166
## stopped after 100 iterations
## # weights: 121
## initial value 424.984947
## iter 10 value 258.167429
## iter 20 value 214.631881
## iter 30 value 193.472650
## iter 40 value 170.740767
## iter 50 value 154.861579
## iter 60 value 147.342194
## iter 70 value 144.848233
## iter 80 value 142.988878
## iter 90 value 141.491226
## iter 100 value 139.786403
## final value 139.786403
## stopped after 100 iterations
## # weights: 201
## initial value 336.766771
## iter 10 value 253.385229
## iter 20 value 165.798615
## iter 30 value 128.647364
## iter 40 value 114.303747
## iter 50 value 110.534098
## iter 60 value 109.271609
## iter 70 value 108.616137
## iter 80 value 107.913520
## iter 90 value 107.302174
## iter 100 value 104.613918
## final value 104.613918
## stopped after 100 iterations
## # weights: 41
## initial value 443.634665
## iter 10 value 274.212098
## iter 20 value 249.534914
## iter 30 value 239.531752
## iter 40 value 232.994095
## iter 50 value 232.940865
## final value 232.940726
## converged
## # weights: 121
## initial value 342.865006
## iter 10 value 262.610283
## iter 20 value 180.579162
## iter 30 value 144.188611
## iter 40 value 132.368937
## iter 50 value 124.385921
## iter 60 value 117.758357
## iter 70 value 114.918658
## iter 80 value 114.758504
## iter 90 value 114.750988
## iter 100 value 114.750142
## final value 114.750142
## stopped after 100 iterations
## # weights: 201
## initial value 349.855593
## iter 10 value 244.488652
## iter 20 value 171.973781
## iter 30 value 127.700442
## iter 40 value 109.805691
## iter 50 value 99.588601
## iter 60 value 97.771985
## iter 70 value 97.495488
## iter 80 value 97.472843
## iter 90 value 97.465634
## iter 100 value 97.461490
## final value 97.461490
## stopped after 100 iterations
## # weights: 41
## initial value 330.063036
## iter 10 value 276.142922
## iter 20 value 251.888320
## iter 30 value 244.405072
## iter 40 value 243.177594
## iter 50 value 243.143062
## iter 60 value 243.135924
## final value 243.135873
## converged
## # weights: 121
## initial value 440.563047
## iter 10 value 283.217326
## iter 20 value 235.474961
## iter 30 value 206.434103
## iter 40 value 192.680391
## iter 50 value 189.140122
## iter 60 value 188.038411
## iter 70 value 184.926749
## iter 80 value 183.286136
## iter 90 value 182.483056
## iter 100 value 178.296180
## final value 178.296180
## stopped after 100 iterations
## # weights: 201
## initial value 377.361337
## iter 10 value 246.441274
## iter 20 value 214.652525
## iter 30 value 181.454058
## iter 40 value 165.668673
## iter 50 value 155.029561
## iter 60 value 149.447357
## iter 70 value 145.720736
## iter 80 value 143.889013
## iter 90 value 142.847080
## iter 100 value 140.521042
## final value 140.521042
## stopped after 100 iterations
## # weights: 41
## initial value 465.355707
## iter 10 value 276.381860
## iter 20 value 236.127209
## iter 30 value 224.851738
## iter 40 value 219.408736
## iter 50 value 219.165330
## iter 60 value 219.119712
## iter 70 value 219.088683
## iter 80 value 219.065463
## iter 90 value 219.051753
## iter 100 value 219.043462
## final value 219.043462
## stopped after 100 iterations
## # weights: 121
## initial value 394.026026
## iter 10 value 273.136652
## iter 20 value 242.836789
## iter 30 value 229.873136
## iter 40 value 229.420029
## iter 50 value 227.975977
## iter 60 value 223.731073
## iter 70 value 220.444499
## iter 80 value 219.684150
## iter 90 value 218.025018
## iter 100 value 210.593398
## final value 210.593398
## stopped after 100 iterations
## # weights: 201
## initial value 361.487376
## iter 10 value 232.414368
## iter 20 value 162.488326
## iter 30 value 126.114605
## iter 40 value 114.897158
## iter 50 value 111.676113
## iter 60 value 110.536439
## iter 70 value 109.526538
## iter 80 value 109.296113
## iter 90 value 108.706555
## iter 100 value 107.904816
## final value 107.904816
## stopped after 100 iterations
## # weights: 41
## initial value 338.045168
## iter 10 value 281.970345
## iter 20 value 246.409491
## iter 30 value 240.013255
## iter 40 value 222.864816
## iter 50 value 220.561597
## iter 60 value 220.555706
## final value 220.555699
## converged
## # weights: 121
## initial value 449.298712
## iter 10 value 322.980029
## iter 20 value 280.358458
## iter 30 value 233.520834
## iter 40 value 214.319734
## iter 50 value 203.890510
## iter 60 value 192.756003
## iter 70 value 187.385036
## iter 80 value 186.260803
## iter 90 value 184.322032
## iter 100 value 182.164544
## final value 182.164544
## stopped after 100 iterations
## # weights: 201
## initial value 345.061505
## iter 10 value 263.855495
## iter 20 value 197.560942
## iter 30 value 134.735755
## iter 40 value 112.088787
## iter 50 value 98.851093
## iter 60 value 92.434258
## iter 70 value 91.017800
## iter 80 value 90.855727
## iter 90 value 90.662619
## iter 100 value 90.565332
## final value 90.565332
## stopped after 100 iterations
## # weights: 41
## initial value 393.256452
## iter 10 value 290.314323
## iter 20 value 264.090244
## iter 30 value 249.882179
## iter 40 value 246.617610
## iter 50 value 246.397685
## iter 60 value 246.388783
## final value 246.388777
## converged
## # weights: 121
## initial value 377.457988
## iter 10 value 281.424122
## iter 20 value 235.376489
## iter 30 value 219.937848
## iter 40 value 203.985225
## iter 50 value 198.903347
## iter 60 value 196.876076
## iter 70 value 195.219794
## iter 80 value 192.578513
## iter 90 value 190.325069
## iter 100 value 189.845722
## final value 189.845722
## stopped after 100 iterations
## # weights: 201
## initial value 365.120606
## iter 10 value 250.008587
## iter 20 value 197.872855
## iter 30 value 171.155273
## iter 40 value 156.412623
## iter 50 value 151.198860
## iter 60 value 147.699985
## iter 70 value 146.946193
## iter 80 value 146.056056
## iter 90 value 144.264266
## iter 100 value 143.528671
## final value 143.528671
## stopped after 100 iterations
## # weights: 41
## initial value 422.624089
## iter 10 value 323.568324
## iter 20 value 301.700042
## iter 30 value 281.559191
## iter 40 value 272.847911
## iter 50 value 266.024456
## iter 60 value 260.325642
## iter 70 value 258.656070
## iter 80 value 256.018465
## iter 90 value 253.646282
## iter 100 value 252.236594
## final value 252.236594
## stopped after 100 iterations
## # weights: 121
## initial value 331.504417
## iter 10 value 275.649700
## iter 20 value 202.330136
## iter 30 value 177.855058
## iter 40 value 161.080001
## iter 50 value 151.030003
## iter 60 value 147.990054
## iter 70 value 147.114640
## iter 80 value 146.825591
## iter 90 value 146.742769
## iter 100 value 146.693800
## final value 146.693800
## stopped after 100 iterations
## # weights: 201
## initial value 437.201392
## iter 10 value 255.006642
## iter 20 value 198.971847
## iter 30 value 175.061100
## iter 40 value 152.858434
## iter 50 value 133.075529
## iter 60 value 126.167567
## iter 70 value 122.755400
## iter 80 value 121.304952
## iter 90 value 120.676006
## iter 100 value 119.829921
## final value 119.829921
## stopped after 100 iterations
## # weights: 41
## initial value 352.256303
## iter 10 value 249.864224
## iter 20 value 233.469465
## iter 30 value 224.642610
## iter 40 value 209.189753
## iter 50 value 207.524786
## iter 60 value 207.520658
## final value 207.520654
## converged
## # weights: 121
## initial value 339.827521
## iter 10 value 241.513549
## iter 20 value 205.988842
## iter 30 value 178.943922
## iter 40 value 162.152846
## iter 50 value 157.505817
## iter 60 value 157.067466
## iter 70 value 157.039476
## iter 80 value 157.034955
## iter 90 value 157.033691
## iter 100 value 157.032606
## final value 157.032606
## stopped after 100 iterations
## # weights: 201
## initial value 373.926481
## iter 10 value 241.116279
## iter 20 value 166.527516
## iter 30 value 130.458703
## iter 40 value 113.650252
## iter 50 value 106.642899
## iter 60 value 103.957260
## iter 70 value 103.461652
## iter 80 value 103.430255
## iter 90 value 103.429070
## iter 100 value 103.427677
## final value 103.427677
## stopped after 100 iterations
## # weights: 41
## initial value 434.085371
## iter 10 value 277.428473
## iter 20 value 249.817703
## iter 30 value 243.409392
## iter 40 value 242.413767
## iter 50 value 242.391042
## iter 60 value 242.381714
## final value 242.381377
## converged
## # weights: 121
## initial value 358.469359
## iter 10 value 260.044201
## iter 20 value 221.664087
## iter 30 value 200.006973
## iter 40 value 190.862305
## iter 50 value 187.828983
## iter 60 value 183.300536
## iter 70 value 181.820714
## iter 80 value 180.999253
## iter 90 value 179.970360
## iter 100 value 179.821389
## final value 179.821389
## stopped after 100 iterations
## # weights: 201
## initial value 500.898491
## iter 10 value 256.173030
## iter 20 value 211.112486
## iter 30 value 184.742280
## iter 40 value 163.756025
## iter 50 value 153.075522
## iter 60 value 143.924888
## iter 70 value 139.259349
## iter 80 value 137.817872
## iter 90 value 137.287357
## iter 100 value 136.864338
## final value 136.864338
## stopped after 100 iterations
## # weights: 41
## initial value 401.664835
## iter 10 value 294.292206
## iter 20 value 263.661980
## iter 30 value 248.075911
## iter 40 value 242.918575
## iter 50 value 239.335362
## iter 60 value 238.000725
## iter 70 value 237.284673
## iter 80 value 236.978803
## iter 90 value 236.606786
## iter 100 value 236.338664
## final value 236.338664
## stopped after 100 iterations
## # weights: 121
## initial value 405.630197
## iter 10 value 290.214079
## iter 20 value 232.230370
## iter 30 value 195.243766
## iter 40 value 175.599158
## iter 50 value 168.266248
## iter 60 value 166.925030
## iter 70 value 166.456170
## iter 80 value 166.070101
## iter 90 value 165.766692
## iter 100 value 165.632340
## final value 165.632340
## stopped after 100 iterations
## # weights: 201
## initial value 376.367462
## iter 10 value 242.609109
## iter 20 value 173.922336
## iter 30 value 121.693297
## iter 40 value 103.915399
## iter 50 value 90.813650
## iter 60 value 78.144523
## iter 70 value 74.665830
## iter 80 value 73.229932
## iter 90 value 71.569255
## iter 100 value 70.776900
## final value 70.776900
## stopped after 100 iterations
## # weights: 41
## initial value 372.208439
## iter 10 value 295.171095
## iter 20 value 242.000179
## iter 30 value 230.205231
## iter 40 value 220.874584
## iter 50 value 220.775136
## final value 220.774948
## converged
## # weights: 121
## initial value 421.515593
## iter 10 value 268.919448
## iter 20 value 240.643880
## iter 30 value 231.821258
## iter 40 value 220.519301
## iter 50 value 207.850148
## iter 60 value 207.434030
## iter 70 value 207.427183
## final value 207.426515
## converged
## # weights: 201
## initial value 440.965482
## iter 10 value 254.979963
## iter 20 value 172.938800
## iter 30 value 112.434770
## iter 40 value 100.549243
## iter 50 value 96.411000
## iter 60 value 91.970689
## iter 70 value 87.083104
## iter 80 value 83.436518
## iter 90 value 80.510985
## iter 100 value 78.476933
## final value 78.476933
## stopped after 100 iterations
## # weights: 41
## initial value 391.225808
## iter 10 value 285.230913
## iter 20 value 252.342791
## iter 30 value 244.793348
## iter 40 value 243.594391
## iter 50 value 243.087037
## iter 60 value 242.987929
## iter 70 value 242.983166
## final value 242.983157
## converged
## # weights: 121
## initial value 470.766800
## iter 10 value 311.207600
## iter 20 value 258.243472
## iter 30 value 210.751513
## iter 40 value 189.323954
## iter 50 value 180.817289
## iter 60 value 176.688132
## iter 70 value 175.866733
## iter 80 value 175.775587
## final value 175.775044
## converged
## # weights: 201
## initial value 338.470192
## iter 10 value 253.540545
## iter 20 value 211.556676
## iter 30 value 187.957504
## iter 40 value 172.202258
## iter 50 value 159.157162
## iter 60 value 153.687856
## iter 70 value 150.501549
## iter 80 value 148.724276
## iter 90 value 147.002476
## iter 100 value 146.362832
## final value 146.362832
## stopped after 100 iterations
## # weights: 41
## initial value 424.340324
## iter 10 value 257.761286
## iter 20 value 234.066886
## iter 30 value 231.373899
## iter 40 value 214.994956
## iter 50 value 211.489942
## iter 60 value 211.114117
## iter 70 value 211.024395
## iter 80 value 211.019532
## final value 211.019066
## converged
## # weights: 121
## initial value 466.371145
## iter 10 value 307.341668
## iter 20 value 254.750654
## iter 30 value 237.589425
## iter 40 value 231.499703
## iter 50 value 210.694368
## iter 60 value 184.621906
## iter 70 value 178.339583
## iter 80 value 177.177936
## iter 90 value 176.159775
## iter 100 value 175.518404
## final value 175.518404
## stopped after 100 iterations
## # weights: 201
## initial value 362.739017
## iter 10 value 236.348481
## iter 20 value 162.626194
## iter 30 value 118.569765
## iter 40 value 88.970296
## iter 50 value 70.860415
## iter 60 value 62.935133
## iter 70 value 60.696290
## iter 80 value 58.354506
## iter 90 value 56.035264
## iter 100 value 54.554976
## final value 54.554976
## stopped after 100 iterations
## # weights: 41
## initial value 334.302583
## iter 10 value 269.732990
## iter 20 value 236.092862
## iter 30 value 225.314131
## iter 40 value 212.249724
## iter 50 value 209.306849
## iter 60 value 209.298737
## final value 209.298725
## converged
## # weights: 121
## initial value 452.022269
## iter 10 value 286.118175
## iter 20 value 216.941079
## iter 30 value 194.161611
## iter 40 value 178.255969
## iter 50 value 158.676248
## iter 60 value 145.502617
## iter 70 value 134.157078
## iter 80 value 132.588329
## iter 90 value 130.871665
## iter 100 value 130.179094
## final value 130.179094
## stopped after 100 iterations
## # weights: 201
## initial value 398.947486
## iter 10 value 249.810066
## iter 20 value 162.241364
## iter 30 value 95.515194
## iter 40 value 73.296949
## iter 50 value 68.803392
## iter 60 value 63.245113
## iter 70 value 61.933647
## iter 80 value 61.165033
## iter 90 value 59.840917
## iter 100 value 59.541963
## final value 59.541963
## stopped after 100 iterations
## # weights: 41
## initial value 395.736895
## iter 10 value 284.532140
## iter 20 value 251.144555
## iter 30 value 246.638755
## iter 40 value 245.349325
## iter 50 value 245.019952
## iter 60 value 244.534149
## iter 70 value 244.527627
## final value 244.527624
## converged
## # weights: 121
## initial value 356.430877
## iter 10 value 273.152552
## iter 20 value 237.816935
## iter 30 value 219.727995
## iter 40 value 200.557526
## iter 50 value 189.279543
## iter 60 value 183.844328
## iter 70 value 181.628562
## iter 80 value 179.176651
## iter 90 value 177.530647
## iter 100 value 177.384358
## final value 177.384358
## stopped after 100 iterations
## # weights: 201
## initial value 387.149057
## iter 10 value 275.079206
## iter 20 value 227.713050
## iter 30 value 201.497237
## iter 40 value 183.726554
## iter 50 value 172.372831
## iter 60 value 166.923136
## iter 70 value 161.531404
## iter 80 value 152.612873
## iter 90 value 146.578423
## iter 100 value 142.833315
## final value 142.833315
## stopped after 100 iterations
## # weights: 41
## initial value 332.479658
## iter 10 value 279.149684
## iter 20 value 250.510420
## iter 30 value 244.315533
## iter 40 value 234.721687
## iter 50 value 220.836599
## iter 60 value 218.342822
## iter 70 value 217.267008
## iter 80 value 216.404629
## iter 90 value 216.258519
## iter 100 value 215.507167
## final value 215.507167
## stopped after 100 iterations
## # weights: 121
## initial value 397.868239
## iter 10 value 255.210217
## iter 20 value 222.254184
## iter 30 value 197.645555
## iter 40 value 180.633480
## iter 50 value 169.733325
## iter 60 value 156.197126
## iter 70 value 147.027310
## iter 80 value 144.533524
## iter 90 value 141.726164
## iter 100 value 139.266954
## final value 139.266954
## stopped after 100 iterations
## # weights: 201
## initial value 386.721783
## iter 10 value 252.513977
## iter 20 value 188.965393
## iter 30 value 133.059073
## iter 40 value 101.693102
## iter 50 value 92.324610
## iter 60 value 86.128814
## iter 70 value 84.614724
## iter 80 value 82.636480
## iter 90 value 80.565392
## iter 100 value 80.261541
## final value 80.261541
## stopped after 100 iterations
## # weights: 41
## initial value 479.739548
## iter 10 value 264.706909
## iter 20 value 234.802568
## iter 30 value 224.684960
## iter 40 value 211.275142
## iter 50 value 210.874980
## iter 60 value 210.872554
## final value 210.872533
## converged
## # weights: 121
## initial value 334.676371
## iter 10 value 250.633319
## iter 20 value 194.651745
## iter 30 value 170.002454
## iter 40 value 163.648312
## iter 50 value 160.445242
## iter 60 value 158.824121
## iter 70 value 156.850421
## iter 80 value 155.087353
## iter 90 value 151.263782
## iter 100 value 145.993569
## final value 145.993569
## stopped after 100 iterations
## # weights: 201
## initial value 328.032107
## iter 10 value 245.951429
## iter 20 value 185.614548
## iter 30 value 103.433761
## iter 40 value 81.409284
## iter 50 value 74.917663
## iter 60 value 69.243121
## iter 70 value 67.343944
## iter 80 value 66.609926
## iter 90 value 66.265460
## iter 100 value 65.975439
## final value 65.975439
## stopped after 100 iterations
## # weights: 41
## initial value 410.856993
## iter 10 value 308.340509
## iter 20 value 253.558581
## iter 30 value 246.894672
## iter 40 value 246.538667
## iter 50 value 246.474774
## final value 246.469816
## converged
## # weights: 121
## initial value 481.975372
## iter 10 value 308.485405
## iter 20 value 248.067993
## iter 30 value 230.483284
## iter 40 value 222.737100
## iter 50 value 214.975853
## iter 60 value 212.647128
## iter 70 value 209.033298
## iter 80 value 207.140965
## iter 90 value 206.946422
## iter 100 value 206.530345
## final value 206.530345
## stopped after 100 iterations
## # weights: 201
## initial value 369.497054
## iter 10 value 253.765164
## iter 20 value 219.897963
## iter 30 value 195.229975
## iter 40 value 180.463536
## iter 50 value 164.401927
## iter 60 value 156.629016
## iter 70 value 149.378761
## iter 80 value 143.832283
## iter 90 value 140.639657
## iter 100 value 138.344717
## final value 138.344717
## stopped after 100 iterations
## # weights: 41
## initial value 331.385270
## iter 10 value 270.130318
## iter 20 value 239.948297
## iter 30 value 236.950089
## iter 40 value 235.399194
## iter 50 value 220.476861
## iter 60 value 217.392644
## iter 70 value 217.021464
## iter 80 value 216.938637
## iter 90 value 216.927229
## iter 100 value 216.920807
## final value 216.920807
## stopped after 100 iterations
## # weights: 121
## initial value 571.992135
## iter 10 value 275.556833
## iter 20 value 230.728201
## iter 30 value 212.050552
## iter 40 value 190.155395
## iter 50 value 169.927177
## iter 60 value 166.346627
## iter 70 value 165.929633
## iter 80 value 165.528651
## iter 90 value 164.981867
## iter 100 value 162.989720
## final value 162.989720
## stopped after 100 iterations
## # weights: 201
## initial value 324.444913
## iter 10 value 241.005923
## iter 20 value 148.180534
## iter 30 value 106.645966
## iter 40 value 92.129370
## iter 50 value 85.940913
## iter 60 value 82.218727
## iter 70 value 80.887103
## iter 80 value 80.043752
## iter 90 value 78.857873
## iter 100 value 78.479875
## final value 78.479875
## stopped after 100 iterations
## # weights: 41
## initial value 387.823766
## iter 10 value 254.594288
## iter 20 value 234.331178
## iter 30 value 225.161342
## iter 40 value 218.948531
## iter 50 value 218.924076
## final value 218.924050
## converged
## # weights: 121
## initial value 339.240264
## iter 10 value 257.009623
## iter 20 value 186.571742
## iter 30 value 139.881484
## iter 40 value 126.476397
## iter 50 value 123.172560
## iter 60 value 120.584118
## iter 70 value 118.308830
## iter 80 value 116.341273
## iter 90 value 115.224402
## iter 100 value 114.731236
## final value 114.731236
## stopped after 100 iterations
## # weights: 201
## initial value 450.113810
## iter 10 value 245.792563
## iter 20 value 180.588510
## iter 30 value 130.769532
## iter 40 value 120.312557
## iter 50 value 116.021621
## iter 60 value 113.770494
## iter 70 value 112.762431
## iter 80 value 111.629013
## iter 90 value 111.199349
## iter 100 value 110.958896
## final value 110.958896
## stopped after 100 iterations
## # weights: 41
## initial value 414.916627
## iter 10 value 261.739646
## iter 20 value 247.435592
## iter 30 value 245.854444
## iter 40 value 245.697297
## iter 50 value 245.636588
## final value 245.636325
## converged
## # weights: 121
## initial value 451.681843
## iter 10 value 285.511531
## iter 20 value 245.434212
## iter 30 value 219.804349
## iter 40 value 209.135671
## iter 50 value 200.218218
## iter 60 value 194.913489
## iter 70 value 193.342034
## iter 80 value 192.788195
## iter 90 value 192.594512
## iter 100 value 192.552026
## final value 192.552026
## stopped after 100 iterations
## # weights: 201
## initial value 350.387717
## iter 10 value 265.273696
## iter 20 value 220.303431
## iter 30 value 190.198304
## iter 40 value 175.763123
## iter 50 value 161.392005
## iter 60 value 150.707969
## iter 70 value 145.210992
## iter 80 value 142.800521
## iter 90 value 140.728212
## iter 100 value 140.097498
## final value 140.097498
## stopped after 100 iterations
## # weights: 41
## initial value 462.914409
## iter 10 value 275.658753
## iter 20 value 240.538707
## iter 30 value 226.041199
## iter 40 value 215.238437
## iter 50 value 214.872043
## iter 60 value 214.747657
## iter 70 value 214.638675
## iter 80 value 213.629394
## iter 90 value 213.276385
## iter 100 value 213.264014
## final value 213.264014
## stopped after 100 iterations
## # weights: 121
## initial value 429.759384
## iter 10 value 267.118990
## iter 20 value 211.356656
## iter 30 value 194.377594
## iter 40 value 175.505184
## iter 50 value 172.238453
## iter 60 value 171.837480
## iter 70 value 165.563823
## iter 80 value 159.982925
## iter 90 value 159.630939
## iter 100 value 159.096296
## final value 159.096296
## stopped after 100 iterations
## # weights: 201
## initial value 357.417516
## iter 10 value 267.949263
## iter 20 value 174.319880
## iter 30 value 134.281648
## iter 40 value 123.278350
## iter 50 value 116.006533
## iter 60 value 110.557459
## iter 70 value 109.608697
## iter 80 value 108.841176
## iter 90 value 107.998989
## iter 100 value 107.694184
## final value 107.694184
## stopped after 100 iterations
## # weights: 41
## initial value 337.431357
## iter 10 value 266.013568
## iter 20 value 239.072975
## iter 30 value 232.583115
## iter 40 value 225.332301
## iter 50 value 223.215792
## iter 60 value 223.198963
## final value 223.198943
## converged
## # weights: 121
## initial value 336.125229
## iter 10 value 243.672295
## iter 20 value 174.275851
## iter 30 value 140.199125
## iter 40 value 127.420059
## iter 50 value 124.279413
## iter 60 value 122.737972
## iter 70 value 122.320497
## iter 80 value 121.145562
## iter 90 value 121.063617
## iter 100 value 121.016395
## final value 121.016395
## stopped after 100 iterations
## # weights: 201
## initial value 378.732197
## iter 10 value 240.805148
## iter 20 value 176.783550
## iter 30 value 137.040856
## iter 40 value 120.241801
## iter 50 value 110.318093
## iter 60 value 107.371886
## iter 70 value 106.299611
## iter 80 value 106.138876
## iter 90 value 106.054467
## iter 100 value 105.979116
## final value 105.979116
## stopped after 100 iterations
## # weights: 41
## initial value 461.290566
## iter 10 value 280.220817
## iter 20 value 250.415549
## iter 30 value 244.605302
## iter 40 value 244.167604
## final value 244.165085
## converged
## # weights: 121
## initial value 345.084195
## iter 10 value 251.211419
## iter 20 value 226.713301
## iter 30 value 210.767412
## iter 40 value 201.785398
## iter 50 value 196.009733
## iter 60 value 190.309055
## iter 70 value 188.961253
## iter 80 value 188.622557
## iter 90 value 188.589165
## iter 100 value 188.585880
## final value 188.585880
## stopped after 100 iterations
## # weights: 201
## initial value 462.970681
## iter 10 value 249.262946
## iter 20 value 211.497780
## iter 30 value 192.421620
## iter 40 value 170.206936
## iter 50 value 155.510405
## iter 60 value 148.342063
## iter 70 value 143.719687
## iter 80 value 141.327687
## iter 90 value 139.188594
## iter 100 value 136.479716
## final value 136.479716
## stopped after 100 iterations
## # weights: 41
## initial value 393.237155
## iter 10 value 264.152059
## iter 20 value 239.855792
## iter 30 value 230.351788
## iter 40 value 221.907544
## iter 50 value 221.558281
## iter 60 value 221.439774
## iter 70 value 221.015695
## iter 80 value 220.953050
## iter 90 value 220.941460
## iter 100 value 220.936576
## final value 220.936576
## stopped after 100 iterations
## # weights: 121
## initial value 454.260230
## iter 10 value 327.408767
## iter 20 value 304.093059
## iter 30 value 248.884623
## iter 40 value 240.856693
## iter 50 value 232.975561
## iter 60 value 228.771581
## iter 70 value 228.366217
## iter 80 value 228.227383
## iter 90 value 228.143197
## iter 100 value 228.084734
## final value 228.084734
## stopped after 100 iterations
## # weights: 201
## initial value 369.217977
## iter 10 value 253.951135
## iter 20 value 202.222788
## iter 30 value 165.467999
## iter 40 value 136.419623
## iter 50 value 123.670224
## iter 60 value 117.649396
## iter 70 value 111.762626
## iter 80 value 108.812264
## iter 90 value 105.952051
## iter 100 value 102.460080
## final value 102.460080
## stopped after 100 iterations
## # weights: 41
## initial value 413.857385
## iter 10 value 308.990523
## iter 20 value 280.521948
## iter 30 value 274.998830
## iter 40 value 273.528511
## iter 50 value 273.467212
## iter 60 value 273.464338
## final value 273.464318
## converged
importance <- varImp(model, scale=FALSE)
plot(importance)
formula.new <- "credit.rating ~ account.balance + credit.purpose + savings + current.assets + foreign.worker + previous.credit.payment.status"
formula.new <- as.formula(formula.new)
nn.model.new <- train(formula.new, data=transformed.train, method="nnet")
## # weights: 17
## initial value 371.798793
## iter 10 value 309.308039
## iter 20 value 303.810626
## iter 30 value 302.305459
## final value 302.300872
## converged
## # weights: 49
## initial value 506.087610
## iter 10 value 320.276847
## iter 20 value 274.864494
## iter 30 value 251.181464
## iter 40 value 237.331616
## iter 50 value 233.199020
## iter 60 value 233.055594
## iter 70 value 233.049980
## iter 80 value 233.040390
## final value 233.040013
## converged
## # weights: 81
## initial value 592.687972
## iter 10 value 293.409530
## iter 20 value 274.021391
## iter 30 value 262.857400
## iter 40 value 243.771339
## iter 50 value 235.092159
## iter 60 value 232.709480
## iter 70 value 232.368949
## iter 80 value 231.634479
## iter 90 value 231.561633
## iter 100 value 231.550991
## final value 231.550991
## stopped after 100 iterations
## # weights: 17
## initial value 393.964205
## iter 10 value 322.304352
## iter 20 value 307.190535
## iter 30 value 304.341552
## iter 40 value 303.925679
## iter 50 value 303.851476
## final value 303.848708
## converged
## # weights: 49
## initial value 464.622357
## iter 10 value 311.869363
## iter 20 value 296.215218
## iter 30 value 285.000293
## iter 40 value 278.601410
## iter 50 value 274.652427
## iter 60 value 274.011314
## iter 70 value 273.865456
## iter 80 value 273.863590
## final value 273.863547
## converged
## # weights: 81
## initial value 414.486479
## iter 10 value 306.057865
## iter 20 value 292.049150
## iter 30 value 278.172358
## iter 40 value 271.779043
## iter 50 value 265.184931
## iter 60 value 261.176843
## iter 70 value 258.976557
## iter 80 value 257.923506
## iter 90 value 256.160864
## iter 100 value 254.650914
## final value 254.650914
## stopped after 100 iterations
## # weights: 17
## initial value 409.197847
## iter 10 value 313.583417
## iter 20 value 299.583144
## iter 30 value 296.467033
## iter 40 value 293.682839
## iter 50 value 293.187798
## iter 60 value 293.060389
## iter 70 value 292.826739
## iter 80 value 292.813120
## iter 90 value 292.799041
## iter 100 value 292.779427
## final value 292.779427
## stopped after 100 iterations
## # weights: 49
## initial value 391.232802
## iter 10 value 308.901053
## iter 20 value 267.768864
## iter 30 value 253.156873
## iter 40 value 241.172662
## iter 50 value 236.195322
## iter 60 value 235.854680
## iter 70 value 235.702341
## iter 80 value 235.516471
## iter 90 value 235.314776
## iter 100 value 234.812360
## final value 234.812360
## stopped after 100 iterations
## # weights: 81
## initial value 392.786337
## iter 10 value 300.263238
## iter 20 value 275.142025
## iter 30 value 233.025822
## iter 40 value 206.269045
## iter 50 value 198.134965
## iter 60 value 196.076212
## iter 70 value 194.565087
## iter 80 value 193.927105
## iter 90 value 193.572184
## iter 100 value 193.289359
## final value 193.289359
## stopped after 100 iterations
## # weights: 17
## initial value 372.215814
## iter 10 value 326.279838
## iter 20 value 324.273683
## iter 30 value 322.664022
## iter 40 value 322.110197
## iter 50 value 322.031095
## iter 60 value 321.729143
## iter 70 value 321.679924
## iter 80 value 321.677218
## iter 90 value 321.623644
## iter 100 value 321.581607
## final value 321.581607
## stopped after 100 iterations
## # weights: 49
## initial value 425.656411
## iter 10 value 323.259062
## iter 20 value 306.277760
## iter 30 value 283.689785
## iter 40 value 273.051099
## iter 50 value 268.071691
## iter 60 value 265.365853
## iter 70 value 263.740947
## iter 80 value 263.302953
## iter 90 value 263.299504
## final value 263.299497
## converged
## # weights: 81
## initial value 371.558473
## iter 10 value 325.349508
## iter 20 value 295.120958
## iter 30 value 255.127782
## iter 40 value 236.617170
## iter 50 value 221.179251
## iter 60 value 213.738293
## iter 70 value 213.333921
## iter 80 value 213.201865
## iter 90 value 212.823148
## iter 100 value 212.641181
## final value 212.641181
## stopped after 100 iterations
## # weights: 17
## initial value 385.553292
## iter 10 value 331.540859
## iter 20 value 327.878801
## iter 30 value 327.472240
## iter 40 value 327.378296
## iter 50 value 327.377916
## final value 327.377896
## converged
## # weights: 49
## initial value 523.786815
## iter 10 value 362.496590
## iter 20 value 314.772995
## iter 30 value 306.799705
## iter 40 value 303.867811
## iter 50 value 302.957434
## iter 60 value 301.670155
## iter 70 value 301.039513
## iter 80 value 301.033789
## final value 301.033778
## converged
## # weights: 81
## initial value 460.442757
## iter 10 value 344.438281
## iter 20 value 315.603716
## iter 30 value 297.331366
## iter 40 value 285.156942
## iter 50 value 283.211490
## iter 60 value 282.280470
## iter 70 value 281.881688
## iter 80 value 281.085399
## iter 90 value 279.067588
## iter 100 value 278.293182
## final value 278.293182
## stopped after 100 iterations
## # weights: 17
## initial value 379.150343
## iter 10 value 329.763404
## iter 20 value 322.677910
## iter 30 value 322.263288
## iter 40 value 321.727217
## iter 50 value 319.950087
## iter 60 value 317.696905
## iter 70 value 316.177858
## iter 80 value 315.751390
## iter 90 value 315.612032
## iter 100 value 315.595543
## final value 315.595543
## stopped after 100 iterations
## # weights: 49
## initial value 424.425081
## iter 10 value 368.617199
## iter 20 value 368.271132
## iter 30 value 368.250816
## iter 40 value 368.231723
## iter 50 value 368.166633
## iter 60 value 337.889571
## iter 70 value 326.164300
## iter 80 value 321.847220
## iter 90 value 319.846786
## iter 100 value 319.132396
## final value 319.132396
## stopped after 100 iterations
## # weights: 81
## initial value 394.007796
## iter 10 value 320.353292
## iter 20 value 285.383946
## iter 30 value 247.978669
## iter 40 value 229.973666
## iter 50 value 226.112111
## iter 60 value 224.489975
## iter 70 value 224.011636
## iter 80 value 223.358798
## iter 90 value 222.177473
## iter 100 value 221.422941
## final value 221.422941
## stopped after 100 iterations
## # weights: 17
## initial value 421.915484
## iter 10 value 303.488419
## iter 20 value 298.699166
## iter 30 value 293.134470
## iter 40 value 291.298862
## iter 50 value 291.192203
## iter 60 value 291.172020
## iter 70 value 291.158698
## iter 80 value 291.153491
## iter 90 value 291.137664
## iter 100 value 291.090562
## final value 291.090562
## stopped after 100 iterations
## # weights: 49
## initial value 378.496157
## iter 10 value 303.338237
## iter 20 value 286.579347
## iter 30 value 268.459635
## iter 40 value 259.078143
## iter 50 value 249.067532
## iter 60 value 242.317079
## iter 70 value 241.528835
## iter 80 value 241.466509
## iter 90 value 241.461476
## final value 241.461402
## converged
## # weights: 81
## initial value 588.098803
## iter 10 value 298.786253
## iter 20 value 269.734630
## iter 30 value 229.333244
## iter 40 value 211.572193
## iter 50 value 203.371269
## iter 60 value 200.245330
## iter 70 value 198.746169
## iter 80 value 198.214523
## iter 90 value 197.992694
## iter 100 value 197.963723
## final value 197.963723
## stopped after 100 iterations
## # weights: 17
## initial value 372.494802
## iter 10 value 315.924042
## iter 20 value 305.616895
## iter 30 value 304.681228
## iter 40 value 304.600350
## iter 50 value 304.598074
## final value 304.598066
## converged
## # weights: 49
## initial value 367.253371
## iter 10 value 307.765088
## iter 20 value 290.755951
## iter 30 value 287.965905
## iter 40 value 283.387648
## iter 50 value 280.150885
## iter 60 value 278.120407
## iter 70 value 276.805944
## iter 80 value 276.136392
## iter 90 value 275.218868
## iter 100 value 274.979255
## final value 274.979255
## stopped after 100 iterations
## # weights: 81
## initial value 673.826133
## iter 10 value 303.237072
## iter 20 value 277.446368
## iter 30 value 265.625761
## iter 40 value 252.521017
## iter 50 value 249.278563
## iter 60 value 248.604617
## iter 70 value 246.951021
## iter 80 value 246.498874
## iter 90 value 246.258737
## iter 100 value 246.219567
## final value 246.219567
## stopped after 100 iterations
## # weights: 17
## initial value 444.254037
## iter 10 value 306.782275
## iter 20 value 298.608955
## iter 30 value 294.364499
## iter 40 value 293.883499
## iter 50 value 293.550065
## iter 60 value 293.537950
## iter 70 value 293.535636
## iter 80 value 293.535151
## iter 90 value 293.534759
## iter 100 value 293.533720
## final value 293.533720
## stopped after 100 iterations
## # weights: 49
## initial value 380.223473
## iter 10 value 291.468430
## iter 20 value 283.099996
## iter 30 value 274.594319
## iter 40 value 266.298360
## iter 50 value 264.563046
## iter 60 value 264.225182
## iter 70 value 264.067235
## iter 80 value 264.013525
## iter 90 value 263.968434
## iter 100 value 263.922636
## final value 263.922636
## stopped after 100 iterations
## # weights: 81
## initial value 455.759950
## iter 10 value 292.510980
## iter 20 value 260.483242
## iter 30 value 227.532874
## iter 40 value 217.519357
## iter 50 value 212.649242
## iter 60 value 210.842646
## iter 70 value 210.482049
## iter 80 value 210.182608
## iter 90 value 209.861448
## iter 100 value 209.715902
## final value 209.715902
## stopped after 100 iterations
## # weights: 17
## initial value 372.687495
## iter 10 value 293.346331
## iter 20 value 283.546108
## iter 30 value 281.661043
## iter 40 value 272.069817
## iter 50 value 271.188642
## iter 60 value 270.647337
## iter 70 value 269.760156
## iter 80 value 269.321295
## iter 90 value 269.162703
## iter 100 value 268.851159
## final value 268.851159
## stopped after 100 iterations
## # weights: 49
## initial value 454.937828
## iter 10 value 283.332394
## iter 20 value 255.217091
## iter 30 value 236.008263
## iter 40 value 226.794395
## iter 50 value 220.937684
## iter 60 value 216.962147
## iter 70 value 215.787157
## iter 80 value 215.644906
## iter 90 value 215.629134
## iter 100 value 215.626352
## final value 215.626352
## stopped after 100 iterations
## # weights: 81
## initial value 400.901431
## iter 10 value 286.926847
## iter 20 value 246.016997
## iter 30 value 222.027898
## iter 40 value 213.138716
## iter 50 value 208.430420
## iter 60 value 205.758101
## iter 70 value 205.200190
## iter 80 value 203.489296
## iter 90 value 200.996430
## iter 100 value 200.722141
## final value 200.722141
## stopped after 100 iterations
## # weights: 17
## initial value 413.490832
## iter 10 value 309.117492
## iter 20 value 291.619594
## iter 30 value 290.772679
## final value 290.770057
## converged
## # weights: 49
## initial value 362.477040
## iter 10 value 301.619244
## iter 20 value 279.577840
## iter 30 value 274.173579
## iter 40 value 273.174226
## iter 50 value 272.075419
## iter 60 value 267.958541
## iter 70 value 266.095336
## iter 80 value 256.488421
## iter 90 value 253.994727
## iter 100 value 253.159718
## final value 253.159718
## stopped after 100 iterations
## # weights: 81
## initial value 733.461687
## iter 10 value 297.020614
## iter 20 value 274.316426
## iter 30 value 259.350814
## iter 40 value 252.338814
## iter 50 value 246.152700
## iter 60 value 240.947767
## iter 70 value 236.440621
## iter 80 value 235.746711
## iter 90 value 235.401229
## iter 100 value 235.230212
## final value 235.230212
## stopped after 100 iterations
## # weights: 17
## initial value 364.756421
## iter 10 value 297.512226
## iter 20 value 278.781194
## iter 30 value 276.186701
## iter 40 value 273.874051
## iter 50 value 273.330161
## iter 60 value 273.004830
## iter 70 value 272.565286
## final value 272.563121
## converged
## # weights: 49
## initial value 411.339992
## iter 10 value 292.875109
## iter 20 value 281.709456
## iter 30 value 273.091527
## iter 40 value 272.256068
## iter 50 value 272.139298
## iter 60 value 270.305381
## iter 70 value 269.797514
## iter 80 value 269.764457
## iter 90 value 269.686434
## iter 100 value 269.197020
## final value 269.197020
## stopped after 100 iterations
## # weights: 81
## initial value 619.359471
## iter 10 value 287.038798
## iter 20 value 237.783602
## iter 30 value 213.246908
## iter 40 value 201.183830
## iter 50 value 197.810197
## iter 60 value 196.142339
## iter 70 value 194.664858
## iter 80 value 194.212354
## iter 90 value 194.077270
## iter 100 value 193.714025
## final value 193.714025
## stopped after 100 iterations
## # weights: 17
## initial value 463.302299
## iter 10 value 309.537783
## iter 20 value 306.907845
## iter 30 value 306.844261
## iter 40 value 306.839172
## iter 50 value 306.837180
## iter 60 value 306.637049
## iter 70 value 306.311278
## iter 80 value 306.064867
## final value 306.064799
## converged
## # weights: 49
## initial value 367.538373
## iter 10 value 306.316983
## iter 20 value 274.671107
## iter 30 value 251.926262
## iter 40 value 241.323556
## iter 50 value 239.845950
## iter 60 value 239.809604
## final value 239.808072
## converged
## # weights: 81
## initial value 423.791607
## iter 10 value 299.194331
## iter 20 value 246.214328
## iter 30 value 219.226103
## iter 40 value 213.547687
## iter 50 value 211.580394
## iter 60 value 211.369310
## iter 70 value 210.660647
## iter 80 value 210.506573
## iter 90 value 210.483399
## iter 100 value 210.480552
## final value 210.480552
## stopped after 100 iterations
## # weights: 17
## initial value 424.625266
## iter 10 value 318.409450
## iter 20 value 311.781538
## iter 30 value 311.079900
## final value 311.078527
## converged
## # weights: 49
## initial value 371.613867
## iter 10 value 308.144393
## iter 20 value 283.299355
## iter 30 value 276.331722
## iter 40 value 275.347007
## iter 50 value 275.293304
## iter 60 value 275.285498
## iter 70 value 275.280810
## iter 80 value 274.441156
## iter 90 value 272.615727
## iter 100 value 268.927610
## final value 268.927610
## stopped after 100 iterations
## # weights: 81
## initial value 555.221159
## iter 10 value 314.837752
## iter 20 value 290.841031
## iter 30 value 263.235655
## iter 40 value 250.270229
## iter 50 value 248.063724
## iter 60 value 246.555669
## iter 70 value 246.200104
## iter 80 value 245.941413
## iter 90 value 245.720670
## iter 100 value 244.769726
## final value 244.769726
## stopped after 100 iterations
## # weights: 17
## initial value 457.325673
## iter 10 value 313.516249
## iter 20 value 308.174795
## iter 30 value 305.861065
## iter 40 value 300.542726
## iter 50 value 299.896290
## iter 60 value 299.871778
## iter 70 value 299.579270
## iter 80 value 299.517035
## iter 90 value 299.506783
## iter 100 value 299.500777
## final value 299.500777
## stopped after 100 iterations
## # weights: 49
## initial value 495.277678
## iter 10 value 323.198064
## iter 20 value 302.741056
## iter 30 value 299.936865
## iter 40 value 298.117542
## iter 50 value 296.867784
## iter 60 value 296.335283
## iter 70 value 295.333358
## iter 80 value 293.394236
## iter 90 value 293.211614
## iter 100 value 293.115695
## final value 293.115695
## stopped after 100 iterations
## # weights: 81
## initial value 372.520009
## iter 10 value 296.771943
## iter 20 value 261.954668
## iter 30 value 230.080675
## iter 40 value 216.466915
## iter 50 value 204.965253
## iter 60 value 202.315657
## iter 70 value 201.876254
## iter 80 value 201.324899
## iter 90 value 200.701147
## iter 100 value 200.465645
## final value 200.465645
## stopped after 100 iterations
## # weights: 17
## initial value 404.232318
## iter 10 value 297.984188
## iter 20 value 294.708853
## iter 30 value 294.302115
## iter 40 value 294.157284
## iter 50 value 294.150793
## iter 60 value 294.120633
## iter 70 value 294.114218
## iter 80 value 294.113305
## iter 90 value 294.112509
## iter 100 value 294.110781
## final value 294.110781
## stopped after 100 iterations
## # weights: 49
## initial value 437.145786
## iter 10 value 312.769159
## iter 20 value 268.048286
## iter 30 value 258.432984
## iter 40 value 254.149923
## iter 50 value 252.752295
## iter 60 value 252.686214
## iter 70 value 252.667596
## iter 80 value 252.383975
## iter 90 value 252.312636
## final value 252.308194
## converged
## # weights: 81
## initial value 407.711189
## iter 10 value 279.449151
## iter 20 value 227.760605
## iter 30 value 196.673467
## iter 40 value 182.351894
## iter 50 value 174.874304
## iter 60 value 170.794686
## iter 70 value 168.667217
## iter 80 value 168.240073
## iter 90 value 168.196955
## iter 100 value 168.190709
## final value 168.190709
## stopped after 100 iterations
## # weights: 17
## initial value 469.903774
## iter 10 value 312.742006
## iter 20 value 300.829766
## iter 30 value 298.887269
## iter 40 value 298.536165
## iter 50 value 298.481814
## iter 60 value 298.476651
## iter 60 value 298.476651
## iter 60 value 298.476651
## final value 298.476651
## converged
## # weights: 49
## initial value 376.927637
## iter 10 value 304.943268
## iter 20 value 284.646884
## iter 30 value 262.234099
## iter 40 value 257.299804
## iter 50 value 251.325147
## iter 60 value 251.091537
## iter 70 value 251.022837
## final value 251.019612
## converged
## # weights: 81
## initial value 375.548298
## iter 10 value 296.263435
## iter 20 value 264.046428
## iter 30 value 252.857647
## iter 40 value 243.675188
## iter 50 value 238.857744
## iter 60 value 237.710667
## iter 70 value 236.632204
## iter 80 value 234.719474
## iter 90 value 234.075831
## iter 100 value 233.902330
## final value 233.902330
## stopped after 100 iterations
## # weights: 17
## initial value 508.733239
## iter 10 value 326.210797
## iter 20 value 295.039952
## iter 30 value 288.614664
## iter 40 value 287.200020
## iter 50 value 286.317749
## iter 60 value 286.221262
## iter 70 value 286.193340
## iter 80 value 286.191444
## iter 90 value 286.188301
## iter 100 value 286.184785
## final value 286.184785
## stopped after 100 iterations
## # weights: 49
## initial value 457.884617
## iter 10 value 368.268257
## iter 20 value 367.413984
## iter 30 value 328.179169
## iter 40 value 301.864860
## iter 50 value 298.828145
## iter 60 value 297.541484
## iter 70 value 296.966274
## iter 80 value 293.095468
## iter 90 value 288.279316
## iter 100 value 287.761679
## final value 287.761679
## stopped after 100 iterations
## # weights: 81
## initial value 504.604601
## iter 10 value 281.340524
## iter 20 value 225.928834
## iter 30 value 194.419337
## iter 40 value 183.289992
## iter 50 value 179.637068
## iter 60 value 176.104891
## iter 70 value 175.591092
## iter 80 value 173.873189
## iter 90 value 172.843713
## iter 100 value 172.680774
## final value 172.680774
## stopped after 100 iterations
## # weights: 17
## initial value 420.405139
## iter 10 value 302.130637
## iter 20 value 294.114771
## iter 30 value 291.582304
## iter 40 value 287.773012
## iter 50 value 286.627261
## iter 60 value 282.932953
## iter 70 value 281.272176
## iter 80 value 280.435939
## iter 90 value 278.554899
## iter 100 value 278.197619
## final value 278.197619
## stopped after 100 iterations
## # weights: 49
## initial value 771.300303
## iter 10 value 369.846750
## final value 369.844578
## converged
## # weights: 81
## initial value 375.956065
## iter 10 value 292.846591
## iter 20 value 232.105366
## iter 30 value 191.637423
## iter 40 value 183.339458
## iter 50 value 179.336494
## iter 60 value 177.320595
## iter 70 value 175.982046
## iter 80 value 175.556694
## iter 90 value 175.272279
## iter 100 value 174.717592
## final value 174.717592
## stopped after 100 iterations
## # weights: 17
## initial value 403.215827
## iter 10 value 323.934919
## iter 20 value 306.706018
## iter 30 value 300.655053
## final value 300.612521
## converged
## # weights: 49
## initial value 371.789203
## iter 10 value 307.545439
## iter 20 value 288.109546
## iter 30 value 276.116936
## iter 40 value 272.833686
## iter 50 value 272.400305
## iter 60 value 272.307618
## iter 70 value 272.286197
## final value 272.286050
## converged
## # weights: 81
## initial value 480.388554
## iter 10 value 306.231478
## iter 20 value 286.790625
## iter 30 value 266.782163
## iter 40 value 260.748496
## iter 50 value 254.530596
## iter 60 value 253.104838
## iter 70 value 252.164089
## iter 80 value 251.811519
## iter 90 value 251.753857
## iter 100 value 251.642708
## final value 251.642708
## stopped after 100 iterations
## # weights: 17
## initial value 421.083218
## iter 10 value 338.710869
## iter 20 value 294.484905
## iter 30 value 292.746714
## iter 40 value 285.067452
## iter 50 value 284.329392
## iter 60 value 283.073765
## iter 70 value 282.433005
## iter 80 value 282.218316
## iter 90 value 282.181945
## iter 100 value 282.100063
## final value 282.100063
## stopped after 100 iterations
## # weights: 49
## initial value 375.080361
## iter 10 value 294.908073
## iter 20 value 275.202901
## iter 30 value 259.146237
## iter 40 value 251.705220
## iter 50 value 247.471587
## iter 60 value 245.644904
## iter 70 value 245.275839
## iter 80 value 245.134268
## iter 90 value 244.949362
## iter 100 value 244.437013
## final value 244.437013
## stopped after 100 iterations
## # weights: 81
## initial value 377.557105
## iter 10 value 286.605121
## iter 20 value 229.269904
## iter 30 value 212.850896
## iter 40 value 204.327325
## iter 50 value 202.235007
## iter 60 value 200.889016
## iter 70 value 200.474499
## iter 80 value 200.188955
## iter 90 value 198.619675
## iter 100 value 198.156508
## final value 198.156508
## stopped after 100 iterations
## # weights: 17
## initial value 513.854505
## iter 10 value 345.582861
## iter 20 value 306.803507
## iter 30 value 297.439613
## iter 40 value 286.843807
## iter 50 value 285.931260
## iter 60 value 285.096747
## iter 70 value 285.009769
## iter 80 value 284.943264
## iter 90 value 284.893578
## iter 100 value 284.567427
## final value 284.567427
## stopped after 100 iterations
## # weights: 49
## initial value 368.618295
## iter 10 value 272.022119
## iter 20 value 234.915087
## iter 30 value 211.992003
## iter 40 value 205.789336
## iter 50 value 195.773119
## iter 60 value 192.058530
## iter 70 value 190.470971
## iter 80 value 189.035699
## iter 90 value 187.404779
## iter 100 value 187.178072
## final value 187.178072
## stopped after 100 iterations
## # weights: 81
## initial value 775.111266
## iter 10 value 363.957137
## iter 20 value 363.927294
## iter 30 value 363.901074
## iter 40 value 355.968126
## iter 50 value 298.448434
## iter 60 value 289.382075
## iter 70 value 285.635279
## iter 80 value 282.733239
## iter 90 value 280.748747
## iter 100 value 276.195540
## final value 276.195540
## stopped after 100 iterations
## # weights: 17
## initial value 363.360213
## iter 10 value 304.169475
## iter 20 value 285.964438
## iter 30 value 284.587085
## iter 40 value 284.483535
## iter 50 value 284.475038
## final value 284.474747
## converged
## # weights: 49
## initial value 493.598200
## iter 10 value 318.261699
## iter 20 value 280.374821
## iter 30 value 270.113036
## iter 40 value 268.911713
## iter 50 value 267.269732
## iter 60 value 264.711114
## iter 70 value 262.256085
## iter 80 value 262.123703
## iter 90 value 262.035006
## iter 100 value 261.767157
## final value 261.767157
## stopped after 100 iterations
## # weights: 81
## initial value 424.961925
## iter 10 value 291.599692
## iter 20 value 273.436028
## iter 30 value 265.392777
## iter 40 value 258.611399
## iter 50 value 255.078438
## iter 60 value 251.071909
## iter 70 value 249.398811
## iter 80 value 246.941170
## iter 90 value 245.592795
## iter 100 value 243.830683
## final value 243.830683
## stopped after 100 iterations
## # weights: 17
## initial value 367.098516
## iter 10 value 294.017365
## iter 20 value 281.837864
## iter 30 value 279.682775
## iter 40 value 278.744288
## iter 50 value 278.464985
## iter 60 value 278.198406
## iter 70 value 278.073848
## iter 80 value 278.063010
## iter 90 value 278.060051
## iter 100 value 278.048906
## final value 278.048906
## stopped after 100 iterations
## # weights: 49
## initial value 377.552280
## iter 10 value 284.162239
## iter 20 value 252.092285
## iter 30 value 225.446968
## iter 40 value 209.818147
## iter 50 value 204.548384
## iter 60 value 200.980180
## iter 70 value 199.307205
## iter 80 value 197.730583
## iter 90 value 197.622600
## iter 100 value 197.582082
## final value 197.582082
## stopped after 100 iterations
## # weights: 81
## initial value 426.917890
## iter 10 value 273.838469
## iter 20 value 235.740854
## iter 30 value 209.148156
## iter 40 value 198.991822
## iter 50 value 195.572292
## iter 60 value 195.402511
## iter 70 value 195.066418
## iter 80 value 194.847337
## iter 90 value 194.700778
## iter 100 value 194.527564
## final value 194.527564
## stopped after 100 iterations
## # weights: 17
## initial value 395.764979
## iter 10 value 286.178969
## iter 20 value 278.159465
## iter 30 value 277.673851
## iter 40 value 273.906610
## iter 50 value 270.745766
## iter 60 value 269.439229
## iter 70 value 268.833602
## iter 80 value 268.786892
## iter 90 value 268.570191
## iter 100 value 267.551919
## final value 267.551919
## stopped after 100 iterations
## # weights: 49
## initial value 374.061574
## iter 10 value 287.304721
## iter 20 value 266.140696
## iter 30 value 254.864758
## iter 40 value 250.770536
## iter 50 value 246.946507
## iter 60 value 244.649202
## iter 70 value 243.744512
## iter 80 value 243.099595
## iter 90 value 243.024293
## iter 100 value 242.968713
## final value 242.968713
## stopped after 100 iterations
## # weights: 81
## initial value 369.569247
## iter 10 value 285.283615
## iter 20 value 237.011155
## iter 30 value 203.183637
## iter 40 value 190.078155
## iter 50 value 186.859154
## iter 60 value 184.806249
## iter 70 value 184.049480
## iter 80 value 183.957537
## iter 90 value 183.946440
## iter 100 value 183.945307
## final value 183.945307
## stopped after 100 iterations
## # weights: 17
## initial value 441.182544
## iter 10 value 307.949330
## iter 20 value 288.626574
## iter 30 value 285.610807
## iter 40 value 285.589810
## final value 285.589339
## converged
## # weights: 49
## initial value 374.020938
## iter 10 value 305.655610
## iter 20 value 280.621715
## iter 30 value 272.005658
## iter 40 value 267.683592
## iter 50 value 266.099134
## iter 60 value 264.001725
## iter 70 value 262.682601
## iter 80 value 261.744782
## iter 90 value 261.461979
## iter 100 value 260.894014
## final value 260.894014
## stopped after 100 iterations
## # weights: 81
## initial value 400.428157
## iter 10 value 285.655807
## iter 20 value 258.943327
## iter 30 value 248.271474
## iter 40 value 242.930807
## iter 50 value 241.536027
## iter 60 value 241.285426
## iter 70 value 241.243038
## iter 80 value 241.232555
## iter 90 value 241.230262
## final value 241.230256
## converged
## # weights: 17
## initial value 549.102739
## iter 10 value 330.458126
## iter 20 value 299.368202
## iter 30 value 296.997394
## iter 40 value 294.487969
## iter 50 value 294.066220
## iter 60 value 293.823648
## iter 70 value 293.707230
## iter 80 value 293.682972
## iter 90 value 293.649377
## iter 100 value 293.558451
## final value 293.558451
## stopped after 100 iterations
## # weights: 49
## initial value 382.303384
## iter 10 value 315.843986
## iter 20 value 266.537162
## iter 30 value 253.594312
## iter 40 value 250.008532
## iter 50 value 248.142151
## iter 60 value 247.047643
## iter 70 value 246.752219
## iter 80 value 246.613841
## iter 90 value 246.461126
## iter 100 value 246.407304
## final value 246.407304
## stopped after 100 iterations
## # weights: 81
## initial value 524.588520
## iter 10 value 276.969976
## iter 20 value 228.661618
## iter 30 value 198.489872
## iter 40 value 187.166220
## iter 50 value 180.072353
## iter 60 value 177.862320
## iter 70 value 176.498471
## iter 80 value 176.137391
## iter 90 value 176.061765
## iter 100 value 176.010282
## final value 176.010282
## stopped after 100 iterations
## # weights: 17
## initial value 387.081285
## iter 10 value 313.473289
## iter 20 value 304.680696
## iter 30 value 296.549389
## iter 40 value 293.512155
## iter 50 value 293.367002
## iter 60 value 293.274414
## iter 70 value 293.263314
## iter 80 value 293.255787
## iter 90 value 293.251429
## iter 90 value 293.251428
## final value 293.251428
## converged
## # weights: 49
## initial value 379.284851
## iter 10 value 303.515690
## iter 20 value 266.983633
## iter 30 value 250.669906
## iter 40 value 239.387367
## iter 50 value 231.956680
## iter 60 value 229.536857
## iter 70 value 228.491411
## iter 80 value 227.519463
## iter 90 value 227.462644
## iter 100 value 227.426107
## final value 227.426107
## stopped after 100 iterations
## # weights: 81
## initial value 408.239962
## iter 10 value 303.148775
## iter 20 value 259.718703
## iter 30 value 215.341603
## iter 40 value 199.743736
## iter 50 value 196.491024
## iter 60 value 192.739545
## iter 70 value 189.207686
## iter 80 value 188.292613
## iter 90 value 187.740006
## iter 100 value 187.514110
## final value 187.514110
## stopped after 100 iterations
## # weights: 17
## initial value 449.338526
## iter 10 value 324.245264
## iter 20 value 314.971501
## iter 30 value 312.671819
## iter 40 value 312.655767
## iter 50 value 312.655476
## final value 312.655455
## converged
## # weights: 49
## initial value 367.708794
## iter 10 value 315.107563
## iter 20 value 299.091838
## iter 30 value 291.314880
## iter 40 value 284.688800
## iter 50 value 279.673913
## iter 60 value 275.793157
## iter 70 value 275.637650
## iter 80 value 275.631667
## final value 275.631661
## converged
## # weights: 81
## initial value 456.778532
## iter 10 value 316.830805
## iter 20 value 303.005964
## iter 30 value 281.679413
## iter 40 value 276.494081
## iter 50 value 273.759973
## iter 60 value 272.579887
## iter 70 value 271.028724
## iter 80 value 267.906208
## iter 90 value 266.454287
## iter 100 value 266.304967
## final value 266.304967
## stopped after 100 iterations
## # weights: 17
## initial value 385.836560
## iter 10 value 314.799448
## iter 20 value 307.882548
## iter 30 value 304.665761
## iter 40 value 298.394613
## iter 50 value 296.568862
## iter 60 value 295.831067
## iter 70 value 295.495049
## iter 80 value 295.167903
## final value 295.156831
## converged
## # weights: 49
## initial value 432.453289
## iter 10 value 317.426269
## iter 20 value 277.574330
## iter 30 value 262.359567
## iter 40 value 256.755920
## iter 50 value 252.706765
## iter 60 value 251.390275
## iter 70 value 250.755645
## iter 80 value 250.596601
## iter 90 value 250.398325
## iter 100 value 250.237037
## final value 250.237037
## stopped after 100 iterations
## # weights: 81
## initial value 397.825014
## iter 10 value 306.497464
## iter 20 value 249.908200
## iter 30 value 223.686584
## iter 40 value 209.781351
## iter 50 value 205.878340
## iter 60 value 204.916802
## iter 70 value 204.573642
## iter 80 value 204.414685
## iter 90 value 204.324458
## iter 100 value 204.168442
## final value 204.168442
## stopped after 100 iterations
## # weights: 17
## initial value 480.756490
## iter 10 value 319.131818
## iter 20 value 312.168277
## iter 30 value 308.685676
## iter 40 value 307.645272
## iter 50 value 307.091887
## iter 60 value 306.476551
## iter 70 value 306.043434
## iter 80 value 305.971386
## iter 90 value 305.728667
## iter 100 value 305.640276
## final value 305.640276
## stopped after 100 iterations
## # weights: 49
## initial value 382.357939
## iter 10 value 306.682439
## iter 20 value 278.232230
## iter 30 value 259.140915
## iter 40 value 255.144256
## iter 50 value 254.246839
## iter 60 value 253.529499
## iter 70 value 252.041887
## iter 80 value 251.353500
## iter 90 value 250.971705
## iter 100 value 250.764596
## final value 250.764596
## stopped after 100 iterations
## # weights: 81
## initial value 408.375402
## iter 10 value 293.047748
## iter 20 value 247.561290
## iter 30 value 223.572618
## iter 40 value 217.370314
## iter 50 value 214.147802
## iter 60 value 211.174539
## iter 70 value 210.748901
## iter 80 value 210.563594
## iter 90 value 210.520517
## iter 100 value 210.503301
## final value 210.503301
## stopped after 100 iterations
## # weights: 17
## initial value 459.598662
## iter 10 value 321.756054
## iter 20 value 312.829338
## iter 30 value 311.773208
## iter 40 value 311.739752
## iter 40 value 311.739751
## iter 40 value 311.739751
## final value 311.739751
## converged
## # weights: 49
## initial value 495.044992
## iter 10 value 320.219587
## iter 20 value 306.458149
## iter 30 value 299.670152
## iter 40 value 288.428190
## iter 50 value 281.644090
## iter 60 value 279.917361
## iter 70 value 278.387834
## iter 80 value 277.323750
## iter 90 value 275.774127
## iter 100 value 275.601028
## final value 275.601028
## stopped after 100 iterations
## # weights: 81
## initial value 387.567924
## iter 10 value 311.538644
## iter 20 value 282.615868
## iter 30 value 266.773308
## iter 40 value 259.973144
## iter 50 value 258.796621
## iter 60 value 258.192029
## iter 70 value 257.384092
## iter 80 value 255.889172
## iter 90 value 255.533237
## iter 100 value 255.404155
## final value 255.404155
## stopped after 100 iterations
## # weights: 17
## initial value 397.002030
## iter 10 value 321.557001
## iter 20 value 304.598486
## iter 30 value 299.537332
## iter 40 value 298.969184
## iter 50 value 298.663624
## iter 60 value 298.632145
## iter 70 value 298.622845
## iter 80 value 298.619374
## iter 90 value 298.613845
## iter 100 value 298.607668
## final value 298.607668
## stopped after 100 iterations
## # weights: 49
## initial value 399.982452
## iter 10 value 305.053038
## iter 20 value 291.007874
## iter 30 value 282.815551
## iter 40 value 277.980599
## iter 50 value 274.310763
## iter 60 value 271.051059
## iter 70 value 269.760600
## iter 80 value 268.648262
## iter 90 value 267.831254
## iter 100 value 267.560706
## final value 267.560706
## stopped after 100 iterations
## # weights: 81
## initial value 376.304746
## iter 10 value 288.586755
## iter 20 value 247.351104
## iter 30 value 223.436536
## iter 40 value 212.472305
## iter 50 value 208.265207
## iter 60 value 203.834395
## iter 70 value 202.133840
## iter 80 value 200.952169
## iter 90 value 200.315097
## iter 100 value 200.114736
## final value 200.114736
## stopped after 100 iterations
## # weights: 17
## initial value 382.978153
## iter 10 value 267.505531
## iter 20 value 262.253530
## iter 30 value 260.732838
## iter 40 value 259.766280
## iter 50 value 259.042431
## iter 60 value 254.719763
## iter 70 value 253.168826
## iter 80 value 253.159177
## iter 90 value 253.155097
## iter 100 value 253.150174
## final value 253.150174
## stopped after 100 iterations
## # weights: 49
## initial value 379.800030
## iter 10 value 263.916116
## iter 20 value 246.032659
## iter 30 value 223.486556
## iter 40 value 210.843423
## iter 50 value 205.861359
## iter 60 value 203.557377
## iter 70 value 202.747255
## iter 80 value 202.627612
## iter 90 value 202.626347
## iter 100 value 202.625354
## final value 202.625354
## stopped after 100 iterations
## # weights: 81
## initial value 492.704478
## iter 10 value 254.492425
## iter 20 value 221.287470
## iter 30 value 208.068391
## iter 40 value 191.483642
## iter 50 value 186.996066
## iter 60 value 183.071438
## iter 70 value 177.669153
## iter 80 value 176.944829
## iter 90 value 176.928457
## iter 100 value 176.928182
## final value 176.928182
## stopped after 100 iterations
## # weights: 17
## initial value 410.219102
## iter 10 value 278.548975
## iter 20 value 268.292769
## iter 30 value 267.423605
## final value 267.402774
## converged
## # weights: 49
## initial value 444.446892
## iter 10 value 297.897342
## iter 20 value 265.284943
## iter 30 value 251.189974
## iter 40 value 245.995474
## iter 50 value 242.717329
## iter 60 value 238.254425
## iter 70 value 237.412097
## iter 80 value 237.206522
## iter 90 value 237.189564
## final value 237.189420
## converged
## # weights: 81
## initial value 423.562798
## iter 10 value 273.572061
## iter 20 value 252.670205
## iter 30 value 238.400720
## iter 40 value 231.196469
## iter 50 value 227.557623
## iter 60 value 225.805208
## iter 70 value 225.482646
## iter 80 value 225.467737
## iter 90 value 225.463545
## iter 100 value 225.461948
## final value 225.461948
## stopped after 100 iterations
## # weights: 17
## initial value 374.689659
## iter 10 value 291.364724
## iter 20 value 260.710674
## iter 30 value 260.091677
## iter 40 value 259.619773
## iter 50 value 257.625075
## iter 60 value 255.963646
## iter 70 value 255.324662
## iter 80 value 255.288043
## iter 90 value 255.090496
## iter 100 value 255.034090
## final value 255.034090
## stopped after 100 iterations
## # weights: 49
## initial value 484.791623
## iter 10 value 265.973060
## iter 20 value 246.804513
## iter 30 value 234.667921
## iter 40 value 223.657736
## iter 50 value 217.025880
## iter 60 value 214.481272
## iter 70 value 212.723665
## iter 80 value 212.291378
## iter 90 value 211.723442
## iter 100 value 210.910927
## final value 210.910927
## stopped after 100 iterations
## # weights: 81
## initial value 359.723105
## iter 10 value 254.859163
## iter 20 value 219.262707
## iter 30 value 188.221383
## iter 40 value 169.869769
## iter 50 value 166.407180
## iter 60 value 165.217362
## iter 70 value 164.615848
## iter 80 value 164.178017
## iter 90 value 163.460170
## iter 100 value 162.521767
## final value 162.521767
## stopped after 100 iterations
## # weights: 17
## initial value 366.409684
## iter 10 value 283.601444
## iter 20 value 274.638203
## iter 30 value 266.493056
## iter 40 value 266.358501
## final value 266.355601
## converged
## # weights: 49
## initial value 445.311134
## iter 10 value 293.738883
## iter 20 value 264.049409
## iter 30 value 251.392837
## iter 40 value 240.700071
## iter 50 value 238.057662
## iter 60 value 236.323633
## iter 70 value 234.937339
## iter 80 value 233.039473
## iter 90 value 232.716801
## iter 100 value 232.696116
## final value 232.696116
## stopped after 100 iterations
## # weights: 81
## initial value 583.731714
## iter 10 value 277.724404
## iter 20 value 251.724471
## iter 30 value 234.134875
## iter 40 value 216.087943
## iter 50 value 205.667729
## iter 60 value 197.700571
## iter 70 value 195.910728
## iter 80 value 194.935044
## iter 90 value 193.942844
## iter 100 value 193.313659
## final value 193.313659
## stopped after 100 iterations
## # weights: 17
## initial value 456.947002
## iter 10 value 292.999959
## iter 20 value 290.570973
## iter 30 value 290.525067
## iter 30 value 290.525065
## iter 30 value 290.525065
## final value 290.525065
## converged
## # weights: 49
## initial value 402.590679
## iter 10 value 292.521001
## iter 20 value 276.149206
## iter 30 value 269.559916
## iter 40 value 266.892734
## iter 50 value 266.743764
## iter 60 value 266.684538
## iter 70 value 266.674214
## iter 80 value 266.646635
## iter 90 value 263.067564
## iter 100 value 259.292841
## final value 259.292841
## stopped after 100 iterations
## # weights: 81
## initial value 413.254818
## iter 10 value 293.231114
## iter 20 value 275.565817
## iter 30 value 264.708556
## iter 40 value 258.243335
## iter 50 value 251.059363
## iter 60 value 246.879271
## iter 70 value 243.387425
## iter 80 value 242.369567
## iter 90 value 241.400506
## iter 100 value 241.030852
## final value 241.030852
## stopped after 100 iterations
## # weights: 17
## initial value 426.050576
## iter 10 value 284.524088
## iter 20 value 271.654121
## iter 30 value 267.832901
## iter 40 value 267.649567
## iter 50 value 267.622059
## iter 60 value 267.602290
## iter 70 value 267.487201
## iter 80 value 267.447674
## iter 90 value 267.443514
## iter 100 value 267.439101
## final value 267.439101
## stopped after 100 iterations
## # weights: 49
## initial value 407.476359
## iter 10 value 283.374569
## iter 20 value 266.037798
## iter 30 value 253.336328
## iter 40 value 243.854232
## iter 50 value 243.723663
## iter 60 value 243.599119
## iter 70 value 243.489630
## iter 80 value 243.437070
## iter 90 value 243.266474
## iter 100 value 243.082267
## final value 243.082267
## stopped after 100 iterations
## # weights: 81
## initial value 351.853802
## iter 10 value 280.068792
## iter 20 value 233.943729
## iter 30 value 199.486898
## iter 40 value 187.908558
## iter 50 value 182.872548
## iter 60 value 181.963788
## iter 70 value 181.530993
## iter 80 value 181.212042
## iter 90 value 181.009748
## iter 100 value 180.851132
## final value 180.851132
## stopped after 100 iterations
## # weights: 17
## initial value 436.213155
## iter 10 value 310.651052
## iter 20 value 286.884737
## iter 30 value 279.227384
## iter 40 value 278.426166
## iter 50 value 277.820040
## iter 60 value 277.563597
## iter 70 value 277.518321
## iter 80 value 277.495661
## iter 90 value 277.487569
## iter 100 value 277.482017
## final value 277.482017
## stopped after 100 iterations
## # weights: 49
## initial value 392.068719
## iter 10 value 291.870088
## iter 20 value 244.316176
## iter 30 value 230.158190
## iter 40 value 224.218407
## iter 50 value 221.841292
## iter 60 value 219.857798
## iter 70 value 219.288026
## iter 80 value 219.117525
## iter 90 value 219.110482
## final value 219.110474
## converged
## # weights: 81
## initial value 368.055042
## iter 10 value 292.322847
## iter 20 value 232.295908
## iter 30 value 199.064108
## iter 40 value 185.490364
## iter 50 value 181.218610
## iter 60 value 180.823482
## iter 70 value 180.751648
## iter 80 value 180.629655
## iter 90 value 180.618867
## iter 100 value 180.616509
## final value 180.616509
## stopped after 100 iterations
## # weights: 17
## initial value 441.880150
## iter 10 value 336.507326
## iter 20 value 308.379085
## iter 30 value 302.210523
## iter 40 value 301.325446
## iter 50 value 301.128033
## iter 60 value 301.104974
## final value 301.104588
## converged
## # weights: 49
## initial value 403.631142
## iter 10 value 302.240601
## iter 20 value 289.928693
## iter 30 value 282.924235
## iter 40 value 274.815246
## iter 50 value 272.660247
## iter 60 value 272.026894
## iter 70 value 271.961557
## iter 80 value 271.952098
## iter 90 value 271.949798
## final value 271.949773
## converged
## # weights: 81
## initial value 361.694039
## iter 10 value 300.520492
## iter 20 value 270.956457
## iter 30 value 256.143540
## iter 40 value 247.255497
## iter 50 value 245.873392
## iter 60 value 244.958053
## iter 70 value 244.008097
## iter 80 value 243.603553
## iter 90 value 243.242978
## iter 100 value 243.234451
## final value 243.234451
## stopped after 100 iterations
## # weights: 17
## initial value 412.884274
## iter 10 value 321.230679
## iter 20 value 307.749904
## iter 30 value 299.320228
## iter 40 value 298.252381
## iter 50 value 297.971706
## iter 60 value 297.925725
## iter 70 value 297.922858
## final value 297.922757
## converged
## # weights: 49
## initial value 371.332774
## iter 10 value 301.461423
## iter 20 value 268.737743
## iter 30 value 254.185604
## iter 40 value 251.690249
## iter 50 value 249.403819
## iter 60 value 248.436066
## iter 70 value 248.206698
## iter 80 value 248.091083
## iter 90 value 247.810351
## iter 100 value 247.507269
## final value 247.507269
## stopped after 100 iterations
## # weights: 81
## initial value 357.062649
## iter 10 value 287.504507
## iter 20 value 211.951827
## iter 30 value 191.787842
## iter 40 value 184.911207
## iter 50 value 182.502022
## iter 60 value 181.962738
## iter 70 value 181.760132
## iter 80 value 181.006017
## iter 90 value 180.789243
## iter 100 value 180.692659
## final value 180.692659
## stopped after 100 iterations
## # weights: 17
## initial value 418.334054
## iter 10 value 303.926667
## iter 20 value 293.970887
## iter 30 value 288.124499
## iter 40 value 283.862479
## iter 50 value 283.691632
## iter 60 value 283.454932
## iter 70 value 283.334049
## iter 80 value 283.313643
## iter 90 value 283.292026
## iter 100 value 283.284840
## final value 283.284840
## stopped after 100 iterations
## # weights: 49
## initial value 712.157418
## iter 10 value 366.517487
## iter 20 value 363.315365
## iter 30 value 332.148298
## iter 40 value 320.168691
## iter 50 value 316.579834
## iter 60 value 314.420762
## iter 70 value 311.873745
## iter 80 value 311.701612
## final value 311.700334
## converged
## # weights: 81
## initial value 430.979798
## iter 10 value 296.370066
## iter 20 value 271.626453
## iter 30 value 227.446973
## iter 40 value 211.225407
## iter 50 value 203.251888
## iter 60 value 199.954581
## iter 70 value 197.564148
## iter 80 value 196.577174
## iter 90 value 195.884985
## iter 100 value 195.762635
## final value 195.762635
## stopped after 100 iterations
## # weights: 17
## initial value 366.308763
## iter 10 value 306.374677
## iter 20 value 301.344254
## iter 30 value 300.700408
## iter 40 value 300.630763
## iter 50 value 300.630495
## final value 300.630461
## converged
## # weights: 49
## initial value 413.115764
## iter 10 value 309.902100
## iter 20 value 294.386970
## iter 30 value 281.200479
## iter 40 value 277.361511
## iter 50 value 274.461431
## iter 60 value 269.478712
## iter 70 value 267.930966
## iter 80 value 267.570840
## iter 90 value 267.451129
## iter 100 value 267.253105
## final value 267.253105
## stopped after 100 iterations
## # weights: 81
## initial value 455.443154
## iter 10 value 296.524342
## iter 20 value 279.409761
## iter 30 value 265.652261
## iter 40 value 260.184410
## iter 50 value 256.610004
## iter 60 value 254.369934
## iter 70 value 253.895997
## iter 80 value 253.433710
## iter 90 value 250.466405
## iter 100 value 247.379803
## final value 247.379803
## stopped after 100 iterations
## # weights: 17
## initial value 454.343806
## iter 10 value 298.137633
## iter 20 value 293.309333
## iter 30 value 285.759316
## iter 40 value 284.964731
## iter 50 value 284.663523
## iter 60 value 284.621724
## iter 70 value 284.437150
## iter 80 value 284.417282
## iter 90 value 284.406773
## iter 100 value 284.405021
## final value 284.405021
## stopped after 100 iterations
## # weights: 49
## initial value 473.743085
## iter 10 value 309.229318
## iter 20 value 291.074145
## iter 30 value 273.862910
## iter 40 value 265.985632
## iter 50 value 258.731901
## iter 60 value 254.782891
## iter 70 value 247.726136
## iter 80 value 245.344757
## iter 90 value 242.326144
## iter 100 value 235.970139
## final value 235.970139
## stopped after 100 iterations
## # weights: 81
## initial value 447.444788
## iter 10 value 293.101168
## iter 20 value 253.369780
## iter 30 value 223.418439
## iter 40 value 212.768741
## iter 50 value 209.654979
## iter 60 value 208.034616
## iter 70 value 205.168216
## iter 80 value 202.565025
## iter 90 value 201.858953
## iter 100 value 200.511019
## final value 200.511019
## stopped after 100 iterations
## # weights: 17
## initial value 485.262484
## iter 10 value 345.625812
## iter 20 value 330.113519
## iter 30 value 326.297592
## iter 40 value 326.246022
## iter 40 value 326.246022
## final value 326.246022
## converged
## # weights: 49
## initial value 442.407910
## iter 10 value 315.759425
## iter 20 value 283.792633
## iter 30 value 272.490722
## iter 40 value 268.653299
## iter 50 value 267.902020
## iter 60 value 267.815050
## iter 70 value 267.813141
## final value 267.813130
## converged
## # weights: 81
## initial value 428.549448
## iter 10 value 311.922683
## iter 20 value 261.269950
## iter 30 value 235.779217
## iter 40 value 226.537013
## iter 50 value 218.304045
## iter 60 value 213.577016
## iter 70 value 211.958357
## iter 80 value 211.868855
## iter 90 value 211.772970
## iter 100 value 211.753380
## final value 211.753380
## stopped after 100 iterations
## # weights: 17
## initial value 377.496031
## iter 10 value 330.150880
## iter 20 value 321.063809
## iter 30 value 320.259565
## iter 40 value 320.211882
## iter 50 value 320.210819
## final value 320.210218
## converged
## # weights: 49
## initial value 377.871809
## iter 10 value 323.926703
## iter 20 value 305.923816
## iter 30 value 295.951849
## iter 40 value 294.935264
## iter 50 value 294.705756
## iter 60 value 294.639511
## iter 70 value 294.627283
## final value 294.627241
## converged
## # weights: 81
## initial value 470.664312
## iter 10 value 329.260643
## iter 20 value 296.230048
## iter 30 value 277.185099
## iter 40 value 273.918269
## iter 50 value 271.858698
## iter 60 value 266.295274
## iter 70 value 262.857719
## iter 80 value 262.197028
## iter 90 value 262.074373
## iter 100 value 262.060691
## final value 262.060691
## stopped after 100 iterations
## # weights: 17
## initial value 377.262931
## iter 10 value 320.176208
## iter 20 value 316.459662
## iter 30 value 316.067817
## iter 40 value 316.007311
## iter 50 value 315.993596
## iter 60 value 315.905360
## iter 70 value 315.858103
## iter 80 value 315.833743
## iter 90 value 315.831717
## iter 100 value 315.817002
## final value 315.817002
## stopped after 100 iterations
## # weights: 49
## initial value 466.549180
## iter 10 value 318.134767
## iter 20 value 287.331678
## iter 30 value 275.867446
## iter 40 value 268.874632
## iter 50 value 266.129359
## iter 60 value 265.351563
## iter 70 value 265.120479
## iter 80 value 265.043398
## iter 90 value 264.974668
## iter 100 value 264.936605
## final value 264.936605
## stopped after 100 iterations
## # weights: 81
## initial value 590.191802
## iter 10 value 311.933841
## iter 20 value 273.651047
## iter 30 value 250.672094
## iter 40 value 232.403352
## iter 50 value 226.674357
## iter 60 value 225.475912
## iter 70 value 225.057964
## iter 80 value 224.439436
## iter 90 value 223.603668
## iter 100 value 223.246477
## final value 223.246477
## stopped after 100 iterations
## # weights: 17
## initial value 391.309456
## iter 10 value 327.525877
## iter 20 value 319.078807
## iter 30 value 319.038439
## iter 40 value 318.974859
## iter 50 value 318.970787
## iter 60 value 318.940955
## iter 70 value 318.913319
## iter 80 value 318.906146
## iter 90 value 318.905446
## iter 100 value 318.899909
## final value 318.899909
## stopped after 100 iterations
## # weights: 49
## initial value 408.912877
## iter 10 value 323.407313
## iter 20 value 301.008799
## iter 30 value 268.216562
## iter 40 value 250.950412
## iter 50 value 247.452129
## iter 60 value 247.228940
## iter 70 value 247.224764
## final value 247.224691
## converged
## # weights: 81
## initial value 442.030275
## iter 10 value 306.017939
## iter 20 value 239.413678
## iter 30 value 210.723428
## iter 40 value 200.931594
## iter 50 value 195.974196
## iter 60 value 193.389730
## iter 70 value 192.276478
## iter 80 value 191.799165
## iter 90 value 191.692427
## iter 100 value 191.583919
## final value 191.583919
## stopped after 100 iterations
## # weights: 17
## initial value 402.036531
## iter 10 value 355.781767
## iter 20 value 346.912976
## iter 30 value 333.098664
## iter 40 value 324.439021
## iter 50 value 322.720534
## final value 322.700402
## converged
## # weights: 49
## initial value 562.555610
## iter 10 value 371.753631
## iter 20 value 322.100725
## iter 30 value 306.262680
## iter 40 value 299.909543
## iter 50 value 290.229235
## iter 60 value 285.947357
## iter 70 value 284.116516
## iter 80 value 283.803691
## iter 90 value 282.291639
## iter 100 value 281.856928
## final value 281.856928
## stopped after 100 iterations
## # weights: 81
## initial value 485.532810
## iter 10 value 322.039583
## iter 20 value 293.310423
## iter 30 value 279.936630
## iter 40 value 269.374485
## iter 50 value 264.796511
## iter 60 value 261.243175
## iter 70 value 260.323667
## iter 80 value 260.121862
## iter 90 value 260.054791
## iter 100 value 260.033826
## final value 260.033826
## stopped after 100 iterations
## # weights: 17
## initial value 475.362151
## iter 10 value 328.700846
## iter 20 value 321.035675
## iter 30 value 318.777909
## iter 40 value 318.438144
## iter 50 value 306.014554
## iter 60 value 305.105458
## iter 70 value 304.473442
## iter 80 value 303.409613
## iter 90 value 303.259798
## iter 100 value 303.235871
## final value 303.235871
## stopped after 100 iterations
## # weights: 49
## initial value 413.143518
## iter 10 value 312.712669
## iter 20 value 282.023850
## iter 30 value 269.018244
## iter 40 value 262.130099
## iter 50 value 260.791349
## iter 60 value 259.217112
## iter 70 value 259.050893
## iter 80 value 258.869228
## iter 90 value 258.545402
## iter 100 value 257.395011
## final value 257.395011
## stopped after 100 iterations
## # weights: 81
## initial value 405.808379
## iter 10 value 301.484303
## iter 20 value 263.485703
## iter 30 value 244.900699
## iter 40 value 225.429664
## iter 50 value 218.642936
## iter 60 value 214.658759
## iter 70 value 213.863518
## iter 80 value 213.119372
## iter 90 value 212.388968
## iter 100 value 212.011913
## final value 212.011913
## stopped after 100 iterations
## # weights: 17
## initial value 428.506716
## iter 10 value 292.702942
## iter 20 value 271.793077
## iter 30 value 267.062322
## iter 40 value 264.532867
## iter 50 value 263.747720
## iter 60 value 261.149816
## iter 70 value 261.064843
## iter 80 value 261.045273
## iter 90 value 261.034083
## final value 261.030823
## converged
## # weights: 49
## initial value 697.310186
## iter 10 value 354.820803
## iter 20 value 354.817749
## iter 30 value 332.929810
## iter 40 value 267.258470
## iter 50 value 261.109535
## iter 60 value 255.515373
## iter 70 value 246.041433
## iter 80 value 240.370539
## iter 90 value 238.996978
## iter 100 value 238.820008
## final value 238.820008
## stopped after 100 iterations
## # weights: 81
## initial value 413.812626
## iter 10 value 266.142136
## iter 20 value 226.284675
## iter 30 value 192.000017
## iter 40 value 176.512751
## iter 50 value 168.880627
## iter 60 value 164.184596
## iter 70 value 162.160318
## iter 80 value 161.494490
## iter 90 value 161.294688
## iter 100 value 161.279552
## final value 161.279552
## stopped after 100 iterations
## # weights: 17
## initial value 495.785939
## iter 10 value 301.845281
## iter 20 value 274.837779
## iter 30 value 271.924965
## iter 40 value 271.816859
## iter 50 value 271.812856
## final value 271.812823
## converged
## # weights: 49
## initial value 395.432480
## iter 10 value 292.028098
## iter 20 value 266.804374
## iter 30 value 253.916996
## iter 40 value 248.733837
## iter 50 value 246.523628
## iter 60 value 246.348649
## iter 70 value 246.336852
## final value 246.335937
## converged
## # weights: 81
## initial value 357.146298
## iter 10 value 282.361389
## iter 20 value 263.086437
## iter 30 value 251.378170
## iter 40 value 239.177576
## iter 50 value 233.198577
## iter 60 value 230.823568
## iter 70 value 228.160432
## iter 80 value 227.437520
## iter 90 value 226.872714
## iter 100 value 226.718437
## final value 226.718437
## stopped after 100 iterations
## # weights: 17
## initial value 468.241769
## iter 10 value 322.914614
## iter 20 value 266.941865
## iter 30 value 259.606835
## iter 40 value 256.170939
## iter 50 value 256.007125
## iter 60 value 255.927667
## iter 70 value 255.795142
## iter 80 value 255.761374
## iter 90 value 255.752383
## final value 255.752128
## converged
## # weights: 49
## initial value 574.498500
## iter 10 value 355.236639
## iter 20 value 354.855352
## iter 30 value 343.576347
## iter 40 value 270.867997
## iter 50 value 262.717569
## iter 60 value 258.927078
## iter 70 value 255.852508
## iter 80 value 251.988640
## iter 90 value 238.868112
## iter 100 value 237.770913
## final value 237.770913
## stopped after 100 iterations
## # weights: 81
## initial value 379.899045
## iter 10 value 260.233345
## iter 20 value 223.403456
## iter 30 value 206.660341
## iter 40 value 192.379443
## iter 50 value 175.690524
## iter 60 value 170.878838
## iter 70 value 169.070460
## iter 80 value 167.523697
## iter 90 value 166.805602
## iter 100 value 166.475836
## final value 166.475836
## stopped after 100 iterations
## # weights: 17
## initial value 414.119929
## iter 10 value 325.218134
## iter 20 value 304.632854
## iter 30 value 296.590027
## iter 40 value 295.524856
## iter 50 value 295.463362
## iter 60 value 295.396043
## iter 70 value 295.312519
## iter 80 value 295.241583
## iter 90 value 295.234804
## final value 295.231625
## converged
## # weights: 49
## initial value 455.914514
## iter 10 value 366.971547
## iter 20 value 339.375823
## iter 30 value 318.406653
## iter 40 value 314.823066
## iter 50 value 314.804094
## final value 314.803155
## converged
## # weights: 81
## initial value 542.989837
## iter 10 value 317.703121
## iter 20 value 283.409540
## iter 30 value 252.565423
## iter 40 value 227.392744
## iter 50 value 221.672789
## iter 60 value 217.969141
## iter 70 value 215.787374
## iter 80 value 213.603475
## iter 90 value 211.251393
## iter 100 value 208.422673
## final value 208.422673
## stopped after 100 iterations
## # weights: 17
## initial value 388.232072
## iter 10 value 336.790772
## iter 20 value 325.356356
## iter 30 value 320.588217
## iter 40 value 320.115457
## iter 50 value 319.696084
## final value 319.693743
## converged
## # weights: 49
## initial value 467.764614
## iter 10 value 330.882493
## iter 20 value 310.086450
## iter 30 value 305.384321
## iter 40 value 298.081982
## iter 50 value 292.014309
## iter 60 value 289.802583
## iter 70 value 287.914163
## iter 80 value 286.995068
## iter 90 value 286.863309
## final value 286.862248
## converged
## # weights: 81
## initial value 383.619857
## iter 10 value 319.969711
## iter 20 value 301.612889
## iter 30 value 291.042394
## iter 40 value 282.770004
## iter 50 value 277.409207
## iter 60 value 274.371158
## iter 70 value 272.007847
## iter 80 value 271.766263
## iter 90 value 271.698856
## iter 100 value 271.689849
## final value 271.689849
## stopped after 100 iterations
## # weights: 17
## initial value 513.775294
## iter 10 value 367.257361
## iter 20 value 330.344458
## iter 30 value 305.623193
## iter 40 value 300.975184
## iter 50 value 298.657424
## iter 60 value 298.458358
## iter 70 value 298.314300
## iter 80 value 298.297396
## iter 90 value 298.279681
## iter 100 value 298.269733
## final value 298.269733
## stopped after 100 iterations
## # weights: 49
## initial value 653.733043
## iter 10 value 363.184332
## iter 20 value 317.810932
## iter 30 value 303.076699
## iter 40 value 299.125306
## iter 50 value 297.965732
## iter 60 value 296.735204
## iter 70 value 287.465079
## iter 80 value 279.230499
## iter 90 value 269.509691
## iter 100 value 267.780300
## final value 267.780300
## stopped after 100 iterations
## # weights: 81
## initial value 390.401954
## iter 10 value 305.128556
## iter 20 value 266.837029
## iter 30 value 230.332026
## iter 40 value 218.977841
## iter 50 value 215.832508
## iter 60 value 214.701439
## iter 70 value 213.965644
## iter 80 value 213.002657
## iter 90 value 212.485338
## iter 100 value 211.957263
## final value 211.957263
## stopped after 100 iterations
## # weights: 17
## initial value 400.313267
## iter 10 value 325.589577
## iter 20 value 293.989768
## iter 30 value 289.766862
## iter 40 value 287.586150
## iter 50 value 287.288090
## iter 60 value 287.131515
## iter 70 value 286.721016
## iter 80 value 286.557217
## iter 90 value 286.546004
## iter 100 value 286.535595
## final value 286.535595
## stopped after 100 iterations
## # weights: 49
## initial value 491.429971
## iter 10 value 311.083952
## iter 20 value 289.262553
## iter 30 value 288.464860
## iter 40 value 283.833573
## iter 50 value 265.982987
## iter 60 value 245.701826
## iter 70 value 240.084274
## iter 80 value 239.710277
## iter 90 value 239.632251
## iter 100 value 239.627590
## final value 239.627590
## stopped after 100 iterations
## # weights: 81
## initial value 391.722623
## iter 10 value 286.435428
## iter 20 value 257.668437
## iter 30 value 233.910833
## iter 40 value 219.330934
## iter 50 value 207.980869
## iter 60 value 203.252510
## iter 70 value 198.721332
## iter 80 value 197.417072
## iter 90 value 197.174396
## iter 100 value 197.140389
## final value 197.140389
## stopped after 100 iterations
## # weights: 17
## initial value 373.512465
## iter 10 value 299.207508
## iter 20 value 294.573887
## iter 30 value 293.124040
## iter 40 value 292.612039
## final value 292.583771
## converged
## # weights: 49
## initial value 433.290431
## iter 10 value 302.907323
## iter 20 value 286.749031
## iter 30 value 278.883256
## iter 40 value 273.602682
## iter 50 value 270.520056
## iter 60 value 268.775387
## iter 70 value 268.710240
## iter 80 value 268.701955
## iter 90 value 268.701350
## final value 268.701091
## converged
## # weights: 81
## initial value 373.159406
## iter 10 value 298.409371
## iter 20 value 272.869615
## iter 30 value 260.795482
## iter 40 value 256.999413
## iter 50 value 254.916800
## iter 60 value 253.943195
## iter 70 value 253.605572
## iter 80 value 253.337179
## iter 90 value 253.244599
## iter 100 value 253.209526
## final value 253.209526
## stopped after 100 iterations
## # weights: 17
## initial value 440.273335
## iter 10 value 307.689276
## iter 20 value 293.925931
## iter 30 value 290.201380
## iter 40 value 288.100413
## iter 50 value 287.635319
## iter 60 value 287.604577
## iter 70 value 287.511955
## iter 80 value 287.505360
## iter 90 value 287.500948
## iter 100 value 287.500734
## final value 287.500734
## stopped after 100 iterations
## # weights: 49
## initial value 425.334740
## iter 10 value 367.407265
## iter 20 value 340.616235
## iter 30 value 297.035952
## iter 40 value 287.283683
## iter 50 value 284.272232
## iter 60 value 283.976211
## iter 70 value 276.045324
## iter 80 value 263.702912
## iter 90 value 262.748658
## iter 100 value 260.235531
## final value 260.235531
## stopped after 100 iterations
## # weights: 81
## initial value 358.223914
## iter 10 value 285.152212
## iter 20 value 251.255220
## iter 30 value 226.354910
## iter 40 value 211.078495
## iter 50 value 203.739587
## iter 60 value 201.687751
## iter 70 value 201.178882
## iter 80 value 200.823842
## iter 90 value 199.924646
## iter 100 value 199.080437
## final value 199.080437
## stopped after 100 iterations
## # weights: 17
## initial value 429.115297
## iter 10 value 301.509296
## iter 20 value 296.649953
## iter 30 value 292.849712
## iter 40 value 291.369101
## iter 50 value 291.175663
## iter 60 value 290.222498
## iter 70 value 289.781195
## iter 80 value 289.365066
## iter 90 value 287.807588
## iter 100 value 287.401163
## final value 287.401163
## stopped after 100 iterations
## # weights: 49
## initial value 470.328777
## iter 10 value 316.951037
## iter 20 value 298.398411
## iter 30 value 294.313061
## iter 40 value 282.120073
## iter 50 value 273.520434
## iter 60 value 268.760652
## iter 70 value 260.283442
## iter 80 value 254.020325
## iter 90 value 253.150482
## iter 100 value 252.380016
## final value 252.380016
## stopped after 100 iterations
## # weights: 81
## initial value 397.377930
## iter 10 value 300.753239
## iter 20 value 268.783683
## iter 30 value 250.362060
## iter 40 value 237.544598
## iter 50 value 230.487636
## iter 60 value 230.110935
## iter 70 value 230.105613
## iter 80 value 230.100253
## final value 230.100066
## converged
## # weights: 17
## initial value 418.704185
## iter 10 value 304.231366
## iter 20 value 300.977424
## iter 30 value 300.790796
## final value 300.789524
## converged
## # weights: 49
## initial value 474.972142
## iter 10 value 334.388978
## iter 20 value 304.628137
## iter 30 value 297.423320
## iter 40 value 287.008341
## iter 50 value 284.795180
## iter 60 value 283.334082
## iter 70 value 282.870392
## iter 80 value 282.646691
## iter 90 value 282.091227
## iter 100 value 281.720361
## final value 281.720361
## stopped after 100 iterations
## # weights: 81
## initial value 464.370299
## iter 10 value 306.681007
## iter 20 value 292.394506
## iter 30 value 284.630255
## iter 40 value 281.023323
## iter 50 value 278.327819
## iter 60 value 276.751795
## iter 70 value 276.295916
## iter 80 value 276.242149
## iter 90 value 276.211628
## iter 100 value 276.201959
## final value 276.201959
## stopped after 100 iterations
## # weights: 17
## initial value 498.797005
## iter 10 value 300.948393
## iter 20 value 297.093108
## iter 30 value 292.395494
## iter 40 value 291.403572
## iter 50 value 290.683002
## iter 60 value 290.326970
## iter 70 value 289.050480
## iter 80 value 288.850614
## iter 90 value 288.816495
## iter 100 value 288.786695
## final value 288.786695
## stopped after 100 iterations
## # weights: 49
## initial value 375.512870
## iter 10 value 298.350329
## iter 20 value 285.833637
## iter 30 value 274.584061
## iter 40 value 252.569972
## iter 50 value 243.208096
## iter 60 value 242.068610
## iter 70 value 241.462742
## iter 80 value 241.304747
## iter 90 value 241.197018
## iter 100 value 241.045992
## final value 241.045992
## stopped after 100 iterations
## # weights: 81
## initial value 429.855084
## iter 10 value 297.230819
## iter 20 value 259.832926
## iter 30 value 237.496870
## iter 40 value 225.847509
## iter 50 value 220.784716
## iter 60 value 218.582718
## iter 70 value 216.261749
## iter 80 value 215.493999
## iter 90 value 215.342654
## iter 100 value 215.211758
## final value 215.211758
## stopped after 100 iterations
## # weights: 17
## initial value 406.156577
## iter 10 value 370.384409
## iter 20 value 315.527292
## iter 30 value 288.624648
## iter 40 value 283.286337
## iter 50 value 279.257988
## iter 60 value 279.141585
## iter 70 value 279.118802
## iter 80 value 279.107326
## final value 279.107113
## converged
## # weights: 49
## initial value 589.550084
## iter 10 value 368.172500
## iter 20 value 304.206260
## iter 30 value 285.055010
## iter 40 value 282.278047
## iter 50 value 281.865101
## iter 60 value 281.864106
## final value 281.864057
## converged
## # weights: 81
## initial value 515.021536
## iter 10 value 281.007006
## iter 20 value 237.392086
## iter 30 value 216.011386
## iter 40 value 201.984376
## iter 50 value 197.668580
## iter 60 value 196.387432
## iter 70 value 195.702299
## iter 80 value 195.618915
## iter 90 value 195.607486
## iter 100 value 195.598014
## final value 195.598014
## stopped after 100 iterations
## # weights: 17
## initial value 431.139786
## iter 10 value 312.226219
## iter 20 value 294.719654
## iter 30 value 291.047143
## iter 40 value 290.759074
## iter 50 value 290.755761
## final value 290.755720
## converged
## # weights: 49
## initial value 394.890121
## iter 10 value 298.015181
## iter 20 value 281.871953
## iter 30 value 275.604646
## iter 40 value 266.760396
## iter 50 value 261.454898
## iter 60 value 259.159398
## iter 70 value 258.031860
## iter 80 value 256.738328
## iter 90 value 256.667133
## iter 100 value 256.662530
## final value 256.662530
## stopped after 100 iterations
## # weights: 81
## initial value 374.282201
## iter 10 value 292.914519
## iter 20 value 274.093279
## iter 30 value 260.614721
## iter 40 value 256.839770
## iter 50 value 250.449846
## iter 60 value 246.439046
## iter 70 value 245.635102
## iter 80 value 245.033224
## iter 90 value 244.896526
## iter 100 value 244.772514
## final value 244.772514
## stopped after 100 iterations
## # weights: 17
## initial value 371.512483
## iter 10 value 291.591708
## iter 20 value 283.031304
## iter 30 value 279.222869
## iter 40 value 279.057092
## iter 50 value 278.945741
## iter 60 value 278.858491
## iter 70 value 278.503398
## iter 80 value 278.478749
## iter 90 value 278.470174
## iter 100 value 278.469067
## final value 278.469067
## stopped after 100 iterations
## # weights: 49
## initial value 399.858462
## iter 10 value 278.954796
## iter 20 value 256.854739
## iter 30 value 237.102068
## iter 40 value 230.020154
## iter 50 value 229.176442
## iter 60 value 229.030812
## iter 70 value 228.964973
## iter 80 value 228.891436
## iter 90 value 228.843907
## iter 100 value 228.788594
## final value 228.788594
## stopped after 100 iterations
## # weights: 81
## initial value 447.785209
## iter 10 value 280.353736
## iter 20 value 243.128272
## iter 30 value 223.782052
## iter 40 value 211.596862
## iter 50 value 206.523589
## iter 60 value 205.135307
## iter 70 value 204.234281
## iter 80 value 203.828211
## iter 90 value 203.380016
## iter 100 value 203.092331
## final value 203.092331
## stopped after 100 iterations
## # weights: 17
## initial value 493.641343
## iter 10 value 329.691543
## iter 20 value 304.328106
## iter 30 value 288.026679
## iter 40 value 280.514775
## iter 50 value 280.429654
## final value 280.426585
## converged
## # weights: 49
## initial value 426.257421
## iter 10 value 302.290706
## iter 20 value 276.324157
## iter 30 value 255.889705
## iter 40 value 248.060116
## iter 50 value 242.101858
## iter 60 value 239.955560
## iter 70 value 238.661222
## iter 80 value 237.631561
## iter 90 value 236.793860
## iter 100 value 236.534324
## final value 236.534324
## stopped after 100 iterations
## # weights: 81
## initial value 763.663974
## iter 10 value 295.513800
## iter 20 value 252.153786
## iter 30 value 212.936412
## iter 40 value 198.261348
## iter 50 value 190.890843
## iter 60 value 187.617642
## iter 70 value 186.150534
## iter 80 value 185.732356
## iter 90 value 185.630437
## iter 100 value 185.607519
## final value 185.607519
## stopped after 100 iterations
## # weights: 17
## initial value 370.966398
## iter 10 value 304.948489
## iter 20 value 299.904783
## iter 30 value 298.216687
## iter 40 value 297.593255
## iter 50 value 297.592653
## final value 297.592644
## converged
## # weights: 49
## initial value 505.648306
## iter 10 value 337.310620
## iter 20 value 293.623169
## iter 30 value 286.925257
## iter 40 value 279.756733
## iter 50 value 274.858459
## iter 60 value 271.569656
## iter 70 value 271.019415
## iter 80 value 271.014649
## final value 271.014632
## converged
## # weights: 81
## initial value 377.458618
## iter 10 value 301.951501
## iter 20 value 272.054672
## iter 30 value 259.856189
## iter 40 value 251.460925
## iter 50 value 247.216322
## iter 60 value 246.455957
## iter 70 value 245.171223
## iter 80 value 244.345651
## iter 90 value 244.230428
## iter 100 value 244.035807
## final value 244.035807
## stopped after 100 iterations
## # weights: 17
## initial value 368.631308
## iter 10 value 295.067603
## iter 20 value 279.218317
## iter 30 value 277.046033
## iter 40 value 276.719724
## iter 50 value 276.702345
## iter 60 value 276.702147
## final value 276.702132
## converged
## # weights: 49
## initial value 379.678071
## iter 10 value 296.308132
## iter 20 value 270.844481
## iter 30 value 259.437935
## iter 40 value 251.198305
## iter 50 value 248.464528
## iter 60 value 247.608976
## iter 70 value 247.394037
## iter 80 value 246.767813
## iter 90 value 246.669387
## iter 100 value 246.593749
## final value 246.593749
## stopped after 100 iterations
## # weights: 81
## initial value 444.932599
## iter 10 value 287.722984
## iter 20 value 258.624997
## iter 30 value 245.763672
## iter 40 value 237.362440
## iter 50 value 234.165312
## iter 60 value 233.430010
## iter 70 value 232.852293
## iter 80 value 232.682349
## iter 90 value 232.607737
## iter 100 value 232.405246
## final value 232.405246
## stopped after 100 iterations
## # weights: 17
## initial value 487.755505
## iter 10 value 306.343416
## iter 20 value 289.533949
## iter 30 value 282.753216
## iter 40 value 282.503092
## iter 50 value 282.490615
## iter 60 value 281.188028
## iter 70 value 280.765717
## iter 80 value 280.708333
## iter 90 value 280.705054
## iter 100 value 280.703629
## final value 280.703629
## stopped after 100 iterations
## # weights: 49
## initial value 385.732947
## iter 10 value 305.275445
## iter 20 value 288.921987
## iter 30 value 269.627032
## iter 40 value 249.338731
## iter 50 value 238.588000
## iter 60 value 234.503957
## iter 70 value 234.107977
## iter 80 value 234.060451
## iter 90 value 234.036840
## iter 100 value 234.035978
## final value 234.035978
## stopped after 100 iterations
## # weights: 81
## initial value 532.149920
## iter 10 value 309.446843
## iter 20 value 273.489589
## iter 30 value 235.938919
## iter 40 value 215.672592
## iter 50 value 208.977665
## iter 60 value 206.434329
## iter 70 value 204.773034
## iter 80 value 203.749679
## iter 90 value 203.694043
## iter 100 value 203.686409
## final value 203.686409
## stopped after 100 iterations
## # weights: 17
## initial value 483.194760
## iter 10 value 323.596900
## iter 20 value 307.494207
## iter 30 value 305.790984
## iter 40 value 305.754212
## final value 305.754205
## converged
## # weights: 49
## initial value 401.556072
## iter 10 value 307.261662
## iter 20 value 289.478713
## iter 30 value 285.875705
## iter 40 value 281.478818
## iter 50 value 279.302229
## iter 60 value 278.075998
## iter 70 value 273.756054
## iter 80 value 270.910588
## iter 90 value 270.486037
## iter 100 value 268.648339
## final value 268.648339
## stopped after 100 iterations
## # weights: 81
## initial value 530.907818
## iter 10 value 306.992642
## iter 20 value 275.672108
## iter 30 value 262.855106
## iter 40 value 256.788448
## iter 50 value 250.374624
## iter 60 value 247.866299
## iter 70 value 246.762951
## iter 80 value 246.416365
## iter 90 value 246.317361
## iter 100 value 246.236226
## final value 246.236226
## stopped after 100 iterations
## # weights: 17
## initial value 479.419750
## iter 10 value 303.818172
## iter 20 value 288.673065
## iter 30 value 283.864271
## iter 40 value 283.521353
## iter 50 value 283.435547
## iter 60 value 283.399785
## iter 70 value 283.390170
## iter 80 value 283.389075
## iter 90 value 283.387679
## iter 100 value 283.386547
## final value 283.386547
## stopped after 100 iterations
## # weights: 49
## initial value 389.909332
## iter 10 value 291.899163
## iter 20 value 255.917491
## iter 30 value 245.956071
## iter 40 value 244.396634
## iter 50 value 244.207384
## iter 60 value 243.967914
## iter 70 value 243.378280
## iter 80 value 243.302374
## iter 90 value 243.211661
## iter 100 value 243.149246
## final value 243.149246
## stopped after 100 iterations
## # weights: 81
## initial value 403.841370
## iter 10 value 297.456382
## iter 20 value 272.243334
## iter 30 value 241.475303
## iter 40 value 225.848349
## iter 50 value 223.208613
## iter 60 value 221.974119
## iter 70 value 220.610119
## iter 80 value 220.256513
## iter 90 value 219.484478
## iter 100 value 219.200924
## final value 219.200924
## stopped after 100 iterations
## # weights: 17
## initial value 376.109976
## iter 10 value 318.921056
## iter 20 value 313.153561
## iter 30 value 311.829553
## iter 40 value 311.134040
## iter 50 value 311.121120
## iter 60 value 310.817466
## iter 70 value 305.103791
## iter 80 value 303.641704
## iter 90 value 303.184484
## iter 100 value 301.121363
## final value 301.121363
## stopped after 100 iterations
## # weights: 49
## initial value 675.904054
## iter 10 value 352.444918
## iter 20 value 323.604254
## iter 30 value 306.805700
## iter 40 value 294.238958
## iter 50 value 286.324277
## iter 60 value 283.412830
## iter 70 value 276.257118
## iter 80 value 263.816648
## iter 90 value 260.959495
## iter 100 value 260.250668
## final value 260.250668
## stopped after 100 iterations
## # weights: 81
## initial value 442.832824
## iter 10 value 310.754231
## iter 20 value 285.780945
## iter 30 value 266.140201
## iter 40 value 248.271029
## iter 50 value 240.189890
## iter 60 value 236.915735
## iter 70 value 235.958237
## iter 80 value 231.892586
## iter 90 value 230.898961
## iter 100 value 230.827996
## final value 230.827996
## stopped after 100 iterations
## # weights: 17
## initial value 526.062977
## iter 10 value 343.861087
## iter 20 value 323.005945
## iter 30 value 316.497216
## iter 40 value 315.749782
## final value 315.749206
## converged
## # weights: 49
## initial value 492.066924
## iter 10 value 321.372724
## iter 20 value 309.665404
## iter 30 value 297.432126
## iter 40 value 288.375450
## iter 50 value 283.303477
## iter 60 value 282.185604
## iter 70 value 281.979518
## iter 80 value 281.941903
## final value 281.941198
## converged
## # weights: 81
## initial value 389.927613
## iter 10 value 317.775276
## iter 20 value 305.319914
## iter 30 value 294.182622
## iter 40 value 282.586702
## iter 50 value 279.041761
## iter 60 value 277.964645
## iter 70 value 277.800447
## iter 80 value 277.740421
## iter 90 value 277.601642
## iter 100 value 276.815858
## final value 276.815858
## stopped after 100 iterations
## # weights: 17
## initial value 507.117738
## iter 10 value 323.194238
## iter 20 value 312.146865
## iter 30 value 311.714345
## iter 40 value 311.151662
## iter 50 value 311.128640
## iter 60 value 310.896868
## iter 70 value 304.403170
## iter 80 value 303.337944
## iter 90 value 303.166245
## iter 100 value 302.939867
## final value 302.939867
## stopped after 100 iterations
## # weights: 49
## initial value 370.607740
## iter 10 value 313.475652
## iter 20 value 301.195235
## iter 30 value 275.097519
## iter 40 value 257.996621
## iter 50 value 255.176970
## iter 60 value 254.882463
## iter 70 value 254.719153
## iter 80 value 254.665403
## iter 90 value 254.648116
## iter 100 value 254.628566
## final value 254.628566
## stopped after 100 iterations
## # weights: 81
## initial value 393.381920
## iter 10 value 314.344428
## iter 20 value 281.041679
## iter 30 value 254.020141
## iter 40 value 244.612065
## iter 50 value 237.325628
## iter 60 value 236.372106
## iter 70 value 236.143565
## iter 80 value 235.928808
## iter 90 value 235.773343
## iter 100 value 235.703753
## final value 235.703753
## stopped after 100 iterations
## # weights: 17
## initial value 534.479115
## iter 10 value 356.415622
## iter 20 value 314.440620
## iter 30 value 305.909474
## iter 40 value 305.398890
## iter 50 value 305.394345
## final value 305.394314
## converged
nn.predictions.new <- predict(nn.model.new, transformed.test.feature.vars, type="raw")
confusionMatrix(data=nn.predictions.new, reference=transformed.test.class.var, positive="X1")
## Confusion Matrix and Statistics
##
## Reference
## Prediction X0 X1
## X0 52 37
## X1 71 240
##
## Accuracy : 0.73
## 95% CI : (0.6836, 0.7729)
## No Information Rate : 0.6925
## P-Value [Acc > NIR] : 0.056797
##
## Kappa : 0.3133
## Mcnemar's Test P-Value : 0.001496
##
## Sensitivity : 0.8664
## Specificity : 0.4228
## Pos Pred Value : 0.7717
## Neg Pred Value : 0.5843
## Prevalence : 0.6925
## Detection Rate : 0.6000
## Detection Prevalence : 0.7775
## Balanced Accuracy : 0.6446
##
## 'Positive' Class : X1
##
plot(nn.model.new, cex.lab=0.5)
nn.model.best <- nn.model
nn.predictions.best <- predict(nn.model.best, transformed.test.feature.vars, type="prob")
nn.prediction.values <- nn.predictions.best[,2]
predictions <- prediction(nn.prediction.values, test.class.var)
par(mfrow=c(1,2))
plot.roc.curve(predictions, title.text="NN ROC Curve")
plot.pr.curve(predictions, title.text="NN Precision/Recall Curve")
