library(caret)
## Warning: package 'caret' was built under R version 4.2.3
## Loading required package: ggplot2
## Warning: package 'ggplot2' was built under R version 4.2.3
## Loading required package: lattice
library(nnet)
library(NeuralNetTools)
## Warning: package 'NeuralNetTools' was built under R version 4.2.3
url.train <- "http://archive.ics.uci.edu/ml/machine-learning-databases/adult/adult.data"
url.test <- "http://archive.ics.uci.edu/ml/machine-learning-databases/adult/adult.test"
url.names <- "http://archive.ics.uci.edu/ml/machine-learning-databases/adult/adult.names"
download.file(url.train, destfile = "adult_train.csv")
download.file(url.test, destfile = "adult_test.csv")
download.file(url.names, destfile = "adult_names.txt")
# Read the training and test data into memory
train <- read.csv("adult_train.csv", header = FALSE)
# The test data has an unnecessary first line that messes stuff up, this fixes that problem
all_content <- readLines("adult_test.csv")
skip_first <- all_content[-1]
test <- read.csv(textConnection(skip_first), header = FALSE)
# The data file doesn't have the column names in its header, add those in manually...
varNames <- c("Age", 
              "WorkClass",
              "fnlwgt",
              "Education",
              "EducationNum",
              "MaritalStatus",
              "Occupation",
              "Relationship",
              "Race",
              "Sex",
              "CapitalGain",
              "CapitalLoss",
              "HoursPerWeek",
              "NativeCountry",
              "IncomeLevel")
names(train) <- varNames
names(test)  <- varNames
levels(test$IncomeLevel) <- levels(train$IncomeLevel)
file.remove("adult_train.csv")
## [1] TRUE
file.remove("adult_test.csv")
## [1] TRUE
set.seed(12345)
start <- proc.time()[3]
model.nn <- train(IncomeLevel ~ .,
                  data = train,
                  method = "nnet")
## # weights:  103
## initial  value 22608.886416 
## final  value 17890.293147 
## converged
## # weights:  307
## initial  value 23672.596754 
## final  value 17708.165617 
## converged
## # weights:  511
## initial  value 30610.216341 
## iter  10 value 17856.044432
## final  value 17853.976174 
## converged
## # weights:  103
## initial  value 22692.327132 
## iter  10 value 17960.382176
## iter  20 value 17830.985860
## iter  30 value 16724.824034
## iter  40 value 16507.407101
## iter  50 value 15013.016897
## iter  60 value 14453.848529
## iter  70 value 12737.762376
## iter  80 value 11965.465976
## iter  90 value 11334.171779
## iter 100 value 10805.412295
## final  value 10805.412295 
## stopped after 100 iterations
## # weights:  307
## initial  value 19143.333974 
## iter  10 value 17929.897595
## iter  20 value 16704.174241
## iter  30 value 16702.879684
## iter  40 value 16571.070338
## iter  50 value 16558.909076
## iter  60 value 16532.369952
## iter  70 value 16462.955488
## iter  80 value 16255.781810
## iter  90 value 15846.193338
## iter 100 value 14486.493094
## final  value 14486.493094 
## stopped after 100 iterations
## # weights:  511
## initial  value 18268.803046 
## iter  10 value 17945.577281
## iter  20 value 16654.990467
## iter  30 value 16552.117263
## iter  40 value 16543.375785
## iter  50 value 16512.461010
## iter  60 value 16472.748221
## iter  70 value 15894.053013
## iter  80 value 15722.806980
## iter  90 value 15588.881041
## iter 100 value 15347.455978
## final  value 15347.455978 
## stopped after 100 iterations
## # weights:  103
## initial  value 20900.550368 
## final  value 17960.250323 
## converged
## # weights:  307
## initial  value 32424.736148 
## iter  10 value 17951.750899
## final  value 17951.712549 
## converged
## # weights:  511
## initial  value 18656.505994 
## final  value 17938.889592 
## converged
## # weights:  103
## initial  value 21272.047225 
## final  value 17934.902152 
## converged
## # weights:  307
## initial  value 37049.783682 
## iter  10 value 17914.914098
## final  value 17914.899410 
## converged
## # weights:  511
## initial  value 17940.858071 
## iter  10 value 17677.776941
## final  value 17677.685179 
## converged
## # weights:  103
## initial  value 24218.957345 
## iter  10 value 17934.973501
## final  value 17934.968772 
## converged
## # weights:  307
## initial  value 19259.834225 
## iter  10 value 17858.257646
## iter  20 value 16536.261678
## iter  30 value 16341.382524
## iter  40 value 16276.957588
## iter  50 value 16247.306348
## iter  60 value 16155.578232
## iter  70 value 15936.128124
## iter  80 value 15830.353280
## iter  90 value 15741.802960
## iter 100 value 15684.866057
## final  value 15684.866057 
## stopped after 100 iterations
## # weights:  511
## initial  value 19914.989042 
## iter  10 value 17845.449186
## iter  20 value 17646.441351
## iter  30 value 16534.254700
## iter  40 value 15988.518394
## iter  50 value 15860.848086
## iter  60 value 15767.618527
## iter  70 value 15692.404676
## iter  80 value 15676.220658
## iter  90 value 15580.523572
## iter 100 value 15531.018046
## final  value 15531.018046 
## stopped after 100 iterations
## # weights:  103
## initial  value 22319.658126 
## final  value 17934.905952 
## converged
## # weights:  307
## initial  value 29190.083059 
## iter  10 value 17914.929492
## final  value 17914.924100 
## converged
## # weights:  511
## initial  value 20690.770010 
## final  value 17934.911032 
## converged
## # weights:  103
## initial  value 22831.885255 
## final  value 18086.895221 
## converged
## # weights:  307
## initial  value 33303.758900 
## final  value 18086.895221 
## converged
## # weights:  511
## initial  value 20280.695325 
## iter  10 value 17961.910179
## iter  10 value 17961.910178
## iter  10 value 17961.910178
## final  value 17961.910178 
## converged
## # weights:  103
## initial  value 26021.525727 
## iter  10 value 18131.688375
## iter  20 value 18073.766847
## iter  30 value 16709.458688
## iter  40 value 16705.524226
## iter  50 value 16660.388490
## iter  60 value 16660.282014
## iter  70 value 16645.062303
## iter  80 value 16622.912048
## iter  90 value 16598.283024
## iter 100 value 16588.775707
## final  value 16588.775707 
## stopped after 100 iterations
## # weights:  307
## initial  value 24736.359734 
## iter  10 value 18035.073575
## iter  20 value 17027.951430
## iter  30 value 16650.634318
## iter  40 value 16513.018064
## iter  50 value 16385.028572
## iter  60 value 16119.285592
## iter  70 value 16050.751010
## iter  80 value 16007.091575
## iter  90 value 15989.608274
## iter 100 value 15951.059676
## final  value 15951.059676 
## stopped after 100 iterations
## # weights:  511
## initial  value 19299.322433 
## iter  10 value 18086.905945
## iter  20 value 18086.238523
## iter  30 value 17876.614185
## iter  40 value 16710.596634
## iter  50 value 16674.956813
## iter  60 value 16650.377399
## iter  70 value 16441.581789
## iter  80 value 16249.943283
## iter  90 value 16201.479512
## iter 100 value 16180.703313
## final  value 16180.703313 
## stopped after 100 iterations
## # weights:  103
## initial  value 29256.174110 
## final  value 18086.897077 
## converged
## # weights:  307
## initial  value 19240.282586 
## final  value 18086.899850 
## converged
## # weights:  511
## initial  value 19849.199644 
## iter  10 value 16823.067303
## iter  20 value 16644.001178
## iter  30 value 16366.690547
## iter  40 value 16341.710540
## iter  50 value 16336.225548
## iter  60 value 16333.706678
## iter  70 value 16303.421658
## iter  80 value 16292.585870
## iter  90 value 16291.436517
## iter 100 value 16291.426399
## final  value 16291.426399 
## stopped after 100 iterations
## # weights:  103
## initial  value 19165.311538 
## final  value 17826.852664 
## converged
## # weights:  307
## initial  value 29909.946168 
## iter  10 value 17275.585469
## final  value 16496.841750 
## converged
## # weights:  511
## initial  value 20391.259806 
## final  value 17761.948736 
## converged
## # weights:  103
## initial  value 23578.075217 
## iter  10 value 17815.116566
## iter  20 value 16829.393309
## iter  30 value 16009.483832
## iter  40 value 15592.077278
## iter  50 value 14997.716278
## iter  60 value 14034.651224
## iter  70 value 13448.124943
## iter  80 value 12964.075264
## iter  90 value 12810.338462
## iter 100 value 12751.501904
## final  value 12751.501904 
## stopped after 100 iterations
## # weights:  307
## initial  value 25009.046490 
## iter  10 value 17772.350517
## iter  20 value 17639.862834
## iter  30 value 17499.081270
## iter  40 value 17460.077093
## iter  50 value 17249.505504
## iter  60 value 16389.306191
## iter  70 value 16352.602303
## iter  80 value 16335.226570
## iter  90 value 16048.942221
## iter 100 value 15508.558418
## final  value 15508.558418 
## stopped after 100 iterations
## # weights:  511
## initial  value 35619.333116 
## iter  10 value 17335.275099
## iter  20 value 16732.489822
## iter  30 value 16402.942331
## iter  40 value 16152.804991
## iter  50 value 16056.172227
## iter  60 value 16017.029067
## iter  70 value 15980.108330
## iter  80 value 15958.538740
## iter  90 value 15016.342392
## iter 100 value 14257.138323
## final  value 14257.138323 
## stopped after 100 iterations
## # weights:  103
## initial  value 19740.224475 
## final  value 17826.854496 
## converged
## # weights:  307
## initial  value 18166.914425 
## final  value 17809.585661 
## converged
## # weights:  511
## initial  value 27510.238940 
## iter  10 value 17825.928890
## final  value 17647.271151 
## converged
## # weights:  103
## initial  value 25728.081693 
## final  value 17937.209748 
## converged
## # weights:  307
## initial  value 26768.228362 
## final  value 17911.492930 
## converged
## # weights:  511
## initial  value 20142.935525 
## iter  10 value 17749.204339
## final  value 17742.026557 
## converged
## # weights:  103
## initial  value 26349.170840 
## iter  10 value 17937.280894
## final  value 17937.276342 
## converged
## # weights:  307
## initial  value 31149.899892 
## iter  10 value 17576.196425
## iter  20 value 16509.694070
## iter  30 value 16374.111594
## iter  40 value 16338.881412
## iter  50 value 16319.359633
## iter  60 value 16163.789924
## iter  70 value 15777.186070
## iter  80 value 15122.605654
## iter  90 value 15089.786580
## iter 100 value 15066.813850
## final  value 15066.813850 
## stopped after 100 iterations
## # weights:  511
## initial  value 21865.657607 
## iter  10 value 17166.957710
## iter  20 value 16581.734028
## iter  30 value 16182.781109
## iter  40 value 16004.217266
## iter  50 value 15684.096544
## iter  60 value 14850.784248
## iter  70 value 12690.299271
## iter  80 value 11842.817126
## iter  90 value 11333.496413
## iter 100 value 11129.992336
## final  value 11129.992336 
## stopped after 100 iterations
## # weights:  103
## initial  value 25304.569384 
## iter  10 value 17910.085372
## final  value 17910.085031 
## converged
## # weights:  307
## initial  value 23020.291516 
## final  value 17937.214618 
## converged
## # weights:  511
## initial  value 23253.862318 
## iter  10 value 17938.307871
## iter  20 value 17938.095691
## iter  30 value 17759.224543
## final  value 17759.222721 
## converged
## # weights:  103
## initial  value 20141.397043 
## final  value 18026.681551 
## converged
## # weights:  307
## initial  value 19879.017584 
## iter  10 value 16530.627410
## iter  20 value 16119.906237
## iter  30 value 16090.657502
## iter  40 value 16078.844943
## iter  50 value 16031.971948
## iter  60 value 15939.766598
## iter  70 value 15843.075829
## iter  80 value 15748.615522
## iter  90 value 15432.053253
## iter 100 value 15114.739704
## final  value 15114.739704 
## stopped after 100 iterations
## # weights:  511
## initial  value 27895.392342 
## iter  10 value 17734.231719
## final  value 17733.991827 
## converged
## # weights:  103
## initial  value 22921.927753 
## final  value 18026.811761 
## converged
## # weights:  307
## initial  value 22175.244890 
## iter  10 value 17971.355993
## iter  20 value 16539.437390
## iter  30 value 16464.086438
## iter  40 value 16429.459538
## iter  50 value 16408.103151
## iter  60 value 16296.825819
## iter  70 value 16233.098390
## iter  80 value 16216.776980
## iter  90 value 16190.508732
## iter 100 value 16127.800837
## final  value 16127.800837 
## stopped after 100 iterations
## # weights:  511
## initial  value 28452.810275 
## iter  10 value 18167.903056
## iter  20 value 16534.540236
## iter  30 value 16407.931112
## iter  40 value 16381.650704
## iter  50 value 16375.190708
## iter  60 value 16374.107455
## iter  70 value 16317.900337
## iter  80 value 16209.933492
## iter  90 value 16163.614543
## iter 100 value 16005.624849
## final  value 16005.624849 
## stopped after 100 iterations
## # weights:  103
## initial  value 20106.926059 
## final  value 18026.683295 
## converged
## # weights:  307
## initial  value 20500.942012 
## final  value 18026.686550 
## converged
## # weights:  511
## initial  value 18900.726765 
## iter  10 value 17770.110063
## final  value 17770.100170 
## converged
## # weights:  103
## initial  value 29052.168491 
## final  value 17975.187880 
## converged
## # weights:  307
## initial  value 17979.674588 
## iter  10 value 17968.071756
## final  value 17968.068662 
## converged
## # weights:  511
## initial  value 21150.118299 
## final  value 17921.457497 
## converged
## # weights:  103
## initial  value 20971.606832 
## iter  10 value 17975.259589
## final  value 17975.253816 
## converged
## # weights:  307
## initial  value 19891.573429 
## iter  10 value 17975.268944
## iter  20 value 17975.252658
## iter  30 value 17259.694854
## iter  40 value 16410.564817
## iter  50 value 16329.582688
## iter  60 value 16313.840108
## iter  70 value 16147.337006
## iter  80 value 16109.568993
## iter  90 value 16081.819228
## iter 100 value 15942.449323
## final  value 15942.449323 
## stopped after 100 iterations
## # weights:  511
## initial  value 22957.468041 
## iter  10 value 17691.090446
## iter  20 value 16821.998115
## iter  30 value 16048.680483
## iter  40 value 15867.164234
## iter  50 value 15819.014032
## iter  60 value 14435.711550
## iter  70 value 12326.559691
## iter  80 value 11618.865869
## iter  90 value 11204.251337
## iter 100 value 11020.248180
## final  value 11020.248180 
## stopped after 100 iterations
## # weights:  103
## initial  value 20220.650758 
## final  value 17975.189494 
## converged
## # weights:  307
## initial  value 28807.124293 
## final  value 17975.192972 
## converged
## # weights:  511
## initial  value 30756.350597 
## iter  10 value 17961.360133
## iter  20 value 17960.437338
## final  value 17781.868452 
## converged
## # weights:  103
## initial  value 24756.802105 
## final  value 18048.974052 
## converged
## # weights:  307
## initial  value 18723.293859 
## iter  10 value 18053.218689
## final  value 18053.215829 
## converged
## # weights:  511
## initial  value 28326.626709 
## final  value 18009.327300 
## converged
## # weights:  103
## initial  value 35099.014984 
## iter  10 value 18068.834673
## final  value 18068.831250 
## converged
## # weights:  307
## initial  value 23317.878579 
## iter  10 value 17538.704660
## iter  20 value 16782.321879
## iter  30 value 16689.197631
## iter  40 value 16666.020933
## iter  50 value 16660.046461
## iter  60 value 16658.852327
## iter  70 value 16658.141597
## final  value 16658.136990 
## converged
## # weights:  511
## initial  value 20332.208172 
## iter  10 value 17578.693191
## iter  20 value 16903.417146
## iter  30 value 16890.697890
## iter  40 value 16763.354431
## iter  50 value 16691.055105
## iter  60 value 16672.059883
## iter  70 value 16660.929238
## iter  80 value 16651.482042
## iter  90 value 16647.107505
## iter 100 value 16631.834021
## final  value 16631.834021 
## stopped after 100 iterations
## # weights:  103
## initial  value 29696.233986 
## iter  10 value 18053.245840
## final  value 18048.993734 
## converged
## # weights:  307
## initial  value 19315.418115 
## final  value 18054.645610 
## converged
## # weights:  511
## initial  value 27975.881704 
## iter  10 value 18053.249762
## final  value 18053.237769 
## converged
## # weights:  103
## initial  value 18454.469689 
## final  value 17969.445389 
## converged
## # weights:  307
## initial  value 32657.942877 
## final  value 17969.445389 
## converged
## # weights:  511
## initial  value 18003.276240 
## iter  10 value 17956.626543
## final  value 17956.623237 
## converged
## # weights:  103
## initial  value 18939.495824 
## iter  10 value 17812.065737
## iter  20 value 17307.937788
## iter  30 value 16481.499706
## iter  40 value 16377.714904
## iter  50 value 16286.698158
## iter  60 value 16061.811290
## iter  70 value 15937.292719
## iter  80 value 15692.382095
## iter  90 value 13803.274084
## iter 100 value 12248.046614
## final  value 12248.046614 
## stopped after 100 iterations
## # weights:  307
## initial  value 18055.592436 
## iter  10 value 17949.314373
## iter  20 value 17624.790948
## iter  30 value 17616.782285
## iter  40 value 16632.159333
## iter  50 value 16385.902345
## iter  60 value 16114.192795
## iter  70 value 15819.751410
## iter  80 value 14603.440675
## iter  90 value 12670.057431
## iter 100 value 11854.303224
## final  value 11854.303224 
## stopped after 100 iterations
## # weights:  511
## initial  value 22349.299060 
## iter  10 value 17912.220626
## iter  20 value 16454.314204
## iter  30 value 16413.816598
## iter  40 value 16409.087418
## iter  50 value 16386.368939
## iter  60 value 16277.777792
## iter  70 value 16159.719845
## iter  80 value 16053.227968
## iter  90 value 15884.004788
## iter 100 value 15582.933917
## final  value 15582.933917 
## stopped after 100 iterations
## # weights:  103
## initial  value 20343.108159 
## final  value 17950.936118 
## converged
## # weights:  307
## initial  value 23952.516843 
## final  value 17903.881697 
## converged
## # weights:  511
## initial  value 22214.165415 
## iter  10 value 17653.168596
## final  value 17653.122630 
## converged
## # weights:  103
## initial  value 25022.629087 
## final  value 17984.367132 
## converged
## # weights:  307
## initial  value 23449.043841 
## iter  10 value 17980.109567
## final  value 17980.099057 
## converged
## # weights:  511
## initial  value 24918.280751 
## iter  10 value 16623.358190
## iter  20 value 16448.188733
## iter  30 value 16278.367358
## iter  40 value 16264.290138
## iter  50 value 16243.637727
## iter  60 value 16221.994424
## iter  70 value 16165.172726
## iter  80 value 16127.335317
## iter  90 value 16121.611111
## iter 100 value 16119.386601
## final  value 16119.386601 
## stopped after 100 iterations
## # weights:  103
## initial  value 29703.146669 
## iter  10 value 17984.438417
## final  value 17984.432909 
## converged
## # weights:  307
## initial  value 18851.831836 
## iter  10 value 17980.211636
## iter  20 value 16492.302720
## iter  30 value 16217.620262
## iter  40 value 15340.887399
## iter  50 value 14352.107069
## iter  60 value 14224.895902
## iter  70 value 13932.713855
## iter  80 value 12740.436078
## iter  90 value 12315.782029
## iter 100 value 12270.883677
## final  value 12270.883677 
## stopped after 100 iterations
## # weights:  511
## initial  value 21179.700367 
## iter  10 value 17704.955761
## iter  20 value 16837.353869
## iter  30 value 16611.916372
## iter  40 value 16157.384040
## iter  50 value 16063.860474
## iter  60 value 15984.750173
## iter  70 value 15896.478441
## iter  80 value 15763.730899
## iter  90 value 14193.153487
## iter 100 value 13602.302003
## final  value 13602.302003 
## stopped after 100 iterations
## # weights:  103
## initial  value 32642.463295 
## final  value 17984.368704 
## converged
## # weights:  307
## initial  value 26707.859396 
## final  value 17984.372099 
## converged
## # weights:  511
## initial  value 30417.158585 
## iter  10 value 17833.776135
## iter  20 value 17833.042146
## final  value 17833.041782 
## converged
## # weights:  103
## initial  value 20872.425838 
## iter  10 value 17556.418012
## final  value 17554.268806 
## converged
## # weights:  307
## initial  value 18516.638541 
## final  value 17908.316331 
## converged
## # weights:  511
## initial  value 18135.318415 
## iter  10 value 17819.900074
## final  value 17819.871914 
## converged
## # weights:  103
## initial  value 18903.691600 
## iter  10 value 17908.389214
## final  value 17908.383388 
## converged
## # weights:  307
## initial  value 31925.123668 
## iter  10 value 17889.533201
## iter  20 value 16942.514410
## iter  30 value 16501.580949
## iter  40 value 15769.283660
## iter  50 value 14243.986879
## iter  60 value 13912.632204
## iter  70 value 13080.050146
## iter  80 value 12298.709278
## iter  90 value 11587.563597
## iter 100 value 11308.535025
## final  value 11308.535025 
## stopped after 100 iterations
## # weights:  511
## initial  value 35258.428054 
## iter  10 value 17882.421000
## iter  20 value 16656.143587
## iter  30 value 16246.262267
## iter  40 value 16014.467152
## iter  50 value 15788.997407
## iter  60 value 15612.460314
## iter  70 value 15454.245610
## iter  80 value 14467.081235
## iter  90 value 12743.767631
## iter 100 value 11846.879062
## final  value 11846.879062 
## stopped after 100 iterations
## # weights:  103
## initial  value 21059.598045 
## iter  10 value 17863.864176
## final  value 17863.863084 
## converged
## # weights:  307
## initial  value 18758.006676 
## iter  10 value 17732.708346
## final  value 17732.707758 
## converged
## # weights:  511
## initial  value 32807.419106 
## final  value 17908.325427 
## converged
## # weights:  103
## initial  value 23784.644999 
## iter  10 value 17831.002633
## final  value 17830.989116 
## converged
## # weights:  307
## initial  value 39068.626676 
## final  value 17833.867808 
## converged
## # weights:  511
## initial  value 18024.705875 
## iter  10 value 16515.256139
## iter  20 value 16502.306425
## iter  30 value 16502.257576
## final  value 16502.257310 
## converged
## # weights:  103
## initial  value 19947.759325 
## iter  10 value 17834.006897
## final  value 17834.004213 
## converged
## # weights:  307
## initial  value 18152.082705 
## iter  10 value 16657.188224
## iter  20 value 16474.383796
## iter  30 value 16256.030297
## iter  40 value 16215.041735
## iter  50 value 16189.811251
## iter  60 value 16180.573210
## iter  70 value 15805.653373
## iter  80 value 15558.571659
## iter  90 value 15532.228551
## iter 100 value 13891.651579
## final  value 13891.651579 
## stopped after 100 iterations
## # weights:  511
## initial  value 34879.100958 
## iter  10 value 17474.866244
## iter  20 value 16611.609814
## iter  30 value 16575.605696
## iter  40 value 15863.820534
## iter  50 value 15156.602272
## iter  60 value 13778.509917
## iter  70 value 13325.707651
## iter  80 value 13083.223731
## iter  90 value 12125.876468
## iter 100 value 11555.147987
## final  value 11555.147987 
## stopped after 100 iterations
## # weights:  103
## initial  value 24403.355669 
## final  value 17833.869542 
## converged
## # weights:  307
## initial  value 23965.450267 
## iter  10 value 16503.177305
## iter  20 value 16485.556343
## iter  30 value 16485.091466
## iter  30 value 16485.091384
## final  value 16485.091176 
## converged
## # weights:  511
## initial  value 18100.931901 
## iter  10 value 17831.025207
## final  value 17831.022251 
## converged
## # weights:  103
## initial  value 28190.601548 
## final  value 17850.105578 
## converged
## # weights:  307
## initial  value 18866.111061 
## iter  10 value 17870.193909
## final  value 17870.187313 
## converged
## # weights:  511
## initial  value 29345.145923 
## final  value 17906.000303 
## converged
## # weights:  103
## initial  value 31179.906435 
## iter  10 value 17906.071932
## final  value 17906.067411 
## converged
## # weights:  307
## initial  value 34468.751968 
## iter  10 value 17856.991001
## iter  20 value 16773.867942
## iter  30 value 16427.999354
## iter  40 value 16072.818272
## iter  50 value 16026.857047
## iter  60 value 15802.257618
## iter  70 value 14083.220056
## iter  80 value 13588.658457
## iter  90 value 13198.647758
## iter 100 value 11958.686247
## final  value 11958.686247 
## stopped after 100 iterations
## # weights:  511
## initial  value 21255.145007 
## iter  10 value 17831.384057
## iter  20 value 17819.480092
## iter  30 value 17600.082379
## iter  40 value 16083.617958
## iter  50 value 16040.173297
## iter  60 value 15953.796663
## iter  70 value 15758.133704
## iter  80 value 15604.625905
## iter  90 value 15517.926228
## iter 100 value 14875.092079
## final  value 14875.092079 
## stopped after 100 iterations
## # weights:  103
## initial  value 37637.953098 
## final  value 17906.002085 
## converged
## # weights:  307
## initial  value 29142.241057 
## final  value 17713.202883 
## converged
## # weights:  511
## initial  value 19543.649124 
## final  value 17906.008179 
## converged
## # weights:  103
## initial  value 26578.793795 
## iter  10 value 18001.008129
## final  value 18000.996405 
## converged
## # weights:  307
## initial  value 19283.361445 
## iter  10 value 17519.123018
## iter  20 value 17488.667644
## final  value 17488.653378 
## converged
## # weights:  511
## initial  value 29544.254276 
## iter  10 value 17846.192462
## iter  20 value 17502.118639
## iter  30 value 17490.787267
## iter  40 value 16492.492647
## iter  50 value 16437.205128
## iter  60 value 16436.092878
## iter  70 value 16434.852668
## iter  80 value 16418.196625
## final  value 16417.121406 
## converged
## # weights:  103
## initial  value 19847.408040 
## iter  10 value 17939.098355
## iter  20 value 16821.014427
## iter  30 value 16280.722723
## iter  40 value 16189.612791
## iter  50 value 16162.959331
## iter  60 value 15582.648524
## iter  70 value 14695.575849
## iter  80 value 13327.509910
## iter  90 value 12631.845858
## iter 100 value 12206.694935
## final  value 12206.694935 
## stopped after 100 iterations
## # weights:  307
## initial  value 19002.463907 
## iter  10 value 16898.009082
## iter  20 value 16721.078798
## iter  30 value 16607.272090
## iter  40 value 16533.543224
## iter  50 value 16495.542273
## iter  60 value 16324.657737
## iter  70 value 16137.871435
## iter  80 value 16071.655662
## iter  90 value 15501.467368
## iter 100 value 14519.411516
## final  value 14519.411516 
## stopped after 100 iterations
## # weights:  511
## initial  value 23921.759000 
## iter  10 value 17146.496167
## iter  20 value 16998.862591
## iter  30 value 16520.980462
## iter  40 value 16300.459153
## iter  50 value 16199.683460
## iter  60 value 15828.005208
## iter  70 value 15700.206308
## iter  80 value 15062.772078
## iter  90 value 14466.721587
## iter 100 value 13747.308074
## final  value 13747.308074 
## stopped after 100 iterations
## # weights:  103
## initial  value 33176.456031 
## final  value 18003.838953 
## converged
## # weights:  307
## initial  value 18790.744136 
## iter  10 value 17955.564855
## final  value 17955.511504 
## converged
## # weights:  511
## initial  value 20508.467195 
## final  value 17949.894939 
## converged
## # weights:  103
## initial  value 28925.335093 
## final  value 17979.081971 
## converged
## # weights:  307
## initial  value 18010.606886 
## final  value 18000.404978 
## converged
## # weights:  511
## initial  value 18918.570287 
## final  value 17946.344047 
## converged
## # weights:  103
## initial  value 19663.732993 
## iter  10 value 18000.476501
## iter  20 value 17472.827547
## iter  30 value 16286.325815
## iter  40 value 16126.695351
## iter  50 value 13620.883947
## iter  60 value 12817.890093
## iter  70 value 12492.265263
## iter  80 value 12344.190474
## iter  90 value 12174.585949
## iter 100 value 11785.698553
## final  value 11785.698553 
## stopped after 100 iterations
## # weights:  307
## initial  value 19803.954384 
## iter  10 value 17034.445381
## iter  20 value 16576.882816
## iter  30 value 16438.881783
## iter  40 value 16416.340415
## iter  50 value 16382.246937
## iter  60 value 16174.128509
## iter  70 value 15855.969770
## iter  80 value 15637.477128
## iter  90 value 15374.243769
## iter 100 value 15260.250138
## final  value 15260.250138 
## stopped after 100 iterations
## # weights:  511
## initial  value 18223.912399 
## iter  10 value 16514.039743
## iter  20 value 16495.582275
## iter  30 value 16489.469070
## iter  40 value 16480.909863
## iter  50 value 16449.781658
## iter  60 value 16441.967000
## iter  70 value 16367.361052
## iter  80 value 16173.970617
## iter  90 value 16151.244659
## iter 100 value 16121.783137
## final  value 16121.783137 
## stopped after 100 iterations
## # weights:  103
## initial  value 18069.654080 
## final  value 18000.406473 
## converged
## # weights:  307
## initial  value 21698.742769 
## final  value 18000.416288 
## converged
## # weights:  511
## initial  value 21417.838591 
## iter  10 value 17689.098308
## final  value 17688.759967 
## converged
## # weights:  103
## initial  value 22941.276897 
## iter  10 value 17880.901660
## final  value 17880.896615 
## converged
## # weights:  307
## initial  value 35127.054387 
## final  value 17870.390341 
## converged
## # weights:  511
## initial  value 23690.807013 
## iter  10 value 17773.694087
## final  value 17771.072610 
## converged
## # weights:  103
## initial  value 18800.460030 
## iter  10 value 17891.577958
## iter  20 value 17891.113135
## iter  30 value 17891.004220
## iter  40 value 17889.954430
## iter  50 value 17425.201424
## iter  60 value 16246.719262
## iter  70 value 16194.150145
## iter  80 value 16167.306262
## iter  90 value 16143.348752
## iter 100 value 16106.246384
## final  value 16106.246384 
## stopped after 100 iterations
## # weights:  307
## initial  value 26799.275636 
## iter  10 value 16666.535156
## iter  20 value 16477.628268
## iter  30 value 16230.514740
## iter  40 value 16029.532140
## iter  50 value 15937.010661
## iter  60 value 15677.669267
## iter  70 value 14990.488625
## iter  80 value 13962.037253
## iter  90 value 13441.775637
## iter 100 value 13197.791008
## final  value 13197.791008 
## stopped after 100 iterations
## # weights:  511
## initial  value 22668.009883 
## iter  10 value 17873.190586
## iter  20 value 16377.047325
## iter  30 value 16273.825773
## iter  40 value 16235.815933
## iter  50 value 15391.833014
## iter  60 value 14676.027581
## iter  70 value 13775.947995
## iter  80 value 12581.264187
## iter  90 value 12075.939385
## iter 100 value 12060.344115
## final  value 12060.344115 
## stopped after 100 iterations
## # weights:  103
## initial  value 25909.116930 
## iter  10 value 17886.654732
## final  value 17886.641846 
## converged
## # weights:  307
## initial  value 30130.175432 
## final  value 17823.559771 
## converged
## # weights:  511
## initial  value 18634.324657 
## final  value 17826.471936 
## converged
## # weights:  103
## initial  value 28379.662686 
## final  value 18083.706371 
## converged
## # weights:  307
## initial  value 30648.675937 
## final  value 17819.733135 
## converged
## # weights:  511
## initial  value 45312.888779 
## iter  10 value 17844.246098
## final  value 17844.191010 
## converged
## # weights:  103
## initial  value 27883.474265 
## iter  10 value 17842.924085
## iter  20 value 16571.000891
## iter  30 value 16257.861396
## iter  40 value 16232.602592
## iter  50 value 16222.654061
## iter  60 value 15956.291783
## iter  70 value 15373.868733
## iter  80 value 14283.549515
## iter  90 value 13597.546471
## iter 100 value 12881.169896
## final  value 12881.169896 
## stopped after 100 iterations
## # weights:  307
## initial  value 24902.740272 
## iter  10 value 17522.474487
## iter  20 value 16461.783578
## iter  30 value 16404.257224
## iter  40 value 16082.352373
## iter  50 value 16026.247790
## iter  60 value 16009.915646
## iter  70 value 15975.813775
## iter  80 value 15925.888388
## iter  90 value 15915.691100
## iter 100 value 15902.474306
## final  value 15902.474306 
## stopped after 100 iterations
## # weights:  511
## initial  value 23816.773490 
## iter  10 value 16867.576632
## iter  20 value 16374.072129
## iter  30 value 16355.197567
## iter  40 value 16350.090451
## iter  50 value 16348.554130
## final  value 16347.937683 
## converged
## # weights:  103
## initial  value 21373.049760 
## final  value 17851.380667 
## converged
## # weights:  307
## initial  value 35203.476902 
## final  value 17803.938600 
## converged
## # weights:  511
## initial  value 25318.598623 
## iter  10 value 17977.674599
## iter  20 value 17604.318531
## final  value 17604.278959 
## converged
## # weights:  103
## initial  value 25916.109493 
## final  value 17900.207276 
## converged
## # weights:  307
## initial  value 29955.589660 
## final  value 17815.551662 
## converged
## # weights:  511
## initial  value 19945.553507 
## iter  10 value 17808.754698
## final  value 17808.697860 
## converged
## # weights:  103
## initial  value 26133.185577 
## iter  10 value 17472.053738
## iter  20 value 17260.184885
## iter  30 value 17259.978671
## iter  40 value 16832.380078
## iter  50 value 16520.039950
## iter  60 value 16515.179688
## iter  70 value 16510.334285
## iter  80 value 16503.873249
## iter  90 value 16501.986602
## final  value 16501.984404 
## converged
## # weights:  307
## initial  value 33762.162290 
## iter  10 value 17900.258390
## iter  20 value 17900.178684
## iter  30 value 17524.783632
## iter  40 value 16538.515578
## iter  50 value 16382.442295
## iter  60 value 16208.872552
## iter  70 value 16176.563275
## iter  80 value 16138.834755
## iter  90 value 16068.656216
## iter 100 value 16001.374257
## final  value 16001.374257 
## stopped after 100 iterations
## # weights:  511
## initial  value 17934.805532 
## iter  10 value 16501.790272
## iter  20 value 16449.203128
## iter  30 value 16343.180226
## iter  40 value 15832.310994
## iter  50 value 15798.711884
## iter  60 value 15776.174929
## iter  70 value 15760.172478
## iter  80 value 15731.859930
## iter  90 value 15661.379222
## iter 100 value 15472.169951
## final  value 15472.169951 
## stopped after 100 iterations
## # weights:  103
## initial  value 19964.801254 
## final  value 17791.888869 
## converged
## # weights:  307
## initial  value 29515.605702 
## final  value 17831.491716 
## converged
## # weights:  511
## initial  value 26368.456606 
## iter  10 value 17817.071582
## final  value 17816.103457 
## converged
## # weights:  103
## initial  value 27657.295907 
## final  value 17896.729433 
## converged
## # weights:  307
## initial  value 30491.630180 
## iter  10 value 17814.225008
## final  value 17813.500855 
## converged
## # weights:  511
## initial  value 19605.204942 
## iter  10 value 17862.488972
## iter  20 value 17862.325471
## iter  20 value 17862.325369
## iter  20 value 17862.325369
## final  value 17862.325369 
## converged
## # weights:  103
## initial  value 22269.087286 
## final  value 17896.864049 
## converged
## # weights:  307
## initial  value 23215.259527 
## iter  10 value 16610.120263
## iter  20 value 16453.165920
## iter  30 value 16376.658004
## iter  40 value 16358.338599
## iter  50 value 16161.063834
## iter  60 value 16028.600667
## iter  70 value 15973.448288
## iter  80 value 15817.355217
## iter  90 value 15619.766397
## iter 100 value 15589.119857
## final  value 15589.119857 
## stopped after 100 iterations
## # weights:  511
## initial  value 22783.069526 
## iter  10 value 17885.182410
## iter  20 value 16582.488252
## iter  30 value 16438.529695
## iter  40 value 16371.289258
## iter  50 value 16359.538102
## iter  60 value 16333.911022
## iter  70 value 16315.177861
## iter  80 value 15830.334270
## iter  90 value 15749.612883
## iter 100 value 15740.016679
## final  value 15740.016679 
## stopped after 100 iterations
## # weights:  103
## initial  value 19500.614928 
## final  value 17896.731032 
## converged
## # weights:  307
## initial  value 23992.147960 
## final  value 17879.550988 
## converged
## # weights:  511
## initial  value 26458.495762 
## final  value 17878.121501 
## converged
## # weights:  103
## initial  value 18795.258787 
## final  value 18166.825988 
## converged
## # weights:  307
## initial  value 20841.265576 
## final  value 18166.825988 
## converged
## # weights:  511
## initial  value 18538.718081 
## iter  10 value 18066.082686
## final  value 18065.035541 
## converged
## # weights:  103
## initial  value 22275.229720 
## iter  10 value 18166.894098
## final  value 18166.888724 
## converged
## # weights:  307
## initial  value 22334.050657 
## iter  10 value 18169.246575
## iter  20 value 18168.126360
## iter  30 value 18012.743726
## iter  40 value 17149.024589
## iter  50 value 16910.570186
## iter  60 value 16743.208774
## iter  70 value 16743.129663
## iter  80 value 16482.599393
## iter  90 value 16354.575209
## iter 100 value 16337.721790
## final  value 16337.721790 
## stopped after 100 iterations
## # weights:  511
## initial  value 24721.070537 
## iter  10 value 17890.134113
## iter  20 value 16726.951218
## iter  30 value 16674.320255
## iter  40 value 16580.378151
## iter  50 value 16487.652186
## iter  60 value 16386.564962
## iter  70 value 16319.231599
## iter  80 value 15259.706311
## iter  90 value 13396.913943
## iter 100 value 12367.082099
## final  value 12367.082099 
## stopped after 100 iterations
## # weights:  103
## initial  value 19679.847605 
## final  value 18166.827921 
## converged
## # weights:  307
## initial  value 19455.372155 
## final  value 18098.132517 
## converged
## # weights:  511
## initial  value 18476.119254 
## iter  10 value 18154.220487
## iter  10 value 18154.220422
## iter  10 value 18154.220419
## final  value 18154.220419 
## converged
## # weights:  103
## initial  value 21252.463253 
## final  value 18057.415034 
## converged
## # weights:  307
## initial  value 24905.584918 
## iter  10 value 17722.883259
## final  value 17721.079846 
## converged
## # weights:  511
## initial  value 19460.183403 
## iter  10 value 17957.075353
## final  value 17955.994970 
## converged
## # weights:  103
## initial  value 25445.384337 
## iter  10 value 18057.483830
## final  value 18057.479593 
## converged
## # weights:  307
## initial  value 27020.277987 
## iter  10 value 17125.092737
## iter  20 value 16763.753225
## iter  30 value 16420.995034
## iter  40 value 16027.835125
## iter  50 value 15861.760062
## iter  60 value 15540.215752
## iter  70 value 15229.722302
## iter  80 value 14672.962255
## iter  90 value 13622.665123
## iter 100 value 13089.041319
## final  value 13089.041319 
## stopped after 100 iterations
## # weights:  511
## initial  value 19001.596316 
## iter  10 value 17860.526245
## iter  20 value 16957.083207
## iter  30 value 16564.608953
## iter  40 value 16270.789214
## iter  50 value 14893.295088
## iter  60 value 14194.036184
## iter  70 value 14160.174576
## iter  80 value 14116.023847
## iter  90 value 13758.698240
## iter 100 value 12799.530278
## final  value 12799.530278 
## stopped after 100 iterations
## # weights:  103
## initial  value 27789.954641 
## final  value 18057.416821 
## converged
## # weights:  307
## initial  value 19047.600023 
## iter  10 value 16711.899335
## iter  20 value 16414.592390
## iter  30 value 16402.346037
## iter  40 value 16341.330377
## iter  50 value 16334.311910
## iter  60 value 16332.728250
## iter  70 value 16332.698588
## final  value 16332.698004 
## converged
## # weights:  511
## initial  value 42869.817280 
## iter  10 value 18701.423310
## iter  20 value 17802.013627
## iter  20 value 17802.013480
## iter  20 value 17802.013480
## final  value 17802.013480 
## converged
## # weights:  103
## initial  value 33745.986137 
## final  value 17852.544984 
## converged
## # weights:  307
## initial  value 38701.855709 
## final  value 18265.332100 
## converged
## # weights:  511
## initial  value 18950.748969 
## final  value 17773.347804 
## converged
## # weights:  103
## initial  value 19341.560802 
## iter  10 value 17852.619870
## final  value 17852.612996 
## converged
## # weights:  307
## initial  value 28381.061821 
## iter  10 value 17844.319868
## iter  20 value 16558.412939
## final  value 16547.086133 
## converged
## # weights:  511
## initial  value 24482.481613 
## iter  10 value 16858.150561
## iter  20 value 16603.413571
## iter  30 value 16325.947081
## iter  40 value 15625.189767
## iter  50 value 13567.233777
## iter  60 value 12476.573094
## iter  70 value 12219.806260
## iter  80 value 11994.469936
## iter  90 value 11767.228331
## iter 100 value 11588.412347
## final  value 11588.412347 
## stopped after 100 iterations
## # weights:  103
## initial  value 21562.387138 
## final  value 17852.546790 
## converged
## # weights:  307
## initial  value 21862.955274 
## final  value 17852.549871 
## converged
## # weights:  511
## initial  value 19342.899545 
## iter  10 value 16887.231179
## iter  20 value 16455.396716
## iter  30 value 16401.509629
## iter  40 value 16351.397052
## iter  50 value 16343.057711
## iter  60 value 16322.240600
## iter  70 value 16285.494052
## iter  80 value 16192.884643
## iter  90 value 16099.709310
## iter 100 value 15906.543206
## final  value 15906.543206 
## stopped after 100 iterations
## # weights:  103
## initial  value 19183.688959 
## final  value 17888.608551 
## converged
## # weights:  307
## initial  value 17930.225029 
## iter  10 value 17581.408137
## final  value 17581.357806 
## converged
## # weights:  511
## initial  value 27274.925497 
## final  value 18116.996039 
## converged
## # weights:  103
## initial  value 18670.502584 
## iter  10 value 17865.542348
## iter  20 value 16579.434155
## iter  30 value 16450.898803
## iter  40 value 16441.463395
## iter  50 value 16416.156233
## iter  60 value 16402.500030
## iter  70 value 16260.463930
## iter  80 value 16110.179020
## iter  90 value 15625.472425
## iter 100 value 15245.838098
## final  value 15245.838098 
## stopped after 100 iterations
## # weights:  307
## initial  value 22437.011536 
## iter  10 value 17634.080604
## iter  20 value 16584.118196
## iter  30 value 16437.675754
## iter  40 value 16315.776125
## iter  50 value 16161.338630
## iter  60 value 15807.925726
## iter  70 value 15124.345112
## iter  80 value 14781.051248
## iter  90 value 13662.161294
## iter 100 value 12406.614563
## final  value 12406.614563 
## stopped after 100 iterations
## # weights:  511
## initial  value 18097.843164 
## iter  10 value 16600.764988
## iter  20 value 16252.199826
## iter  30 value 16233.304473
## iter  40 value 16232.508801
## iter  50 value 16231.311835
## iter  60 value 16217.985352
## iter  70 value 16215.232250
## iter  80 value 16211.295878
## iter  90 value 16172.542966
## iter 100 value 16066.347675
## final  value 16066.347675 
## stopped after 100 iterations
## # weights:  103
## initial  value 18096.540077 
## iter  10 value 17746.983504
## iter  10 value 17746.983493
## iter  10 value 17746.983493
## final  value 17746.983493 
## converged
## # weights:  307
## initial  value 22765.588058 
## iter  10 value 17331.981488
## iter  20 value 17150.944301
## iter  30 value 16512.160555
## iter  40 value 16195.444133
## iter  50 value 16179.200892
## iter  60 value 16175.800890
## final  value 16175.793634 
## converged
## # weights:  511
## initial  value 26548.381888 
## iter  10 value 16504.035914
## iter  20 value 16501.225126
## final  value 16501.224703 
## converged
## # weights:  103
## initial  value 22515.982126 
## final  value 18099.333699 
## converged
## # weights:  307
## initial  value 24202.091345 
## final  value 18083.820481 
## converged
## # weights:  511
## initial  value 23218.610859 
## iter  10 value 17980.385740
## iter  20 value 17979.480751
## final  value 17979.478051 
## converged
## # weights:  103
## initial  value 20712.678882 
## iter  10 value 18099.461622
## iter  10 value 18099.461473
## iter  10 value 18099.461473
## final  value 18099.461473 
## converged
## # weights:  307
## initial  value 18980.703455 
## iter  10 value 17625.909721
## iter  20 value 17120.269110
## iter  30 value 16420.214039
## iter  40 value 15246.159442
## iter  50 value 13127.609149
## iter  60 value 12222.511536
## iter  70 value 11783.510502
## iter  80 value 11575.224819
## iter  90 value 11378.356843
## iter 100 value 11130.957082
## final  value 11130.957082 
## stopped after 100 iterations
## # weights:  511
## initial  value 19156.504825 
## iter  10 value 16925.437859
## iter  20 value 16491.645634
## iter  30 value 16412.857456
## iter  40 value 16334.704108
## iter  50 value 16264.110310
## iter  60 value 16223.285671
## iter  70 value 16148.866476
## iter  80 value 16087.060877
## iter  90 value 15849.122732
## iter 100 value 15008.251212
## final  value 15008.251212 
## stopped after 100 iterations
## # weights:  103
## initial  value 19699.978015 
## iter  10 value 17812.312237
## final  value 17811.475560 
## converged
## # weights:  307
## initial  value 20076.896748 
## final  value 18099.338754 
## converged
## # weights:  511
## initial  value 21557.025680 
## final  value 18079.610098 
## converged
## # weights:  103
## initial  value 19392.466297 
## final  value 17816.318481 
## converged
## # weights:  307
## initial  value 18246.597697 
## final  value 17783.143590 
## converged
## # weights:  511
## initial  value 24652.805750 
## iter  10 value 16857.706860
## iter  20 value 16856.102208
## final  value 16856.098325 
## converged
## # weights:  103
## initial  value 25963.036319 
## iter  10 value 17816.391636
## final  value 17816.387106 
## converged
## # weights:  307
## initial  value 38321.246596 
## iter  10 value 17562.412105
## iter  20 value 16545.649600
## iter  30 value 16542.549873
## iter  40 value 16267.604795
## iter  50 value 16022.380493
## iter  60 value 16002.141885
## iter  70 value 15982.659246
## iter  80 value 15976.082855
## iter  90 value 15974.168996
## iter 100 value 15925.084786
## final  value 15925.084786 
## stopped after 100 iterations
## # weights:  511
## initial  value 38024.171880 
## iter  10 value 17797.334479
## iter  20 value 17125.710858
## iter  30 value 16769.691516
## iter  40 value 16299.300513
## iter  50 value 16118.751298
## iter  60 value 16056.163848
## iter  70 value 15834.263185
## iter  80 value 15630.844666
## iter  90 value 15545.041666
## iter 100 value 14993.761242
## final  value 14993.761242 
## stopped after 100 iterations
## # weights:  103
## initial  value 21709.165737 
## final  value 17816.319953 
## converged
## # weights:  307
## initial  value 18478.649968 
## iter  10 value 17667.404030
## final  value 17666.722918 
## converged
## # weights:  511
## initial  value 32386.234951 
## final  value 17791.826677 
## converged
## # weights:  511
## initial  value 33494.583069 
## iter  10 value 17974.132192
## iter  20 value 17968.403459
## iter  30 value 17402.973525
## iter  40 value 17367.587909
## iter  50 value 17299.234908
## iter  60 value 16783.433631
## iter  70 value 16430.678486
## iter  80 value 14576.934041
## iter  90 value 12908.430333
## iter 100 value 12411.975354
## final  value 12411.975354 
## stopped after 100 iterations
print(model.nn)
## Neural Network 
## 
## 32561 samples
##    14 predictor
##     2 classes: ' <=50K', ' >50K' 
## 
## No pre-processing
## Resampling: Bootstrapped (25 reps) 
## Summary of sample sizes: 32561, 32561, 32561, 32561, 32561, 32561, ... 
## Resampling results across tuning parameters:
## 
##   size  decay  Accuracy   Kappa      
##   1     0e+00  0.7586518  0.004217432
##   1     1e-04  0.7585084  0.003716346
##   1     1e-01  0.7826679  0.172685139
##   3     0e+00  0.7634714  0.034537276
##   3     1e-04  0.7631307  0.037832098
##   3     1e-01  0.8056143  0.366170208
##   5     0e+00  0.7652603  0.049305444
##   5     1e-04  0.7651139  0.045177531
##   5     1e-01  0.8094858  0.370845938
## 
## Accuracy was used to select the optimal model using the largest value.
## The final values used for the model were size = 5 and decay = 0.1.
predictions <- predict(model.nn, test[,1:14])
accuracy <- sum(predictions == test[,15])/length(test[,15])
print(accuracy)
## [1] 0
end <- proc.time()[3]
print(paste("This took ", round(end-start, digits = 1), " seconds", sep = ""))
## [1] "This took 1114.6 seconds"