library(caret)
## Warning: package 'caret' was built under R version 4.2.3
## Loading required package: ggplot2
## Warning: package 'ggplot2' was built under R version 4.2.3
## Loading required package: lattice
library(nnet)
library(NeuralNetTools)
## Warning: package 'NeuralNetTools' was built under R version 4.2.3
url.train <- "http://archive.ics.uci.edu/ml/machine-learning-databases/adult/adult.data"
url.test <- "http://archive.ics.uci.edu/ml/machine-learning-databases/adult/adult.test"
url.names <- "http://archive.ics.uci.edu/ml/machine-learning-databases/adult/adult.names"
download.file(url.train, destfile = "adult_train.csv")
download.file(url.test, destfile = "adult_test.csv")
download.file(url.names, destfile = "adult_names.txt")
# Read the training and test data into memory
train <- read.csv("adult_train.csv", header = FALSE)
# The test data has an unnecessary first line that messes stuff up, this fixes that problem
all_content <- readLines("adult_test.csv")
skip_first <- all_content[-1]
test <- read.csv(textConnection(skip_first), header = FALSE)
# The data file doesn't have the column names in its header, add those in manually...
varNames <- c("Age",
"WorkClass",
"fnlwgt",
"Education",
"EducationNum",
"MaritalStatus",
"Occupation",
"Relationship",
"Race",
"Sex",
"CapitalGain",
"CapitalLoss",
"HoursPerWeek",
"NativeCountry",
"IncomeLevel")
names(train) <- varNames
names(test) <- varNames
levels(test$IncomeLevel) <- levels(train$IncomeLevel)
file.remove("adult_train.csv")
## [1] TRUE
file.remove("adult_test.csv")
## [1] TRUE
set.seed(12345)
start <- proc.time()[3]
model.nn <- train(IncomeLevel ~ .,
data = train,
method = "nnet")
## # weights: 103
## initial value 22608.886416
## final value 17890.293147
## converged
## # weights: 307
## initial value 23672.596754
## final value 17708.165617
## converged
## # weights: 511
## initial value 30610.216341
## iter 10 value 17856.044432
## final value 17853.976174
## converged
## # weights: 103
## initial value 22692.327132
## iter 10 value 17960.382176
## iter 20 value 17830.985860
## iter 30 value 16724.824034
## iter 40 value 16507.407101
## iter 50 value 15013.016897
## iter 60 value 14453.848529
## iter 70 value 12737.762376
## iter 80 value 11965.465976
## iter 90 value 11334.171779
## iter 100 value 10805.412295
## final value 10805.412295
## stopped after 100 iterations
## # weights: 307
## initial value 19143.333974
## iter 10 value 17929.897595
## iter 20 value 16704.174241
## iter 30 value 16702.879684
## iter 40 value 16571.070338
## iter 50 value 16558.909076
## iter 60 value 16532.369952
## iter 70 value 16462.955488
## iter 80 value 16255.781810
## iter 90 value 15846.193338
## iter 100 value 14486.493094
## final value 14486.493094
## stopped after 100 iterations
## # weights: 511
## initial value 18268.803046
## iter 10 value 17945.577281
## iter 20 value 16654.990467
## iter 30 value 16552.117263
## iter 40 value 16543.375785
## iter 50 value 16512.461010
## iter 60 value 16472.748221
## iter 70 value 15894.053013
## iter 80 value 15722.806980
## iter 90 value 15588.881041
## iter 100 value 15347.455978
## final value 15347.455978
## stopped after 100 iterations
## # weights: 103
## initial value 20900.550368
## final value 17960.250323
## converged
## # weights: 307
## initial value 32424.736148
## iter 10 value 17951.750899
## final value 17951.712549
## converged
## # weights: 511
## initial value 18656.505994
## final value 17938.889592
## converged
## # weights: 103
## initial value 21272.047225
## final value 17934.902152
## converged
## # weights: 307
## initial value 37049.783682
## iter 10 value 17914.914098
## final value 17914.899410
## converged
## # weights: 511
## initial value 17940.858071
## iter 10 value 17677.776941
## final value 17677.685179
## converged
## # weights: 103
## initial value 24218.957345
## iter 10 value 17934.973501
## final value 17934.968772
## converged
## # weights: 307
## initial value 19259.834225
## iter 10 value 17858.257646
## iter 20 value 16536.261678
## iter 30 value 16341.382524
## iter 40 value 16276.957588
## iter 50 value 16247.306348
## iter 60 value 16155.578232
## iter 70 value 15936.128124
## iter 80 value 15830.353280
## iter 90 value 15741.802960
## iter 100 value 15684.866057
## final value 15684.866057
## stopped after 100 iterations
## # weights: 511
## initial value 19914.989042
## iter 10 value 17845.449186
## iter 20 value 17646.441351
## iter 30 value 16534.254700
## iter 40 value 15988.518394
## iter 50 value 15860.848086
## iter 60 value 15767.618527
## iter 70 value 15692.404676
## iter 80 value 15676.220658
## iter 90 value 15580.523572
## iter 100 value 15531.018046
## final value 15531.018046
## stopped after 100 iterations
## # weights: 103
## initial value 22319.658126
## final value 17934.905952
## converged
## # weights: 307
## initial value 29190.083059
## iter 10 value 17914.929492
## final value 17914.924100
## converged
## # weights: 511
## initial value 20690.770010
## final value 17934.911032
## converged
## # weights: 103
## initial value 22831.885255
## final value 18086.895221
## converged
## # weights: 307
## initial value 33303.758900
## final value 18086.895221
## converged
## # weights: 511
## initial value 20280.695325
## iter 10 value 17961.910179
## iter 10 value 17961.910178
## iter 10 value 17961.910178
## final value 17961.910178
## converged
## # weights: 103
## initial value 26021.525727
## iter 10 value 18131.688375
## iter 20 value 18073.766847
## iter 30 value 16709.458688
## iter 40 value 16705.524226
## iter 50 value 16660.388490
## iter 60 value 16660.282014
## iter 70 value 16645.062303
## iter 80 value 16622.912048
## iter 90 value 16598.283024
## iter 100 value 16588.775707
## final value 16588.775707
## stopped after 100 iterations
## # weights: 307
## initial value 24736.359734
## iter 10 value 18035.073575
## iter 20 value 17027.951430
## iter 30 value 16650.634318
## iter 40 value 16513.018064
## iter 50 value 16385.028572
## iter 60 value 16119.285592
## iter 70 value 16050.751010
## iter 80 value 16007.091575
## iter 90 value 15989.608274
## iter 100 value 15951.059676
## final value 15951.059676
## stopped after 100 iterations
## # weights: 511
## initial value 19299.322433
## iter 10 value 18086.905945
## iter 20 value 18086.238523
## iter 30 value 17876.614185
## iter 40 value 16710.596634
## iter 50 value 16674.956813
## iter 60 value 16650.377399
## iter 70 value 16441.581789
## iter 80 value 16249.943283
## iter 90 value 16201.479512
## iter 100 value 16180.703313
## final value 16180.703313
## stopped after 100 iterations
## # weights: 103
## initial value 29256.174110
## final value 18086.897077
## converged
## # weights: 307
## initial value 19240.282586
## final value 18086.899850
## converged
## # weights: 511
## initial value 19849.199644
## iter 10 value 16823.067303
## iter 20 value 16644.001178
## iter 30 value 16366.690547
## iter 40 value 16341.710540
## iter 50 value 16336.225548
## iter 60 value 16333.706678
## iter 70 value 16303.421658
## iter 80 value 16292.585870
## iter 90 value 16291.436517
## iter 100 value 16291.426399
## final value 16291.426399
## stopped after 100 iterations
## # weights: 103
## initial value 19165.311538
## final value 17826.852664
## converged
## # weights: 307
## initial value 29909.946168
## iter 10 value 17275.585469
## final value 16496.841750
## converged
## # weights: 511
## initial value 20391.259806
## final value 17761.948736
## converged
## # weights: 103
## initial value 23578.075217
## iter 10 value 17815.116566
## iter 20 value 16829.393309
## iter 30 value 16009.483832
## iter 40 value 15592.077278
## iter 50 value 14997.716278
## iter 60 value 14034.651224
## iter 70 value 13448.124943
## iter 80 value 12964.075264
## iter 90 value 12810.338462
## iter 100 value 12751.501904
## final value 12751.501904
## stopped after 100 iterations
## # weights: 307
## initial value 25009.046490
## iter 10 value 17772.350517
## iter 20 value 17639.862834
## iter 30 value 17499.081270
## iter 40 value 17460.077093
## iter 50 value 17249.505504
## iter 60 value 16389.306191
## iter 70 value 16352.602303
## iter 80 value 16335.226570
## iter 90 value 16048.942221
## iter 100 value 15508.558418
## final value 15508.558418
## stopped after 100 iterations
## # weights: 511
## initial value 35619.333116
## iter 10 value 17335.275099
## iter 20 value 16732.489822
## iter 30 value 16402.942331
## iter 40 value 16152.804991
## iter 50 value 16056.172227
## iter 60 value 16017.029067
## iter 70 value 15980.108330
## iter 80 value 15958.538740
## iter 90 value 15016.342392
## iter 100 value 14257.138323
## final value 14257.138323
## stopped after 100 iterations
## # weights: 103
## initial value 19740.224475
## final value 17826.854496
## converged
## # weights: 307
## initial value 18166.914425
## final value 17809.585661
## converged
## # weights: 511
## initial value 27510.238940
## iter 10 value 17825.928890
## final value 17647.271151
## converged
## # weights: 103
## initial value 25728.081693
## final value 17937.209748
## converged
## # weights: 307
## initial value 26768.228362
## final value 17911.492930
## converged
## # weights: 511
## initial value 20142.935525
## iter 10 value 17749.204339
## final value 17742.026557
## converged
## # weights: 103
## initial value 26349.170840
## iter 10 value 17937.280894
## final value 17937.276342
## converged
## # weights: 307
## initial value 31149.899892
## iter 10 value 17576.196425
## iter 20 value 16509.694070
## iter 30 value 16374.111594
## iter 40 value 16338.881412
## iter 50 value 16319.359633
## iter 60 value 16163.789924
## iter 70 value 15777.186070
## iter 80 value 15122.605654
## iter 90 value 15089.786580
## iter 100 value 15066.813850
## final value 15066.813850
## stopped after 100 iterations
## # weights: 511
## initial value 21865.657607
## iter 10 value 17166.957710
## iter 20 value 16581.734028
## iter 30 value 16182.781109
## iter 40 value 16004.217266
## iter 50 value 15684.096544
## iter 60 value 14850.784248
## iter 70 value 12690.299271
## iter 80 value 11842.817126
## iter 90 value 11333.496413
## iter 100 value 11129.992336
## final value 11129.992336
## stopped after 100 iterations
## # weights: 103
## initial value 25304.569384
## iter 10 value 17910.085372
## final value 17910.085031
## converged
## # weights: 307
## initial value 23020.291516
## final value 17937.214618
## converged
## # weights: 511
## initial value 23253.862318
## iter 10 value 17938.307871
## iter 20 value 17938.095691
## iter 30 value 17759.224543
## final value 17759.222721
## converged
## # weights: 103
## initial value 20141.397043
## final value 18026.681551
## converged
## # weights: 307
## initial value 19879.017584
## iter 10 value 16530.627410
## iter 20 value 16119.906237
## iter 30 value 16090.657502
## iter 40 value 16078.844943
## iter 50 value 16031.971948
## iter 60 value 15939.766598
## iter 70 value 15843.075829
## iter 80 value 15748.615522
## iter 90 value 15432.053253
## iter 100 value 15114.739704
## final value 15114.739704
## stopped after 100 iterations
## # weights: 511
## initial value 27895.392342
## iter 10 value 17734.231719
## final value 17733.991827
## converged
## # weights: 103
## initial value 22921.927753
## final value 18026.811761
## converged
## # weights: 307
## initial value 22175.244890
## iter 10 value 17971.355993
## iter 20 value 16539.437390
## iter 30 value 16464.086438
## iter 40 value 16429.459538
## iter 50 value 16408.103151
## iter 60 value 16296.825819
## iter 70 value 16233.098390
## iter 80 value 16216.776980
## iter 90 value 16190.508732
## iter 100 value 16127.800837
## final value 16127.800837
## stopped after 100 iterations
## # weights: 511
## initial value 28452.810275
## iter 10 value 18167.903056
## iter 20 value 16534.540236
## iter 30 value 16407.931112
## iter 40 value 16381.650704
## iter 50 value 16375.190708
## iter 60 value 16374.107455
## iter 70 value 16317.900337
## iter 80 value 16209.933492
## iter 90 value 16163.614543
## iter 100 value 16005.624849
## final value 16005.624849
## stopped after 100 iterations
## # weights: 103
## initial value 20106.926059
## final value 18026.683295
## converged
## # weights: 307
## initial value 20500.942012
## final value 18026.686550
## converged
## # weights: 511
## initial value 18900.726765
## iter 10 value 17770.110063
## final value 17770.100170
## converged
## # weights: 103
## initial value 29052.168491
## final value 17975.187880
## converged
## # weights: 307
## initial value 17979.674588
## iter 10 value 17968.071756
## final value 17968.068662
## converged
## # weights: 511
## initial value 21150.118299
## final value 17921.457497
## converged
## # weights: 103
## initial value 20971.606832
## iter 10 value 17975.259589
## final value 17975.253816
## converged
## # weights: 307
## initial value 19891.573429
## iter 10 value 17975.268944
## iter 20 value 17975.252658
## iter 30 value 17259.694854
## iter 40 value 16410.564817
## iter 50 value 16329.582688
## iter 60 value 16313.840108
## iter 70 value 16147.337006
## iter 80 value 16109.568993
## iter 90 value 16081.819228
## iter 100 value 15942.449323
## final value 15942.449323
## stopped after 100 iterations
## # weights: 511
## initial value 22957.468041
## iter 10 value 17691.090446
## iter 20 value 16821.998115
## iter 30 value 16048.680483
## iter 40 value 15867.164234
## iter 50 value 15819.014032
## iter 60 value 14435.711550
## iter 70 value 12326.559691
## iter 80 value 11618.865869
## iter 90 value 11204.251337
## iter 100 value 11020.248180
## final value 11020.248180
## stopped after 100 iterations
## # weights: 103
## initial value 20220.650758
## final value 17975.189494
## converged
## # weights: 307
## initial value 28807.124293
## final value 17975.192972
## converged
## # weights: 511
## initial value 30756.350597
## iter 10 value 17961.360133
## iter 20 value 17960.437338
## final value 17781.868452
## converged
## # weights: 103
## initial value 24756.802105
## final value 18048.974052
## converged
## # weights: 307
## initial value 18723.293859
## iter 10 value 18053.218689
## final value 18053.215829
## converged
## # weights: 511
## initial value 28326.626709
## final value 18009.327300
## converged
## # weights: 103
## initial value 35099.014984
## iter 10 value 18068.834673
## final value 18068.831250
## converged
## # weights: 307
## initial value 23317.878579
## iter 10 value 17538.704660
## iter 20 value 16782.321879
## iter 30 value 16689.197631
## iter 40 value 16666.020933
## iter 50 value 16660.046461
## iter 60 value 16658.852327
## iter 70 value 16658.141597
## final value 16658.136990
## converged
## # weights: 511
## initial value 20332.208172
## iter 10 value 17578.693191
## iter 20 value 16903.417146
## iter 30 value 16890.697890
## iter 40 value 16763.354431
## iter 50 value 16691.055105
## iter 60 value 16672.059883
## iter 70 value 16660.929238
## iter 80 value 16651.482042
## iter 90 value 16647.107505
## iter 100 value 16631.834021
## final value 16631.834021
## stopped after 100 iterations
## # weights: 103
## initial value 29696.233986
## iter 10 value 18053.245840
## final value 18048.993734
## converged
## # weights: 307
## initial value 19315.418115
## final value 18054.645610
## converged
## # weights: 511
## initial value 27975.881704
## iter 10 value 18053.249762
## final value 18053.237769
## converged
## # weights: 103
## initial value 18454.469689
## final value 17969.445389
## converged
## # weights: 307
## initial value 32657.942877
## final value 17969.445389
## converged
## # weights: 511
## initial value 18003.276240
## iter 10 value 17956.626543
## final value 17956.623237
## converged
## # weights: 103
## initial value 18939.495824
## iter 10 value 17812.065737
## iter 20 value 17307.937788
## iter 30 value 16481.499706
## iter 40 value 16377.714904
## iter 50 value 16286.698158
## iter 60 value 16061.811290
## iter 70 value 15937.292719
## iter 80 value 15692.382095
## iter 90 value 13803.274084
## iter 100 value 12248.046614
## final value 12248.046614
## stopped after 100 iterations
## # weights: 307
## initial value 18055.592436
## iter 10 value 17949.314373
## iter 20 value 17624.790948
## iter 30 value 17616.782285
## iter 40 value 16632.159333
## iter 50 value 16385.902345
## iter 60 value 16114.192795
## iter 70 value 15819.751410
## iter 80 value 14603.440675
## iter 90 value 12670.057431
## iter 100 value 11854.303224
## final value 11854.303224
## stopped after 100 iterations
## # weights: 511
## initial value 22349.299060
## iter 10 value 17912.220626
## iter 20 value 16454.314204
## iter 30 value 16413.816598
## iter 40 value 16409.087418
## iter 50 value 16386.368939
## iter 60 value 16277.777792
## iter 70 value 16159.719845
## iter 80 value 16053.227968
## iter 90 value 15884.004788
## iter 100 value 15582.933917
## final value 15582.933917
## stopped after 100 iterations
## # weights: 103
## initial value 20343.108159
## final value 17950.936118
## converged
## # weights: 307
## initial value 23952.516843
## final value 17903.881697
## converged
## # weights: 511
## initial value 22214.165415
## iter 10 value 17653.168596
## final value 17653.122630
## converged
## # weights: 103
## initial value 25022.629087
## final value 17984.367132
## converged
## # weights: 307
## initial value 23449.043841
## iter 10 value 17980.109567
## final value 17980.099057
## converged
## # weights: 511
## initial value 24918.280751
## iter 10 value 16623.358190
## iter 20 value 16448.188733
## iter 30 value 16278.367358
## iter 40 value 16264.290138
## iter 50 value 16243.637727
## iter 60 value 16221.994424
## iter 70 value 16165.172726
## iter 80 value 16127.335317
## iter 90 value 16121.611111
## iter 100 value 16119.386601
## final value 16119.386601
## stopped after 100 iterations
## # weights: 103
## initial value 29703.146669
## iter 10 value 17984.438417
## final value 17984.432909
## converged
## # weights: 307
## initial value 18851.831836
## iter 10 value 17980.211636
## iter 20 value 16492.302720
## iter 30 value 16217.620262
## iter 40 value 15340.887399
## iter 50 value 14352.107069
## iter 60 value 14224.895902
## iter 70 value 13932.713855
## iter 80 value 12740.436078
## iter 90 value 12315.782029
## iter 100 value 12270.883677
## final value 12270.883677
## stopped after 100 iterations
## # weights: 511
## initial value 21179.700367
## iter 10 value 17704.955761
## iter 20 value 16837.353869
## iter 30 value 16611.916372
## iter 40 value 16157.384040
## iter 50 value 16063.860474
## iter 60 value 15984.750173
## iter 70 value 15896.478441
## iter 80 value 15763.730899
## iter 90 value 14193.153487
## iter 100 value 13602.302003
## final value 13602.302003
## stopped after 100 iterations
## # weights: 103
## initial value 32642.463295
## final value 17984.368704
## converged
## # weights: 307
## initial value 26707.859396
## final value 17984.372099
## converged
## # weights: 511
## initial value 30417.158585
## iter 10 value 17833.776135
## iter 20 value 17833.042146
## final value 17833.041782
## converged
## # weights: 103
## initial value 20872.425838
## iter 10 value 17556.418012
## final value 17554.268806
## converged
## # weights: 307
## initial value 18516.638541
## final value 17908.316331
## converged
## # weights: 511
## initial value 18135.318415
## iter 10 value 17819.900074
## final value 17819.871914
## converged
## # weights: 103
## initial value 18903.691600
## iter 10 value 17908.389214
## final value 17908.383388
## converged
## # weights: 307
## initial value 31925.123668
## iter 10 value 17889.533201
## iter 20 value 16942.514410
## iter 30 value 16501.580949
## iter 40 value 15769.283660
## iter 50 value 14243.986879
## iter 60 value 13912.632204
## iter 70 value 13080.050146
## iter 80 value 12298.709278
## iter 90 value 11587.563597
## iter 100 value 11308.535025
## final value 11308.535025
## stopped after 100 iterations
## # weights: 511
## initial value 35258.428054
## iter 10 value 17882.421000
## iter 20 value 16656.143587
## iter 30 value 16246.262267
## iter 40 value 16014.467152
## iter 50 value 15788.997407
## iter 60 value 15612.460314
## iter 70 value 15454.245610
## iter 80 value 14467.081235
## iter 90 value 12743.767631
## iter 100 value 11846.879062
## final value 11846.879062
## stopped after 100 iterations
## # weights: 103
## initial value 21059.598045
## iter 10 value 17863.864176
## final value 17863.863084
## converged
## # weights: 307
## initial value 18758.006676
## iter 10 value 17732.708346
## final value 17732.707758
## converged
## # weights: 511
## initial value 32807.419106
## final value 17908.325427
## converged
## # weights: 103
## initial value 23784.644999
## iter 10 value 17831.002633
## final value 17830.989116
## converged
## # weights: 307
## initial value 39068.626676
## final value 17833.867808
## converged
## # weights: 511
## initial value 18024.705875
## iter 10 value 16515.256139
## iter 20 value 16502.306425
## iter 30 value 16502.257576
## final value 16502.257310
## converged
## # weights: 103
## initial value 19947.759325
## iter 10 value 17834.006897
## final value 17834.004213
## converged
## # weights: 307
## initial value 18152.082705
## iter 10 value 16657.188224
## iter 20 value 16474.383796
## iter 30 value 16256.030297
## iter 40 value 16215.041735
## iter 50 value 16189.811251
## iter 60 value 16180.573210
## iter 70 value 15805.653373
## iter 80 value 15558.571659
## iter 90 value 15532.228551
## iter 100 value 13891.651579
## final value 13891.651579
## stopped after 100 iterations
## # weights: 511
## initial value 34879.100958
## iter 10 value 17474.866244
## iter 20 value 16611.609814
## iter 30 value 16575.605696
## iter 40 value 15863.820534
## iter 50 value 15156.602272
## iter 60 value 13778.509917
## iter 70 value 13325.707651
## iter 80 value 13083.223731
## iter 90 value 12125.876468
## iter 100 value 11555.147987
## final value 11555.147987
## stopped after 100 iterations
## # weights: 103
## initial value 24403.355669
## final value 17833.869542
## converged
## # weights: 307
## initial value 23965.450267
## iter 10 value 16503.177305
## iter 20 value 16485.556343
## iter 30 value 16485.091466
## iter 30 value 16485.091384
## final value 16485.091176
## converged
## # weights: 511
## initial value 18100.931901
## iter 10 value 17831.025207
## final value 17831.022251
## converged
## # weights: 103
## initial value 28190.601548
## final value 17850.105578
## converged
## # weights: 307
## initial value 18866.111061
## iter 10 value 17870.193909
## final value 17870.187313
## converged
## # weights: 511
## initial value 29345.145923
## final value 17906.000303
## converged
## # weights: 103
## initial value 31179.906435
## iter 10 value 17906.071932
## final value 17906.067411
## converged
## # weights: 307
## initial value 34468.751968
## iter 10 value 17856.991001
## iter 20 value 16773.867942
## iter 30 value 16427.999354
## iter 40 value 16072.818272
## iter 50 value 16026.857047
## iter 60 value 15802.257618
## iter 70 value 14083.220056
## iter 80 value 13588.658457
## iter 90 value 13198.647758
## iter 100 value 11958.686247
## final value 11958.686247
## stopped after 100 iterations
## # weights: 511
## initial value 21255.145007
## iter 10 value 17831.384057
## iter 20 value 17819.480092
## iter 30 value 17600.082379
## iter 40 value 16083.617958
## iter 50 value 16040.173297
## iter 60 value 15953.796663
## iter 70 value 15758.133704
## iter 80 value 15604.625905
## iter 90 value 15517.926228
## iter 100 value 14875.092079
## final value 14875.092079
## stopped after 100 iterations
## # weights: 103
## initial value 37637.953098
## final value 17906.002085
## converged
## # weights: 307
## initial value 29142.241057
## final value 17713.202883
## converged
## # weights: 511
## initial value 19543.649124
## final value 17906.008179
## converged
## # weights: 103
## initial value 26578.793795
## iter 10 value 18001.008129
## final value 18000.996405
## converged
## # weights: 307
## initial value 19283.361445
## iter 10 value 17519.123018
## iter 20 value 17488.667644
## final value 17488.653378
## converged
## # weights: 511
## initial value 29544.254276
## iter 10 value 17846.192462
## iter 20 value 17502.118639
## iter 30 value 17490.787267
## iter 40 value 16492.492647
## iter 50 value 16437.205128
## iter 60 value 16436.092878
## iter 70 value 16434.852668
## iter 80 value 16418.196625
## final value 16417.121406
## converged
## # weights: 103
## initial value 19847.408040
## iter 10 value 17939.098355
## iter 20 value 16821.014427
## iter 30 value 16280.722723
## iter 40 value 16189.612791
## iter 50 value 16162.959331
## iter 60 value 15582.648524
## iter 70 value 14695.575849
## iter 80 value 13327.509910
## iter 90 value 12631.845858
## iter 100 value 12206.694935
## final value 12206.694935
## stopped after 100 iterations
## # weights: 307
## initial value 19002.463907
## iter 10 value 16898.009082
## iter 20 value 16721.078798
## iter 30 value 16607.272090
## iter 40 value 16533.543224
## iter 50 value 16495.542273
## iter 60 value 16324.657737
## iter 70 value 16137.871435
## iter 80 value 16071.655662
## iter 90 value 15501.467368
## iter 100 value 14519.411516
## final value 14519.411516
## stopped after 100 iterations
## # weights: 511
## initial value 23921.759000
## iter 10 value 17146.496167
## iter 20 value 16998.862591
## iter 30 value 16520.980462
## iter 40 value 16300.459153
## iter 50 value 16199.683460
## iter 60 value 15828.005208
## iter 70 value 15700.206308
## iter 80 value 15062.772078
## iter 90 value 14466.721587
## iter 100 value 13747.308074
## final value 13747.308074
## stopped after 100 iterations
## # weights: 103
## initial value 33176.456031
## final value 18003.838953
## converged
## # weights: 307
## initial value 18790.744136
## iter 10 value 17955.564855
## final value 17955.511504
## converged
## # weights: 511
## initial value 20508.467195
## final value 17949.894939
## converged
## # weights: 103
## initial value 28925.335093
## final value 17979.081971
## converged
## # weights: 307
## initial value 18010.606886
## final value 18000.404978
## converged
## # weights: 511
## initial value 18918.570287
## final value 17946.344047
## converged
## # weights: 103
## initial value 19663.732993
## iter 10 value 18000.476501
## iter 20 value 17472.827547
## iter 30 value 16286.325815
## iter 40 value 16126.695351
## iter 50 value 13620.883947
## iter 60 value 12817.890093
## iter 70 value 12492.265263
## iter 80 value 12344.190474
## iter 90 value 12174.585949
## iter 100 value 11785.698553
## final value 11785.698553
## stopped after 100 iterations
## # weights: 307
## initial value 19803.954384
## iter 10 value 17034.445381
## iter 20 value 16576.882816
## iter 30 value 16438.881783
## iter 40 value 16416.340415
## iter 50 value 16382.246937
## iter 60 value 16174.128509
## iter 70 value 15855.969770
## iter 80 value 15637.477128
## iter 90 value 15374.243769
## iter 100 value 15260.250138
## final value 15260.250138
## stopped after 100 iterations
## # weights: 511
## initial value 18223.912399
## iter 10 value 16514.039743
## iter 20 value 16495.582275
## iter 30 value 16489.469070
## iter 40 value 16480.909863
## iter 50 value 16449.781658
## iter 60 value 16441.967000
## iter 70 value 16367.361052
## iter 80 value 16173.970617
## iter 90 value 16151.244659
## iter 100 value 16121.783137
## final value 16121.783137
## stopped after 100 iterations
## # weights: 103
## initial value 18069.654080
## final value 18000.406473
## converged
## # weights: 307
## initial value 21698.742769
## final value 18000.416288
## converged
## # weights: 511
## initial value 21417.838591
## iter 10 value 17689.098308
## final value 17688.759967
## converged
## # weights: 103
## initial value 22941.276897
## iter 10 value 17880.901660
## final value 17880.896615
## converged
## # weights: 307
## initial value 35127.054387
## final value 17870.390341
## converged
## # weights: 511
## initial value 23690.807013
## iter 10 value 17773.694087
## final value 17771.072610
## converged
## # weights: 103
## initial value 18800.460030
## iter 10 value 17891.577958
## iter 20 value 17891.113135
## iter 30 value 17891.004220
## iter 40 value 17889.954430
## iter 50 value 17425.201424
## iter 60 value 16246.719262
## iter 70 value 16194.150145
## iter 80 value 16167.306262
## iter 90 value 16143.348752
## iter 100 value 16106.246384
## final value 16106.246384
## stopped after 100 iterations
## # weights: 307
## initial value 26799.275636
## iter 10 value 16666.535156
## iter 20 value 16477.628268
## iter 30 value 16230.514740
## iter 40 value 16029.532140
## iter 50 value 15937.010661
## iter 60 value 15677.669267
## iter 70 value 14990.488625
## iter 80 value 13962.037253
## iter 90 value 13441.775637
## iter 100 value 13197.791008
## final value 13197.791008
## stopped after 100 iterations
## # weights: 511
## initial value 22668.009883
## iter 10 value 17873.190586
## iter 20 value 16377.047325
## iter 30 value 16273.825773
## iter 40 value 16235.815933
## iter 50 value 15391.833014
## iter 60 value 14676.027581
## iter 70 value 13775.947995
## iter 80 value 12581.264187
## iter 90 value 12075.939385
## iter 100 value 12060.344115
## final value 12060.344115
## stopped after 100 iterations
## # weights: 103
## initial value 25909.116930
## iter 10 value 17886.654732
## final value 17886.641846
## converged
## # weights: 307
## initial value 30130.175432
## final value 17823.559771
## converged
## # weights: 511
## initial value 18634.324657
## final value 17826.471936
## converged
## # weights: 103
## initial value 28379.662686
## final value 18083.706371
## converged
## # weights: 307
## initial value 30648.675937
## final value 17819.733135
## converged
## # weights: 511
## initial value 45312.888779
## iter 10 value 17844.246098
## final value 17844.191010
## converged
## # weights: 103
## initial value 27883.474265
## iter 10 value 17842.924085
## iter 20 value 16571.000891
## iter 30 value 16257.861396
## iter 40 value 16232.602592
## iter 50 value 16222.654061
## iter 60 value 15956.291783
## iter 70 value 15373.868733
## iter 80 value 14283.549515
## iter 90 value 13597.546471
## iter 100 value 12881.169896
## final value 12881.169896
## stopped after 100 iterations
## # weights: 307
## initial value 24902.740272
## iter 10 value 17522.474487
## iter 20 value 16461.783578
## iter 30 value 16404.257224
## iter 40 value 16082.352373
## iter 50 value 16026.247790
## iter 60 value 16009.915646
## iter 70 value 15975.813775
## iter 80 value 15925.888388
## iter 90 value 15915.691100
## iter 100 value 15902.474306
## final value 15902.474306
## stopped after 100 iterations
## # weights: 511
## initial value 23816.773490
## iter 10 value 16867.576632
## iter 20 value 16374.072129
## iter 30 value 16355.197567
## iter 40 value 16350.090451
## iter 50 value 16348.554130
## final value 16347.937683
## converged
## # weights: 103
## initial value 21373.049760
## final value 17851.380667
## converged
## # weights: 307
## initial value 35203.476902
## final value 17803.938600
## converged
## # weights: 511
## initial value 25318.598623
## iter 10 value 17977.674599
## iter 20 value 17604.318531
## final value 17604.278959
## converged
## # weights: 103
## initial value 25916.109493
## final value 17900.207276
## converged
## # weights: 307
## initial value 29955.589660
## final value 17815.551662
## converged
## # weights: 511
## initial value 19945.553507
## iter 10 value 17808.754698
## final value 17808.697860
## converged
## # weights: 103
## initial value 26133.185577
## iter 10 value 17472.053738
## iter 20 value 17260.184885
## iter 30 value 17259.978671
## iter 40 value 16832.380078
## iter 50 value 16520.039950
## iter 60 value 16515.179688
## iter 70 value 16510.334285
## iter 80 value 16503.873249
## iter 90 value 16501.986602
## final value 16501.984404
## converged
## # weights: 307
## initial value 33762.162290
## iter 10 value 17900.258390
## iter 20 value 17900.178684
## iter 30 value 17524.783632
## iter 40 value 16538.515578
## iter 50 value 16382.442295
## iter 60 value 16208.872552
## iter 70 value 16176.563275
## iter 80 value 16138.834755
## iter 90 value 16068.656216
## iter 100 value 16001.374257
## final value 16001.374257
## stopped after 100 iterations
## # weights: 511
## initial value 17934.805532
## iter 10 value 16501.790272
## iter 20 value 16449.203128
## iter 30 value 16343.180226
## iter 40 value 15832.310994
## iter 50 value 15798.711884
## iter 60 value 15776.174929
## iter 70 value 15760.172478
## iter 80 value 15731.859930
## iter 90 value 15661.379222
## iter 100 value 15472.169951
## final value 15472.169951
## stopped after 100 iterations
## # weights: 103
## initial value 19964.801254
## final value 17791.888869
## converged
## # weights: 307
## initial value 29515.605702
## final value 17831.491716
## converged
## # weights: 511
## initial value 26368.456606
## iter 10 value 17817.071582
## final value 17816.103457
## converged
## # weights: 103
## initial value 27657.295907
## final value 17896.729433
## converged
## # weights: 307
## initial value 30491.630180
## iter 10 value 17814.225008
## final value 17813.500855
## converged
## # weights: 511
## initial value 19605.204942
## iter 10 value 17862.488972
## iter 20 value 17862.325471
## iter 20 value 17862.325369
## iter 20 value 17862.325369
## final value 17862.325369
## converged
## # weights: 103
## initial value 22269.087286
## final value 17896.864049
## converged
## # weights: 307
## initial value 23215.259527
## iter 10 value 16610.120263
## iter 20 value 16453.165920
## iter 30 value 16376.658004
## iter 40 value 16358.338599
## iter 50 value 16161.063834
## iter 60 value 16028.600667
## iter 70 value 15973.448288
## iter 80 value 15817.355217
## iter 90 value 15619.766397
## iter 100 value 15589.119857
## final value 15589.119857
## stopped after 100 iterations
## # weights: 511
## initial value 22783.069526
## iter 10 value 17885.182410
## iter 20 value 16582.488252
## iter 30 value 16438.529695
## iter 40 value 16371.289258
## iter 50 value 16359.538102
## iter 60 value 16333.911022
## iter 70 value 16315.177861
## iter 80 value 15830.334270
## iter 90 value 15749.612883
## iter 100 value 15740.016679
## final value 15740.016679
## stopped after 100 iterations
## # weights: 103
## initial value 19500.614928
## final value 17896.731032
## converged
## # weights: 307
## initial value 23992.147960
## final value 17879.550988
## converged
## # weights: 511
## initial value 26458.495762
## final value 17878.121501
## converged
## # weights: 103
## initial value 18795.258787
## final value 18166.825988
## converged
## # weights: 307
## initial value 20841.265576
## final value 18166.825988
## converged
## # weights: 511
## initial value 18538.718081
## iter 10 value 18066.082686
## final value 18065.035541
## converged
## # weights: 103
## initial value 22275.229720
## iter 10 value 18166.894098
## final value 18166.888724
## converged
## # weights: 307
## initial value 22334.050657
## iter 10 value 18169.246575
## iter 20 value 18168.126360
## iter 30 value 18012.743726
## iter 40 value 17149.024589
## iter 50 value 16910.570186
## iter 60 value 16743.208774
## iter 70 value 16743.129663
## iter 80 value 16482.599393
## iter 90 value 16354.575209
## iter 100 value 16337.721790
## final value 16337.721790
## stopped after 100 iterations
## # weights: 511
## initial value 24721.070537
## iter 10 value 17890.134113
## iter 20 value 16726.951218
## iter 30 value 16674.320255
## iter 40 value 16580.378151
## iter 50 value 16487.652186
## iter 60 value 16386.564962
## iter 70 value 16319.231599
## iter 80 value 15259.706311
## iter 90 value 13396.913943
## iter 100 value 12367.082099
## final value 12367.082099
## stopped after 100 iterations
## # weights: 103
## initial value 19679.847605
## final value 18166.827921
## converged
## # weights: 307
## initial value 19455.372155
## final value 18098.132517
## converged
## # weights: 511
## initial value 18476.119254
## iter 10 value 18154.220487
## iter 10 value 18154.220422
## iter 10 value 18154.220419
## final value 18154.220419
## converged
## # weights: 103
## initial value 21252.463253
## final value 18057.415034
## converged
## # weights: 307
## initial value 24905.584918
## iter 10 value 17722.883259
## final value 17721.079846
## converged
## # weights: 511
## initial value 19460.183403
## iter 10 value 17957.075353
## final value 17955.994970
## converged
## # weights: 103
## initial value 25445.384337
## iter 10 value 18057.483830
## final value 18057.479593
## converged
## # weights: 307
## initial value 27020.277987
## iter 10 value 17125.092737
## iter 20 value 16763.753225
## iter 30 value 16420.995034
## iter 40 value 16027.835125
## iter 50 value 15861.760062
## iter 60 value 15540.215752
## iter 70 value 15229.722302
## iter 80 value 14672.962255
## iter 90 value 13622.665123
## iter 100 value 13089.041319
## final value 13089.041319
## stopped after 100 iterations
## # weights: 511
## initial value 19001.596316
## iter 10 value 17860.526245
## iter 20 value 16957.083207
## iter 30 value 16564.608953
## iter 40 value 16270.789214
## iter 50 value 14893.295088
## iter 60 value 14194.036184
## iter 70 value 14160.174576
## iter 80 value 14116.023847
## iter 90 value 13758.698240
## iter 100 value 12799.530278
## final value 12799.530278
## stopped after 100 iterations
## # weights: 103
## initial value 27789.954641
## final value 18057.416821
## converged
## # weights: 307
## initial value 19047.600023
## iter 10 value 16711.899335
## iter 20 value 16414.592390
## iter 30 value 16402.346037
## iter 40 value 16341.330377
## iter 50 value 16334.311910
## iter 60 value 16332.728250
## iter 70 value 16332.698588
## final value 16332.698004
## converged
## # weights: 511
## initial value 42869.817280
## iter 10 value 18701.423310
## iter 20 value 17802.013627
## iter 20 value 17802.013480
## iter 20 value 17802.013480
## final value 17802.013480
## converged
## # weights: 103
## initial value 33745.986137
## final value 17852.544984
## converged
## # weights: 307
## initial value 38701.855709
## final value 18265.332100
## converged
## # weights: 511
## initial value 18950.748969
## final value 17773.347804
## converged
## # weights: 103
## initial value 19341.560802
## iter 10 value 17852.619870
## final value 17852.612996
## converged
## # weights: 307
## initial value 28381.061821
## iter 10 value 17844.319868
## iter 20 value 16558.412939
## final value 16547.086133
## converged
## # weights: 511
## initial value 24482.481613
## iter 10 value 16858.150561
## iter 20 value 16603.413571
## iter 30 value 16325.947081
## iter 40 value 15625.189767
## iter 50 value 13567.233777
## iter 60 value 12476.573094
## iter 70 value 12219.806260
## iter 80 value 11994.469936
## iter 90 value 11767.228331
## iter 100 value 11588.412347
## final value 11588.412347
## stopped after 100 iterations
## # weights: 103
## initial value 21562.387138
## final value 17852.546790
## converged
## # weights: 307
## initial value 21862.955274
## final value 17852.549871
## converged
## # weights: 511
## initial value 19342.899545
## iter 10 value 16887.231179
## iter 20 value 16455.396716
## iter 30 value 16401.509629
## iter 40 value 16351.397052
## iter 50 value 16343.057711
## iter 60 value 16322.240600
## iter 70 value 16285.494052
## iter 80 value 16192.884643
## iter 90 value 16099.709310
## iter 100 value 15906.543206
## final value 15906.543206
## stopped after 100 iterations
## # weights: 103
## initial value 19183.688959
## final value 17888.608551
## converged
## # weights: 307
## initial value 17930.225029
## iter 10 value 17581.408137
## final value 17581.357806
## converged
## # weights: 511
## initial value 27274.925497
## final value 18116.996039
## converged
## # weights: 103
## initial value 18670.502584
## iter 10 value 17865.542348
## iter 20 value 16579.434155
## iter 30 value 16450.898803
## iter 40 value 16441.463395
## iter 50 value 16416.156233
## iter 60 value 16402.500030
## iter 70 value 16260.463930
## iter 80 value 16110.179020
## iter 90 value 15625.472425
## iter 100 value 15245.838098
## final value 15245.838098
## stopped after 100 iterations
## # weights: 307
## initial value 22437.011536
## iter 10 value 17634.080604
## iter 20 value 16584.118196
## iter 30 value 16437.675754
## iter 40 value 16315.776125
## iter 50 value 16161.338630
## iter 60 value 15807.925726
## iter 70 value 15124.345112
## iter 80 value 14781.051248
## iter 90 value 13662.161294
## iter 100 value 12406.614563
## final value 12406.614563
## stopped after 100 iterations
## # weights: 511
## initial value 18097.843164
## iter 10 value 16600.764988
## iter 20 value 16252.199826
## iter 30 value 16233.304473
## iter 40 value 16232.508801
## iter 50 value 16231.311835
## iter 60 value 16217.985352
## iter 70 value 16215.232250
## iter 80 value 16211.295878
## iter 90 value 16172.542966
## iter 100 value 16066.347675
## final value 16066.347675
## stopped after 100 iterations
## # weights: 103
## initial value 18096.540077
## iter 10 value 17746.983504
## iter 10 value 17746.983493
## iter 10 value 17746.983493
## final value 17746.983493
## converged
## # weights: 307
## initial value 22765.588058
## iter 10 value 17331.981488
## iter 20 value 17150.944301
## iter 30 value 16512.160555
## iter 40 value 16195.444133
## iter 50 value 16179.200892
## iter 60 value 16175.800890
## final value 16175.793634
## converged
## # weights: 511
## initial value 26548.381888
## iter 10 value 16504.035914
## iter 20 value 16501.225126
## final value 16501.224703
## converged
## # weights: 103
## initial value 22515.982126
## final value 18099.333699
## converged
## # weights: 307
## initial value 24202.091345
## final value 18083.820481
## converged
## # weights: 511
## initial value 23218.610859
## iter 10 value 17980.385740
## iter 20 value 17979.480751
## final value 17979.478051
## converged
## # weights: 103
## initial value 20712.678882
## iter 10 value 18099.461622
## iter 10 value 18099.461473
## iter 10 value 18099.461473
## final value 18099.461473
## converged
## # weights: 307
## initial value 18980.703455
## iter 10 value 17625.909721
## iter 20 value 17120.269110
## iter 30 value 16420.214039
## iter 40 value 15246.159442
## iter 50 value 13127.609149
## iter 60 value 12222.511536
## iter 70 value 11783.510502
## iter 80 value 11575.224819
## iter 90 value 11378.356843
## iter 100 value 11130.957082
## final value 11130.957082
## stopped after 100 iterations
## # weights: 511
## initial value 19156.504825
## iter 10 value 16925.437859
## iter 20 value 16491.645634
## iter 30 value 16412.857456
## iter 40 value 16334.704108
## iter 50 value 16264.110310
## iter 60 value 16223.285671
## iter 70 value 16148.866476
## iter 80 value 16087.060877
## iter 90 value 15849.122732
## iter 100 value 15008.251212
## final value 15008.251212
## stopped after 100 iterations
## # weights: 103
## initial value 19699.978015
## iter 10 value 17812.312237
## final value 17811.475560
## converged
## # weights: 307
## initial value 20076.896748
## final value 18099.338754
## converged
## # weights: 511
## initial value 21557.025680
## final value 18079.610098
## converged
## # weights: 103
## initial value 19392.466297
## final value 17816.318481
## converged
## # weights: 307
## initial value 18246.597697
## final value 17783.143590
## converged
## # weights: 511
## initial value 24652.805750
## iter 10 value 16857.706860
## iter 20 value 16856.102208
## final value 16856.098325
## converged
## # weights: 103
## initial value 25963.036319
## iter 10 value 17816.391636
## final value 17816.387106
## converged
## # weights: 307
## initial value 38321.246596
## iter 10 value 17562.412105
## iter 20 value 16545.649600
## iter 30 value 16542.549873
## iter 40 value 16267.604795
## iter 50 value 16022.380493
## iter 60 value 16002.141885
## iter 70 value 15982.659246
## iter 80 value 15976.082855
## iter 90 value 15974.168996
## iter 100 value 15925.084786
## final value 15925.084786
## stopped after 100 iterations
## # weights: 511
## initial value 38024.171880
## iter 10 value 17797.334479
## iter 20 value 17125.710858
## iter 30 value 16769.691516
## iter 40 value 16299.300513
## iter 50 value 16118.751298
## iter 60 value 16056.163848
## iter 70 value 15834.263185
## iter 80 value 15630.844666
## iter 90 value 15545.041666
## iter 100 value 14993.761242
## final value 14993.761242
## stopped after 100 iterations
## # weights: 103
## initial value 21709.165737
## final value 17816.319953
## converged
## # weights: 307
## initial value 18478.649968
## iter 10 value 17667.404030
## final value 17666.722918
## converged
## # weights: 511
## initial value 32386.234951
## final value 17791.826677
## converged
## # weights: 511
## initial value 33494.583069
## iter 10 value 17974.132192
## iter 20 value 17968.403459
## iter 30 value 17402.973525
## iter 40 value 17367.587909
## iter 50 value 17299.234908
## iter 60 value 16783.433631
## iter 70 value 16430.678486
## iter 80 value 14576.934041
## iter 90 value 12908.430333
## iter 100 value 12411.975354
## final value 12411.975354
## stopped after 100 iterations
print(model.nn)
## Neural Network
##
## 32561 samples
## 14 predictor
## 2 classes: ' <=50K', ' >50K'
##
## No pre-processing
## Resampling: Bootstrapped (25 reps)
## Summary of sample sizes: 32561, 32561, 32561, 32561, 32561, 32561, ...
## Resampling results across tuning parameters:
##
## size decay Accuracy Kappa
## 1 0e+00 0.7586518 0.004217432
## 1 1e-04 0.7585084 0.003716346
## 1 1e-01 0.7826679 0.172685139
## 3 0e+00 0.7634714 0.034537276
## 3 1e-04 0.7631307 0.037832098
## 3 1e-01 0.8056143 0.366170208
## 5 0e+00 0.7652603 0.049305444
## 5 1e-04 0.7651139 0.045177531
## 5 1e-01 0.8094858 0.370845938
##
## Accuracy was used to select the optimal model using the largest value.
## The final values used for the model were size = 5 and decay = 0.1.
predictions <- predict(model.nn, test[,1:14])
accuracy <- sum(predictions == test[,15])/length(test[,15])
print(accuracy)
## [1] 0
end <- proc.time()[3]
print(paste("This took ", round(end-start, digits = 1), " seconds", sep = ""))
## [1] "This took 1114.6 seconds"