library(caret)
## Loading required package: lattice
## Loading required package: ggplot2
library(e1071)
library(fastICA)
library(nnet)
load("~/PED/prepareDataDay/PP_new.RData")
load("~/PED/datasets/dataset_ 14 _prepared.RData")
source('~/functions/normalizationFunction.R', echo=TRUE)
##
## > normalized <- function(x) {
## + (x - min(x)) * 0.8/(max(x) - min(x)) + 0.1
## + }
source('~/functions/calculateErrors.R', echo=TRUE)
##
## > modelErrors <- function(predicted, actual) {
## + sal <- vector(mode = "numeric", length = 3)
## + names(sal) <- c("MAE", "RMSE", "RELE")
## + me .... [TRUNCATED]
##
## > modelsErrorsTotal <- 0
##
## > allModelErrors <- function(models, inputsTest, targetsTest,
## + dataset) {
## + error <- function(model) {
## + pd <- predict(model, newdat .... [TRUNCATED]
with the whole features
## # weights: 231
## initial value 222.564165
## iter 10 value 25.746903
## iter 20 value 16.804311
## iter 30 value 16.199200
## iter 40 value 15.779593
## iter 50 value 15.291748
## iter 60 value 15.137743
## iter 70 value 15.034354
## iter 80 value 14.919364
## iter 90 value 14.763047
## iter 100 value 14.678275
## iter 110 value 14.611772
## iter 120 value 14.497237
## iter 130 value 14.401202
## iter 140 value 14.342384
## iter 150 value 14.267833
## iter 160 value 14.226398
## iter 170 value 14.181687
## iter 180 value 14.125576
## iter 190 value 14.006514
## iter 200 value 13.930390
## iter 210 value 13.879362
## iter 220 value 13.842154
## iter 230 value 13.788449
## iter 240 value 13.746773
## iter 250 value 13.713735
## iter 260 value 13.679728
## iter 270 value 13.652609
## iter 280 value 13.629070
## iter 290 value 13.607898
## iter 300 value 13.589457
## iter 310 value 13.572906
## iter 320 value 13.555785
## iter 330 value 13.539875
## iter 340 value 13.524442
## iter 350 value 13.516815
## iter 360 value 13.509888
## iter 370 value 13.493662
## iter 380 value 13.468000
## iter 390 value 13.412646
## iter 400 value 13.346796
## iter 410 value 13.290269
## iter 420 value 13.237227
## iter 430 value 13.180259
## iter 440 value 13.114964
## iter 450 value 13.058751
## iter 460 value 12.988666
## iter 470 value 12.939211
## iter 480 value 12.919089
## iter 490 value 12.897680
## iter 500 value 12.874432
## iter 510 value 12.846612
## iter 520 value 12.820993
## iter 530 value 12.800872
## iter 540 value 12.766992
## iter 550 value 12.739326
## iter 560 value 12.712378
## iter 570 value 12.684703
## iter 580 value 12.663136
## iter 590 value 12.631909
## iter 600 value 12.597482
## iter 610 value 12.576273
## iter 620 value 12.554905
## iter 630 value 12.542142
## iter 640 value 12.522271
## iter 650 value 12.501257
## iter 660 value 12.479149
## iter 670 value 12.465448
## iter 680 value 12.449237
## iter 690 value 12.433476
## iter 700 value 12.414759
## iter 710 value 12.400026
## iter 720 value 12.390123
## iter 730 value 12.380124
## iter 740 value 12.368825
## iter 750 value 12.354974
## iter 760 value 12.342436
## iter 770 value 12.331071
## iter 780 value 12.305071
## iter 790 value 12.234305
## iter 800 value 12.188400
## iter 810 value 12.155555
## iter 820 value 12.107791
## iter 830 value 12.067466
## iter 840 value 12.001759
## iter 850 value 11.974798
## iter 860 value 11.952117
## iter 870 value 11.928832
## iter 880 value 11.914778
## iter 890 value 11.893406
## iter 900 value 11.870005
## iter 910 value 11.809443
## iter 920 value 11.780551
## iter 930 value 11.766141
## iter 940 value 11.748258
## iter 950 value 11.742805
## iter 960 value 11.737452
## iter 970 value 11.731338
## iter 980 value 11.725203
## iter 990 value 11.720126
## iter1000 value 11.714206
## iter1010 value 11.709495
## iter1020 value 11.702182
## iter1030 value 11.693120
## iter1040 value 11.681846
## iter1050 value 11.675887
## iter1060 value 11.668356
## iter1070 value 11.664019
## iter1080 value 11.656351
## iter1090 value 11.650988
## iter1100 value 11.647153
## iter1110 value 11.642251
## iter1120 value 11.631602
## iter1130 value 11.620831
## iter1140 value 11.591298
## iter1150 value 11.505917
## iter1160 value 11.461684
## iter1170 value 11.434290
## iter1180 value 11.413087
## iter1190 value 11.399605
## iter1200 value 11.385731
## iter1210 value 11.372946
## iter1220 value 11.357256
## iter1230 value 11.342283
## iter1240 value 11.325470
## iter1250 value 11.311365
## iter1260 value 11.303922
## iter1270 value 11.296253
## iter1280 value 11.287325
## iter1290 value 11.275618
## iter1300 value 11.267653
## iter1310 value 11.262761
## iter1320 value 11.256932
## iter1330 value 11.250174
## iter1340 value 11.239934
## iter1350 value 11.228918
## iter1360 value 11.212070
## iter1370 value 11.194564
## iter1380 value 11.176366
## iter1390 value 11.161444
## iter1400 value 11.152248
## iter1410 value 11.151367
## iter1420 value 11.143124
## iter1430 value 11.137225
## iter1440 value 11.125564
## iter1450 value 11.113241
## iter1460 value 11.097576
## iter1470 value 11.075164
## iter1480 value 11.062373
## iter1490 value 11.051461
## iter1500 value 11.040636
## iter1510 value 11.027832
## iter1520 value 11.015259
## iter1530 value 11.003781
## iter1540 value 10.985091
## iter1550 value 10.966506
## iter1560 value 10.939594
## iter1570 value 10.919757
## iter1580 value 10.906932
## iter1590 value 10.894044
## iter1600 value 10.885271
## iter1610 value 10.877963
## iter1620 value 10.867867
## iter1630 value 10.859204
## iter1640 value 10.852620
## iter1650 value 10.846770
## iter1660 value 10.838463
## iter1670 value 10.832579
## iter1680 value 10.828302
## iter1690 value 10.823653
## iter1700 value 10.818857
## iter1710 value 10.812728
## iter1720 value 10.804798
## iter1730 value 10.796685
## iter1740 value 10.788396
## iter1750 value 10.780292
## iter1760 value 10.771961
## iter1770 value 10.763897
## iter1780 value 10.753589
## iter1790 value 10.744922
## iter1800 value 10.734110
## iter1810 value 10.722756
## iter1820 value 10.712615
## iter1830 value 10.702852
## iter1840 value 10.696467
## iter1850 value 10.688897
## iter1860 value 10.681467
## iter1870 value 10.680253
## iter1880 value 10.678670
## iter1890 value 10.676415
## iter1900 value 10.674915
## iter1910 value 10.672836
## iter1920 value 10.670667
## iter1930 value 10.667689
## iter1940 value 10.664519
## iter1950 value 10.659976
## iter1960 value 10.657630
## iter1970 value 10.654157
## iter1980 value 10.651470
## iter1990 value 10.647550
## iter2000 value 10.644838
## iter2010 value 10.640820
## iter2020 value 10.638314
## iter2030 value 10.635086
## iter2040 value 10.632583
## iter2050 value 10.629923
## iter2060 value 10.626854
## iter2070 value 10.623847
## iter2080 value 10.620428
## iter2090 value 10.616237
## iter2100 value 10.613465
## iter2110 value 10.610518
## iter2120 value 10.607855
## iter2130 value 10.602281
## iter2140 value 10.594313
## iter2150 value 10.588224
## iter2160 value 10.583154
## iter2170 value 10.577779
## iter2180 value 10.572604
## iter2190 value 10.569171
## iter2200 value 10.565269
## iter2210 value 10.561452
## iter2220 value 10.558033
## iter2230 value 10.555261
## iter2240 value 10.552503
## iter2250 value 10.547240
## iter2260 value 10.541696
## iter2270 value 10.536876
## iter2280 value 10.531679
## iter2290 value 10.525906
## iter2300 value 10.521485
## iter2310 value 10.517209
## iter2320 value 10.514192
## iter2330 value 10.510472
## iter2340 value 10.509274
## iter2350 value 10.508375
## iter2360 value 10.507580
## iter2370 value 10.506652
## iter2380 value 10.505891
## iter2390 value 10.505060
## iter2400 value 10.504208
## iter2410 value 10.503398
## iter2420 value 10.502796
## iter2430 value 10.501877
## iter2440 value 10.501151
## iter2450 value 10.500357
## iter2460 value 10.499317
## iter2470 value 10.498470
## iter2480 value 10.497659
## iter2490 value 10.496569
## iter2500 value 10.495954
## iter2510 value 10.494890
## iter2520 value 10.494248
## iter2530 value 10.493556
## iter2540 value 10.492537
## iter2550 value 10.491630
## iter2560 value 10.490639
## iter2570 value 10.489164
## iter2580 value 10.488251
## iter2590 value 10.487010
## iter2600 value 10.485270
## iter2610 value 10.483229
## iter2620 value 10.480938
## iter2630 value 10.478939
## iter2640 value 10.475692
## iter2650 value 10.473261
## iter2660 value 10.470053
## iter2670 value 10.465838
## iter2680 value 10.461967
## iter2690 value 10.458443
## iter2700 value 10.453483
## iter2710 value 10.448234
## iter2720 value 10.442906
## iter2730 value 10.436344
## iter2740 value 10.428357
## iter2750 value 10.419053
## iter2760 value 10.410908
## iter2770 value 10.404992
## iter2780 value 10.398705
## final value 10.393158
## converged
## MAE RMSE RELE
## 0.05794 0.07603 0.17639
PCA Analysis
## # weights: 37
## initial value 264.593563
## final value 256.440540
## converged
## # weights: 49
## initial value 146.810146
## iter 10 value 24.216205
## iter 20 value 24.080792
## iter 30 value 23.945688
## iter 40 value 23.896374
## iter 50 value 23.856928
## iter 60 value 23.803533
## iter 70 value 23.793991
## iter 80 value 23.784876
## iter 90 value 23.773973
## iter 100 value 23.754164
## iter 110 value 23.732480
## iter 120 value 23.699726
## iter 130 value 23.669070
## iter 140 value 23.646681
## iter 150 value 23.630382
## iter 160 value 23.603548
## iter 170 value 23.572480
## iter 180 value 23.547995
## iter 190 value 23.520522
## iter 200 value 23.504643
## iter 210 value 23.497206
## iter 220 value 23.478057
## iter 230 value 23.469559
## iter 240 value 23.463854
## iter 250 value 23.448773
## iter 260 value 23.421413
## iter 270 value 23.394026
## iter 280 value 23.356877
## iter 290 value 23.325772
## iter 300 value 23.312243
## iter 310 value 23.305698
## iter 320 value 23.300560
## iter 330 value 23.295237
## iter 340 value 23.290373
## iter 350 value 23.280781
## iter 360 value 23.278362
## iter 370 value 23.276399
## iter 380 value 23.273263
## iter 390 value 23.266957
## iter 400 value 23.259660
## iter 410 value 23.256765
## iter 420 value 23.253674
## iter 430 value 23.251518
## iter 440 value 23.249679
## iter 450 value 23.247596
## iter 460 value 23.246867
## iter 470 value 23.245855
## iter 480 value 23.241355
## iter 490 value 23.236110
## final value 23.234781
## converged
## # weights: 61
## initial value 420.582010
## final value 256.440540
## converged
## # weights: 73
## initial value 182.243865
## iter 10 value 17.567883
## iter 20 value 17.320303
## iter 30 value 17.275218
## iter 40 value 17.169416
## iter 50 value 17.107801
## iter 60 value 17.073184
## iter 70 value 17.013303
## iter 80 value 16.934908
## iter 90 value 16.820800
## iter 100 value 16.754607
## iter 110 value 16.703224
## iter 120 value 16.645785
## iter 130 value 16.621430
## iter 140 value 16.607298
## iter 150 value 16.593972
## iter 160 value 16.583169
## iter 170 value 16.557843
## iter 180 value 16.542805
## iter 190 value 16.529245
## iter 200 value 16.510995
## iter 210 value 16.493401
## iter 220 value 16.476078
## iter 230 value 16.457563
## iter 240 value 16.440121
## iter 250 value 16.416944
## iter 260 value 16.396840
## iter 270 value 16.386078
## iter 280 value 16.376396
## iter 290 value 16.362939
## iter 300 value 16.357311
## iter 310 value 16.352341
## iter 320 value 16.345064
## iter 330 value 16.340794
## iter 340 value 16.337835
## iter 350 value 16.332794
## iter 360 value 16.329865
## iter 370 value 16.327967
## iter 380 value 16.324144
## iter 390 value 16.318161
## iter 400 value 16.305963
## iter 410 value 16.286194
## iter 420 value 16.243306
## iter 430 value 16.218054
## iter 440 value 16.204615
## iter 450 value 16.200220
## iter 460 value 16.196188
## iter 470 value 16.185875
## iter 480 value 16.161822
## iter 490 value 16.139451
## iter 500 value 16.126314
## iter 510 value 16.116765
## iter 520 value 16.102510
## iter 530 value 16.083396
## iter 540 value 16.073146
## iter 550 value 16.066288
## iter 560 value 16.060385
## iter 570 value 16.051866
## iter 580 value 16.045352
## iter 590 value 16.028965
## iter 600 value 16.026938
## iter 610 value 16.020361
## iter 620 value 16.012636
## iter 630 value 16.003753
## iter 640 value 15.995580
## iter 650 value 15.987287
## iter 660 value 15.977974
## iter 670 value 15.972146
## iter 680 value 15.948432
## iter 690 value 15.921385
## iter 700 value 15.909848
## iter 710 value 15.897594
## iter 720 value 15.891438
## iter 730 value 15.883734
## iter 740 value 15.876199
## iter 750 value 15.873871
## iter 760 value 15.869898
## iter 770 value 15.865535
## iter 780 value 15.861018
## iter 790 value 15.855877
## iter 800 value 15.847859
## iter 810 value 15.839280
## iter 820 value 15.833794
## iter 830 value 15.827545
## iter 840 value 15.821022
## iter 850 value 15.817188
## iter 860 value 15.810866
## iter 870 value 15.805092
## iter 880 value 15.799700
## iter 890 value 15.797432
## iter 900 value 15.795514
## iter 910 value 15.792931
## iter 920 value 15.790370
## iter 930 value 15.787450
## iter 940 value 15.784932
## iter 950 value 15.782691
## iter 960 value 15.779698
## iter 970 value 15.778431
## iter 980 value 15.776147
## iter 990 value 15.773940
## iter1000 value 15.772545
## iter1010 value 15.770616
## iter1020 value 15.768787
## iter1030 value 15.765230
## iter1040 value 15.765029
## iter1050 value 15.764303
## iter1060 value 15.762355
## iter1070 value 15.760545
## iter1080 value 15.758827
## iter1090 value 15.756356
## iter1100 value 15.754279
## iter1110 value 15.752187
## iter1120 value 15.750787
## iter1130 value 15.748060
## iter1140 value 15.745669
## iter1150 value 15.743316
## iter1160 value 15.738014
## iter1170 value 15.734500
## iter1180 value 15.731055
## iter1190 value 15.730547
## iter1200 value 15.729134
## iter1210 value 15.726833
## iter1220 value 15.724786
## iter1230 value 15.721107
## iter1240 value 15.718602
## iter1250 value 15.716857
## iter1260 value 15.715321
## iter1270 value 15.712625
## iter1280 value 15.710744
## iter1290 value 15.709150
## iter1300 value 15.707670
## iter1310 value 15.706597
## iter1320 value 15.705818
## iter1330 value 15.705519
## iter1340 value 15.705388
## iter1350 value 15.705077
## iter1360 value 15.704641
## iter1370 value 15.704204
## iter1380 value 15.703810
## iter1390 value 15.702775
## iter1400 value 15.701850
## iter1410 value 15.700850
## iter1420 value 15.699527
## iter1430 value 15.697281
## iter1440 value 15.694588
## iter1450 value 15.692129
## iter1460 value 15.688342
## iter1470 value 15.684669
## iter1480 value 15.684165
## iter1490 value 15.683515
## iter1500 value 15.681506
## iter1510 value 15.679106
## iter1520 value 15.677533
## iter1530 value 15.675754
## iter1540 value 15.674902
## iter1550 value 15.674209
## iter1560 value 15.673724
## iter1570 value 15.673102
## iter1580 value 15.672897
## iter1590 value 15.672559
## iter1600 value 15.672415
## iter1610 value 15.672099
## iter1620 value 15.671810
## final value 15.671808
## converged
## # weights: 85
## initial value 187.408592
## iter 10 value 17.337503
## iter 20 value 17.121840
## iter 30 value 17.056362
## iter 40 value 16.999222
## iter 50 value 16.951458
## iter 60 value 16.829580
## iter 70 value 16.705901
## iter 80 value 16.589303
## iter 90 value 16.504115
## iter 100 value 16.424598
## iter 110 value 16.351899
## iter 120 value 16.299103
## iter 130 value 16.259438
## iter 140 value 16.194801
## iter 150 value 16.144149
## iter 160 value 16.092215
## iter 170 value 16.030498
## iter 180 value 16.011294
## iter 190 value 15.973256
## iter 200 value 15.912214
## iter 210 value 15.862528
## iter 220 value 15.845090
## iter 230 value 15.835040
## iter 240 value 15.821713
## iter 250 value 15.809439
## iter 260 value 15.793482
## iter 270 value 15.780368
## iter 280 value 15.765777
## iter 290 value 15.751932
## iter 300 value 15.735600
## iter 310 value 15.718511
## iter 320 value 15.697686
## iter 330 value 15.681178
## iter 340 value 15.666943
## iter 350 value 15.663688
## iter 360 value 15.659222
## iter 370 value 15.652052
## iter 380 value 15.640952
## iter 390 value 15.627508
## iter 400 value 15.606082
## iter 410 value 15.585643
## iter 420 value 15.567601
## iter 430 value 15.555046
## iter 440 value 15.539679
## iter 450 value 15.516245
## iter 460 value 15.491493
## iter 470 value 15.465669
## iter 480 value 15.445778
## iter 490 value 15.432017
## iter 500 value 15.415958
## iter 510 value 15.396408
## iter 520 value 15.389563
## iter 530 value 15.385631
## iter 540 value 15.376936
## iter 550 value 15.372156
## iter 560 value 15.368342
## iter 570 value 15.364645
## iter 580 value 15.361632
## iter 590 value 15.358785
## iter 600 value 15.357047
## iter 610 value 15.355191
## iter 620 value 15.351536
## iter 630 value 15.348321
## iter 640 value 15.341241
## iter 650 value 15.331051
## iter 660 value 15.318492
## iter 670 value 15.303295
## iter 680 value 15.294623
## iter 690 value 15.291846
## iter 700 value 15.290961
## iter 710 value 15.289198
## iter 720 value 15.287559
## iter 730 value 15.286405
## iter 740 value 15.285388
## iter 750 value 15.284224
## iter 760 value 15.283004
## iter 770 value 15.281842
## iter 780 value 15.280653
## iter 790 value 15.279350
## iter 800 value 15.278551
## iter 810 value 15.277481
## iter 820 value 15.276685
## iter 830 value 15.274875
## iter 840 value 15.273798
## iter 850 value 15.272440
## iter 860 value 15.270646
## iter 870 value 15.270123
## iter 880 value 15.269709
## iter 890 value 15.269042
## iter 900 value 15.268541
## iter 910 value 15.267845
## iter 920 value 15.267026
## iter 930 value 15.266383
## iter 940 value 15.265770
## iter 950 value 15.265323
## iter 960 value 15.264762
## iter 970 value 15.264112
## iter 980 value 15.263510
## iter 990 value 15.262555
## iter1000 value 15.261739
## iter1010 value 15.260111
## iter1020 value 15.258824
## iter1030 value 15.257102
## iter1040 value 15.256625
## iter1050 value 15.255756
## iter1060 value 15.255065
## iter1070 value 15.254004
## iter1080 value 15.253429
## iter1090 value 15.252716
## iter1100 value 15.251802
## iter1110 value 15.251313
## iter1120 value 15.250652
## iter1130 value 15.250193
## iter1140 value 15.249773
## iter1150 value 15.249181
## iter1160 value 15.248663
## iter1170 value 15.247906
## iter1180 value 15.247375
## iter1190 value 15.246503
## iter1200 value 15.245921
## iter1210 value 15.245816
## iter1220 value 15.245589
## iter1230 value 15.245338
## iter1240 value 15.244701
## iter1250 value 15.244398
## iter1260 value 15.244028
## iter1270 value 15.243713
## iter1280 value 15.243291
## iter1290 value 15.242998
## iter1300 value 15.242659
## iter1310 value 15.242226
## iter1320 value 15.241676
## iter1330 value 15.240787
## iter1340 value 15.239197
## iter1350 value 15.237744
## iter1360 value 15.235226
## iter1370 value 15.233864
## iter1370 value 15.233864
## iter1380 value 15.233796
## iter1390 value 15.233237
## iter1400 value 15.232542
## iter1410 value 15.231081
## iter1420 value 15.230262
## iter1430 value 15.229311
## iter1440 value 15.228239
## iter1450 value 15.227487
## iter1460 value 15.226722
## iter1470 value 15.225948
## iter1480 value 15.225502
## iter1490 value 15.224853
## iter1500 value 15.223989
## iter1510 value 15.223092
## iter1520 value 15.222118
## iter1530 value 15.221140
## iter1540 value 15.220112
## final value 15.220085
## converged
## # weights: 97
## initial value 210.820551
## iter 10 value 17.209693
## iter 20 value 16.985867
## iter 30 value 16.874030
## iter 40 value 16.758518
## iter 50 value 16.633310
## iter 60 value 16.509277
## iter 70 value 16.412879
## iter 80 value 16.278218
## iter 90 value 16.134201
## iter 100 value 15.988557
## iter 110 value 15.867792
## iter 120 value 15.755588
## iter 130 value 15.698595
## iter 140 value 15.636502
## iter 150 value 15.566811
## iter 160 value 15.518469
## iter 170 value 15.492961
## iter 180 value 15.473861
## iter 190 value 15.448617
## iter 200 value 15.436690
## iter 210 value 15.421064
## iter 220 value 15.388404
## iter 230 value 15.346917
## iter 240 value 15.298538
## iter 250 value 15.262889
## iter 260 value 15.238826
## iter 270 value 15.217696
## iter 280 value 15.196166
## iter 290 value 15.181810
## iter 300 value 15.166568
## iter 310 value 15.151291
## iter 320 value 15.133410
## iter 330 value 15.110927
## iter 340 value 15.097753
## iter 350 value 15.087525
## iter 360 value 15.080145
## iter 370 value 15.073809
## iter 380 value 15.069002
## iter 390 value 15.064065
## iter 400 value 15.063391
## iter 410 value 15.062496
## iter 420 value 15.060969
## iter 430 value 15.059006
## iter 440 value 15.057714
## iter 450 value 15.056184
## iter 460 value 15.054246
## iter 470 value 15.050884
## iter 480 value 15.046325
## iter 490 value 15.040785
## iter 500 value 15.037172
## iter 510 value 15.033386
## iter 520 value 15.030210
## iter 530 value 15.027076
## iter 540 value 15.023146
## iter 550 value 15.020890
## iter 560 value 15.019003
## iter 570 value 15.016440
## iter 580 value 15.010829
## iter 590 value 15.008093
## iter 600 value 15.007647
## iter 610 value 15.006640
## iter 620 value 15.003734
## iter 630 value 15.001947
## iter 640 value 15.000616
## iter 650 value 14.999300
## iter 660 value 14.998241
## iter 670 value 14.997518
## iter 680 value 14.996638
## iter 690 value 14.995332
## iter 700 value 14.992630
## iter 710 value 14.991000
## iter 720 value 14.989152
## iter 730 value 14.987116
## iter 740 value 14.985750
## iter 750 value 14.983389
## iter 760 value 14.980711
## iter 770 value 14.978043
## iter 780 value 14.975387
## iter 790 value 14.974907
## iter 800 value 14.974473
## iter 810 value 14.973197
## iter 820 value 14.970466
## iter 830 value 14.967345
## iter 840 value 14.964763
## iter 850 value 14.963059
## iter 860 value 14.962289
## iter 870 value 14.961628
## iter 880 value 14.961112
## iter 890 value 14.960532
## iter 900 value 14.960074
## iter 910 value 14.959491
## iter 920 value 14.958907
## iter 930 value 14.958172
## iter 940 value 14.957292
## iter 950 value 14.956052
## iter 960 value 14.954145
## iter 970 value 14.951613
## iter 980 value 14.949114
## iter 990 value 14.948826
## iter1000 value 14.948164
## iter1010 value 14.947315
## iter1020 value 14.946500
## iter1030 value 14.945919
## iter1040 value 14.945596
## iter1050 value 14.945266
## iter1060 value 14.944908
## iter1070 value 14.944269
## iter1080 value 14.943599
## iter1090 value 14.942537
## iter1100 value 14.940912
## iter1110 value 14.939491
## iter1120 value 14.937333
## iter1130 value 14.934555
## iter1140 value 14.932423
## iter1150 value 14.929704
## iter1160 value 14.926160
## iter1170 value 14.921376
## iter1180 value 14.920274
## iter1190 value 14.919452
## iter1200 value 14.917417
## iter1210 value 14.915646
## iter1220 value 14.913544
## iter1230 value 14.911536
## iter1240 value 14.909838
## iter1250 value 14.908452
## iter1260 value 14.907651
## iter1270 value 14.906984
## iter1280 value 14.906252
## iter1290 value 14.905775
## iter1300 value 14.905492
## iter1310 value 14.905341
## iter1320 value 14.905206
## iter1330 value 14.904991
## iter1340 value 14.904761
## iter1350 value 14.904346
## iter1360 value 14.903645
## iter1370 value 14.903277
## iter1380 value 14.903246
## iter1390 value 14.903029
## iter1400 value 14.902610
## iter1410 value 14.902183
## iter1420 value 14.901861
## iter1430 value 14.901654
## iter1440 value 14.901490
## iter1450 value 14.901360
## iter1460 value 14.901163
## iter1470 value 14.900959
## iter1480 value 14.900727
## iter1490 value 14.900322
## iter1500 value 14.899919
## iter1510 value 14.899529
## iter1520 value 14.899064
## iter1530 value 14.898385
## iter1540 value 14.897705
## iter1550 value 14.896162
## iter1560 value 14.894354
## iter1570 value 14.894248
## iter1580 value 14.893991
## iter1590 value 14.893369
## iter1600 value 14.892500
## iter1610 value 14.891597
## iter1620 value 14.890764
## iter1630 value 14.890245
## iter1640 value 14.889962
## iter1650 value 14.889647
## iter1660 value 14.889400
## iter1670 value 14.889282
## iter1680 value 14.889163
## iter1690 value 14.889035
## iter1700 value 14.888883
## iter1710 value 14.888723
## iter1720 value 14.888499
## iter1730 value 14.888294
## iter1740 value 14.888017
## iter1750 value 14.887677
## iter1760 value 14.887348
## iter1770 value 14.887314
## iter1780 value 14.887187
## iter1790 value 14.886956
## iter1800 value 14.886760
## iter1810 value 14.886568
## iter1820 value 14.886382
## iter1830 value 14.886166
## iter1840 value 14.886019
## iter1850 value 14.885850
## iter1860 value 14.885672
## iter1870 value 14.885507
## iter1880 value 14.885314
## iter1890 value 14.885147
## iter1900 value 14.884980
## iter1910 value 14.884767
## iter1920 value 14.884629
## iter1930 value 14.884394
## iter1940 value 14.884163
## iter1950 value 14.883813
## iter1960 value 14.883753
## iter1970 value 14.883682
## iter1980 value 14.883467
## iter1990 value 14.883207
## iter2000 value 14.882940
## iter2010 value 14.882731
## iter2020 value 14.882566
## iter2030 value 14.882392
## iter2040 value 14.882274
## iter2050 value 14.882147
## iter2060 value 14.882048
## iter2070 value 14.881946
## iter2080 value 14.881835
## iter2090 value 14.881724
## iter2100 value 14.881574
## iter2110 value 14.881363
## iter2120 value 14.881116
## iter2130 value 14.880699
## iter2140 value 14.880403
## iter2150 value 14.880150
## iter2160 value 14.880123
## iter2170 value 14.880044
## iter2180 value 14.879770
## iter2190 value 14.879388
## iter2200 value 14.879034
## iter2210 value 14.878784
## iter2220 value 14.878601
## iter2230 value 14.878453
## iter2240 value 14.878297
## iter2250 value 14.878143
## iter2260 value 14.877918
## iter2270 value 14.877705
## iter2280 value 14.877514
## iter2290 value 14.877335
## iter2300 value 14.877178
## iter2310 value 14.877081
## iter2320 value 14.877002
## iter2330 value 14.876931
## iter2340 value 14.876816
## final value 14.876773
## converged
## MAE RMSE RELE
## 1 0.35768 0.37766 NA
## 2 0.08912 0.11368 0.2885
## 3 0.35768 0.37766 1.0000
## 4 0.07169 0.09336 0.2263
## 5 0.07039 0.09201 0.2206
## 6 0.06961 0.09096 0.2173
ICA
## Centering
## Whitening
## Symmetric FastICA using logcosh approx. to neg-entropy function
## Iteration 1 tol = 0
## # weights: 37
## initial value 478.058512
## final value 256.440540
## converged
## Centering
## Whitening
## Symmetric FastICA using logcosh approx. to neg-entropy function
## Iteration 1 tol = 0.08459
## Iteration 2 tol = 0.002343
## Iteration 3 tol = 8.625e-08
## # weights: 49
## initial value 80.140035
## iter 10 value 24.215140
## iter 20 value 24.097285
## iter 30 value 23.877978
## iter 40 value 23.815325
## iter 50 value 23.765612
## iter 60 value 23.737440
## iter 70 value 23.728139
## iter 80 value 23.707743
## iter 90 value 23.628743
## iter 100 value 23.516503
## iter 110 value 23.494017
## iter 120 value 23.454814
## iter 130 value 23.427884
## iter 140 value 23.400567
## iter 150 value 23.361746
## iter 160 value 23.345613
## iter 170 value 23.337343
## iter 180 value 23.333347
## iter 190 value 23.329819
## iter 200 value 23.323753
## iter 210 value 23.322246
## iter 220 value 23.313385
## iter 230 value 23.304483
## iter 240 value 23.293281
## iter 250 value 23.284647
## iter 260 value 23.280643
## iter 270 value 23.277714
## iter 280 value 23.269176
## iter 290 value 23.260640
## iter 300 value 23.256219
## iter 310 value 23.255214
## iter 320 value 23.252363
## iter 330 value 23.250358
## iter 340 value 23.247288
## iter 350 value 23.241096
## iter 360 value 23.227881
## iter 370 value 23.206329
## iter 380 value 23.186734
## iter 390 value 23.175691
## iter 400 value 23.153366
## iter 410 value 23.148799
## iter 420 value 23.140352
## iter 430 value 23.135083
## iter 440 value 23.132411
## iter 450 value 23.128052
## iter 460 value 23.124805
## iter 470 value 23.123168
## iter 480 value 23.122110
## iter 490 value 23.120032
## iter 500 value 23.117974
## iter 510 value 23.117587
## iter 520 value 23.116306
## iter 530 value 23.115493
## iter 540 value 23.114736
## iter 550 value 23.112426
## iter 560 value 23.110440
## iter 570 value 23.103461
## iter 580 value 23.095969
## iter 590 value 23.091120
## iter 600 value 23.085710
## iter 610 value 23.083300
## iter 620 value 23.079268
## iter 630 value 23.078079
## iter 640 value 23.077528
## iter 650 value 23.077376
## iter 660 value 23.077007
## iter 670 value 23.072273
## iter 680 value 23.055493
## iter 690 value 23.034155
## iter 700 value 23.024692
## iter 710 value 23.024081
## iter 720 value 23.023142
## iter 730 value 23.022903
## iter 740 value 23.022866
## iter 750 value 23.022849
## iter 760 value 23.022822
## iter 770 value 23.022783
## iter 780 value 23.022158
## iter 790 value 23.017829
## iter 800 value 23.015760
## iter 810 value 23.015604
## iter 820 value 23.015214
## iter 830 value 23.015103
## iter 840 value 23.015026
## iter 850 value 23.014876
## iter 860 value 23.014170
## iter 870 value 23.013238
## iter 880 value 23.012603
## iter 890 value 23.012434
## final value 23.012434
## converged
## Centering
## Whitening
## Symmetric FastICA using logcosh approx. to neg-entropy function
## Iteration 1 tol = 0.3927
## Iteration 2 tol = 0.04986
## Iteration 3 tol = 0.0001527
## Iteration 4 tol = 3.664e-06
## # weights: 61
## initial value 61.217106
## iter 10 value 18.409841
## iter 20 value 17.909342
## iter 30 value 17.763904
## iter 40 value 17.688768
## iter 50 value 17.629621
## iter 60 value 17.509539
## iter 70 value 17.464467
## iter 80 value 17.397190
## iter 90 value 17.348847
## iter 100 value 17.319362
## iter 110 value 17.285940
## iter 120 value 17.235667
## iter 130 value 17.221264
## iter 140 value 17.193680
## iter 150 value 17.173097
## iter 160 value 17.147452
## iter 170 value 17.131517
## iter 180 value 17.107250
## iter 190 value 17.068851
## iter 200 value 17.037507
## iter 210 value 17.019944
## iter 220 value 17.009476
## iter 230 value 16.990364
## iter 240 value 16.962909
## iter 250 value 16.941151
## iter 260 value 16.930173
## iter 270 value 16.920350
## iter 280 value 16.912673
## iter 290 value 16.898791
## iter 300 value 16.877131
## iter 310 value 16.856488
## iter 320 value 16.843267
## iter 330 value 16.836089
## iter 340 value 16.824163
## iter 350 value 16.815954
## iter 360 value 16.810741
## iter 370 value 16.801597
## iter 380 value 16.800327
## iter 390 value 16.796509
## iter 400 value 16.793542
## iter 410 value 16.788559
## iter 420 value 16.782418
## iter 430 value 16.777238
## iter 440 value 16.773791
## iter 450 value 16.771853
## iter 460 value 16.770765
## iter 470 value 16.769328
## iter 480 value 16.768333
## iter 490 value 16.766813
## iter 500 value 16.765936
## iter 510 value 16.765482
## iter 520 value 16.765067
## iter 530 value 16.764387
## iter 540 value 16.763421
## iter 550 value 16.762276
## iter 560 value 16.760988
## iter 570 value 16.758735
## iter 580 value 16.744824
## iter 590 value 16.718198
## iter 600 value 16.686676
## iter 610 value 16.673884
## iter 620 value 16.662270
## iter 630 value 16.661250
## iter 640 value 16.657806
## iter 650 value 16.650784
## iter 660 value 16.646633
## iter 670 value 16.645778
## iter 680 value 16.645206
## iter 690 value 16.644923
## iter 700 value 16.644624
## iter 710 value 16.644394
## iter 720 value 16.643668
## iter 730 value 16.643414
## iter 740 value 16.643092
## final value 16.643090
## converged
## Centering
## Whitening
## Symmetric FastICA using logcosh approx. to neg-entropy function
## Iteration 1 tol = 0.3992
## Iteration 2 tol = 0.04723
## Iteration 3 tol = 0.0007328
## Iteration 4 tol = 4.733e-05
## # weights: 73
## initial value 145.587675
## iter 10 value 17.628769
## iter 20 value 17.298718
## iter 30 value 17.096182
## iter 40 value 16.981655
## iter 50 value 16.823341
## iter 60 value 16.660652
## iter 70 value 16.531194
## iter 80 value 16.470645
## iter 90 value 16.420606
## iter 100 value 16.373600
## iter 110 value 16.323505
## iter 120 value 16.281918
## iter 130 value 16.222174
## iter 140 value 16.165985
## iter 150 value 16.125423
## iter 160 value 16.112561
## iter 170 value 16.060366
## iter 180 value 15.991232
## iter 190 value 15.969142
## iter 200 value 15.963356
## iter 210 value 15.958842
## iter 220 value 15.951914
## iter 230 value 15.930072
## iter 240 value 15.896108
## iter 250 value 15.846768
## iter 260 value 15.794775
## iter 270 value 15.761561
## iter 280 value 15.727896
## iter 290 value 15.680472
## iter 300 value 15.640496
## iter 310 value 15.627136
## iter 320 value 15.599955
## iter 330 value 15.590985
## iter 340 value 15.584846
## iter 350 value 15.583591
## iter 360 value 15.582833
## iter 370 value 15.582567
## iter 380 value 15.582183
## iter 390 value 15.581793
## iter 400 value 15.581263
## iter 410 value 15.579771
## iter 420 value 15.577237
## iter 430 value 15.569997
## iter 440 value 15.561487
## iter 450 value 15.559200
## iter 460 value 15.558855
## iter 470 value 15.557888
## iter 480 value 15.557238
## iter 490 value 15.556729
## iter 500 value 15.556332
## iter 510 value 15.555992
## iter 520 value 15.555717
## iter 530 value 15.555561
## iter 540 value 15.555178
## iter 550 value 15.554499
## iter 560 value 15.554172
## iter 570 value 15.552602
## iter 580 value 15.550914
## iter 590 value 15.549382
## iter 600 value 15.549112
## iter 610 value 15.548004
## iter 620 value 15.547022
## iter 630 value 15.546185
## iter 640 value 15.545375
## iter 650 value 15.544804
## iter 660 value 15.544309
## iter 670 value 15.543945
## iter 680 value 15.543488
## iter 690 value 15.543215
## iter 700 value 15.542995
## iter 710 value 15.542808
## iter 720 value 15.542563
## iter 730 value 15.541806
## iter 740 value 15.541488
## iter 750 value 15.541455
## iter 760 value 15.541241
## iter 770 value 15.540947
## iter 780 value 15.540630
## iter 790 value 15.540385
## iter 800 value 15.540144
## iter 810 value 15.539927
## iter 820 value 15.539711
## iter 830 value 15.539410
## iter 840 value 15.539140
## iter 850 value 15.538582
## iter 860 value 15.537660
## iter 870 value 15.536959
## iter 880 value 15.535809
## iter 890 value 15.535499
## iter 900 value 15.534929
## iter 910 value 15.534462
## iter 920 value 15.534132
## iter 930 value 15.533617
## iter 940 value 15.532899
## iter 950 value 15.532259
## iter 960 value 15.531994
## iter 970 value 15.531751
## iter 980 value 15.531371
## iter 990 value 15.531182
## iter1000 value 15.531044
## iter1010 value 15.530729
## iter1020 value 15.530419
## iter1030 value 15.530152
## iter1040 value 15.530139
## iter1050 value 15.530015
## iter1060 value 15.529800
## iter1070 value 15.529598
## iter1080 value 15.529427
## iter1090 value 15.529293
## iter1100 value 15.529183
## iter1110 value 15.528929
## iter1120 value 15.528479
## iter1130 value 15.528039
## iter1140 value 15.527710
## iter1150 value 15.527274
## iter1160 value 15.526738
## iter1170 value 15.526425
## final value 15.526079
## converged
## Centering
## Whitening
## Symmetric FastICA using logcosh approx. to neg-entropy function
## Iteration 1 tol = 0.2272
## Iteration 2 tol = 0.03462
## Iteration 3 tol = 0.001044
## Iteration 4 tol = 0.0001075
## Iteration 5 tol = 4.901e-06
## # weights: 85
## initial value 87.569101
## iter 10 value 17.231869
## iter 20 value 16.636900
## iter 30 value 16.316271
## iter 40 value 16.082555
## iter 50 value 15.875850
## iter 60 value 15.761304
## iter 70 value 15.680727
## iter 80 value 15.600335
## iter 90 value 15.534897
## iter 100 value 15.452015
## iter 110 value 15.420939
## iter 120 value 15.399089
## iter 130 value 15.376505
## iter 140 value 15.364117
## iter 150 value 15.349221
## iter 160 value 15.334616
## iter 170 value 15.310880
## iter 180 value 15.303366
## iter 190 value 15.295500
## iter 200 value 15.280562
## iter 210 value 15.266233
## iter 220 value 15.254015
## iter 230 value 15.243388
## iter 240 value 15.235210
## iter 250 value 15.224426
## iter 260 value 15.197756
## iter 270 value 15.171077
## iter 280 value 15.143937
## iter 290 value 15.115238
## iter 300 value 15.097382
## iter 310 value 15.075946
## iter 320 value 15.065690
## iter 330 value 15.061321
## iter 340 value 15.059176
## iter 350 value 15.058046
## iter 360 value 15.057668
## iter 370 value 15.056235
## iter 380 value 15.051494
## iter 390 value 15.045272
## iter 400 value 15.043878
## iter 410 value 15.043656
## iter 420 value 15.043545
## iter 430 value 15.043399
## iter 440 value 15.043238
## iter 450 value 15.043033
## iter 460 value 15.042354
## iter 470 value 15.041480
## iter 480 value 15.039868
## iter 490 value 15.036042
## iter 500 value 15.033756
## iter 510 value 15.033464
## iter 520 value 15.033365
## iter 530 value 15.033356
## iter 540 value 15.033326
## iter 550 value 15.033222
## iter 560 value 15.032933
## iter 570 value 15.032661
## iter 580 value 15.032540
## iter 590 value 15.032443
## iter 600 value 15.032335
## iter 610 value 15.032223
## iter 620 value 15.031970
## iter 630 value 15.031399
## iter 640 value 15.030717
## iter 650 value 15.030393
## iter 660 value 15.030195
## iter 670 value 15.030046
## iter 680 value 15.029824
## iter 690 value 15.029736
## iter 700 value 15.029726
## iter 710 value 15.029709
## iter 720 value 15.029647
## iter 730 value 15.029615
## iter 740 value 15.029586
## iter 750 value 15.029531
## iter 760 value 15.029462
## iter 770 value 15.029238
## iter 780 value 15.029038
## iter 790 value 15.028784
## iter 800 value 15.028566
## iter 810 value 15.027007
## iter 820 value 15.025602
## iter 830 value 15.025278
## iter 840 value 15.025206
## iter 850 value 15.025170
## final value 15.025146
## converged
## Centering
## Whitening
## Symmetric FastICA using logcosh approx. to neg-entropy function
## Iteration 1 tol = 0.4503
## Iteration 2 tol = 0.2877
## Iteration 3 tol = 0.1686
## Iteration 4 tol = 0.1509
## Iteration 5 tol = 0.1243
## Iteration 6 tol = 0.09194
## Iteration 7 tol = 0.06367
## Iteration 8 tol = 0.0441
## Iteration 9 tol = 0.02993
## Iteration 10 tol = 0.02025
## Iteration 11 tol = 0.01355
## Iteration 12 tol = 0.008984
## Iteration 13 tol = 0.005956
## Iteration 14 tol = 0.003868
## Iteration 15 tol = 0.002543
## Iteration 16 tol = 0.001617
## Iteration 17 tol = 0.001056
## Iteration 18 tol = 0.0006566
## Iteration 19 tol = 0.0004274
## Iteration 20 tol = 0.0002594
## Iteration 21 tol = 0.0001691
## Iteration 22 tol = 1e-04
## Iteration 23 tol = 6.581e-05
## # weights: 97
## initial value 112.188368
## iter 10 value 16.974504
## iter 20 value 16.527535
## iter 30 value 16.245060
## iter 40 value 15.938629
## iter 50 value 15.700014
## iter 60 value 15.538863
## iter 70 value 15.429597
## iter 80 value 15.319264
## iter 90 value 15.226105
## iter 100 value 15.135967
## iter 110 value 14.991227
## iter 120 value 14.892860
## iter 130 value 14.837061
## iter 140 value 14.790134
## iter 150 value 14.739833
## iter 160 value 14.663247
## iter 170 value 14.627032
## iter 180 value 14.571781
## iter 190 value 14.496046
## iter 200 value 14.464168
## iter 210 value 14.447706
## iter 220 value 14.423452
## iter 230 value 14.403855
## iter 240 value 14.393826
## iter 250 value 14.382552
## iter 260 value 14.370763
## iter 270 value 14.368543
## iter 280 value 14.366835
## iter 290 value 14.360865
## iter 300 value 14.340106
## iter 310 value 14.337014
## iter 320 value 14.336074
## iter 330 value 14.333845
## iter 340 value 14.330330
## iter 350 value 14.328652
## iter 360 value 14.327617
## iter 370 value 14.326764
## iter 380 value 14.323338
## iter 390 value 14.321356
## iter 400 value 14.321262
## iter 410 value 14.321059
## iter 420 value 14.320577
## iter 430 value 14.318864
## iter 440 value 14.317210
## iter 450 value 14.314643
## iter 460 value 14.310645
## iter 470 value 14.305368
## iter 480 value 14.303207
## iter 490 value 14.299018
## iter 500 value 14.292916
## iter 510 value 14.288082
## iter 520 value 14.284207
## iter 530 value 14.282386
## iter 540 value 14.281750
## iter 550 value 14.281363
## iter 560 value 14.280533
## iter 570 value 14.279028
## iter 580 value 14.270851
## iter 590 value 14.266599
## iter 600 value 14.262948
## iter 610 value 14.259820
## iter 620 value 14.259432
## iter 630 value 14.258892
## iter 640 value 14.257352
## iter 650 value 14.252010
## iter 660 value 14.231335
## iter 670 value 14.228071
## iter 680 value 14.221542
## iter 690 value 14.216924
## iter 700 value 14.214595
## iter 710 value 14.212816
## iter 720 value 14.212027
## iter 730 value 14.211446
## iter 740 value 14.209350
## iter 750 value 14.207867
## iter 760 value 14.204317
## iter 770 value 14.203337
## iter 780 value 14.202775
## iter 790 value 14.202662
## iter 800 value 14.202543
## iter 810 value 14.201906
## iter 820 value 14.200827
## iter 830 value 14.198465
## iter 840 value 14.190879
## iter 850 value 14.170219
## iter 860 value 14.159321
## iter 870 value 14.151240
## iter 880 value 14.148132
## iter 890 value 14.142788
## iter 900 value 14.139970
## iter 910 value 14.137953
## iter 920 value 14.135663
## iter 930 value 14.134045
## iter 940 value 14.133625
## iter 950 value 14.133455
## iter 960 value 14.133384
## iter 970 value 14.133327
## iter 980 value 14.133298
## iter 990 value 14.133242
## iter1000 value 14.132984
## iter1010 value 14.131639
## iter1020 value 14.127791
## iter1030 value 14.120912
## iter1040 value 14.109891
## iter1050 value 14.092570
## iter1060 value 14.092057
## iter1070 value 14.087520
## iter1080 value 14.080355
## iter1090 value 14.075748
## iter1100 value 14.074870
## iter1110 value 14.074362
## iter1120 value 14.073962
## iter1130 value 14.073614
## iter1140 value 14.073459
## iter1150 value 14.073374
## iter1160 value 14.073180
## iter1170 value 14.073053
## iter1180 value 14.072996
## iter1190 value 14.072956
## iter1200 value 14.072946
## iter1200 value 14.072945
## iter1200 value 14.072945
## final value 14.072945
## converged
## MAE RMSE RELE
## 1 0.35768 0.37766 1.0000
## 2 0.08830 0.11313 0.2856
## 3 0.07431 0.09621 0.2354
## 4 0.07201 0.09293 0.2258
## 5 0.07024 0.09141 0.2201
## 6 0.06775 0.08847 0.2124
O3~PC1,O3~CA1 (first component)
