library(Boruta)
## Warning: package 'Boruta' was built under R version 3.4.2
## Loading required package: ranger
## Warning: package 'ranger' was built under R version 3.4.2
library(mlbench)
data(Sonar)
head(Sonar)
## V1 V2 V3 V4 V5 V6 V7 V8 V9 V10
## 1 0.0200 0.0371 0.0428 0.0207 0.0954 0.0986 0.1539 0.1601 0.3109 0.2111
## 2 0.0453 0.0523 0.0843 0.0689 0.1183 0.2583 0.2156 0.3481 0.3337 0.2872
## 3 0.0262 0.0582 0.1099 0.1083 0.0974 0.2280 0.2431 0.3771 0.5598 0.6194
## 4 0.0100 0.0171 0.0623 0.0205 0.0205 0.0368 0.1098 0.1276 0.0598 0.1264
## 5 0.0762 0.0666 0.0481 0.0394 0.0590 0.0649 0.1209 0.2467 0.3564 0.4459
## 6 0.0286 0.0453 0.0277 0.0174 0.0384 0.0990 0.1201 0.1833 0.2105 0.3039
## V11 V12 V13 V14 V15 V16 V17 V18 V19 V20
## 1 0.1609 0.1582 0.2238 0.0645 0.0660 0.2273 0.3100 0.2999 0.5078 0.4797
## 2 0.4918 0.6552 0.6919 0.7797 0.7464 0.9444 1.0000 0.8874 0.8024 0.7818
## 3 0.6333 0.7060 0.5544 0.5320 0.6479 0.6931 0.6759 0.7551 0.8929 0.8619
## 4 0.0881 0.1992 0.0184 0.2261 0.1729 0.2131 0.0693 0.2281 0.4060 0.3973
## 5 0.4152 0.3952 0.4256 0.4135 0.4528 0.5326 0.7306 0.6193 0.2032 0.4636
## 6 0.2988 0.4250 0.6343 0.8198 1.0000 0.9988 0.9508 0.9025 0.7234 0.5122
## V21 V22 V23 V24 V25 V26 V27 V28 V29 V30
## 1 0.5783 0.5071 0.4328 0.5550 0.6711 0.6415 0.7104 0.8080 0.6791 0.3857
## 2 0.5212 0.4052 0.3957 0.3914 0.3250 0.3200 0.3271 0.2767 0.4423 0.2028
## 3 0.7974 0.6737 0.4293 0.3648 0.5331 0.2413 0.5070 0.8533 0.6036 0.8514
## 4 0.2741 0.3690 0.5556 0.4846 0.3140 0.5334 0.5256 0.2520 0.2090 0.3559
## 5 0.4148 0.4292 0.5730 0.5399 0.3161 0.2285 0.6995 1.0000 0.7262 0.4724
## 6 0.2074 0.3985 0.5890 0.2872 0.2043 0.5782 0.5389 0.3750 0.3411 0.5067
## V31 V32 V33 V34 V35 V36 V37 V38 V39 V40
## 1 0.1307 0.2604 0.5121 0.7547 0.8537 0.8507 0.6692 0.6097 0.4943 0.2744
## 2 0.3788 0.2947 0.1984 0.2341 0.1306 0.4182 0.3835 0.1057 0.1840 0.1970
## 3 0.8512 0.5045 0.1862 0.2709 0.4232 0.3043 0.6116 0.6756 0.5375 0.4719
## 4 0.6260 0.7340 0.6120 0.3497 0.3953 0.3012 0.5408 0.8814 0.9857 0.9167
## 5 0.5103 0.5459 0.2881 0.0981 0.1951 0.4181 0.4604 0.3217 0.2828 0.2430
## 6 0.5580 0.4778 0.3299 0.2198 0.1407 0.2856 0.3807 0.4158 0.4054 0.3296
## V41 V42 V43 V44 V45 V46 V47 V48 V49 V50
## 1 0.0510 0.2834 0.2825 0.4256 0.2641 0.1386 0.1051 0.1343 0.0383 0.0324
## 2 0.1674 0.0583 0.1401 0.1628 0.0621 0.0203 0.0530 0.0742 0.0409 0.0061
## 3 0.4647 0.2587 0.2129 0.2222 0.2111 0.0176 0.1348 0.0744 0.0130 0.0106
## 4 0.6121 0.5006 0.3210 0.3202 0.4295 0.3654 0.2655 0.1576 0.0681 0.0294
## 5 0.1979 0.2444 0.1847 0.0841 0.0692 0.0528 0.0357 0.0085 0.0230 0.0046
## 6 0.2707 0.2650 0.0723 0.1238 0.1192 0.1089 0.0623 0.0494 0.0264 0.0081
## V51 V52 V53 V54 V55 V56 V57 V58 V59 V60
## 1 0.0232 0.0027 0.0065 0.0159 0.0072 0.0167 0.0180 0.0084 0.0090 0.0032
## 2 0.0125 0.0084 0.0089 0.0048 0.0094 0.0191 0.0140 0.0049 0.0052 0.0044
## 3 0.0033 0.0232 0.0166 0.0095 0.0180 0.0244 0.0316 0.0164 0.0095 0.0078
## 4 0.0241 0.0121 0.0036 0.0150 0.0085 0.0073 0.0050 0.0044 0.0040 0.0117
## 5 0.0156 0.0031 0.0054 0.0105 0.0110 0.0015 0.0072 0.0048 0.0107 0.0094
## 6 0.0104 0.0045 0.0014 0.0038 0.0013 0.0089 0.0057 0.0027 0.0051 0.0062
## Class
## 1 R
## 2 R
## 3 R
## 4 R
## 5 R
## 6 R
str(Sonar)
## 'data.frame': 208 obs. of 61 variables:
## $ V1 : num 0.02 0.0453 0.0262 0.01 0.0762 0.0286 0.0317 0.0519 0.0223 0.0164 ...
## $ V2 : num 0.0371 0.0523 0.0582 0.0171 0.0666 0.0453 0.0956 0.0548 0.0375 0.0173 ...
## $ V3 : num 0.0428 0.0843 0.1099 0.0623 0.0481 ...
## $ V4 : num 0.0207 0.0689 0.1083 0.0205 0.0394 ...
## $ V5 : num 0.0954 0.1183 0.0974 0.0205 0.059 ...
## $ V6 : num 0.0986 0.2583 0.228 0.0368 0.0649 ...
## $ V7 : num 0.154 0.216 0.243 0.11 0.121 ...
## $ V8 : num 0.16 0.348 0.377 0.128 0.247 ...
## $ V9 : num 0.3109 0.3337 0.5598 0.0598 0.3564 ...
## $ V10 : num 0.211 0.287 0.619 0.126 0.446 ...
## $ V11 : num 0.1609 0.4918 0.6333 0.0881 0.4152 ...
## $ V12 : num 0.158 0.655 0.706 0.199 0.395 ...
## $ V13 : num 0.2238 0.6919 0.5544 0.0184 0.4256 ...
## $ V14 : num 0.0645 0.7797 0.532 0.2261 0.4135 ...
## $ V15 : num 0.066 0.746 0.648 0.173 0.453 ...
## $ V16 : num 0.227 0.944 0.693 0.213 0.533 ...
## $ V17 : num 0.31 1 0.6759 0.0693 0.7306 ...
## $ V18 : num 0.3 0.887 0.755 0.228 0.619 ...
## $ V19 : num 0.508 0.802 0.893 0.406 0.203 ...
## $ V20 : num 0.48 0.782 0.862 0.397 0.464 ...
## $ V21 : num 0.578 0.521 0.797 0.274 0.415 ...
## $ V22 : num 0.507 0.405 0.674 0.369 0.429 ...
## $ V23 : num 0.433 0.396 0.429 0.556 0.573 ...
## $ V24 : num 0.555 0.391 0.365 0.485 0.54 ...
## $ V25 : num 0.671 0.325 0.533 0.314 0.316 ...
## $ V26 : num 0.641 0.32 0.241 0.533 0.229 ...
## $ V27 : num 0.71 0.327 0.507 0.526 0.7 ...
## $ V28 : num 0.808 0.277 0.853 0.252 1 ...
## $ V29 : num 0.679 0.442 0.604 0.209 0.726 ...
## $ V30 : num 0.386 0.203 0.851 0.356 0.472 ...
## $ V31 : num 0.131 0.379 0.851 0.626 0.51 ...
## $ V32 : num 0.26 0.295 0.504 0.734 0.546 ...
## $ V33 : num 0.512 0.198 0.186 0.612 0.288 ...
## $ V34 : num 0.7547 0.2341 0.2709 0.3497 0.0981 ...
## $ V35 : num 0.854 0.131 0.423 0.395 0.195 ...
## $ V36 : num 0.851 0.418 0.304 0.301 0.418 ...
## $ V37 : num 0.669 0.384 0.612 0.541 0.46 ...
## $ V38 : num 0.61 0.106 0.676 0.881 0.322 ...
## $ V39 : num 0.494 0.184 0.537 0.986 0.283 ...
## $ V40 : num 0.274 0.197 0.472 0.917 0.243 ...
## $ V41 : num 0.051 0.167 0.465 0.612 0.198 ...
## $ V42 : num 0.2834 0.0583 0.2587 0.5006 0.2444 ...
## $ V43 : num 0.282 0.14 0.213 0.321 0.185 ...
## $ V44 : num 0.4256 0.1628 0.2222 0.3202 0.0841 ...
## $ V45 : num 0.2641 0.0621 0.2111 0.4295 0.0692 ...
## $ V46 : num 0.1386 0.0203 0.0176 0.3654 0.0528 ...
## $ V47 : num 0.1051 0.053 0.1348 0.2655 0.0357 ...
## $ V48 : num 0.1343 0.0742 0.0744 0.1576 0.0085 ...
## $ V49 : num 0.0383 0.0409 0.013 0.0681 0.023 0.0264 0.0507 0.0285 0.0777 0.0092 ...
## $ V50 : num 0.0324 0.0061 0.0106 0.0294 0.0046 0.0081 0.0159 0.0178 0.0439 0.0198 ...
## $ V51 : num 0.0232 0.0125 0.0033 0.0241 0.0156 0.0104 0.0195 0.0052 0.0061 0.0118 ...
## $ V52 : num 0.0027 0.0084 0.0232 0.0121 0.0031 0.0045 0.0201 0.0081 0.0145 0.009 ...
## $ V53 : num 0.0065 0.0089 0.0166 0.0036 0.0054 0.0014 0.0248 0.012 0.0128 0.0223 ...
## $ V54 : num 0.0159 0.0048 0.0095 0.015 0.0105 0.0038 0.0131 0.0045 0.0145 0.0179 ...
## $ V55 : num 0.0072 0.0094 0.018 0.0085 0.011 0.0013 0.007 0.0121 0.0058 0.0084 ...
## $ V56 : num 0.0167 0.0191 0.0244 0.0073 0.0015 0.0089 0.0138 0.0097 0.0049 0.0068 ...
## $ V57 : num 0.018 0.014 0.0316 0.005 0.0072 0.0057 0.0092 0.0085 0.0065 0.0032 ...
## $ V58 : num 0.0084 0.0049 0.0164 0.0044 0.0048 0.0027 0.0143 0.0047 0.0093 0.0035 ...
## $ V59 : num 0.009 0.0052 0.0095 0.004 0.0107 0.0051 0.0036 0.0048 0.0059 0.0056 ...
## $ V60 : num 0.0032 0.0044 0.0078 0.0117 0.0094 0.0062 0.0103 0.0053 0.0022 0.004 ...
## $ Class: Factor w/ 2 levels "M","R": 2 2 2 2 2 2 2 2 2 2 ...
summary(Sonar)
## V1 V2 V3 V4
## Min. :0.00150 Min. :0.00060 Min. :0.00150 Min. :0.00580
## 1st Qu.:0.01335 1st Qu.:0.01645 1st Qu.:0.01895 1st Qu.:0.02438
## Median :0.02280 Median :0.03080 Median :0.03430 Median :0.04405
## Mean :0.02916 Mean :0.03844 Mean :0.04383 Mean :0.05389
## 3rd Qu.:0.03555 3rd Qu.:0.04795 3rd Qu.:0.05795 3rd Qu.:0.06450
## Max. :0.13710 Max. :0.23390 Max. :0.30590 Max. :0.42640
## V5 V6 V7 V8
## Min. :0.00670 Min. :0.01020 Min. :0.0033 Min. :0.00550
## 1st Qu.:0.03805 1st Qu.:0.06703 1st Qu.:0.0809 1st Qu.:0.08042
## Median :0.06250 Median :0.09215 Median :0.1070 Median :0.11210
## Mean :0.07520 Mean :0.10457 Mean :0.1217 Mean :0.13480
## 3rd Qu.:0.10028 3rd Qu.:0.13412 3rd Qu.:0.1540 3rd Qu.:0.16960
## Max. :0.40100 Max. :0.38230 Max. :0.3729 Max. :0.45900
## V9 V10 V11 V12
## Min. :0.00750 Min. :0.0113 Min. :0.0289 Min. :0.0236
## 1st Qu.:0.09703 1st Qu.:0.1113 1st Qu.:0.1293 1st Qu.:0.1335
## Median :0.15225 Median :0.1824 Median :0.2248 Median :0.2490
## Mean :0.17800 Mean :0.2083 Mean :0.2360 Mean :0.2502
## 3rd Qu.:0.23342 3rd Qu.:0.2687 3rd Qu.:0.3016 3rd Qu.:0.3312
## Max. :0.68280 Max. :0.7106 Max. :0.7342 Max. :0.7060
## V13 V14 V15 V16
## Min. :0.0184 Min. :0.0273 Min. :0.0031 Min. :0.0162
## 1st Qu.:0.1661 1st Qu.:0.1752 1st Qu.:0.1646 1st Qu.:0.1963
## Median :0.2640 Median :0.2811 Median :0.2817 Median :0.3047
## Mean :0.2733 Mean :0.2966 Mean :0.3202 Mean :0.3785
## 3rd Qu.:0.3513 3rd Qu.:0.3862 3rd Qu.:0.4529 3rd Qu.:0.5357
## Max. :0.7131 Max. :0.9970 Max. :1.0000 Max. :0.9988
## V17 V18 V19 V20
## Min. :0.0349 Min. :0.0375 Min. :0.0494 Min. :0.0656
## 1st Qu.:0.2059 1st Qu.:0.2421 1st Qu.:0.2991 1st Qu.:0.3506
## Median :0.3084 Median :0.3683 Median :0.4350 Median :0.5425
## Mean :0.4160 Mean :0.4523 Mean :0.5048 Mean :0.5630
## 3rd Qu.:0.6594 3rd Qu.:0.6791 3rd Qu.:0.7314 3rd Qu.:0.8093
## Max. :1.0000 Max. :1.0000 Max. :1.0000 Max. :1.0000
## V21 V22 V23 V24
## Min. :0.0512 Min. :0.0219 Min. :0.0563 Min. :0.0239
## 1st Qu.:0.3997 1st Qu.:0.4069 1st Qu.:0.4502 1st Qu.:0.5407
## Median :0.6177 Median :0.6649 Median :0.6997 Median :0.6985
## Mean :0.6091 Mean :0.6243 Mean :0.6470 Mean :0.6727
## 3rd Qu.:0.8170 3rd Qu.:0.8320 3rd Qu.:0.8486 3rd Qu.:0.8722
## Max. :1.0000 Max. :1.0000 Max. :1.0000 Max. :1.0000
## V25 V26 V27 V28
## Min. :0.0240 Min. :0.0921 Min. :0.0481 Min. :0.0284
## 1st Qu.:0.5258 1st Qu.:0.5442 1st Qu.:0.5319 1st Qu.:0.5348
## Median :0.7211 Median :0.7545 Median :0.7456 Median :0.7319
## Mean :0.6754 Mean :0.6999 Mean :0.7022 Mean :0.6940
## 3rd Qu.:0.8737 3rd Qu.:0.8938 3rd Qu.:0.9171 3rd Qu.:0.9003
## Max. :1.0000 Max. :1.0000 Max. :1.0000 Max. :1.0000
## V29 V30 V31 V32
## Min. :0.0144 Min. :0.0613 Min. :0.0482 Min. :0.0404
## 1st Qu.:0.4637 1st Qu.:0.4114 1st Qu.:0.3456 1st Qu.:0.2814
## Median :0.6808 Median :0.6071 Median :0.4904 Median :0.4296
## Mean :0.6421 Mean :0.5809 Mean :0.5045 Mean :0.4390
## 3rd Qu.:0.8521 3rd Qu.:0.7352 3rd Qu.:0.6420 3rd Qu.:0.5803
## Max. :1.0000 Max. :1.0000 Max. :0.9657 Max. :0.9306
## V33 V34 V35 V36
## Min. :0.0477 Min. :0.0212 Min. :0.0223 Min. :0.0080
## 1st Qu.:0.2579 1st Qu.:0.2176 1st Qu.:0.1794 1st Qu.:0.1543
## Median :0.3912 Median :0.3510 Median :0.3127 Median :0.3211
## Mean :0.4172 Mean :0.4032 Mean :0.3926 Mean :0.3848
## 3rd Qu.:0.5561 3rd Qu.:0.5961 3rd Qu.:0.5934 3rd Qu.:0.5565
## Max. :1.0000 Max. :0.9647 Max. :1.0000 Max. :1.0000
## V37 V38 V39 V40
## Min. :0.0351 Min. :0.0383 Min. :0.0371 Min. :0.0117
## 1st Qu.:0.1601 1st Qu.:0.1743 1st Qu.:0.1740 1st Qu.:0.1865
## Median :0.3063 Median :0.3127 Median :0.2835 Median :0.2781
## Mean :0.3638 Mean :0.3397 Mean :0.3258 Mean :0.3112
## 3rd Qu.:0.5189 3rd Qu.:0.4405 3rd Qu.:0.4349 3rd Qu.:0.4244
## Max. :0.9497 Max. :1.0000 Max. :0.9857 Max. :0.9297
## V41 V42 V43 V44
## Min. :0.0360 Min. :0.0056 Min. :0.0000 Min. :0.0000
## 1st Qu.:0.1631 1st Qu.:0.1589 1st Qu.:0.1552 1st Qu.:0.1269
## Median :0.2595 Median :0.2451 Median :0.2225 Median :0.1777
## Mean :0.2893 Mean :0.2783 Mean :0.2465 Mean :0.2141
## 3rd Qu.:0.3875 3rd Qu.:0.3842 3rd Qu.:0.3245 3rd Qu.:0.2717
## Max. :0.8995 Max. :0.8246 Max. :0.7733 Max. :0.7762
## V45 V46 V47 V48
## Min. :0.00000 Min. :0.00000 Min. :0.00000 Min. :0.00000
## 1st Qu.:0.09448 1st Qu.:0.06855 1st Qu.:0.06425 1st Qu.:0.04512
## Median :0.14800 Median :0.12135 Median :0.10165 Median :0.07810
## Mean :0.19723 Mean :0.16063 Mean :0.12245 Mean :0.09142
## 3rd Qu.:0.23155 3rd Qu.:0.20037 3rd Qu.:0.15443 3rd Qu.:0.12010
## Max. :0.70340 Max. :0.72920 Max. :0.55220 Max. :0.33390
## V49 V50 V51 V52
## Min. :0.00000 Min. :0.00000 Min. :0.000000 Min. :0.000800
## 1st Qu.:0.02635 1st Qu.:0.01155 1st Qu.:0.008425 1st Qu.:0.007275
## Median :0.04470 Median :0.01790 Median :0.013900 Median :0.011400
## Mean :0.05193 Mean :0.02042 Mean :0.016069 Mean :0.013420
## 3rd Qu.:0.06853 3rd Qu.:0.02527 3rd Qu.:0.020825 3rd Qu.:0.016725
## Max. :0.19810 Max. :0.08250 Max. :0.100400 Max. :0.070900
## V53 V54 V55
## Min. :0.000500 Min. :0.001000 Min. :0.00060
## 1st Qu.:0.005075 1st Qu.:0.005375 1st Qu.:0.00415
## Median :0.009550 Median :0.009300 Median :0.00750
## Mean :0.010709 Mean :0.010941 Mean :0.00929
## 3rd Qu.:0.014900 3rd Qu.:0.014500 3rd Qu.:0.01210
## Max. :0.039000 Max. :0.035200 Max. :0.04470
## V56 V57 V58
## Min. :0.000400 Min. :0.00030 Min. :0.000300
## 1st Qu.:0.004400 1st Qu.:0.00370 1st Qu.:0.003600
## Median :0.006850 Median :0.00595 Median :0.005800
## Mean :0.008222 Mean :0.00782 Mean :0.007949
## 3rd Qu.:0.010575 3rd Qu.:0.01043 3rd Qu.:0.010350
## Max. :0.039400 Max. :0.03550 Max. :0.044000
## V59 V60 Class
## Min. :0.000100 Min. :0.000600 M:111
## 1st Qu.:0.003675 1st Qu.:0.003100 R: 97
## Median :0.006400 Median :0.005300
## Mean :0.007941 Mean :0.006507
## 3rd Qu.:0.010325 3rd Qu.:0.008525
## Max. :0.036400 Max. :0.043900
Bor.son <- Boruta(Class~.,data=Sonar,doTrace=2)
## 1. run of importance source...
## 2. run of importance source...
## 3. run of importance source...
## 4. run of importance source...
## 5. run of importance source...
## 6. run of importance source...
## 7. run of importance source...
## 8. run of importance source...
## 9. run of importance source...
## 10. run of importance source...
## 11. run of importance source...
## 12. run of importance source...
## 13. run of importance source...
## After 13 iterations, +4.4 secs:
## confirmed 18 attributes: V10, V11, V12, V13, V16 and 13 more;
## rejected 8 attributes: V33, V41, V53, V56, V57 and 3 more;
## still have 34 attributes left.
## 14. run of importance source...
## 15. run of importance source...
## 16. run of importance source...
## 17. run of importance source...
## After 17 iterations, +5.5 secs:
## confirmed 2 attributes: V46, V51;
## rejected 2 attributes: V40, V55;
## still have 30 attributes left.
## 18. run of importance source...
## 19. run of importance source...
## 20. run of importance source...
## 21. run of importance source...
## After 21 iterations, +6.7 secs:
## confirmed 1 attribute: V44;
## rejected 2 attributes: V25, V3;
## still have 27 attributes left.
## 22. run of importance source...
## 23. run of importance source...
## 24. run of importance source...
## After 24 iterations, +7.5 secs:
## confirmed 3 attributes: V15, V23, V52;
## rejected 1 attribute: V50;
## still have 23 attributes left.
## 25. run of importance source...
## 26. run of importance source...
## 27. run of importance source...
## After 27 iterations, +8.3 secs:
## confirmed 1 attribute: V18;
## still have 22 attributes left.
## 28. run of importance source...
## 29. run of importance source...
## 30. run of importance source...
## After 30 iterations, +9 secs:
## confirmed 1 attribute: V5;
## still have 21 attributes left.
## 31. run of importance source...
## 32. run of importance source...
## 33. run of importance source...
## 34. run of importance source...
## 35. run of importance source...
## 36. run of importance source...
## After 36 iterations, +11 secs:
## rejected 1 attribute: V38;
## still have 20 attributes left.
## 37. run of importance source...
## 38. run of importance source...
## 39. run of importance source...
## After 39 iterations, +11 secs:
## confirmed 1 attribute: V31;
## rejected 1 attribute: V24;
## still have 18 attributes left.
## 40. run of importance source...
## 41. run of importance source...
## 42. run of importance source...
## 43. run of importance source...
## 44. run of importance source...
## 45. run of importance source...
## 46. run of importance source...
## 47. run of importance source...
## 48. run of importance source...
## After 48 iterations, +14 secs:
## confirmed 1 attribute: V22;
## still have 17 attributes left.
## 49. run of importance source...
## 50. run of importance source...
## 51. run of importance source...
## 52. run of importance source...
## 53. run of importance source...
## 54. run of importance source...
## 55. run of importance source...
## 56. run of importance source...
## 57. run of importance source...
## 58. run of importance source...
## 59. run of importance source...
## 60. run of importance source...
## 61. run of importance source...
## 62. run of importance source...
## 63. run of importance source...
## 64. run of importance source...
## 65. run of importance source...
## 66. run of importance source...
## 67. run of importance source...
## 68. run of importance source...
## 69. run of importance source...
## 70. run of importance source...
## 71. run of importance source...
## 72. run of importance source...
## 73. run of importance source...
## 74. run of importance source...
## 75. run of importance source...
## 76. run of importance source...
## After 76 iterations, +20 secs:
## confirmed 1 attribute: V35;
## still have 16 attributes left.
## 77. run of importance source...
## 78. run of importance source...
## 79. run of importance source...
## 80. run of importance source...
## 81. run of importance source...
## 82. run of importance source...
## 83. run of importance source...
## 84. run of importance source...
## 85. run of importance source...
## 86. run of importance source...
## After 86 iterations, +23 secs:
## confirmed 1 attribute: V1;
## still have 15 attributes left.
## 87. run of importance source...
## 88. run of importance source...
## 89. run of importance source...
## 90. run of importance source...
## 91. run of importance source...
## 92. run of importance source...
## 93. run of importance source...
## 94. run of importance source...
## 95. run of importance source...
## 96. run of importance source...
## 97. run of importance source...
## 98. run of importance source...
## 99. run of importance source...
print(Bor.son)
## Boruta performed 99 iterations in 26.34689 secs.
## 30 attributes confirmed important: V1, V10, V11, V12, V13 and 25
## more;
## 15 attributes confirmed unimportant: V24, V25, V3, V33, V38 and
## 10 more;
## 15 tentative attributes left: V14, V19, V2, V26, V29 and 10 more;
stats<-attStats(Bor.son)
print(stats)
## meanImp medianImp minImp maxImp normHits decision
## V1 3.4481888 3.3893390 1.2834689523 5.642350 0.68686869 Confirmed
## V2 2.6476808 2.6538120 -0.0246615456 4.896166 0.44444444 Tentative
## V3 1.4232380 1.4273209 -0.5252131599 3.665727 0.02020202 Rejected
## V4 5.2324110 5.2451779 3.3448010377 6.786265 0.97979798 Confirmed
## V5 3.7244830 3.7047616 1.5914647687 5.685592 0.78787879 Confirmed
## V6 2.1582726 2.2106552 -0.2710019329 4.330321 0.38383838 Tentative
## V7 0.7186877 0.8006062 -1.0023113194 2.202339 0.00000000 Rejected
## V8 2.6378478 2.8283778 0.3845134376 4.071164 0.48484848 Tentative
## V9 9.2471350 9.2643146 7.5855975699 10.882772 1.00000000 Confirmed
## V10 8.3636477 8.3173258 7.0356483591 9.896674 1.00000000 Confirmed
## V11 11.7047484 11.8215008 10.0733337755 12.991029 1.00000000 Confirmed
## V12 10.4988861 10.4804191 8.9001991807 12.403757 1.00000000 Confirmed
## V13 5.5379674 5.5763936 4.0729567398 6.635000 0.98989899 Confirmed
## V14 2.5081134 2.5453556 0.2840709206 5.141651 0.45454545 Tentative
## V15 4.1879883 4.1946464 1.8746926084 6.920852 0.86868687 Confirmed
## V16 4.9608310 4.9627379 2.8420795579 6.554860 0.96969697 Confirmed
## V17 4.9162416 4.7961878 2.9136890130 7.662273 0.96969697 Confirmed
## V18 4.0960142 4.0774430 2.3065629327 6.341904 0.83838384 Confirmed
## V19 3.2417848 3.2663875 1.2239972585 5.034713 0.66666667 Tentative
## V20 4.9693582 5.0248074 2.8203994761 6.609425 0.96969697 Confirmed
## V21 5.9203995 5.9157512 3.9865924020 7.148472 0.98989899 Confirmed
## V22 3.2922526 3.4343953 0.8478207653 5.490307 0.75757576 Confirmed
## V23 3.9442707 3.9903674 2.0947836450 5.864053 0.85858586 Confirmed
## V24 1.8951528 1.9478002 0.1329236585 3.566700 0.08080808 Rejected
## V25 1.6930848 1.4614530 0.0005753917 3.762009 0.02020202 Rejected
## V26 3.1377778 3.1680233 0.5245167343 5.228955 0.65656566 Tentative
## V27 4.8054362 4.8603103 2.5377259541 6.310102 0.96969697 Confirmed
## V28 5.8189094 5.8221383 3.7405432136 7.976069 0.98989899 Confirmed
## V29 2.3931271 2.4171344 0.4736140535 4.417752 0.34343434 Tentative
## V30 2.5194012 2.5126275 0.0493647000 5.022761 0.44444444 Tentative
## V31 3.7344276 3.7865032 1.1050062725 5.387992 0.86868687 Confirmed
## V32 2.7332148 2.7075195 0.5293588658 5.041962 0.52525253 Tentative
## V33 1.2734111 1.2984983 -0.2433011424 3.079951 0.00000000 Rejected
## V34 2.2634339 2.3420739 -0.3373268005 4.938115 0.37373737 Tentative
## V35 3.3051774 3.3631608 1.1504991333 4.858749 0.69696970 Confirmed
## V36 6.8692537 6.8748596 4.2787362579 8.645405 1.00000000 Confirmed
## V37 5.6749747 5.6778258 4.2240234070 7.454219 0.98989899 Confirmed
## V38 1.5995563 1.6583608 -0.1202935606 3.969647 0.07070707 Rejected
## V39 2.9466616 2.8665249 0.0471623928 4.925828 0.53535354 Tentative
## V40 1.4170722 1.4742938 -0.5860821036 2.905167 0.01010101 Rejected
## V41 1.1117523 1.3463160 -0.2472447694 2.092138 0.00000000 Rejected
## V42 2.3578430 2.3068658 0.3250161267 4.505763 0.35353535 Tentative
## V43 2.9496210 3.0438517 1.1869622054 5.750725 0.55555556 Tentative
## V44 4.2204531 4.1780529 2.3783056169 6.079115 0.89898990 Confirmed
## V45 6.5069852 6.5096880 5.1304435162 8.294773 0.98989899 Confirmed
## V46 5.1687086 5.2050244 3.0041547222 6.764633 0.96969697 Confirmed
## V47 6.2337035 6.2476578 4.3053328841 7.687746 0.98989899 Confirmed
## V48 7.3571058 7.2929176 5.4282379781 8.934647 1.00000000 Confirmed
## V49 7.2233345 7.2941008 5.6861312197 8.883955 1.00000000 Confirmed
## V50 1.4194076 1.2396982 0.0378772088 3.502233 0.03030303 Rejected
## V51 4.6408605 4.6446204 2.6122192960 6.364485 0.93939394 Confirmed
## V52 4.5368318 4.6253775 0.9547255688 6.911448 0.90909091 Confirmed
## V53 1.0943285 0.8715464 -0.4213512861 2.443064 0.00000000 Rejected
## V54 2.3977030 2.4146433 -0.9072550589 4.776609 0.40404040 Tentative
## V55 0.8309924 0.7975450 -0.6740054701 2.886588 0.01010101 Rejected
## V56 -0.1061632 -0.3676742 -1.6019604251 1.731078 0.00000000 Rejected
## V57 0.4334382 0.6708417 -1.2774717050 1.209566 0.00000000 Rejected
## V58 1.2815358 1.1058101 0.1279967342 2.478064 0.00000000 Rejected
## V59 2.3158022 2.3224911 0.1354482179 4.711100 0.33333333 Tentative
## V60 0.8745190 0.8300534 -0.1547648589 2.043557 0.00000000 Rejected
plot(normHits~meanImp,col=stats$decision,data=stats)
set.seed(123)
iris.extended<-data.frame(iris,apply(iris[,-5],2,sample))
names(iris.extended)[6:9]<-paste("Nonsense",1:4,sep="")
Boruta.iris.extended <- Boruta(Species~.,data=iris.extended,doTrace=2)
## 1. run of importance source...
## 2. run of importance source...
## 3. run of importance source...
## 4. run of importance source...
## 5. run of importance source...
## 6. run of importance source...
## 7. run of importance source...
## 8. run of importance source...
## 9. run of importance source...
## 10. run of importance source...
## After 10 iterations, +0.47 secs:
## confirmed 4 attributes: Petal.Length, Petal.Width, Sepal.Length, Sepal.Width;
## rejected 1 attribute: Nonsense4;
## still have 3 attributes left.
## 11. run of importance source...
## 12. run of importance source...
## 13. run of importance source...
## 14. run of importance source...
## After 14 iterations, +0.7 secs:
## rejected 2 attributes: Nonsense1, Nonsense2;
## still have 1 attribute left.
## 15. run of importance source...
## 16. run of importance source...
## 17. run of importance source...
## After 17 iterations, +0.81 secs:
## rejected 1 attribute: Nonsense3;
## no more attributes left.
print(Boruta.iris.extended)
## Boruta performed 17 iterations in 0.811976 secs.
## 4 attributes confirmed important: Petal.Length, Petal.Width,
## Sepal.Length, Sepal.Width;
## 4 attributes confirmed unimportant: Nonsense1, Nonsense2,
## Nonsense3, Nonsense4;
Boruta.ferns.irisE <- Boruta(Species~.,data=iris.extended,getImp=getImpFerns)
print(Boruta.ferns.irisE)
## Boruta performed 10 iterations in 0.3624101 secs.
## 4 attributes confirmed important: Petal.Length, Petal.Width,
## Sepal.Length, Sepal.Width;
## 4 attributes confirmed unimportant: Nonsense1, Nonsense2,
## Nonsense3, Nonsense4;
library(mlbench)
data(HouseVotes84)
hvo <- na.omit(HouseVotes84)
Bor.hvo <- Boruta(Class~.,data=hvo,doTrace=2)
## 1. run of importance source...
## 2. run of importance source...
## 3. run of importance source...
## 4. run of importance source...
## 5. run of importance source...
## 6. run of importance source...
## 7. run of importance source...
## 8. run of importance source...
## 9. run of importance source...
## 10. run of importance source...
## 11. run of importance source...
## After 11 iterations, +1.1 secs:
## confirmed 10 attributes: V11, V12, V13, V14, V15 and 5 more;
## rejected 1 attribute: V16;
## still have 5 attributes left.
## 12. run of importance source...
## 13. run of importance source...
## 14. run of importance source...
## 15. run of importance source...
## After 15 iterations, +1.5 secs:
## confirmed 1 attribute: V7;
## rejected 1 attribute: V10;
## still have 3 attributes left.
## 16. run of importance source...
## 17. run of importance source...
## 18. run of importance source...
## 19. run of importance source...
## After 19 iterations, +1.8 secs:
## rejected 1 attribute: V6;
## still have 2 attributes left.
## 20. run of importance source...
## 21. run of importance source...
## 22. run of importance source...
## 23. run of importance source...
## 24. run of importance source...
## 25. run of importance source...
## After 25 iterations, +2.4 secs:
## rejected 1 attribute: V1;
## still have 1 attribute left.
## 26. run of importance source...
## 27. run of importance source...
## 28. run of importance source...
## 29. run of importance source...
## 30. run of importance source...
## 31. run of importance source...
## 32. run of importance source...
## 33. run of importance source...
## 34. run of importance source...
## 35. run of importance source...
## 36. run of importance source...
## 37. run of importance source...
## 38. run of importance source...
## 39. run of importance source...
## 40. run of importance source...
## 41. run of importance source...
## 42. run of importance source...
## 43. run of importance source...
## 44. run of importance source...
## 45. run of importance source...
## 46. run of importance source...
## 47. run of importance source...
## 48. run of importance source...
## 49. run of importance source...
## 50. run of importance source...
## 51. run of importance source...
## 52. run of importance source...
## 53. run of importance source...
## 54. run of importance source...
## 55. run of importance source...
## 56. run of importance source...
## 57. run of importance source...
## 58. run of importance source...
## 59. run of importance source...
## 60. run of importance source...
## 61. run of importance source...
## 62. run of importance source...
## 63. run of importance source...
## 64. run of importance source...
## 65. run of importance source...
## 66. run of importance source...
## 67. run of importance source...
## 68. run of importance source...
## 69. run of importance source...
## 70. run of importance source...
## 71. run of importance source...
## 72. run of importance source...
## 73. run of importance source...
## 74. run of importance source...
## 75. run of importance source...
## 76. run of importance source...
## 77. run of importance source...
## 78. run of importance source...
## 79. run of importance source...
## 80. run of importance source...
## 81. run of importance source...
## 82. run of importance source...
## 83. run of importance source...
## 84. run of importance source...
## 85. run of importance source...
## 86. run of importance source...
## 87. run of importance source...
## 88. run of importance source...
## 89. run of importance source...
## 90. run of importance source...
## 91. run of importance source...
## 92. run of importance source...
## 93. run of importance source...
## 94. run of importance source...
## 95. run of importance source...
## 96. run of importance source...
## 97. run of importance source...
## 98. run of importance source...
## 99. run of importance source...
print(Bor.hvo)
## Boruta performed 99 iterations in 8.578065 secs.
## 11 attributes confirmed important: V11, V12, V13, V14, V15 and 6
## more;
## 4 attributes confirmed unimportant: V1, V10, V16, V6;
## 1 tentative attributes left: V2;
plot(Bor.hvo)
plotImpHistory(Bor.hvo)
library(mlbench)
data(Ozone)
library(randomForest)
## randomForest 4.6-12
## Type rfNews() to see new features/changes/bug fixes.
##
## Attaching package: 'randomForest'
## The following object is masked from 'package:ranger':
##
## importance
ozo <- na.omit(Ozone)
Bor.ozo <- Boruta(V4~.,data=ozo,doTrace=2)
## 1. run of importance source...
## 2. run of importance source...
## 3. run of importance source...
## 4. run of importance source...
## 5. run of importance source...
## 6. run of importance source...
## 7. run of importance source...
## 8. run of importance source...
## 9. run of importance source...
## 10. run of importance source...
## 11. run of importance source...
## After 11 iterations, +1.3 secs:
## confirmed 9 attributes: V1, V10, V11, V12, V13 and 4 more;
## rejected 1 attribute: V3;
## still have 2 attributes left.
## 12. run of importance source...
## 13. run of importance source...
## 14. run of importance source...
## 15. run of importance source...
## After 15 iterations, +1.8 secs:
## rejected 1 attribute: V2;
## still have 1 attribute left.
## 16. run of importance source...
## 17. run of importance source...
## 18. run of importance source...
## 19. run of importance source...
## 20. run of importance source...
## 21. run of importance source...
## After 21 iterations, +2.5 secs:
## rejected 1 attribute: V6;
## no more attributes left.
cat('Random forest run on all attributes:\n')
## Random forest run on all attributes:
print(randomForest(V4~.,data=ozo))
##
## Call:
## randomForest(formula = V4 ~ ., data = ozo)
## Type of random forest: regression
## Number of trees: 500
## No. of variables tried at each split: 4
##
## Mean of squared residuals: 21.38093
## % Var explained: 67.97
cat('Random forest run only on confirmed attributes:\n')
## Random forest run only on confirmed attributes:
print(randomForest(ozo[,getSelectedAttributes(Bor.ozo)],ozo$V4))
##
## Call:
## randomForest(x = ozo[, getSelectedAttributes(Bor.ozo)], y = ozo$V4)
## Type of random forest: regression
## Number of trees: 500
## No. of variables tried at each split: 3
##
## Mean of squared residuals: 16.67064
## % Var explained: 75.02
library(mlbench)
data(Sonar)
Bor.son <- Boruta(Class~.,data=Sonar,doTrace=2)
## 1. run of importance source...
## 2. run of importance source...
## 3. run of importance source...
## 4. run of importance source...
## 5. run of importance source...
## 6. run of importance source...
## 7. run of importance source...
## 8. run of importance source...
## 9. run of importance source...
## 10. run of importance source...
## 11. run of importance source...
## 12. run of importance source...
## 13. run of importance source...
## After 13 iterations, +4 secs:
## confirmed 18 attributes: V10, V11, V12, V13, V17 and 13 more;
## rejected 4 attributes: V41, V53, V56, V57;
## still have 38 attributes left.
## 14. run of importance source...
## 15. run of importance source...
## 16. run of importance source...
## 17. run of importance source...
## After 17 iterations, +5.2 secs:
## confirmed 3 attributes: V16, V27, V52;
## rejected 4 attributes: V50, V55, V60, V7;
## still have 31 attributes left.
## 18. run of importance source...
## 19. run of importance source...
## 20. run of importance source...
## 21. run of importance source...
## After 21 iterations, +6.2 secs:
## rejected 3 attributes: V38, V40, V58;
## still have 28 attributes left.
## 22. run of importance source...
## 23. run of importance source...
## 24. run of importance source...
## After 24 iterations, +7.1 secs:
## confirmed 3 attributes: V15, V18, V44;
## still have 25 attributes left.
## 25. run of importance source...
## 26. run of importance source...
## 27. run of importance source...
## After 27 iterations, +7.8 secs:
## rejected 1 attribute: V25;
## still have 24 attributes left.
## 28. run of importance source...
## 29. run of importance source...
## 30. run of importance source...
## After 30 iterations, +8.6 secs:
## rejected 1 attribute: V33;
## still have 23 attributes left.
## 31. run of importance source...
## 32. run of importance source...
## 33. run of importance source...
## After 33 iterations, +9.4 secs:
## confirmed 1 attribute: V5;
## still have 22 attributes left.
## 34. run of importance source...
## 35. run of importance source...
## 36. run of importance source...
## After 36 iterations, +10 secs:
## confirmed 1 attribute: V22;
## rejected 1 attribute: V6;
## still have 20 attributes left.
## 37. run of importance source...
## 38. run of importance source...
## 39. run of importance source...
## 40. run of importance source...
## 41. run of importance source...
## 42. run of importance source...
## After 42 iterations, +12 secs:
## confirmed 2 attributes: V23, V31;
## still have 18 attributes left.
## 43. run of importance source...
## 44. run of importance source...
## 45. run of importance source...
## 46. run of importance source...
## 47. run of importance source...
## 48. run of importance source...
## 49. run of importance source...
## 50. run of importance source...
## After 50 iterations, +14 secs:
## confirmed 1 attribute: V1;
## still have 17 attributes left.
## 51. run of importance source...
## 52. run of importance source...
## 53. run of importance source...
## After 53 iterations, +14 secs:
## rejected 1 attribute: V3;
## still have 16 attributes left.
## 54. run of importance source...
## 55. run of importance source...
## 56. run of importance source...
## 57. run of importance source...
## 58. run of importance source...
## After 58 iterations, +16 secs:
## confirmed 1 attribute: V35;
## still have 15 attributes left.
## 59. run of importance source...
## 60. run of importance source...
## 61. run of importance source...
## 62. run of importance source...
## 63. run of importance source...
## 64. run of importance source...
## 65. run of importance source...
## 66. run of importance source...
## 67. run of importance source...
## 68. run of importance source...
## 69. run of importance source...
## 70. run of importance source...
## 71. run of importance source...
## 72. run of importance source...
## 73. run of importance source...
## 74. run of importance source...
## 75. run of importance source...
## 76. run of importance source...
## 77. run of importance source...
## 78. run of importance source...
## 79. run of importance source...
## 80. run of importance source...
## 81. run of importance source...
## After 81 iterations, +21 secs:
## confirmed 1 attribute: V19;
## rejected 1 attribute: V34;
## still have 13 attributes left.
## 82. run of importance source...
## 83. run of importance source...
## 84. run of importance source...
## 85. run of importance source...
## 86. run of importance source...
## 87. run of importance source...
## 88. run of importance source...
## 89. run of importance source...
## 90. run of importance source...
## 91. run of importance source...
## 92. run of importance source...
## 93. run of importance source...
## 94. run of importance source...
## 95. run of importance source...
## 96. run of importance source...
## 97. run of importance source...
## 98. run of importance source...
## 99. run of importance source...
## After 99 iterations, +26 secs:
## confirmed 1 attribute: V26;
## still have 12 attributes left.
print(Bor.son)
## Boruta performed 99 iterations in 26.03453 secs.
## 32 attributes confirmed important: V1, V10, V11, V12, V13 and 27
## more;
## 16 attributes confirmed unimportant: V25, V3, V33, V34, V38 and
## 11 more;
## 12 tentative attributes left: V14, V2, V24, V29, V30 and 7 more;
plot(Bor.son,sort=FALSE)
set.seed(123)
iris.extended<-data.frame(iris,apply(iris[,-5],2,sample))
names(iris.extended)[6:9]<-paste("Nonsense",1:4,sep="")
Boruta.iris.extended <- Boruta(Species~.,getImp=getImpLegacyRfZ, data=iris.extended,doTrace=2)
## 1. run of importance source...
## 2. run of importance source...
## 3. run of importance source...
## 4. run of importance source...
## 5. run of importance source...
## 6. run of importance source...
## 7. run of importance source...
## 8. run of importance source...
## 9. run of importance source...
## 10. run of importance source...
## After 10 iterations, +1.1 secs:
## confirmed 4 attributes: Petal.Length, Petal.Width, Sepal.Length, Sepal.Width;
## rejected 2 attributes: Nonsense2, Nonsense3;
## still have 2 attributes left.
## 11. run of importance source...
## 12. run of importance source...
## 13. run of importance source...
## 14. run of importance source...
## After 14 iterations, +1.5 secs:
## rejected 2 attributes: Nonsense1, Nonsense4;
## no more attributes left.
print(Boruta.iris.extended)
## Boruta performed 14 iterations in 1.452245 secs.
## 4 attributes confirmed important: Petal.Length, Petal.Width,
## Sepal.Length, Sepal.Width;
## 4 attributes confirmed unimportant: Nonsense1, Nonsense2,
## Nonsense3, Nonsense4;
data(iris)
Bor.iris <- Boruta(Species~.,data=iris,doTrace=2)
## 1. run of importance source...
## 2. run of importance source...
## 3. run of importance source...
## 4. run of importance source...
## 5. run of importance source...
## 6. run of importance source...
## 7. run of importance source...
## 8. run of importance source...
## 9. run of importance source...
## After 9 iterations, +0.38 secs:
## confirmed 4 attributes: Petal.Length, Petal.Width, Sepal.Length, Sepal.Width;
## no more attributes left.
print(Bor.iris)
## Boruta performed 9 iterations in 0.377306 secs.
## 4 attributes confirmed important: Petal.Length, Petal.Width,
## Sepal.Length, Sepal.Width;
## No attributes deemed unimportant.
print(getSelectedAttributes(Bor.iris))
## [1] "Sepal.Length" "Sepal.Width" "Petal.Length" "Petal.Width"
library(mlbench)
data(HouseVotes84)
hvo <- na.omit(HouseVotes84)
Bor.hvo <- Boruta(Class~.,data=hvo,doTrace=2)
## 1. run of importance source...
## 2. run of importance source...
## 3. run of importance source...
## 4. run of importance source...
## 5. run of importance source...
## 6. run of importance source...
## 7. run of importance source...
## 8. run of importance source...
## 9. run of importance source...
## 10. run of importance source...
## 11. run of importance source...
## After 11 iterations, +1.1 secs:
## confirmed 11 attributes: V11, V12, V13, V14, V15 and 6 more;
## still have 5 attributes left.
## 12. run of importance source...
## 13. run of importance source...
## 14. run of importance source...
## 15. run of importance source...
## After 15 iterations, +1.4 secs:
## rejected 1 attribute: V1;
## still have 4 attributes left.
## 16. run of importance source...
## 17. run of importance source...
## 18. run of importance source...
## 19. run of importance source...
## After 19 iterations, +1.8 secs:
## rejected 2 attributes: V10, V16;
## still have 2 attributes left.
## 20. run of importance source...
## 21. run of importance source...
## 22. run of importance source...
## 23. run of importance source...
## 24. run of importance source...
## 25. run of importance source...
## 26. run of importance source...
## 27. run of importance source...
## 28. run of importance source...
## 29. run of importance source...
## 30. run of importance source...
## 31. run of importance source...
## 32. run of importance source...
## 33. run of importance source...
## 34. run of importance source...
## After 34 iterations, +3 secs:
## rejected 1 attribute: V6;
## still have 1 attribute left.
## 35. run of importance source...
## 36. run of importance source...
## 37. run of importance source...
## 38. run of importance source...
## 39. run of importance source...
## 40. run of importance source...
## 41. run of importance source...
## 42. run of importance source...
## 43. run of importance source...
## 44. run of importance source...
## 45. run of importance source...
## 46. run of importance source...
## 47. run of importance source...
## 48. run of importance source...
## 49. run of importance source...
## 50. run of importance source...
## 51. run of importance source...
## 52. run of importance source...
## 53. run of importance source...
## 54. run of importance source...
## 55. run of importance source...
## 56. run of importance source...
## 57. run of importance source...
## 58. run of importance source...
## 59. run of importance source...
## 60. run of importance source...
## 61. run of importance source...
## 62. run of importance source...
## 63. run of importance source...
## 64. run of importance source...
## 65. run of importance source...
## 66. run of importance source...
## 67. run of importance source...
## 68. run of importance source...
## 69. run of importance source...
## 70. run of importance source...
## 71. run of importance source...
## 72. run of importance source...
## 73. run of importance source...
## 74. run of importance source...
## 75. run of importance source...
## 76. run of importance source...
## 77. run of importance source...
## 78. run of importance source...
## 79. run of importance source...
## 80. run of importance source...
## 81. run of importance source...
## 82. run of importance source...
## 83. run of importance source...
## 84. run of importance source...
## 85. run of importance source...
## 86. run of importance source...
## 87. run of importance source...
## 88. run of importance source...
## 89. run of importance source...
## 90. run of importance source...
## 91. run of importance source...
## 92. run of importance source...
## 93. run of importance source...
## 94. run of importance source...
## 95. run of importance source...
## 96. run of importance source...
## 97. run of importance source...
## 98. run of importance source...
## 99. run of importance source...
print(Bor.hvo)
## Boruta performed 99 iterations in 8.314571 secs.
## 11 attributes confirmed important: V11, V12, V13, V14, V15 and 6
## more;
## 4 attributes confirmed unimportant: V1, V10, V16, V6;
## 1 tentative attributes left: V2;
plot(Bor.hvo)
library(mlbench)
data(Sonar)
Bor.son <- Boruta(Class~.,data=Sonar,doTrace=2)
## 1. run of importance source...
## 2. run of importance source...
## 3. run of importance source...
## 4. run of importance source...
## 5. run of importance source...
## 6. run of importance source...
## 7. run of importance source...
## 8. run of importance source...
## 9. run of importance source...
## 10. run of importance source...
## 11. run of importance source...
## 12. run of importance source...
## 13. run of importance source...
## After 13 iterations, +4 secs:
## confirmed 10 attributes: V10, V11, V12, V21, V36 and 5 more;
## rejected 6 attributes: V38, V50, V55, V57, V60 and 1 more;
## still have 44 attributes left.
## 14. run of importance source...
## 15. run of importance source...
## 16. run of importance source...
## 17. run of importance source...
## After 17 iterations, +5.1 secs:
## confirmed 9 attributes: V13, V16, V20, V27, V28 and 4 more;
## rejected 3 attributes: V3, V53, V56;
## still have 32 attributes left.
## 18. run of importance source...
## 19. run of importance source...
## 20. run of importance source...
## 21. run of importance source...
## After 21 iterations, +6.1 secs:
## confirmed 3 attributes: V17, V31, V4;
## rejected 2 attributes: V40, V58;
## still have 27 attributes left.
## 22. run of importance source...
## 23. run of importance source...
## 24. run of importance source...
## After 24 iterations, +6.9 secs:
## rejected 1 attribute: V41;
## still have 26 attributes left.
## 25. run of importance source...
## 26. run of importance source...
## 27. run of importance source...
## After 27 iterations, +7.6 secs:
## confirmed 1 attribute: V23;
## still have 25 attributes left.
## 28. run of importance source...
## 29. run of importance source...
## 30. run of importance source...
## After 30 iterations, +8.4 secs:
## confirmed 2 attributes: V15, V44;
## rejected 3 attributes: V24, V33, V42;
## still have 20 attributes left.
## 31. run of importance source...
## 32. run of importance source...
## 33. run of importance source...
## 34. run of importance source...
## 35. run of importance source...
## 36. run of importance source...
## After 36 iterations, +9.9 secs:
## confirmed 1 attribute: V18;
## still have 19 attributes left.
## 37. run of importance source...
## 38. run of importance source...
## 39. run of importance source...
## 40. run of importance source...
## 41. run of importance source...
## 42. run of importance source...
## 43. run of importance source...
## 44. run of importance source...
## 45. run of importance source...
## 46. run of importance source...
## 47. run of importance source...
## 48. run of importance source...
## 49. run of importance source...
## 50. run of importance source...
## 51. run of importance source...
## 52. run of importance source...
## 53. run of importance source...
## After 53 iterations, +14 secs:
## rejected 1 attribute: V25;
## still have 18 attributes left.
## 54. run of importance source...
## 55. run of importance source...
## 56. run of importance source...
## After 56 iterations, +15 secs:
## confirmed 1 attribute: V5;
## still have 17 attributes left.
## 57. run of importance source...
## 58. run of importance source...
## 59. run of importance source...
## 60. run of importance source...
## 61. run of importance source...
## 62. run of importance source...
## 63. run of importance source...
## 64. run of importance source...
## 65. run of importance source...
## 66. run of importance source...
## 67. run of importance source...
## 68. run of importance source...
## 69. run of importance source...
## 70. run of importance source...
## 71. run of importance source...
## 72. run of importance source...
## 73. run of importance source...
## 74. run of importance source...
## After 74 iterations, +20 secs:
## confirmed 1 attribute: V1;
## still have 16 attributes left.
## 75. run of importance source...
## 76. run of importance source...
## 77. run of importance source...
## 78. run of importance source...
## 79. run of importance source...
## 80. run of importance source...
## 81. run of importance source...
## 82. run of importance source...
## 83. run of importance source...
## 84. run of importance source...
## 85. run of importance source...
## 86. run of importance source...
## 87. run of importance source...
## 88. run of importance source...
## 89. run of importance source...
## 90. run of importance source...
## 91. run of importance source...
## 92. run of importance source...
## 93. run of importance source...
## 94. run of importance source...
## After 94 iterations, +24 secs:
## confirmed 1 attribute: V35;
## still have 15 attributes left.
## 95. run of importance source...
## 96. run of importance source...
## 97. run of importance source...
## 98. run of importance source...
## 99. run of importance source...
print(Bor.son)
## Boruta performed 99 iterations in 25.6726 secs.
## 29 attributes confirmed important: V1, V10, V11, V12, V13 and 24
## more;
## 16 attributes confirmed unimportant: V24, V25, V3, V33, V38 and
## 11 more;
## 15 tentative attributes left: V14, V19, V2, V22, V26 and 10 more;
plotImpHistory(Bor.son)
