Regresi Ridge

Data

Data yang digunakan dalam praktikum ini adalah data BodyFat.

dengan,

X1: Triceps Skinfold Thickness

X2: Thigh Circumference

X3: Midarm Circumference

Y: Body Fat

library(lmridge)
library(car)
library(readxl)
data<-read.csv("D://bodyfat.csv")

Model Regresi Linier Berganda

modlm<-lm(Bodyfat~., data=data)

Pemeriksaan Multikolinearitas

vif(modlm)
##  Triceps    Thigh   Midarm 
## 708.8429 564.3434 104.6060

Berdasarkan hasil di atas diperoleh nilai VIF untuk setiap variabel lebih dari 10 sehingga dapat disimpulkan bahwa terjadi multikolinearitas antar variabel independen.

Model Regresi Ridge

#Fitting Model Regresi Ridge
mod <- lmridge(Bodyfat~., 
as.data.frame(data), K = seq(0, 
0.1, 0.001))
summary(mod)
## 
## Call:
## lmridge.default(formula = Bodyfat ~ ., data = as.data.frame(data), 
##     K = seq(0, 0.1, 0.001))
## 
## 
## Coefficients: for Ridge parameter K= 0 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)
## Intercept  117.0847     1914.1817   3412.1592       0.5610   0.5826
## Triceps      4.3341       94.8988     64.0559       1.4815   0.1579
## Thigh       -2.8569      -65.1851     57.1552      -1.1405   0.2709
## Midarm      -2.1861      -34.7530     24.6072      -1.4123   0.1770
## 
## Ridge Summary
##        R2    adj-R2  DF ridge         F       AIC       BIC 
##   0.80140   0.77800   3.00001  22.86042  37.86718 100.76904 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 3.00001 , 16.99998 ) = 3.362633e-06 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.001 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)
## Intercept   42.2182      381.2959   1450.0276       0.2630   0.7958
## Triceps      2.0684       45.2892     27.1827       1.6661   0.1145
## Thigh       -0.9177      -20.9398     24.2754      -0.8626   0.4007
## Midarm      -0.9922      -15.7733     10.6448      -1.4818   0.1572
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.78330  0.75780  2.41928 22.51692 37.39934 99.72294 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.41928 , 17.33544 ) = 7.39047e-06 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.002 
##           Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)  
## Intercept  22.2769      -26.9403    925.8892      -0.0291   0.9771  
## Triceps     1.4645       32.0653     17.3131       1.8521   0.0817 .
## Thigh      -0.4012       -9.1541     15.4855      -0.5911   0.5623  
## Midarm     -0.6738      -10.7119      7.0062      -1.5289   0.1450  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.78020  0.75440  2.26338 22.32049 37.49519 99.66355 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.26338 , 17.53806 ) = 9.45898e-06 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.003 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)  
## Intercept   13.0449     -215.8916    682.8477      -0.3162   0.7558  
## Triceps      1.1845       25.9359     12.7224       2.0386   0.0575 .
## Thigh       -0.1620       -3.6975     11.4048      -0.3242   0.7498  
## Midarm      -0.5261       -8.3643      5.3781      -1.5552   0.1385  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77870  0.75260  2.19035 22.21690 37.56714 99.66279 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.19035 , 17.648 ) = 1.069415e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.004 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)  
## Intercept    7.7250     -324.7391    543.0738      -0.5980   0.5578  
## Triceps      1.0229       22.3981     10.0714       2.2239   0.0401 *
## Thigh       -0.0242       -0.5528      9.0543      -0.0611   0.9520  
## Midarm      -0.4408       -7.0081      4.4818      -1.5637   0.1365  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77750  0.75130  2.14753 22.15391 37.61541 99.66842 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.14753 , 17.71618 ) = 1.151823e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.005 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)  
## Intercept    4.2677     -395.4469    452.6415      -0.8736   0.3946  
## Triceps      0.9177       20.0942      8.3475       2.4072   0.0278 *
## Thigh        0.0654        1.4911      7.5305       0.1980   0.8454  
## Midarm      -0.3852       -6.1239      3.9293      -1.5585   0.1377  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77650  0.75020  2.11911 22.11164 37.64890 99.67361 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.11911 , 17.76242 ) = 1.211209e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.006 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)  
## Intercept    1.8424     -445.0249    389.5993      -1.1423   0.2693  
## Triceps      0.8437       18.4740      7.1385       2.5879   0.0192 *
## Thigh        0.1282        2.9251      6.4659       0.4524   0.6567  
## Midarm      -0.3460       -5.5012      3.5631      -1.5439   0.1411  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77550  0.74910  2.09872 22.08119 37.67314 99.67754 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.09872 , 17.79572 ) = 1.256415e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.007 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)  
## Intercept    0.0483     -481.6774    343.3259      -1.4030   0.1787  
## Triceps      0.7888       17.2719      6.2451       2.7657   0.0133 *
## Thigh        0.1747        3.9861      5.6825       0.7015   0.4925  
## Midarm      -0.3169       -5.0385      3.3077      -1.5233   0.1462  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77460  0.74810  2.08320 22.05819 37.69116 99.68011 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.0832 , 17.82085 ) = 1.292382e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.008 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)   
## Intercept   -1.3315     -509.8480    308.0549      -1.6551   0.1163   
## Triceps      0.7464       16.3443      5.5591       2.9401   0.0092 **
## Thigh        0.2105        4.8023      5.0837       0.9446   0.3581   
## Midarm      -0.2944       -4.6808      3.1224      -1.4991   0.1523   
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77370  0.74710  2.07091 22.04015 37.70495 99.68167 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.07091 , 17.84047 ) = 1.321889e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.009 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)   
## Intercept   -2.4248     -532.1528    280.3842      -1.8979   0.0749 . 
## Triceps      0.7128       15.6064      5.0165       3.1110   0.0064 **
## Thigh        0.2388        5.4492      4.6126       1.1814   0.2538   
## Midarm      -0.2765       -4.3956      2.9836      -1.4733   0.1590   
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77280  0.74610  2.06080 22.02568 37.71561 99.68226 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.0608 , 17.85631 ) = 1.346815e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.01 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)   
## Intercept   -3.3118     -550.2325    258.1788      -2.1312   0.0480 * 
## Triceps      0.6853       15.0053      4.5773       3.2782   0.0044 **
## Thigh        0.2618        5.9741      4.2333       1.4112   0.1763   
## Midarm      -0.2619       -4.1628      2.8771      -1.4469   0.1662   
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77190  0.74510  2.05233 22.01361 37.72409 99.68231 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.05233 , 17.86922 ) = 1.368298e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.011 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)   
## Intercept   -4.0452     -565.1680    240.0281      -2.3546   0.0309 * 
## Triceps      0.6625       14.5059      4.2151       3.4414   0.0031 **
## Thigh        0.2809        6.4083      3.9223       1.6338   0.1207   
## Midarm      -0.2497       -3.9690      2.7934      -1.4208   0.1735   
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77110  0.74410  2.04502 22.00351 37.73080 99.68174 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.04502 , 17.88007 ) = 1.387189e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.012 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)   
## Intercept   -4.6613     -577.7007    224.9653      -2.5680   0.0200 * 
## Triceps      0.6432       14.0843      3.9118       3.6005   0.0022 **
## Thigh        0.2968        6.7732      3.6634       1.8489   0.0820 . 
## Midarm      -0.2393       -3.8048      2.7265      -1.3955   0.1809   
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.77020  0.74320  2.03862 21.99480 37.73618 99.68075 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.03862 , 17.88926 ) = 1.404076e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.013 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)   
## Intercept   -5.1856     -588.3557    212.3041      -2.7713   0.0131 * 
## Triceps      0.6268       13.7234      3.6543       3.7554   0.0016 **
## Thigh        0.3105        7.0838      3.4450       2.0563   0.0555 . 
## Midarm      -0.2305       -3.6640      2.6720      -1.3713   0.1882   
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76930  0.74220  2.03291 21.98728 37.74049 99.67937 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.03291 , 17.89721 ) = 1.419366e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.014 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)   
## Intercept   -5.6370     -597.5156    201.5458      -2.9647   0.0087 **
## Triceps      0.6125       13.4109      3.4334       3.9060   0.0011 **
## Thigh        0.3222        7.3513      3.2588       2.2559   0.0376 * 
## Midarm      -0.2228       -3.5416      2.6270      -1.3482   0.1953   
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76850  0.74130  2.02784 21.98047 37.74411 99.67794 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.02784 , 17.90398 ) = 1.43329e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.015 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -6.0292     -605.4656    192.3163      -3.1483   0.0059 ** 
## Triceps      0.6000       13.1376      3.2421       4.0522   0.0008 ***
## Thigh        0.3324        7.5839      3.0985       2.4476   0.0256 *  
## Midarm      -0.2160       -3.4343      2.5894      -1.3263   0.2023    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76760  0.74030  2.02315 21.97454 37.74691 99.67607 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.02315 , 17.91005 ) = 1.446245e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.016 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -6.3730     -612.4229    184.3337      -3.3224   0.0040 ** 
## Triceps      0.5890       12.8964      3.0750       4.1940   0.0006 ***
## Thigh        0.3413        7.7878      2.9595       2.6315   0.0175 *  
## Midarm      -0.2100       -3.3392      2.5576      -1.3056   0.2091    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76680  0.73940  2.01891 21.96905 37.74930 99.67424 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.01891 , 17.91532 ) = 1.458236e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.017 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -6.6764     -618.5555    177.3780      -3.4872   0.0028 ** 
## Triceps      0.5792       12.6819      2.9279       4.3313   0.0005 ***
## Thigh        0.3492        7.9680      2.8379       2.8077   0.0121 *  
## Midarm      -0.2047       -3.2544      2.5303      -1.2862   0.2156    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76590  0.73840  2.01494 21.96410 37.75116 99.67215 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.01494 , 17.92005 ) = 1.469571e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.018 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -6.9461     -623.9955    171.2771      -3.6432   0.0020 ** 
## Triceps      0.5704       12.4898      2.7978       4.4642   0.0003 ***
## Thigh        0.3562        8.1281      2.7310       2.9762   0.0085 ** 
## Midarm      -0.1999       -3.1781      2.5067      -1.2678   0.2220    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76510  0.73750  2.01123 21.95960 37.75264 99.66994 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.01123 , 17.92436 ) = 1.48026e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.019 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -7.1870     -628.8483    165.8949      -3.7906   0.0015 ** 
## Triceps      0.5625       12.3167      2.6818       4.5926   0.0003 ***
## Thigh        0.3625        8.2713      2.6364       3.1374   0.0060 ** 
## Midarm      -0.1956       -3.1091      2.4862      -1.2506   0.2280    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76430  0.73650  2.00778 21.95530 37.75388 99.66774 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.00778 , 17.92814 ) = 1.490429e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.02 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -7.4034     -633.1991    161.1205      -3.9300   0.0011 ** 
## Triceps      0.5554       12.1599      2.5781       4.7167   0.0002 ***
## Thigh        0.3681        8.4000      2.5522       3.2913   0.0043 ** 
## Midarm      -0.1916       -3.0464      2.4681      -1.2343   0.2339    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76340  0.73560  2.00448 21.95136 37.75478 99.66535 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.00448 , 17.93165 ) = 1.500203e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.021 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -7.5987     -637.1171    156.8650      -4.0616   0.0008 ***
## Triceps      0.5488       12.0172      2.4848       4.8364   0.0002 ***
## Thigh        0.3732        8.5162      2.4770       3.4381   0.0031 ** 
## Midarm      -0.1880       -2.9890      2.4521      -1.2190   0.2395    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76260  0.73460  2.00138 21.94758 37.75553 99.66301 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.00138 , 17.93478 ) = 1.509565e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.022 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -7.7756     -640.6594    153.0543      -4.1858   0.0006 ***
## Triceps      0.5429       11.8865      2.4005       4.9517   0.0001 ***
## Thigh        0.3779        8.6216      2.4095       3.5782   0.0023 ** 
## Midarm      -0.1847       -2.9363      2.4378      -1.2045   0.2449    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76170  0.73370  1.99839 21.94407 37.75602 99.66053 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.99839 , 17.93772 ) = 1.518633e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.023 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -7.9365     -643.8738    149.6279      -4.3032   0.0005 ***
## Triceps      0.5374       11.7665      2.3241       5.0629   0.0001 ***
## Thigh        0.3821        8.7175      2.3486       3.7118   0.0017 ** 
## Midarm      -0.1816       -2.8877      2.4249      -1.1908   0.2501    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76090  0.73280  1.99555 21.94070 37.75640 99.65808 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.99555 , 17.9404 ) = 1.527372e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.024 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.0833     -646.7999    146.5352      -4.4140   0.0004 ***
## Triceps      0.5323       11.6559      2.2546       5.1699   0.0001 ***
## Thigh        0.3859        8.8051      2.2935       3.8391   0.0013 ** 
## Midarm      -0.1788       -2.8427      2.4133      -1.1779   0.2551    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.76010  0.73180  1.99282 21.93744 37.75665 99.65561 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.99282 , 17.94286 ) = 1.535889e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.025 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.2177     -649.4715    143.7336      -4.5186   0.0003 ***
## Triceps      0.5277       11.5535      2.1911       5.2728   0.0001 ***
## Thigh        0.3894        8.8853      2.2436       3.9604   0.0010 ***
## Midarm      -0.1762       -2.8008      2.4027      -1.1657   0.2598    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75920  0.73090  1.99022 21.93423 37.75685 99.65322 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.99022 , 17.94508 ) = 1.54415e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.026 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.3410     -651.9171    141.1865      -4.6174   0.0002 ***
## Triceps      0.5233       11.4584      2.1331       5.3718   0.0001 ***
## Thigh        0.3926        8.9591      2.1980       4.0760   0.0008 ***
## Midarm      -0.1737       -2.7617      2.3930      -1.1541   0.2644    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75840  0.73000  1.98765 21.93127 37.75684 99.65066 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.98765 , 17.94726 ) = 1.552284e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.027 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.4545     -654.1612    138.8641      -4.7108   0.0002 ***
## Triceps      0.5193       11.3699      2.0797       5.4670   <2e-16 ***
## Thigh        0.3956        9.0270      2.1564       4.1860   0.0006 ***
## Midarm      -0.1714       -2.7252      2.3841      -1.1430   0.2688    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75760  0.72900  1.98520 21.92826 37.75684 99.64821 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.9852 , 17.9492 ) = 1.560224e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.028 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.5592     -656.2249    136.7397      -4.7991   0.0002 ***
## Triceps      0.5155       11.2872      2.0307       5.5584   <2e-16 ***
## Thigh        0.3984        9.0897      2.1183       4.2909   0.0005 ***
## Midarm      -0.1693       -2.6908      2.3759      -1.1326   0.2731    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75670  0.72810  1.98278 21.92543 37.75668 99.64565 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.98278 , 17.95108 ) = 1.568068e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.029 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.6559     -658.1265    134.7912      -4.8826   0.0001 ***
## Triceps      0.5120       11.2098      1.9854       5.6461   <2e-16 ***
## Thigh        0.4009        9.1477      2.0834       4.3908   0.0004 ***
## Midarm      -0.1672       -2.6586      2.3682      -1.1226   0.2772    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75590  0.72720  1.98044 21.92263 37.75651 99.64314 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.98044 , 17.95283 ) = 1.575757e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.03 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.7455     -659.8818    132.9993      -4.9615   0.0001 ***
## Triceps      0.5086       11.1371      1.9435       5.7304   <2e-16 ***
## Thigh        0.4033        9.2015      2.0511       4.4861   0.0003 ***
## Midarm      -0.1653       -2.6281      2.3611      -1.1131   0.2811    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75510  0.72630  1.97818 21.91984 37.75633 99.64071 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.97818 , 17.95445 ) = 1.583299e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.031 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.8286     -661.5046    131.3469      -5.0363   0.0001 ***
## Triceps      0.5055       11.0687      1.9047       5.8112   <2e-16 ***
## Thigh        0.4055        9.2515      2.0214       4.5768   0.0003 ***
## Midarm      -0.1635       -2.5993      2.3544      -1.1040   0.2850    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75430  0.72540  1.97597 21.91709 37.75611 99.63829 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.97597 , 17.95597 ) = 1.590747e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.032 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.9058     -663.0072    129.8195      -5.1071   0.0001 ***
## Triceps      0.5026       11.0042      1.8687       5.8887   <2e-16 ***
## Thigh        0.4075        9.2980      1.9939       4.6633   0.0002 ***
## Midarm      -0.1618       -2.5720      2.3482      -1.0953   0.2886    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75340  0.72440  1.97378 21.91443 37.75581 99.63581 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.97378 , 17.95744 ) = 1.598156e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.033 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -8.9777     -664.4003    128.4048      -5.1743   0.0001 ***
## Triceps      0.4998       10.9433      1.8352       5.9631   <2e-16 ***
## Thigh        0.4094        9.3414      1.9684       4.7458   0.0002 ***
## Midarm      -0.1601       -2.5461      2.3422      -1.0870   0.2922    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75260  0.72350  1.97167 21.91169 37.75555 99.63345 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.97167 , 17.95876 ) = 1.605463e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.034 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.0447     -665.6933    127.0908      -5.2379   0.0001 ***
## Triceps      0.4972       10.8857      1.8039       6.0344   <2e-16 ***
## Thigh        0.4112        9.3818      1.9447       4.8244   0.0002 ***
## Midarm      -0.1586       -2.5214      2.3366      -1.0791   0.2956    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75180  0.72260  1.96957 21.90908 37.75522 99.63103 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.96957 , 17.9601 ) = 1.612702e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.035 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.1072     -666.8947    125.8683      -5.2984   0.0001 ***
## Triceps      0.4947       10.8310      1.7748       6.1028   <2e-16 ***
## Thigh        0.4128        9.4196      1.9226       4.8995   0.0001 ***
## Midarm      -0.1571       -2.4979      2.3313      -1.0714   0.2989    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75100  0.72170  1.96752 21.90644 37.75490 99.62867 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.96752 , 17.96132 ) = 1.619891e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.036 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.1656     -668.0119    124.7284      -5.3557   0.0001 ***
## Triceps      0.4923       10.7790      1.7475       6.1683   <2e-16 ***
## Thigh        0.4144        9.4550      1.9020       4.9711   0.0001 ***
## Midarm      -0.1557       -2.4754      2.3263      -1.0641   0.3021    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.75020  0.72080  1.96549 21.90384 37.75455 99.62629 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.96549 , 17.96252 ) = 1.627039e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.037 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.2202     -669.0518    123.6637      -5.4103   <2e-16 ***
## Triceps      0.4900       10.7296      1.7219       6.2311   <2e-16 ***
## Thigh        0.4158        9.4882      1.8828       5.0395   0.0001 ***
## Midarm      -0.1544       -2.4539      2.3214      -1.0571   0.3052    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74940  0.71990  1.96354 21.90117 37.75428 99.62409 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.96354 , 17.9636 ) = 1.634062e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.038 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.2713     -670.0203    122.6669      -5.4621   <2e-16 ***
## Triceps      0.4879       10.6825      1.6980       6.2913   <2e-16 ***
## Thigh        0.4172        9.5193      1.8648       5.1049   0.0001 ***
## Midarm      -0.1531       -2.4333      2.3168      -1.0503   0.3083    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74850  0.71900  1.96156 21.89860 37.75390 99.62174 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.96156 , 17.9647 ) = 1.641156e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.039 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.3192     -670.9229    121.7325      -5.5115   <2e-16 ***
## Triceps      0.4858       10.6375      1.6755       6.3489   <2e-16 ***
## Thigh        0.4185        9.5485      1.8479       5.1673   0.0001 ***
## Midarm      -0.1518       -2.4135      2.3124      -1.0437   0.3112    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74770  0.71810  1.95964 21.89596 37.75359 99.61951 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.95964 , 17.9657 ) = 1.648171e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.04 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.3640     -671.7644    120.8548      -5.5584   <2e-16 ***
## Triceps      0.4839       10.5946      1.6543       6.4042   <2e-16 ***
## Thigh        0.4197        9.5759      1.8320       5.2270   0.0001 ***
## Midarm      -0.1506       -2.3945      2.3081      -1.0374   0.3140    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74690  0.71720  1.95776 21.89329 37.75331 99.61736 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.95776 , 17.96664 ) = 1.655131e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.041 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.4061     -672.5492    120.0288      -5.6032   <2e-16 ***
## Triceps      0.4820       10.5535      1.6344       6.4572   <2e-16 ***
## Thigh        0.4208        9.6017      1.8171       5.2841   0.0001 ***
## Midarm      -0.1495       -2.3762      2.3040      -1.0314   0.3168    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74610  0.71630  1.95585 21.89073 37.75294 99.61509 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.95585 , 17.96764 ) = 1.662148e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.042 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.4457     -673.2813    119.2507      -5.6459   <2e-16 ***
## Triceps      0.4802       10.5141      1.6156       6.5079   <2e-16 ***
## Thigh        0.4219        9.6260      1.8031       5.3387   0.0001 ***
## Midarm      -0.1484       -2.3586      2.3000      -1.0255   0.3195    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74530  0.71540  1.95401 21.88805 37.75267 99.61299 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.95401 , 17.9685 ) = 1.669083e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.043 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.4828     -673.9644    118.5160      -5.6867   <2e-16 ***
## Triceps      0.4785       10.4763      1.5978       6.5566   <2e-16 ***
## Thigh        0.4229        9.6489      1.7898       5.3910   <2e-16 ***
## Midarm      -0.1473       -2.3416      2.2962      -1.0198   0.3221    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74450  0.71450  1.95216 21.88547 37.75235 99.61083 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.95216 , 17.96942 ) = 1.676018e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.044 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.5177     -674.6018    117.8219      -5.7256   <2e-16 ***
## Triceps      0.4768       10.4400      1.5811       6.6031   <2e-16 ***
## Thigh        0.4238        9.6704      1.7773       5.4411   <2e-16 ***
## Midarm      -0.1463       -2.3252      2.2925      -1.0143   0.3246    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74370  0.71360  1.95037 21.88272 37.75213 99.60882 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.95037 , 17.97018 ) = 1.682935e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.045 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.5505     -675.1965    117.1644      -5.7628   <2e-16 ***
## Triceps      0.4752       10.4051      1.5652       6.6478   <2e-16 ***
## Thigh        0.4247        9.6907      1.7654       5.4891   <2e-16 ***
## Midarm      -0.1453       -2.3093      2.2889      -1.0090   0.3271    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74290  0.71270  1.94856 21.88011 37.75185 99.60674 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.94856 , 17.97104 ) = 1.689841e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.046 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.5813     -675.7513    116.5412      -5.7984   <2e-16 ***
## Triceps      0.4737       10.3715      1.5502       6.6906   <2e-16 ***
## Thigh        0.4256        9.7099      1.7542       5.5352   <2e-16 ***
## Midarm      -0.1443       -2.2940      2.2853      -1.0038   0.3295    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74210  0.71180  1.94676 21.87747 37.75157 99.60467 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.94676 , 17.97186 ) = 1.696782e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.047 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.6103     -676.2686    115.9499      -5.8324   <2e-16 ***
## Triceps      0.4722       10.3391      1.5359       6.7316   <2e-16 ***
## Thigh        0.4264        9.7280      1.7436       5.5793   <2e-16 ***
## Midarm      -0.1434       -2.2791      2.2819      -0.9988   0.3319    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74130  0.71090  1.94503 21.87470 37.75142 99.60280 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.94503 , 17.97256 ) = 1.703637e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.048 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.6376     -676.7509    115.3876      -5.8650   <2e-16 ***
## Triceps      0.4708       10.3079      1.5224       6.7710   <2e-16 ***
## Thigh        0.4271        9.7451      1.7335       5.6216   <2e-16 ***
## Midarm      -0.1424       -2.2647      2.2786      -0.9939   0.3342    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.74050  0.71000  1.94328 21.87199 37.75122 99.60086 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.94328 , 17.97329 ) = 1.71055e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.049 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.6633     -677.2002    114.8525      -5.8963   <2e-16 ***
## Triceps      0.4694       10.2777      1.5095       6.8087   <2e-16 ***
## Thigh        0.4278        9.7612      1.7239       5.6623   <2e-16 ***
## Midarm      -0.1416       -2.2507      2.2753      -0.9892   0.3364    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73970  0.70910  1.94155 21.86926 37.75106 99.59897 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.94155 , 17.97401 ) = 1.717443e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.05 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.6874     -677.6185    114.3425      -5.9262   <2e-16 ***
## Triceps      0.4681       10.2486      1.4973       6.8448   <2e-16 ***
## Thigh        0.4285        9.7764      1.7147       5.7014   <2e-16 ***
## Midarm      -0.1407       -2.2370      2.2722      -0.9845   0.3386    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73890  0.70820  1.93983 21.86652 37.75091 99.59710 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.93983 , 17.97472 ) = 1.72434e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.051 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.7101     -678.0077    113.8563      -5.9549   <2e-16 ***
## Triceps      0.4668       10.2204      1.4856       6.8795   <2e-16 ***
## Thigh        0.4291        9.7908      1.7060       5.7389   <2e-16 ***
## Midarm      -0.1399       -2.2238      2.2690      -0.9801   0.3407    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73810  0.70730  1.93815 21.86364 37.75083 99.59536 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.93815 , 17.9753 ) = 1.731266e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.052 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.7315     -678.3694    113.3914      -5.9825   <2e-16 ***
## Triceps      0.4655       10.1932      1.4746       6.9127   <2e-16 ***
## Thigh        0.4297        9.8044      1.6977       5.7750   <2e-16 ***
## Midarm      -0.1391       -2.2109      2.2660      -0.9757   0.3428    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73730  0.70640  1.93643 21.86093 37.75068 99.59349 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.93643 , 17.97602 ) = 1.738207e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.053 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.7516     -678.7051    112.9471      -6.0091   <2e-16 ***
## Triceps      0.4643       10.1668      1.4640       6.9446   <2e-16 ***
## Thigh        0.4303        9.8173      1.6898       5.8097   <2e-16 ***
## Midarm      -0.1383       -2.1984      2.2630      -0.9714   0.3449    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73650  0.70550  1.93476 21.85807 37.75063 99.59178 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.93476 , 17.97663 ) = 1.74514e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.054 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.7705     -679.0164    112.5216      -6.0345   <2e-16 ***
## Triceps      0.4632       10.1412      1.4539       6.9752   <2e-16 ***
## Thigh        0.4308        9.8294      1.6822       5.8431   <2e-16 ***
## Midarm      -0.1375       -2.1862      2.2601      -0.9673   0.3469    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73580  0.70470  1.93308 21.85526 37.75056 99.59004 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.93308 , 17.97728 ) = 1.752087e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.055 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.7882     -679.3044    112.1140      -6.0591   <2e-16 ***
## Triceps      0.4620       10.1163      1.4443       7.0045   <2e-16 ***
## Thigh        0.4313        9.8409      1.6750       5.8753   <2e-16 ***
## Midarm      -0.1368       -2.1742      2.2572      -0.9632   0.3489    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73500  0.70380  1.93145 21.85235 37.75060 99.58845 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.93145 , 17.97785 ) = 1.758987e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.056 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.8049     -679.5706    111.7229      -6.0826   <2e-16 ***
## Triceps      0.4609       10.0922      1.4351       7.0326   <2e-16 ***
## Thigh        0.4318        9.8517      1.6680       5.9063   <2e-16 ***
## Midarm      -0.1360       -2.1626      2.2544      -0.9593   0.3508    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73420  0.70290  1.92979 21.84944 37.75059 99.58678 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.92979 , 17.97843 ) = 1.766016e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.057 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.8206     -679.8160    111.3472      -6.1054   <2e-16 ***
## Triceps      0.4598       10.0688      1.4262       7.0597   <2e-16 ***
## Thigh        0.4322        9.8620      1.6613       5.9361   <2e-16 ***
## Midarm      -0.1353       -2.1512      2.2516      -0.9554   0.3527    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73340  0.70200  1.92815 21.84655 37.75062 99.58519 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.92815 , 17.97903 ) = 1.772982e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.058 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.8352     -680.0417    110.9862      -6.1273   <2e-16 ***
## Triceps      0.4588       10.0460      1.4178       7.0856   <2e-16 ***
## Thigh        0.4326        9.8716      1.6550       5.9649   <2e-16 ***
## Midarm      -0.1346       -2.1401      2.2488      -0.9517   0.3546    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73260  0.70120  1.92655 21.84355 37.75074 99.58372 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.92655 , 17.97955 ) = 1.779938e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.059 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.8490     -680.2487    110.6387      -6.1484   <2e-16 ***
## Triceps      0.4578       10.0239      1.4097       7.1105   <2e-16 ***
## Thigh        0.4330        9.8808      1.6488       5.9926   <2e-16 ***
## Midarm      -0.1339       -2.1292      2.2461      -0.9480   0.3564    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73180  0.70030  1.92492 21.84061 37.75082 99.58217 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.92492 , 17.98013 ) = 1.786979e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.06 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.8619     -680.4380    110.3042      -6.1687   <2e-16 ***
## Triceps      0.4568       10.0023      1.4020       7.1343   <2e-16 ***
## Thigh        0.4334        9.8894      1.6429       6.0194   <2e-16 ***
## Midarm      -0.1333       -2.1186      2.2435      -0.9443   0.3582    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73100  0.69940  1.92331 21.83761 37.75095 99.58069 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.92331 , 17.98067 ) = 1.79402e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.061 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.8740     -680.6104    109.9817      -6.1884   <2e-16 ***
## Triceps      0.4558        9.9813      1.3946       7.1573   <2e-16 ***
## Thigh        0.4338        9.8975      1.6372       6.0452   <2e-16 ***
## Midarm      -0.1326       -2.1082      2.2408      -0.9408   0.3599    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.73030  0.69850  1.92173 21.83457 37.75115 99.57932 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.92173 , 17.98119 ) = 1.801019e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.062 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.8852     -680.7667    109.6704      -6.2074   <2e-16 ***
## Triceps      0.4549        9.9608      1.3874       7.1793   <2e-16 ***
## Thigh        0.4341        9.9052      1.6318       6.0702   <2e-16 ***
## Midarm      -0.1320       -2.0980      2.2382      -0.9373   0.3617    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72950  0.69770  1.92012 21.83154 37.75131 99.57788 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.92012 , 17.98173 ) = 1.808141e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.063 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.8958     -680.9078    109.3701      -6.2257   <2e-16 ***
## Triceps      0.4540        9.9409      1.3806       7.2005   <2e-16 ***
## Thigh        0.4344        9.9124      1.6265       6.0943   <2e-16 ***
## Midarm      -0.1313       -2.0880      2.2357      -0.9339   0.3633    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72870  0.69680  1.91855 21.82842 37.75156 99.57656 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.91855 , 17.9822 ) = 1.815232e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.064 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9056     -681.0343    109.0798      -6.2435   <2e-16 ***
## Triceps      0.4531        9.9214      1.3740       7.2208   <2e-16 ***
## Thigh        0.4347        9.9192      1.6214       6.1176   <2e-16 ***
## Midarm      -0.1307       -2.0782      2.2332      -0.9306    0.365    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72790  0.69590  1.91700 21.82527 37.75186 99.57533 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.917 , 17.98268 ) = 1.822293e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.065 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9147     -681.1469    108.7989      -6.2606   <2e-16 ***
## Triceps      0.4522        9.9024      1.3677       7.2403   <2e-16 ***
## Thigh        0.4350        9.9257      1.6165       6.1401   <2e-16 ***
## Midarm      -0.1301       -2.0686      2.2307      -0.9273   0.3667    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72720  0.69510  1.91543 21.82216 37.75215 99.57405 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.91543 , 17.98319 ) = 1.829421e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.066 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9231     -681.2463    108.5271      -6.2772   <2e-16 ***
## Triceps      0.4514        9.8838      1.3616       7.2591   <2e-16 ***
## Thigh        0.4353        9.9317      1.6118       6.1619   <2e-16 ***
## Midarm      -0.1295       -2.0592      2.2282      -0.9241   0.3683    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72640  0.69420  1.91388 21.81895 37.75249 99.57285 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.91388 , 17.98364 ) = 1.836592e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.067 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9310     -681.3330    108.2638      -6.2933   <2e-16 ***
## Triceps      0.4506        9.8657      1.3557       7.2771   <2e-16 ***
## Thigh        0.4355        9.9374      1.6072       6.1830   <2e-16 ***
## Midarm      -0.1289       -2.0499      2.2258      -0.9210   0.3699    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72560  0.69330  1.91233 21.81575 37.75285 99.57167 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.91233 , 17.98411 ) = 1.843782e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.068 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9382     -681.4077    108.0084      -6.3088   <2e-16 ***
## Triceps      0.4498        9.8479      1.3501       7.2945   <2e-16 ***
## Thigh        0.4358        9.9427      1.6028       6.2034   <2e-16 ***
## Midarm      -0.1284       -2.0408      2.2233      -0.9179   0.3714    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72490  0.69250  1.91076 21.81258 37.75319 99.57044 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.91076 , 17.98463 ) = 1.851039e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.069 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9449     -681.4708    107.7610      -6.3239   <2e-16 ***
## Triceps      0.4490        9.8306      1.3446       7.3111   <2e-16 ***
## Thigh        0.4360        9.9477      1.5985       6.2231   <2e-16 ***
## Midarm      -0.1278       -2.0318      2.2209      -0.9149    0.373    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72410  0.69160  1.90926 21.80920 37.75369 99.56945 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.90926 , 17.98499 ) = 1.858244e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.07 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9510     -681.5229    107.5205      -6.3385   <2e-16 ***
## Triceps      0.4482        9.8136      1.3394       7.3271   <2e-16 ***
## Thigh        0.4362        9.9523      1.5944       6.2422   <2e-16 ***
## Midarm      -0.1273       -2.0230      2.2186      -0.9119   0.3745    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72330  0.69080  1.90771 21.80598 37.75411 99.56832 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.90771 , 17.9855 ) = 1.865521e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.071 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9566     -681.5644    107.2868      -6.3527   <2e-16 ***
## Triceps      0.4474        9.7970      1.3343       7.3425   <2e-16 ***
## Thigh        0.4364        9.9567      1.5903       6.2608   <2e-16 ***
## Midarm      -0.1267       -2.0144      2.2162      -0.9089    0.376    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72250  0.68990  1.90617 21.80270 37.75457 99.56725 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.90617 , 17.98597 ) = 1.872846e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.072 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9617     -681.5958    107.0599      -6.3665   <2e-16 ***
## Triceps      0.4467        9.7807      1.3294       7.3573   <2e-16 ***
## Thigh        0.4366        9.9608      1.5864       6.2787   <2e-16 ***
## Midarm      -0.1262       -2.0059      2.2139      -0.9060   0.3775    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72180  0.68910  1.90466 21.79932 37.75511 99.56629 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.90466 , 17.98639 ) = 1.880167e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.073 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9663     -681.6176    106.8390      -6.3799   <2e-16 ***
## Triceps      0.4460        9.7648      1.3246       7.3716   <2e-16 ***
## Thigh        0.4367        9.9646      1.5826       6.2962   <2e-16 ***
## Midarm      -0.1257       -1.9975      2.2116      -0.9032    0.379    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72100  0.68820  1.90316 21.79592 37.75569 99.56538 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.90316 , 17.98681 ) = 1.887488e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.074 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9705     -681.6300    106.6240      -6.3928   <2e-16 ***
## Triceps      0.4452        9.7491      1.3201       7.3853   <2e-16 ***
## Thigh        0.4369        9.9681      1.5790       6.3130   <2e-16 ***
## Midarm      -0.1251       -1.9893      2.2093      -0.9004   0.3804    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.72030  0.68740  1.90165 21.79253 37.75628 99.56446 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.90165 , 17.98725 ) = 1.894871e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.075 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9742     -681.6335    106.4148      -6.4054   <2e-16 ***
## Triceps      0.4446        9.7338      1.3157       7.3985   <2e-16 ***
## Thigh        0.4370        9.9714      1.5754       6.3294   <2e-16 ***
## Midarm      -0.1246       -1.9811      2.2070      -0.8976   0.3818    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71950  0.68650  1.90017 21.78903 37.75695 99.56365 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.90017 , 17.98763 ) = 1.902255e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.076 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9775     -681.6284    106.2106      -6.4177   <2e-16 ***
## Triceps      0.4439        9.7187      1.3114       7.4111   <2e-16 ***
## Thigh        0.4371        9.9744      1.5719       6.3453   <2e-16 ***
## Midarm      -0.1241       -1.9731      2.2048      -0.8949   0.3832    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71870  0.68570  1.89865 21.78563 37.75756 99.56275 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.89865 , 17.9881 ) = 1.909728e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.077 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9804     -681.6151    106.0117      -6.4296   <2e-16 ***
## Triceps      0.4432        9.7040      1.3072       7.4233   <2e-16 ***
## Thigh        0.4373        9.9772      1.5685       6.3608   <2e-16 ***
## Midarm      -0.1236       -1.9652      2.2026      -0.8923   0.3846    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71800  0.68480  1.89717 21.78211 37.75827 99.56199 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.89717 , 17.9885 ) = 1.917185e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.078 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9829     -681.5940    105.8175      -6.4412   <2e-16 ***
## Triceps      0.4425        9.6895      1.3032       7.4351   <2e-16 ***
## Thigh        0.4374        9.9797      1.5653       6.3758   <2e-16 ***
## Midarm      -0.1231       -1.9575      2.2004      -0.8896    0.386    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71720  0.68400  1.89568 21.77861 37.75898 99.56122 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.89568 , 17.98893 ) = 1.924687e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.079 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9850     -681.5653    105.6282      -6.4525   <2e-16 ***
## Triceps      0.4419        9.6752      1.2993       7.4464   <2e-16 ***
## Thigh        0.4375        9.9821      1.5621       6.3903   <2e-16 ***
## Midarm      -0.1226       -1.9498      2.1982      -0.8870   0.3874    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71650  0.68310  1.89423 21.77497 37.75980 99.56060 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.89423 , 17.98927 ) = 1.932183e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.08 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9868     -681.5292    105.4430      -6.4635   <2e-16 ***
## Triceps      0.4412        9.6612      1.2955       7.4573   <2e-16 ***
## Thigh        0.4376        9.9842      1.5589       6.4045   <2e-16 ***
## Midarm      -0.1222       -1.9422      2.1960      -0.8844   0.3887    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71570  0.68230  1.89274 21.77143 37.76057 99.55988 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.89274 , 17.98971 ) = 1.939765e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.081 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9881     -681.4862    105.2622      -6.4742   <2e-16 ***
## Triceps      0.4406        9.6475      1.2919       7.4677   <2e-16 ***
## Thigh        0.4377        9.9861      1.5559       6.4182   <2e-16 ***
## Midarm      -0.1217       -1.9348      2.1938      -0.8819     0.39    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71500  0.68140  1.89128 21.76779 37.76142 99.55927 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.89128 , 17.99009 ) = 1.94735e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.082 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9892     -681.4364    105.0853      -6.4846   <2e-16 ***
## Triceps      0.4400        9.6340      1.2883       7.4778   <2e-16 ***
## Thigh        0.4377        9.9878      1.5529       6.4316   <2e-16 ***
## Midarm      -0.1212       -1.9274      2.1917      -0.8794   0.3914    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71420  0.68060  1.88982 21.76414 37.76229 99.55869 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.88982 , 17.99048 ) = 1.954969e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.083 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9900     -681.3802    104.9123      -6.4948   <2e-16 ***
## Triceps      0.4394        9.6207      1.2849       7.4875   <2e-16 ***
## Thigh        0.4378        9.9894      1.5500       6.4446   <2e-16 ***
## Midarm      -0.1208       -1.9201      2.1895      -0.8770   0.3927    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71350  0.67980  1.88836 21.76046 37.76318 99.55813 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.88836 , 17.99088 ) = 1.962629e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.084 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9904     -681.3177    104.7430      -6.5047   <2e-16 ***
## Triceps      0.4388        9.6076      1.2816       7.4968   <2e-16 ***
## Thigh        0.4379        9.9908      1.5472       6.4573   <2e-16 ***
## Midarm      -0.1203       -1.9129      2.1874      -0.8745   0.3939    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71270  0.67890  1.88692 21.75672 37.76414 99.55766 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.88692 , 17.99124 ) = 1.970302e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.085 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9906     -681.2491    104.5771      -6.5143   <2e-16 ***
## Triceps      0.4382        9.5948      1.2783       7.5058   <2e-16 ***
## Thigh        0.4379        9.9919      1.5444       6.4696   <2e-16 ***
## Midarm      -0.1199       -1.9058      2.1853      -0.8721   0.3952    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71200  0.67810  1.88544 21.75305 37.76505 99.55709 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.88544 , 17.99168 ) = 1.978087e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.086 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9904     -681.1748    104.4147      -6.5237   <2e-16 ***
## Triceps      0.4376        9.5821      1.2751       7.5145   <2e-16 ***
## Thigh        0.4380        9.9930      1.5418       6.4816   <2e-16 ***
## Midarm      -0.1194       -1.8988      2.1832      -0.8697   0.3965    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71120  0.67720  1.88400 21.74927 37.76606 99.55666 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.884 , 17.99205 ) = 1.985844e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.087 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9900     -681.0949    104.2555      -6.5329   <2e-16 ***
## Triceps      0.4370        9.5696      1.2721       7.5228   <2e-16 ***
## Thigh        0.4380        9.9938      1.5391       6.4932   <2e-16 ***
## Midarm      -0.1190       -1.8919      2.1811      -0.8674   0.3977    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.71050  0.67640  1.88255 21.74550 37.76708 99.55624 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.88255 , 17.99246 ) = 1.993652e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.088 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9892     -681.0095    104.0996      -6.5419   <2e-16 ***
## Triceps      0.4365        9.5574      1.2691       7.5309   <2e-16 ***
## Thigh        0.4380        9.9945      1.5365       6.5046   <2e-16 ***
## Midarm      -0.1186       -1.8850      2.1790      -0.8651    0.399    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70970  0.67560  1.88114 21.74161 37.76820 99.55595 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.88114 , 17.99278 ) = 2.001446e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.089 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9883     -680.9190    103.9466      -6.5507   <2e-16 ***
## Triceps      0.4359        9.5453      1.2662       7.5386   <2e-16 ***
## Thigh        0.4380        9.9951      1.5340       6.5156   <2e-16 ***
## Midarm      -0.1182       -1.8783      2.1770      -0.8628   0.4002    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70900  0.67480  1.87972 21.73771 37.76932 99.55567 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.87972 , 17.99312 ) = 2.009307e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.09 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9871     -680.8234    103.7963      -6.5592   <2e-16 ***
## Triceps      0.4354        9.5333      1.2634       7.5460   <2e-16 ***
## Thigh        0.4381        9.9955      1.5315       6.5264   <2e-16 ***
## Midarm      -0.1177       -1.8716      2.1749      -0.8605   0.4014    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70830  0.67390  1.87830 21.73384 37.77047 99.55540 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.8783 , 17.99351 ) = 2.017161e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.091 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9856     -680.7230    103.6488      -6.5676   <2e-16 ***
## Triceps      0.4349        9.5216      1.2606       7.5532   <2e-16 ***
## Thigh        0.4381        9.9958      1.5291       6.5369   <2e-16 ***
## Midarm      -0.1173       -1.8649      2.1729      -0.8583   0.4026    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70750  0.67310  1.87685 21.72997 37.77159 99.55508 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.87685 , 17.99392 ) = 2.025163e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.092 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9839     -680.6179    103.5039      -6.5758   <2e-16 ***
## Triceps      0.4343        9.5100      1.2579       7.5601   <2e-16 ***
## Thigh        0.4381        9.9959      1.5268       6.5472   <2e-16 ***
## Midarm      -0.1169       -1.8584      2.1709      -0.8561   0.4038    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70680  0.67230  1.87543 21.72603 37.77279 99.55486 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.87543 , 17.9943 ) = 2.033134e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.093 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9820     -680.5083    103.3616      -6.5838   <2e-16 ***
## Triceps      0.4338        9.4986      1.2553       7.5668   <2e-16 ***
## Thigh        0.4381        9.9959      1.5244       6.5572   <2e-16 ***
## Midarm      -0.1165       -1.8519      2.1689      -0.8539    0.405    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70600  0.67150  1.87400 21.72208 37.77400 99.55465 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.874 , 17.99469 ) = 2.041179e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.094 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9799     -680.3943    103.2220      -6.5916   <2e-16 ***
## Triceps      0.4333        9.4873      1.2528       7.5731   <2e-16 ***
## Thigh        0.4381        9.9958      1.5222       6.5669   <2e-16 ***
## Midarm      -0.1161       -1.8455      2.1669      -0.8517   0.4061    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70530  0.67060  1.87262 21.71799 37.77534 99.55461 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.87262 , 17.99498 ) = 2.049185e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.095 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9775     -680.2760    103.0846      -6.5992   <2e-16 ***
## Triceps      0.4328        9.4762      1.2503       7.5793   <2e-16 ***
## Thigh        0.4381        9.9956      1.5199       6.5764   <2e-16 ***
## Midarm      -0.1157       -1.8391      2.1649      -0.8495   0.4073    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70460  0.66980  1.87123 21.71390 37.77667 99.55456 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.87123 , 17.9953 ) = 2.057257e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.096 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9749     -680.1537    102.9492      -6.6067   <2e-16 ***
## Triceps      0.4323        9.4652      1.2478       7.5852   <2e-16 ***
## Thigh        0.4381        9.9952      1.5177       6.5856   <2e-16 ***
## Midarm      -0.1153       -1.8329      2.1629      -0.8474   0.4085    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70380  0.66900  1.86980 21.70993 37.77796 99.55443 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.8698 , 17.99573 ) = 2.065398e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.097 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9722     -680.0275    102.8163      -6.6140   <2e-16 ***
## Triceps      0.4318        9.4544      1.2455       7.5909   <2e-16 ***
## Thigh        0.4380        9.9947      1.5156       6.5947   <2e-16 ***
## Midarm      -0.1149       -1.8266      2.1609      -0.8453   0.4096    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70310  0.66820  1.86841 21.70581 37.77935 99.55443 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.86841 , 17.99607 ) = 2.073549e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.098 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9692     -679.8974    102.6853      -6.6212   <2e-16 ***
## Triceps      0.4313        9.4437      1.2432       7.5965   <2e-16 ***
## Thigh        0.4380        9.9941      1.5135       6.6035   <2e-16 ***
## Midarm      -0.1145       -1.8205      2.1590      -0.8432   0.4107    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70240  0.66740  1.86699 21.70173 37.78071 99.55438 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.86699 , 17.99647 ) = 2.081806e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.099 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9661     -679.7636    102.5566      -6.6282   <2e-16 ***
## Triceps      0.4308        9.4332      1.2409       7.6017   <2e-16 ***
## Thigh        0.4380        9.9935      1.5114       6.6121   <2e-16 ***
## Midarm      -0.1141       -1.8144      2.1570      -0.8411   0.4119    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70160  0.66650  1.86563 21.69748 37.78221 99.55453 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.86563 , 17.99675 ) = 2.090003e-05 
## -------------------------------------------------------------------
## 
## 
## Coefficients: for Ridge parameter K= 0.1 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)    
## Intercept   -9.9628     -679.6262    102.4297      -6.6351   <2e-16 ***
## Triceps      0.4303        9.4227      1.2387       7.6068   <2e-16 ***
## Thigh        0.4380        9.9927      1.5093       6.6205   <2e-16 ***
## Midarm      -0.1138       -1.8083      2.1551      -0.8391    0.413    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.70090  0.66570  1.86425 21.69332 37.78370 99.55464 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 1.86425 , 17.99711 ) = 2.098229e-05 
## -------------------------------------------------------------------
## Ridge trace
plot(mod)
plot(mod, type = "ridge")

## VIF trace
plot(mod, type = "vif")

Model Regresi Ridge dengan K Optimal

#Fitting Model Regresi Ridge
mod_opt <- lmridge(Bodyfat~., 
as.data.frame(data), K = 0.001)
summary(mod_opt)
## 
## Call:
## lmridge.default(formula = Bodyfat ~ ., data = as.data.frame(data), 
##     K = 0.001)
## 
## 
## Coefficients: for Ridge parameter K= 0.001 
##            Estimate Estimate (Sc) StdErr (Sc) t-value (Sc) Pr(>|t|)
## Intercept   42.2182      381.2959   1450.0276       0.2630   0.7958
## Triceps      2.0684       45.2892     27.1827       1.6661   0.1145
## Thigh       -0.9177      -20.9398     24.2754      -0.8626   0.4007
## Midarm      -0.9922      -15.7733     10.6448      -1.4818   0.1572
## 
## Ridge Summary
##       R2   adj-R2 DF ridge        F      AIC      BIC 
##  0.78330  0.75780  2.41928 22.51692 37.39934 99.72294 
## Ridge minimum MSE= 6220.488 at K= 0.001 
## P-value for F-test ( 2.41928 , 17.33544 ) = 7.39047e-06 
## -------------------------------------------------------------------