Selection_Variabel

Kevin Alifviansyah

2024-02-09

Import Library

library(caret)

## Warning: package 'caret' was built under R version 4.3.1

## Loading required package: ggplot2

## Warning: package 'ggplot2' was built under R version 4.3.1

## Loading required package: lattice

library(dplyr)

## 
## Attaching package: 'dplyr'

## The following objects are masked from 'package:stats':
## 
##     filter, lag

## The following objects are masked from 'package:base':
## 
##     intersect, setdiff, setequal, union

library(caTools)

## Warning: package 'caTools' was built under R version 4.3.1

library(ISLR)

## Warning: package 'ISLR' was built under R version 4.3.1

library(knitr)

## Warning: package 'knitr' was built under R version 4.3.1

library(printr)

## Warning: package 'printr' was built under R version 4.3.2

## Registered S3 method overwritten by 'printr':
##   method                from     
##   knit_print.data.frame rmarkdown

library(corrplot)

## Warning: package 'corrplot' was built under R version 4.3.1

## corrplot 0.92 loaded

library(leaps)

## Warning: package 'leaps' was built under R version 4.3.2

library(olsrr)

## Warning: package 'olsrr' was built under R version 4.3.2

## 
## Attaching package: 'olsrr'

## The following object is masked from 'package:datasets':
## 
##     rivers

library(stringr)
library(PerformanceAnalytics)

## Warning: package 'PerformanceAnalytics' was built under R version 4.3.2

## Loading required package: xts

## Warning: package 'xts' was built under R version 4.3.1

## Loading required package: zoo

## Warning: package 'zoo' was built under R version 4.3.1

## 
## Attaching package: 'zoo'

## The following objects are masked from 'package:base':
## 
##     as.Date, as.Date.numeric

## 
## ######################### Warning from 'xts' package ##########################
## #                                                                             #
## # The dplyr lag() function breaks how base R's lag() function is supposed to  #
## # work, which breaks lag(my_xts). Calls to lag(my_xts) that you type or       #
## # source() into this session won't work correctly.                            #
## #                                                                             #
## # Use stats::lag() to make sure you're not using dplyr::lag(), or you can add #
## # conflictRules('dplyr', exclude = 'lag') to your .Rprofile to stop           #
## # dplyr from breaking base R's lag() function.                                #
## #                                                                             #
## # Code in packages is not affected. It's protected by R's namespace mechanism #
## # Set `options(xts.warn_dplyr_breaks_lag = FALSE)` to suppress this warning.  #
## #                                                                             #
## ###############################################################################

## 
## Attaching package: 'xts'

## The following objects are masked from 'package:dplyr':
## 
##     first, last

## 
## Attaching package: 'PerformanceAnalytics'

## The following object is masked from 'package:graphics':
## 
##     legend

Import Data Set

Data yang digunakan pada penelitian ini merupakan data dari prostate Cancer pada (Hastie et.al. 2009) pada link berikut: https://web.stanford.edu/~hastie/ElemStatLearn

prostate = read.csv("data_cancer.csv",sep =";")
prostate

X	lcavol	lweight	age	lbph	svi	lcp	gleason	pgg45	lpsa	train
1	-0.5798185	2.769459	50	-1.3862944	0	-1.3862944	6	0	-0.4307829	TRUE
2	-0.9942523	3.319626	58	-1.3862944	0	-1.3862944	6	0	-0.1625189	TRUE
3	-0.5108256	2.691243	74	-1.3862944	0	-1.3862944	7	20	-0.1625189	TRUE
4	-1.2039728	3.282789	58	-1.3862944	0	-1.3862944	6	0	-0.1625189	TRUE
5	0.7514161	3.432373	62	-1.3862944	0	-1.3862944	6	0	0.3715636	TRUE
6	-1.0498221	3.228826	50	-1.3862944	0	-1.3862944	6	0	0.7654678	TRUE
7	0.7371641	3.473518	64	0.6151856	0	-1.3862944	6	0	0.7654678	FALSE
8	0.6931472	3.539509	58	1.5368672	0	-1.3862944	6	0	0.8544153	TRUE
9	-0.7765288	3.539509	47	-1.3862944	0	-1.3862944	6	0	1.0473190	FALSE
10	0.2231436	3.244544	63	-1.3862944	0	-1.3862944	6	0	1.0473190	FALSE
11	0.2546422	3.604138	65	-1.3862944	0	-1.3862944	6	0	1.2669476	TRUE
12	-1.3470736	3.598681	63	1.2669476	0	-1.3862944	6	0	1.2669476	TRUE
13	1.6134299	3.022861	63	-1.3862944	0	-0.5978370	7	30	1.2669476	TRUE
14	1.4770487	2.998229	67	-1.3862944	0	-1.3862944	7	5	1.3480731	TRUE
15	1.2059708	3.442019	57	-1.3862944	0	-0.4307829	7	5	1.3987169	FALSE
16	1.5411591	3.061052	66	-1.3862944	0	-1.3862944	6	0	1.4469190	TRUE
17	-0.4155154	3.516013	70	1.2441546	0	-0.5978370	7	30	1.4701758	TRUE
18	2.2884862	3.649359	66	-1.3862944	0	0.3715636	6	0	1.4929041	TRUE
19	-0.5621189	3.267666	41	-1.3862944	0	-1.3862944	6	0	1.5581446	TRUE
20	0.1823216	3.825375	70	1.6582281	0	-1.3862944	6	0	1.5993876	TRUE
21	1.1474025	3.419365	59	-1.3862944	0	-1.3862944	6	0	1.6389967	TRUE
22	2.0592388	3.501043	60	1.4747630	0	1.3480732	7	20	1.6582281	FALSE
23	-0.5447272	3.375880	59	-0.7985077	0	-1.3862944	6	0	1.6956156	TRUE
24	1.7817091	3.451574	63	0.4382549	0	1.1786550	7	60	1.7137979	TRUE
25	0.3852624	3.667400	69	1.5993876	0	-1.3862944	6	0	1.7316555	FALSE
26	1.4469190	3.124565	68	0.3001046	0	-1.3862944	6	0	1.7664417	FALSE
27	0.5128236	3.719651	65	-1.3862944	0	-0.7985077	7	70	1.8000583	TRUE
28	-0.4004776	3.865979	67	1.8164521	0	-1.3862944	7	20	1.8164521	FALSE
29	1.0402767	3.128951	67	0.2231436	0	0.0487902	7	80	1.8484548	TRUE
30	2.4096442	3.375880	65	-1.3862944	0	1.6193882	6	0	1.8946169	TRUE
31	0.2851789	4.090169	65	1.9629077	0	-0.7985077	6	0	1.9242487	TRUE
32	0.1823216	3.804438	65	1.7047481	0	-1.3862944	6	0	2.0082140	FALSE
33	1.2753628	3.037354	71	1.2669476	0	-1.3862944	6	0	2.0082140	TRUE
34	0.0099503	3.267666	54	-1.3862944	0	-1.3862944	6	0	2.0215476	FALSE
35	-0.0100503	3.216874	63	-1.3862944	0	-0.7985077	6	0	2.0476928	TRUE
36	1.3083328	4.119850	64	2.1713368	0	-1.3862944	7	5	2.0856721	FALSE
37	1.4231083	3.657131	73	-0.5798185	0	1.6582281	8	15	2.1575593	TRUE
38	0.4574248	2.374906	64	-1.3862944	0	-1.3862944	7	15	2.1916535	TRUE
39	2.6609586	4.085136	68	1.3737156	1	1.8325815	7	35	2.2137539	TRUE
40	0.7975072	3.013081	56	0.9360934	0	-0.1625189	7	5	2.2772673	TRUE
41	0.6205765	3.141995	60	-1.3862944	0	-1.3862944	9	80	2.2975726	TRUE
42	1.4422020	3.682610	68	-1.3862944	0	-1.3862944	7	10	2.3075726	FALSE
43	0.5822156	3.865979	62	1.7137979	0	-0.4307829	6	0	2.3272777	TRUE
44	1.7715568	3.896909	61	-1.3862944	0	0.8109302	7	6	2.3749058	FALSE
45	1.4861397	3.409496	66	1.7491998	0	-0.4307829	7	20	2.5217206	TRUE
46	1.6639261	3.392829	61	0.6151856	0	-1.3862944	7	15	2.5533438	TRUE
47	2.7278528	3.995445	79	1.8794651	1	2.6567569	9	100	2.5687881	TRUE
48	1.1631508	4.035125	68	1.7137979	0	-0.4307829	7	40	2.5687881	FALSE
49	1.7457155	3.498022	43	-1.3862944	0	-1.3862944	6	0	2.5915164	FALSE
50	1.2208299	3.568123	70	1.3737156	0	-0.7985077	6	0	2.5915164	FALSE
51	1.0919233	3.993603	68	-1.3862944	0	-1.3862944	7	50	2.6567569	TRUE
52	1.6601310	4.234831	64	2.0731719	0	-1.3862944	6	0	2.6775910	TRUE
53	0.5128236	3.633631	64	1.4929041	0	0.0487902	7	70	2.6844403	FALSE
54	2.1270405	4.121473	68	1.7664417	0	1.4469190	7	40	2.6912431	FALSE
55	3.1535904	3.516013	59	-1.3862944	0	-1.3862944	7	5	2.7047113	FALSE
56	1.2669476	4.280132	66	2.1222615	0	-1.3862944	7	15	2.7180005	TRUE
57	0.9745596	2.865054	47	-1.3862944	0	0.5007753	7	4	2.7880929	FALSE
58	0.4637340	3.764682	49	1.4231083	0	-1.3862944	6	0	2.7942279	TRUE
59	0.5423243	4.178226	70	0.4382549	0	-1.3862944	7	20	2.8063861	TRUE
60	1.0612565	3.851211	61	1.2947272	0	-1.3862944	7	40	2.8124102	TRUE
61	0.4574248	4.524502	73	2.3263016	0	-1.3862944	6	0	2.8419982	TRUE
62	1.9974177	3.719651	63	1.6193882	1	1.9095425	7	40	2.8535925	FALSE
63	2.7757088	3.524889	72	-1.3862944	0	1.5581446	9	95	2.8535925	TRUE
64	2.0347056	3.917011	66	2.0082140	1	2.1102132	7	60	2.8820035	FALSE
65	2.0731719	3.623007	64	-1.3862944	0	-1.3862944	6	0	2.8820035	FALSE
66	1.4586150	3.836221	61	1.3217558	0	-0.4307829	7	20	2.8875901	FALSE
67	2.0228712	3.878466	68	1.7833912	0	1.3217558	7	70	2.9204698	TRUE
68	2.1983351	4.050915	72	2.3075726	0	-0.4307829	7	10	2.9626924	TRUE
69	-0.4462871	4.408547	69	-1.3862944	0	-1.3862944	6	0	2.9626924	TRUE
70	1.1939225	4.780383	72	2.3263016	0	-0.7985077	7	5	2.9729753	TRUE
71	1.8640801	3.593194	60	-1.3862944	1	1.3217558	7	60	3.0130809	TRUE
72	1.1600209	3.341093	77	1.7491998	0	-1.3862944	7	25	3.0373539	TRUE
73	1.2149127	3.825375	69	-1.3862944	1	0.2231436	7	20	3.0563569	FALSE
74	1.8389611	3.236716	60	0.4382549	1	1.1786550	9	90	3.0750055	FALSE
75	2.9992262	3.849083	69	-1.3862944	1	1.9095425	7	20	3.2752562	TRUE
76	3.1411305	3.263849	68	-0.0512933	1	2.4203681	7	50	3.3375474	TRUE
77	2.0108950	4.433789	72	2.1222615	0	0.5007753	7	60	3.3928291	TRUE
78	2.5376572	4.354784	78	2.3263016	0	-1.3862944	7	10	3.4355988	TRUE
79	2.6483002	3.582129	69	-1.3862944	1	2.5839975	7	70	3.4578927	TRUE
80	2.7794402	3.823192	63	-1.3862944	0	0.3715636	7	50	3.5130369	FALSE
81	1.4678743	3.070376	66	0.5596158	0	0.2231436	7	40	3.5160131	TRUE
82	2.5136561	3.473518	57	0.4382549	0	2.3272777	7	60	3.5307626	TRUE
83	2.6130067	3.888754	77	-0.5276327	1	0.5596158	7	30	3.5652984	TRUE
84	2.6775910	3.838376	65	1.1151416	0	1.7491998	9	70	3.5709402	FALSE
85	1.5623463	3.709907	60	1.6956156	0	0.8109302	7	30	3.5876769	TRUE
86	3.3028493	3.518980	64	-1.3862944	1	2.3272777	7	60	3.6309855	TRUE
87	2.0241931	3.731699	58	1.6389967	0	-1.3862944	6	0	3.6800909	TRUE
88	1.7316555	3.369018	62	-1.3862944	1	0.3001046	7	30	3.7123518	TRUE
89	2.8075938	4.718052	65	-1.3862944	1	2.4638532	7	60	3.9843437	TRUE
90	1.5623463	3.695110	76	0.9360934	1	0.8109302	7	75	3.9936030	TRUE
91	3.2464910	4.101817	68	-1.3862944	0	-1.3862944	6	0	4.0298060	TRUE
92	2.5329028	3.677566	61	1.3480732	1	-1.3862944	7	15	4.1295508	TRUE
93	2.8302678	3.876396	68	-1.3862944	1	1.3217558	7	60	4.3851468	TRUE
94	3.8210036	3.896909	44	-1.3862944	1	2.1690537	7	40	4.6844434	TRUE
95	2.9074474	3.396185	52	-1.3862944	1	2.4638532	7	10	5.1431245	FALSE
96	2.8825636	3.773910	68	1.5581446	1	1.5581446	7	80	5.4775090	TRUE
97	3.4719665	3.974998	68	0.4382549	1	2.9041651	7	20	5.5829322	FALSE

Pre-Processing Data

Menghilangan Variabel yang tidak diperlukan

data_prostate <-prostate %>% 
  select(-1,-11)
glimpse(data_prostate)

## Rows: 97
## Columns: 9
## $ lcavol  <dbl> -0.5798185, -0.9942523, -0.5108256, -1.2039728, 0.7514161, -1.…
## $ lweight <dbl> 2.769459, 3.319626, 2.691243, 3.282789, 3.432373, 3.228826, 3.…
## $ age     <int> 50, 58, 74, 58, 62, 50, 64, 58, 47, 63, 65, 63, 63, 67, 57, 66…
## $ lbph    <dbl> -1.3862944, -1.3862944, -1.3862944, -1.3862944, -1.3862944, -1…
## $ svi     <int> 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,…
## $ lcp     <dbl> -1.3862944, -1.3862944, -1.3862944, -1.3862944, -1.3862944, -1…
## $ gleason <int> 6, 6, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 7, 7, 6, 7, 6, 6, 6, 6,…
## $ pgg45   <int> 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 30, 5, 5, 0, 30, 0, 0, 0,…
## $ lpsa    <dbl> -0.4307829, -0.1625189, -0.1625189, -0.1625189, 0.3715636, 0.7…

Melihat Korelasi Antar Peubah

library(corrplot)

# Select only numeric columns from data1
numeric_data <- data_prostate[sapply(data_prostate, is.numeric)]

# Calculate the correlation matrix
M <- cor(numeric_data)

# Define color palette  
col <- colorRampPalette(c("#BB4444", "#EE9988", "#FFFFFF", "#77AADD", "#4477AA"))

# Plot the correlation matrix
corrplot(M, method = "color", col = col(200),
         addCoef.col = "black",
         tl.col = "black", tl.srt = 45,
         diag = FALSE)

Checking NA dan Data Duplikat

anyDuplicated(data_prostate)

## [1] 0

sum(is.na(data_prostate))

## [1] 0

library(skimr)

## Warning: package 'skimr' was built under R version 4.3.1

skim_without_charts(data = data_prostate)

Data summary
Name	data_prostate
Number of rows	97
Number of columns	9
_______________________
Column type frequency:
numeric	9
________________________
Group variables	None

Variable type: numeric

skim_variable	complete_rate	mean	sd	p0	p25	p50	p75	p100
lcavol	1	1.35	1.18	-1.35	0.51	1.45	2.13	3.82
lweight	1	3.63	0.43	2.37	3.38	3.62	3.88	4.78
age	1	63.87	7.45	41.00	60.00	65.00	68.00	79.00
lbph	1	0.10	1.45	-1.39	-1.39	0.30	1.56	2.33
svi	1	0.22	0.41	0.00	0.00	0.00	0.00	1.00
lcp	1	-0.18	1.40	-1.39	-1.39	-0.80	1.18	2.90
gleason	1	6.75	0.72	6.00	6.00	7.00	7.00	9.00
pgg45	1	24.38	28.20	0.00	0.00	15.00	40.00	100.00
lpsa	1	2.48	1.15	-0.43	1.73	2.59	3.06	5.58

data_prostate$svi<-as.factor(data_prostate$svi)

library(ggplot2)

ggplot(data_prostate, aes(x = factor(svi), fill = factor(svi))) +
  geom_bar() +
  ggtitle("SVI") +
  scale_fill_discrete(name = "SVI") +
  theme(legend.position = "none")

data_prostate %>% 
count(svi) %>% 
mutate(percent=n*100/sum(n),label=str_c(round(percent,2),"%")) %>% 
ggplot(aes(x="",y=n,fill=svi))+
  geom_col()+
  geom_text(aes(label = label),
            position = position_stack(vjust = 0.5)) +
  coord_polar(theta = "y")+
  theme_void()

Mengkategorikan Peubah Gleason

Merubah tipe data menjadi factor / dibedakan menjadi beberapa level

data_prostate$gleason<-as.factor(data_prostate$gleason)

Mengkategorikan peubah gleason

# Mengkategorikan data gleason
data_prostate <- data_prostate %>%
  mutate(gleason = case_when(
    gleason == 6 ~ "low",
    gleason == 7 ~ "intermediate",
    gleason %in% c(8, 9) ~ "high",
    TRUE ~ as.character(gleason)
  ))

Melihat presentasi di setiap kategori high, intermediate dan low

gleason_counts <- table(data_prostate$gleason)
gleason_df <- as.data.frame(gleason_counts)
names(gleason_df) <- c("Gleason", "Count")
gleason_df$Percentage <- gleason_df$Count / sum(gleason_df$Count) * 100
ggplot(gleason_df, aes(x = Gleason, y = Count, fill = Gleason)) +
  geom_bar(stat = "identity") +
  geom_text(aes(label = paste0(Count, " (", sprintf("%.1f", Percentage), "%)")),
            position = position_stack(vjust = 0.5), size = 3) +
  ggtitle("Gleason") +
  ylab("Frequency") +
  theme(legend.position = "none")

hist (data_prostate$lpsa,  col = "yellow", 
      main = "Histogram LPSA", 
      xlab = "LPSA", 
      ylab = "Frekuensi", 
      col.main="black", col.lab="dark blue", font.main=1, font.lab=2, breaks=15)

boxplot (data_prostate$lpsa, horizontal = TRUE, col = "light blue", 
      main = "Boxplot LPSA", 
      xlab = "LPSA", 
      ylab = "Frekuensi")

Partisi Data

index_train <- sample(1:nrow(data_prostate), 0.8 * nrow(data_prostate))
  train <- data_prostate[index_train, ]
  test  <- data_prostate[-index_train, ]

jumlah_train <- nrow(train)
jumlah_test <- nrow(test)

# Menampilkan jumlah data latihan dan data pengujian
print(paste("Jumlah data latihan:", jumlah_train))

## [1] "Jumlah data latihan: 77"

print(paste("Jumlah data pengujian:", jumlah_test))

## [1] "Jumlah data pengujian: 20"

Memodelkan Regresi Linear , Regresi Best-subset, Backward stepwise dan Forward stepwise Selection.

library(olsrr)

Regresi Linear

linear_reg<-ols_regress(lpsa~.,data=train)
linear_reg

##                         Model Summary                          
## --------------------------------------------------------------
## R                       0.834       RMSE                0.725 
## R-Squared               0.696       Coef. Var          28.489 
## Adj. R-Squared          0.655       MSE                 0.525 
## Pred R-Squared          0.593       MAE                 0.515 
## --------------------------------------------------------------
##  RMSE: Root Mean Square Error 
##  MSE: Mean Square Error 
##  MAE: Mean Absolute Error 
## 
##                                ANOVA                                
## -------------------------------------------------------------------
##                Sum of                                              
##               Squares        DF    Mean Square      F         Sig. 
## -------------------------------------------------------------------
## Regression     80.472         9          8.941    17.031    0.0000 
## Residual       35.175        67          0.525                     
## Total         115.647        76                                    
## -------------------------------------------------------------------
## 
##                                       Parameter Estimates                                       
## -----------------------------------------------------------------------------------------------
##               model      Beta    Std. Error    Std. Beta      t        Sig      lower    upper 
## -----------------------------------------------------------------------------------------------
##         (Intercept)     0.675         1.183                  0.570    0.570    -1.687    3.037 
##              lcavol     0.559         0.103        0.558     5.425    0.000     0.353    0.765 
##             lweight     0.634         0.232        0.224     2.729    0.008     0.170    1.098 
##                 age    -0.025         0.013       -0.151    -1.891    0.063    -0.051    0.001 
##                lbph     0.071         0.071        0.082     1.002    0.320    -0.070    0.212 
##                svi1     0.711         0.273        0.250     2.602    0.011     0.166    1.256 
##                 lcp    -0.081         0.100       -0.094    -0.802    0.425    -0.281    0.120 
## gleasonintermediate     0.173         0.392        0.068     0.441    0.661    -0.610    0.955 
##          gleasonlow    -0.122         0.492       -0.046    -0.248    0.805    -1.105    0.861 
##               pgg45     0.004         0.005        0.085     0.807    0.423    -0.005    0.013 
## -----------------------------------------------------------------------------------------------

Best Subset Selection

#best subset
model_bs<- lm(lpsa ~ ., data = train)
ols_step_best_subset(model_bs)

	mindex	n	predictors	rsquare	adjr	predrsq	cp	aic	sbic	sbc	msep	fpe	apc	hsp
1	1	1	lcavol	0.5870145	0.5815081	0.5628002	17.972259	187.7410	-31.43708	194.7724	49.03466	0.6533484	0.4350113	0.0086055
9	2	2	lcavol lweight	0.6306836	0.6207021	0.5981014	10.352862	181.1356	-37.70772	190.5108	44.45042	0.5996545	0.3992610	0.0079064
39	3	3	lcavol lweight svi	0.6653010	0.6515462	0.6239806	4.727358	175.5571	-42.60829	187.2761	40.84342	0.5577773	0.3713784	0.0073643
103	4	4	lcavol lweight svi gleason	0.6755945	0.6527490	0.6123530	4.459911	177.1518	-42.60148	193.5584	40.14487	0.5627144	0.3694619	0.0074423
168	5	5	lcavol lweight age svi gleason	0.6866354	0.6597756	0.6190557	4.027817	176.4855	-42.67178	195.2360	39.33254	0.5580514	0.3663276	0.0073959
220	6	6	lcavol lweight age lbph svi gleason	0.6914122	0.6601062	0.6068622	4.975589	177.3027	-41.39042	198.3970	39.29432	0.5642261	0.3703054	0.0074958
249	7	7	lcavol lweight age lbph svi gleason pgg45	0.6929188	0.6567916	0.5993028	6.643713	178.9259	-39.41585	202.3639	39.67751	0.5765108	0.3782884	0.0076802
255	8	8	lcavol lweight age lbph svi lcp gleason pgg45	0.6958411	0.6549839	0.5927046	8.000000	180.1896	-37.68491	205.9715	39.88650	0.5863656	0.3846716	0.0078358

k <- ols_step_best_subset(model_bs)
plot(k)

berdasarkan penggunaan selection variabel dengan metode best-subset diperoleh nilai C(p) terkecil berada pada pemodelan seleksi dengan 5 peubah. dengan nilai C(p) sebesar 3.7797. Selanjutnya akan dilakukan pemodelan dengan metode forward dan backward stepwise.

Forward Selection

# stepwise forward regression
model_forward <- lm(lpsa ~ ., data = train)
l<-ols_step_forward_p(model_forward, penter = 0.2, details = TRUE)

## Forward Selection Method    
## ---------------------------
## 
## Candidate Terms: 
## 
## 1. lcavol 
## 2. lweight 
## 3. age 
## 4. lbph 
## 5. svi 
## 6. lcp 
## 7. gleason 
## 8. pgg45 
## 
## We are selecting variables based on p value...
## 
## 
## Forward Selection: Step 1 
## 
## - lcavol 
## 
##                         Model Summary                          
## --------------------------------------------------------------
## R                       0.766       RMSE                0.798 
## R-Squared               0.587       Coef. Var          31.376 
## Adj. R-Squared          0.582       MSE                 0.637 
## Pred R-Squared          0.563       MAE                 0.624 
## --------------------------------------------------------------
##  RMSE: Root Mean Square Error 
##  MSE: Mean Square Error 
##  MAE: Mean Absolute Error 
## 
##                                ANOVA                                 
## --------------------------------------------------------------------
##                Sum of                                               
##               Squares        DF    Mean Square       F         Sig. 
## --------------------------------------------------------------------
## Regression     67.887         1         67.887    106.604    0.0000 
## Residual       47.761        75          0.637                      
## Total         115.647        76                                     
## --------------------------------------------------------------------
## 
##                                  Parameter Estimates                                  
## -------------------------------------------------------------------------------------
##       model     Beta    Std. Error    Std. Beta      t        Sig     lower    upper 
## -------------------------------------------------------------------------------------
## (Intercept)    1.448         0.140                 10.368    0.000    1.170    1.727 
##      lcavol    0.768         0.074        0.766    10.325    0.000    0.620    0.916 
## -------------------------------------------------------------------------------------
## 
## 
## 
## Forward Selection: Step 2 
## 
## - lweight 
## 
##                         Model Summary                          
## --------------------------------------------------------------
## R                       0.794       RMSE                0.760 
## R-Squared               0.631       Coef. Var          29.871 
## Adj. R-Squared          0.621       MSE                 0.577 
## Pred R-Squared          0.598       MAE                 0.584 
## --------------------------------------------------------------
##  RMSE: Root Mean Square Error 
##  MSE: Mean Square Error 
##  MAE: Mean Absolute Error 
## 
##                                ANOVA                                
## -------------------------------------------------------------------
##                Sum of                                              
##               Squares        DF    Mean Square      F         Sig. 
## -------------------------------------------------------------------
## Regression     72.937         2         36.468    63.185    0.0000 
## Residual       42.710        74          0.577                     
## Total         115.647        76                                    
## -------------------------------------------------------------------
## 
##                                   Parameter Estimates                                   
## ---------------------------------------------------------------------------------------
##       model      Beta    Std. Error    Std. Beta      t        Sig      lower    upper 
## ---------------------------------------------------------------------------------------
## (Intercept)    -0.713         0.743                 -0.960    0.340    -2.193    0.767 
##      lcavol     0.697         0.075        0.696     9.328    0.000     0.548    0.846 
##     lweight     0.623         0.211        0.221     2.958    0.004     0.203    1.043 
## ---------------------------------------------------------------------------------------
## 
## 
## 
## Forward Selection: Step 3 
## 
## - svi 
## 
##                         Model Summary                          
## --------------------------------------------------------------
## R                       0.816       RMSE                0.728 
## R-Squared               0.665       Coef. Var          28.630 
## Adj. R-Squared          0.652       MSE                 0.530 
## Pred R-Squared          0.624       MAE                 0.559 
## --------------------------------------------------------------
##  RMSE: Root Mean Square Error 
##  MSE: Mean Square Error 
##  MAE: Mean Absolute Error 
## 
##                                ANOVA                                
## -------------------------------------------------------------------
##                Sum of                                              
##               Squares        DF    Mean Square      F         Sig. 
## -------------------------------------------------------------------
## Regression     76.940         3         25.647    48.369    0.0000 
## Residual       38.707        73          0.530                     
## Total         115.647        76                                    
## -------------------------------------------------------------------
## 
##                                   Parameter Estimates                                   
## ---------------------------------------------------------------------------------------
##       model      Beta    Std. Error    Std. Beta      t        Sig      lower    upper 
## ---------------------------------------------------------------------------------------
## (Intercept)    -0.666         0.712                 -0.935    0.353    -2.085    0.753 
##      lcavol     0.573         0.085        0.572     6.764    0.000     0.404    0.741 
##     lweight     0.616         0.202        0.218     3.048    0.003     0.213    1.018 
##        svi1     0.637         0.232        0.224     2.748    0.008     0.175    1.099 
## ---------------------------------------------------------------------------------------
## 
## 
## 
## No more variables to be added.
## 
## Variables Entered: 
## 
## + lcavol 
## + lweight 
## + svi 
## 
## 
## Final Model Output 
## ------------------
## 
##                         Model Summary                          
## --------------------------------------------------------------
## R                       0.816       RMSE                0.728 
## R-Squared               0.665       Coef. Var          28.630 
## Adj. R-Squared          0.652       MSE                 0.530 
## Pred R-Squared          0.624       MAE                 0.559 
## --------------------------------------------------------------
##  RMSE: Root Mean Square Error 
##  MSE: Mean Square Error 
##  MAE: Mean Absolute Error 
## 
##                                ANOVA                                
## -------------------------------------------------------------------
##                Sum of                                              
##               Squares        DF    Mean Square      F         Sig. 
## -------------------------------------------------------------------
## Regression     76.940         3         25.647    48.369    0.0000 
## Residual       38.707        73          0.530                     
## Total         115.647        76                                    
## -------------------------------------------------------------------
## 
##                                   Parameter Estimates                                   
## ---------------------------------------------------------------------------------------
##       model      Beta    Std. Error    Std. Beta      t        Sig      lower    upper 
## ---------------------------------------------------------------------------------------
## (Intercept)    -0.666         0.712                 -0.935    0.353    -2.085    0.753 
##      lcavol     0.573         0.085        0.572     6.764    0.000     0.404    0.741 
##     lweight     0.616         0.202        0.218     3.048    0.003     0.213    1.018 
##        svi1     0.637         0.232        0.224     2.748    0.008     0.175    1.099 
## ---------------------------------------------------------------------------------------

plot(l)

ols_step_backward_p(model_forward)

## 
## 
##                           Elimination Summary                            
## ------------------------------------------------------------------------
##         Variable                  Adj.                                      
## Step    Removed     R-Square    R-Square     C(p)       AIC        RMSE     
## ------------------------------------------------------------------------
##    1    gleason       0.6882      0.6565    7.6934    178.1115    0.7230    
##    2    lcp            0.685       0.658    6.3842    176.8820    0.7214    
## ------------------------------------------------------------------------

l <- ols_step_backward_p(model_forward)
plot(l)

Backward Selection

# stepwise backward regression
model_backward <- lm(lpsa ~ ., data = train)
m<-ols_step_backward_p(model_backward, penter=0.05, details = TRUE)

## Backward Elimination Method 
## ---------------------------
## 
## Candidate Terms: 
## 
## 1 . lcavol 
## 2 . lweight 
## 3 . age 
## 4 . lbph 
## 5 . svi 
## 6 . lcp 
## 7 . gleason 
## 8 . pgg45 
## 
## We are eliminating variables based on p value...
## 
## - gleason 
## 
## Backward Elimination: Step 1 
## 
##  Variable gleason Removed 
## 
##                         Model Summary                          
## --------------------------------------------------------------
## R                       0.830       RMSE                0.723 
## R-Squared               0.688       Coef. Var          28.425 
## Adj. R-Squared          0.657       MSE                 0.523 
## Pred R-Squared          0.608       MAE                 0.522 
## --------------------------------------------------------------
##  RMSE: Root Mean Square Error 
##  MSE: Mean Square Error 
##  MAE: Mean Absolute Error 
## 
##                                ANOVA                                
## -------------------------------------------------------------------
##                Sum of                                              
##               Squares        DF    Mean Square      F         Sig. 
## -------------------------------------------------------------------
## Regression     79.583         7         11.369    21.752    0.0000 
## Residual       36.064        69          0.523                     
## Total         115.647        76                                    
## -------------------------------------------------------------------
## 
##                                   Parameter Estimates                                   
## ---------------------------------------------------------------------------------------
##       model      Beta    Std. Error    Std. Beta      t        Sig      lower    upper 
## ---------------------------------------------------------------------------------------
## (Intercept)     0.694         1.038                  0.669    0.506    -1.376    2.765 
##      lcavol     0.591         0.099        0.590     5.961    0.000     0.393    0.788 
##     lweight     0.603         0.230        0.213     2.619    0.011     0.144    1.063 
##         age    -0.024         0.013       -0.144    -1.854    0.068    -0.049    0.002 
##        lbph     0.085         0.069        0.099     1.221    0.226    -0.054    0.223 
##        svi1     0.757         0.262        0.266     2.891    0.005     0.235    1.279 
##         lcp    -0.083         0.099       -0.097    -0.833    0.408    -0.281    0.116 
##       pgg45     0.005         0.004        0.118     1.322    0.191    -0.003    0.013 
## ---------------------------------------------------------------------------------------
## 
## 
## - lcp 
## 
## Backward Elimination: Step 2 
## 
##  Variable lcp Removed 
## 
##                         Model Summary                          
## --------------------------------------------------------------
## R                       0.828       RMSE                0.721 
## R-Squared               0.685       Coef. Var          28.363 
## Adj. R-Squared          0.658       MSE                 0.520 
## Pred R-Squared          0.613       MAE                 0.530 
## --------------------------------------------------------------
##  RMSE: Root Mean Square Error 
##  MSE: Mean Square Error 
##  MAE: Mean Absolute Error 
## 
##                                ANOVA                                
## -------------------------------------------------------------------
##                Sum of                                              
##               Squares        DF    Mean Square      F         Sig. 
## -------------------------------------------------------------------
## Regression     79.220         6         13.203    25.372    0.0000 
## Residual       36.427        70          0.520                     
## Total         115.647        76                                    
## -------------------------------------------------------------------
## 
##                                   Parameter Estimates                                   
## ---------------------------------------------------------------------------------------
##       model      Beta    Std. Error    Std. Beta      t        Sig      lower    upper 
## ---------------------------------------------------------------------------------------
## (Intercept)     0.747         1.033                  0.723    0.472    -1.314    2.809 
##      lcavol     0.552         0.088        0.551     6.310    0.000     0.378    0.727 
##     lweight     0.603         0.230        0.213     2.624    0.011     0.145    1.061 
##         age    -0.023         0.013       -0.138    -1.788    0.078    -0.048    0.003 
##        lbph     0.084         0.069        0.098     1.217    0.228    -0.054    0.222 
##        svi1     0.674         0.241        0.237     2.790    0.007     0.192    1.155 
##       pgg45     0.004         0.003        0.085     1.063    0.291    -0.003    0.011 
## ---------------------------------------------------------------------------------------
## 
## 
## 
## No more variables satisfy the condition of p value = 0.3
## 
## 
## Variables Removed: 
## 
## - gleason 
## - lcp 
## 
## 
## Final Model Output 
## ------------------
## 
##                         Model Summary                          
## --------------------------------------------------------------
## R                       0.828       RMSE                0.721 
## R-Squared               0.685       Coef. Var          28.363 
## Adj. R-Squared          0.658       MSE                 0.520 
## Pred R-Squared          0.613       MAE                 0.530 
## --------------------------------------------------------------
##  RMSE: Root Mean Square Error 
##  MSE: Mean Square Error 
##  MAE: Mean Absolute Error 
## 
##                                ANOVA                                
## -------------------------------------------------------------------
##                Sum of                                              
##               Squares        DF    Mean Square      F         Sig. 
## -------------------------------------------------------------------
## Regression     79.220         6         13.203    25.372    0.0000 
## Residual       36.427        70          0.520                     
## Total         115.647        76                                    
## -------------------------------------------------------------------
## 
##                                   Parameter Estimates                                   
## ---------------------------------------------------------------------------------------
##       model      Beta    Std. Error    Std. Beta      t        Sig      lower    upper 
## ---------------------------------------------------------------------------------------
## (Intercept)     0.747         1.033                  0.723    0.472    -1.314    2.809 
##      lcavol     0.552         0.088        0.551     6.310    0.000     0.378    0.727 
##     lweight     0.603         0.230        0.213     2.624    0.011     0.145    1.061 
##         age    -0.023         0.013       -0.138    -1.788    0.078    -0.048    0.003 
##        lbph     0.084         0.069        0.098     1.217    0.228    -0.054    0.222 
##        svi1     0.674         0.241        0.237     2.790    0.007     0.192    1.155 
##       pgg45     0.004         0.003        0.085     1.063    0.291    -0.003    0.011 
## ---------------------------------------------------------------------------------------

plot(m)

ols_step_backward_p(model_backward)

## 
## 
##                           Elimination Summary                            
## ------------------------------------------------------------------------
##         Variable                  Adj.                                      
## Step    Removed     R-Square    R-Square     C(p)       AIC        RMSE     
## ------------------------------------------------------------------------
##    1    gleason       0.6882      0.6565    7.6934    178.1115    0.7230    
##    2    lcp            0.685       0.658    6.3842    176.8820    0.7214    
## ------------------------------------------------------------------------

m <- ols_step_backward_p(model_backward)
plot(m)

selanjutnya akan dilakukan perulangan untuk ketiga metode seleksi peubah diatas.

Melakukan Perulangan Sebanyak 100x

library(MASS)

## 
## Attaching package: 'MASS'

## The following object is masked from 'package:olsrr':
## 
##     cement

## The following object is masked from 'package:dplyr':
## 
##     select

# Inisialisasi vektor untuk menyimpan hasil
best_subset_aic_results <- numeric(100)
forward_aic_results <- numeric(100)
backward_aic_results <- numeric(100)

best_subset_adjr2_results <- numeric(100)
forward_adjr2_results <- numeric(100) 
backward_adjr2_results <- numeric(100)

# Lakukan pengulangan sebanyak 100 kali
set.seed(1018)
for (i in 1:100) {
  # Pembagian data secara acak pada setiap iterasi
  index_train_iter <- sample(1:nrow(data_prostate), 0.8 * nrow(data_prostate))
  train_iter <- data_prostate[index_train_iter, ]
  test_iter <- data_prostate[-index_train_iter, ]
  
  # Best-Subset Selection
  best_subset_model_iter <- regsubsets(lpsa ~ ., data = train_iter, nvmax = 8, method = "exhaustive")
  selected_vars_best_subset <- names(coef(best_subset_model_iter, id = which.max(summary(best_subset_model_iter)$bic)))
  selected_vars_best_subset <- intersect(selected_vars_best_subset, colnames(data_prostate))
  
  lm_best_subset <- lm(lpsa ~ ., data = train_iter[, c("lpsa", selected_vars_best_subset)])
  best_subset_aic_results[i] <- AIC(lm_best_subset)
  best_subset_adjr2_results[i] <- summary(lm_best_subset)$adj.r.squared
  
  # Forward Stepwise
  forward_model_iter <- stepAIC(lm(lpsa ~ ., data = train_iter), direction = "forward", scope = list(upper = ~ .))
  forward_aic_results[i] <- AIC(forward_model_iter)
  forward_adjr2_results[i] <- summary(forward_model_iter)$adj.r.squared
  
  # Backward Stepwise
  backward_model_iter <- stepAIC(lm(lpsa ~ ., data = train_iter), direction = "backward")
  backward_aic_results[i] <- AIC(backward_model_iter)
  backward_adjr2_results[i] <-summary(backward_model_iter)$adj.r.squared
}

## Start:  AIC=-58.59
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-58.59
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.2343 28.984 -59.234
## - pgg45    1    0.6303 28.380 -58.856
## - lcp      1    0.6471 28.397 -58.810
## <none>                 27.750 -58.585
## - lweight  1    0.9810 28.731 -57.910
## - lbph     1    2.6040 30.354 -53.679
## - age      1    2.8148 30.564 -53.146
## - svi      1    5.7719 33.521 -46.035
## - lcavol   1   12.3532 40.103 -32.232
## 
## Step:  AIC=-59.23
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.5020 29.486 -59.912
## <none>                 28.984 -59.234
## - pgg45    1    0.8578 29.842 -58.988
## - lweight  1    1.0178 30.002 -58.577
## - age      1    2.4912 31.475 -54.885
## - lbph     1    2.6703 31.654 -54.448
## - svi      1    5.9781 34.962 -46.795
## - lcavol   1   14.6346 43.618 -29.761
## 
## Step:  AIC=-59.91
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.4400 29.926 -60.771
## <none>                 29.486 -59.912
## - lweight  1    0.9636 30.449 -59.436
## - age      1    2.1759 31.662 -56.430
## - lbph     1    2.7023 32.188 -55.160
## - svi      1    5.5693 35.055 -48.590
## - lcavol   1   15.8139 45.300 -28.849
## 
## Step:  AIC=-60.77
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 29.926 -60.771
## - lweight  1    0.8638 30.790 -60.580
## - age      1    1.8212 31.747 -58.222
## - lbph     1    2.6839 32.610 -56.158
## - svi      1    6.7816 36.707 -47.044
## - lcavol   1   18.1908 48.117 -26.204
## Start:  AIC=-48.91
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-48.91
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.3264 31.793 -52.111
## - lbph     1    0.3057 31.772 -50.162
## - pgg45    1    0.7940 32.260 -48.987
## - lcp      1    0.8253 32.292 -48.912
## <none>                 31.466 -48.906
## - age      1    2.0646 33.531 -46.013
## - svi      1    3.7047 35.171 -42.336
## - lweight  1    4.9952 36.462 -39.561
## - lcavol   1   14.2055 45.672 -22.219
## 
## Step:  AIC=-52.11
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.3923 32.185 -53.167
## - lcp      1    0.7333 32.526 -52.356
## <none>                 31.793 -52.111
## - age      1    1.9397 33.733 -49.551
## - pgg45    1    2.2580 34.051 -48.828
## - svi      1    3.9831 35.776 -45.023
## - lweight  1    4.9265 36.719 -43.019
## - lcavol   1   15.3102 47.103 -23.843
## 
## Step:  AIC=-53.17
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7111 32.896 -53.485
## <none>                 32.185 -53.167
## - age      1    1.8088 33.994 -50.957
## - pgg45    1    2.3926 34.578 -49.646
## - svi      1    3.7237 35.909 -46.737
## - lweight  1    6.7119 38.897 -40.582
## - lcavol   1   15.0064 47.191 -25.699
## 
## Step:  AIC=-53.48
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 32.896 -53.485
## - age      1    1.5280 34.424 -51.988
## - pgg45    1    1.7267 34.623 -51.545
## - svi      1    3.0284 35.925 -48.704
## - lweight  1    7.1556 40.052 -40.330
## - lcavol   1   15.6091 48.505 -25.584
## Start:  AIC=-44.03
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-44.03
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8453 34.367 -46.117
## - lbph     1    0.3255 33.847 -45.290
## - lcp      1    0.7619 34.284 -44.304
## <none>                 33.522 -44.034
## - pgg45    1    1.0159 34.538 -43.735
## - age      1    1.9469 35.469 -41.687
## - svi      1    2.1498 35.672 -41.248
## - lweight  1    4.3095 37.831 -36.722
## - lcavol   1   14.7003 48.222 -18.035
## 
## Step:  AIC=-46.12
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.4600 34.827 -47.093
## - lcp      1    0.6978 35.065 -46.569
## <none>                 34.367 -46.117
## - age      1    1.8508 36.218 -44.078
## - pgg45    1    2.2029 36.570 -43.333
## - svi      1    2.4718 36.839 -42.768
## - lweight  1    4.3992 38.766 -38.842
## - lcavol   1   16.3228 50.690 -18.192
## 
## Step:  AIC=-47.09
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.6555 35.483 -47.657
## <none>                 34.827 -47.093
## - age      1    1.5626 36.390 -45.713
## - svi      1    2.1516 36.979 -44.477
## - pgg45    1    2.4541 37.281 -43.850
## - lweight  1    6.3359 41.163 -36.223
## - lcavol   1   15.9119 50.739 -20.118
## 
## Step:  AIC=-47.66
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.483 -47.657
## - age      1    1.3019 36.784 -46.882
## - svi      1    1.5209 37.003 -46.425
## - pgg45    1    1.8068 37.289 -45.833
## - lweight  1    6.4741 41.957 -36.752
## - lcavol   1   16.6449 52.127 -20.039
## Start:  AIC=-40.22
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-40.22
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0001 35.226 -42.216
## - lbph     1    0.6689 35.895 -40.768
## - lcp      1    0.8687 36.094 -40.340
## <none>                 35.226 -40.216
## - gleason  2    2.1257 37.351 -39.705
## - age      1    2.2682 37.494 -37.411
## - svi      1    3.1908 38.416 -35.540
## - lweight  1    4.7377 39.963 -32.500
## - lcavol   1   14.9305 50.156 -15.007
## 
## Step:  AIC=-42.22
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.6718 35.898 -42.761
## <none>                 35.226 -42.216
## - lcp      1    0.9312 36.157 -42.207
## - gleason  2    2.4983 37.724 -40.940
## - age      1    2.2814 37.507 -39.384
## - svi      1    3.2212 38.447 -37.478
## - lweight  1    4.7398 39.966 -34.496
## - lcavol   1   14.9999 50.226 -16.900
## 
## Step:  AIC=-42.76
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.8845 36.782 -42.887
## <none>                 35.898 -42.761
## - age      1    1.8591 37.757 -40.874
## - gleason  2    2.8752 38.773 -40.829
## - svi      1    2.8875 38.785 -38.804
## - lweight  1    6.7899 42.688 -31.422
## - lcavol   1   14.6211 50.519 -18.453
## 
## Step:  AIC=-42.89
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.782 -42.887
## - gleason  2    2.2208 39.003 -42.373
## - age      1    1.6138 38.396 -41.581
## - svi      1    2.0484 38.830 -40.714
## - lweight  1    6.5650 43.347 -32.242
## - lcavol   1   14.2932 51.075 -19.609
## Start:  AIC=-46.67
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-46.67
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.6567 33.052 -47.121
## <none>                 32.395 -46.667
## - age      1    0.9015 33.296 -46.553
## - lcp      1    0.9355 33.331 -46.475
## - gleason  2    1.9809 34.376 -46.097
## - lbph     1    1.1826 33.578 -45.906
## - svi      1    3.1621 35.557 -41.495
## - lweight  1    3.8915 36.287 -39.932
## - lcavol   1   11.6815 44.076 -24.957
## 
## Step:  AIC=-47.12
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.6300 33.682 -47.668
## - age      1    0.7585 33.810 -47.374
## <none>                 33.052 -47.121
## - lbph     1    1.2538 34.306 -46.254
## - gleason  2    2.8919 35.944 -44.663
## - lweight  1    3.9282 36.980 -40.474
## - svi      1    3.9787 37.030 -40.369
## - lcavol   1   11.3063 44.358 -26.466
## 
## Step:  AIC=-47.67
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.6591 34.341 -48.175
## <none>                 33.682 -47.668
## - lbph     1    1.4451 35.127 -46.433
## - gleason  2    2.6604 36.342 -45.814
## - svi      1    3.3670 37.049 -42.331
## - lweight  1    3.8260 37.508 -41.383
## - lcavol   1   11.5744 45.256 -26.923
## 
## Step:  AIC=-48.18
## lpsa ~ lcavol + lweight + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.341 -48.175
## - lbph     1    1.0750 35.416 -47.802
## - gleason  2    2.4894 36.830 -46.787
## - svi      1    3.3741 37.715 -42.959
## - lweight  1    3.3875 37.728 -42.931
## - lcavol   1   11.3253 45.666 -28.229
## Start:  AIC=-37.91
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-37.91
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0643 36.363 -39.769
## - lcp      1    0.1031 36.402 -39.687
## - age      1    0.4371 36.736 -38.984
## - gleason  2    1.4328 37.732 -38.925
## - lbph     1    0.6729 36.972 -38.491
## <none>                 36.299 -37.905
## - svi      1    2.3625 38.661 -35.050
## - lweight  1    2.7127 39.012 -34.356
## - lcavol   1   15.0440 51.343 -13.207
## 
## Step:  AIC=-39.77
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.0611 36.424 -41.640
## - age      1    0.4001 36.763 -40.927
## - lbph     1    0.7039 37.067 -40.293
## - gleason  2    1.8915 38.255 -39.865
## <none>                 36.363 -39.769
## - svi      1    2.4722 38.835 -36.705
## - lweight  1    2.6757 39.039 -36.302
## - lcavol   1   15.1211 51.484 -14.995
## 
## Step:  AIC=-41.64
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.3629 36.787 -42.877
## - lbph     1    0.7105 37.135 -42.152
## - gleason  2    1.8558 38.280 -41.813
## <none>                 36.424 -41.640
## - lweight  1    2.7082 39.132 -38.118
## - svi      1    2.7708 39.195 -37.995
## - lcavol   1   16.3972 52.821 -15.020
## 
## Step:  AIC=-42.88
## lpsa ~ lcavol + lweight + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.4965 37.284 -43.844
## - gleason  2    1.8505 38.638 -43.097
## <none>                 36.787 -42.877
## - lweight  1    2.4164 39.204 -39.978
## - svi      1    2.5745 39.362 -39.668
## - lcavol   1   16.8936 53.681 -15.778
## 
## Step:  AIC=-43.84
## lpsa ~ lcavol + lweight + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 37.284 -43.844
## - gleason  2    2.0103 39.294 -43.800
## - svi      1    2.1875 39.471 -41.454
## - lweight  1    4.3253 41.609 -37.393
## - lcavol   1   16.5778 53.861 -17.519
## Start:  AIC=-39.09
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-39.09
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0811 35.825 -40.917
## - lbph     1    0.3753 36.119 -40.287
## - gleason  2    1.7494 37.494 -39.412
## <none>                 35.744 -39.091
## - lcp      1    0.9422 36.686 -39.088
## - age      1    1.7425 37.487 -37.426
## - svi      1    3.7933 39.537 -33.325
## - lweight  1    4.9028 40.647 -31.194
## - lcavol   1   18.3850 54.129  -9.137
## 
## Step:  AIC=-40.92
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.3785 36.204 -42.108
## - lcp      1    0.8749 36.700 -41.059
## <none>                 35.825 -40.917
## - gleason  2    2.4446 38.270 -39.834
## - age      1    1.6860 37.511 -39.376
## - svi      1    4.3193 40.144 -34.152
## - lweight  1    4.9297 40.755 -32.990
## - lcavol   1   18.3099 54.135 -11.129
## 
## Step:  AIC=-42.11
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7649 36.969 -42.498
## <none>                 36.204 -42.108
## - age      1    1.3779 37.582 -41.231
## - gleason  2    2.5183 38.722 -40.930
## - svi      1    4.0402 40.244 -35.961
## - lweight  1    7.1938 43.397 -30.152
## - lcavol   1   17.9335 54.137 -13.126
## 
## Step:  AIC=-42.5
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.9394 38.908 -42.561
## <none>                 36.969 -42.498
## - age      1    1.1009 38.069 -42.238
## - svi      1    3.3271 40.296 -37.862
## - lweight  1    6.9914 43.960 -31.161
## - lcavol   1   18.8989 55.867 -12.703
## 
## Step:  AIC=-42.56
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.6149 39.523 -43.353
## <none>                 38.908 -42.561
## - svi      1    4.9402 43.848 -35.357
## - lweight  1    6.8719 45.780 -32.037
## - lcavol   1   24.7713 63.679  -6.626
## 
## Step:  AIC=-43.35
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 39.523 -43.353
## - svi      1    4.8459 44.369 -36.448
## - lweight  1    6.2649 45.788 -34.024
## - lcavol   1   24.2285 63.751  -8.539
## Start:  AIC=-48.79
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-48.79
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8729 32.386 -50.687
## - pgg45    1    0.1718 31.685 -50.373
## - lcp      1    0.2898 31.803 -50.086
## <none>                 31.513 -48.791
## - age      1    2.3766 33.890 -45.193
## - lweight  1    2.4664 33.980 -44.989
## - lbph     1    2.9377 34.451 -43.928
## - svi      1    6.6269 38.140 -36.095
## - lcavol   1   13.5183 45.032 -23.306
## 
## Step:  AIC=-50.69
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2689 32.655 -52.051
## - pgg45    1    0.5950 32.981 -51.286
## <none>                 32.386 -50.687
## - age      1    2.2681 34.654 -47.475
## - lweight  1    2.4316 34.818 -47.113
## - lbph     1    2.9721 35.358 -45.927
## - svi      1    7.2573 39.644 -37.119
## - lcavol   1   17.3068 49.693 -19.721
## 
## Step:  AIC=-52.05
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.3788 33.034 -53.163
## <none>                 32.655 -52.051
## - age      1    2.1329 34.788 -49.179
## - lweight  1    2.3621 35.017 -48.673
## - lbph     1    3.0775 35.733 -47.116
## - svi      1    7.2627 39.918 -38.587
## - lcavol   1   19.4166 52.072 -18.121
## 
## Step:  AIC=-53.16
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.034 -53.163
## - age      1    1.8143 34.848 -51.046
## - lweight  1    2.2030 35.237 -50.192
## - lbph     1    3.0255 36.059 -48.415
## - svi      1    8.9630 41.997 -36.678
## - lcavol   1   22.0659 55.100 -15.769
## Start:  AIC=-40.52
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-40.52
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.1751 35.261 -42.140
## - gleason  2    1.1623 36.248 -42.014
## - lcp      1    0.2722 35.358 -41.928
## - age      1    0.5392 35.625 -41.349
## - pgg45    1    0.8341 35.920 -40.714
## <none>                 35.085 -40.523
## - lweight  1    2.7886 37.874 -36.634
## - svi      1    3.0428 38.128 -36.119
## - lcavol   1    9.7824 44.868 -23.586
## 
## Step:  AIC=-42.14
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2603 35.521 -43.574
## - gleason  2    1.2390 36.499 -43.481
## - age      1    0.4252 35.686 -43.217
## <none>                 35.261 -42.140
## - pgg45    1    0.9410 36.202 -42.112
## - svi      1    2.8855 38.146 -38.083
## - lweight  1    4.0887 39.349 -35.692
## - lcavol   1    9.6075 44.868 -25.586
## 
## Step:  AIC=-43.57
## lpsa ~ lcavol + lweight + age + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.2497 36.771 -44.911
## - age      1    0.3593 35.880 -44.799
## - pgg45    1    0.7435 36.264 -43.979
## <none>                 35.521 -43.574
## - svi      1    2.6783 38.199 -39.976
## - lweight  1    3.9286 39.449 -37.497
## - lcavol   1    9.9440 45.465 -26.569
## 
## Step:  AIC=-44.91
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.3305 37.101 -46.222
## <none>                 36.771 -44.911
## - pgg45    1    1.5026 38.273 -43.827
## - svi      1    2.9540 39.725 -40.961
## - lweight  1    4.4985 41.269 -38.024
## - lcavol   1   13.2944 50.065 -23.147
## 
## Step:  AIC=-46.22
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 37.101 -46.222
## - pgg45    1    1.2929 38.394 -45.585
## - svi      1    2.9806 40.082 -42.272
## - lweight  1    4.1680 41.269 -40.024
## - lcavol   1   13.3203 50.421 -24.601
## Start:  AIC=-62.06
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-62.06
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.9243 27.449 -63.425
## - pgg45    1    0.4847 27.009 -62.668
## <none>                 26.524 -62.062
## - lbph     1    1.0754 27.600 -61.002
## - lcp      1    1.4666 27.991 -59.918
## - age      1    1.5132 28.038 -59.790
## - lweight  1    2.0664 28.591 -58.286
## - svi      1    4.9571 31.481 -50.869
## - lcavol   1   13.9722 40.496 -31.479
## 
## Step:  AIC=-63.42
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 27.449 -63.425
## - pgg45    1    1.2503 28.699 -61.995
## - lbph     1    1.2831 28.732 -61.907
## - age      1    1.3286 28.777 -61.785
## - lcp      1    1.5578 29.006 -61.174
## - lweight  1    1.9421 29.391 -60.161
## - svi      1    5.3470 32.796 -51.720
## - lcavol   1   17.3281 44.777 -27.743
## Start:  AIC=-42.77
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-42.77
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.1461 34.223 -44.439
## - gleason  2    1.1658 35.243 -44.179
## - lcp      1    0.3071 34.384 -44.078
## <none>                 34.077 -42.769
## - age      1    0.9645 35.042 -42.620
## - lbph     1    0.9805 35.058 -42.585
## - svi      1    3.8746 37.952 -36.477
## - lweight  1    4.4369 38.514 -35.344
## - lcavol   1    9.2620 43.339 -26.256
## 
## Step:  AIC=-44.44
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2275 34.451 -45.929
## <none>                 34.223 -44.439
## - age      1    0.9101 35.133 -44.419
## - lbph     1    0.9913 35.214 -44.241
## - gleason  2    2.3149 36.538 -43.400
## - svi      1    4.0606 38.284 -37.806
## - lweight  1    4.4540 38.677 -37.019
## - lcavol   1    9.1721 43.395 -28.156
## 
## Step:  AIC=-45.93
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.7875 35.238 -46.189
## <none>                 34.451 -45.929
## - lbph     1    1.0120 35.463 -45.700
## - gleason  2    2.0882 36.539 -45.398
## - svi      1    3.9437 38.394 -39.584
## - lweight  1    4.3975 38.848 -38.679
## - lcavol   1   10.1284 44.579 -28.084
## 
## Step:  AIC=-46.19
## lpsa ~ lcavol + lweight + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7435 35.982 -46.581
## - gleason  2    1.8651 37.103 -46.218
## <none>                 35.238 -46.189
## - lweight  1    3.7110 38.949 -40.479
## - svi      1    4.3017 39.540 -39.320
## - lcavol   1    9.3476 44.586 -30.072
## 
## Step:  AIC=-46.58
## lpsa ~ lcavol + lweight + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.982 -46.581
## - gleason  2    2.3876 38.369 -45.634
## - svi      1    3.7380 39.720 -40.971
## - lweight  1    6.5185 42.500 -35.761
## - lcavol   1    8.9013 44.883 -31.561
## Start:  AIC=-49.76
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-49.76
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2136 31.333 -51.233
## - lcp      1    0.4520 31.572 -50.649
## <none>                 31.120 -49.760
## - gleason  2    1.7611 32.881 -49.521
## - lbph     1    1.4340 32.554 -48.291
## - age      1    1.8897 33.009 -47.220
## - svi      1    3.5574 34.677 -43.425
## - lweight  1    4.0457 35.165 -42.349
## - lcavol   1   10.6351 41.755 -29.123
## 
## Step:  AIC=-51.23
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3485 31.682 -52.381
## <none>                 31.333 -51.233
## - lbph     1    1.4406 32.774 -49.772
## - age      1    1.8913 33.224 -48.720
## - gleason  2    2.7835 34.117 -48.679
## - svi      1    3.9947 35.328 -43.993
## - lweight  1    4.2299 35.563 -43.482
## - lcavol   1   10.5838 41.917 -30.825
## 
## Step:  AIC=-52.38
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 31.682 -52.381
## - lbph     1    1.3173 32.999 -51.244
## - gleason  2    2.4981 34.180 -50.537
## - age      1    1.6795 33.361 -50.404
## - svi      1    3.7856 35.467 -45.690
## - lweight  1    4.1128 35.794 -44.983
## - lcavol   1   12.3143 43.996 -29.097
## Start:  AIC=-36.32
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-36.32
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.6370 37.689 -39.011
## - lcp      1    0.0778 37.130 -38.162
## - pgg45    1    0.4230 37.475 -37.449
## <none>                 37.052 -36.323
## - lbph     1    1.0514 38.104 -36.169
## - svi      1    1.5436 38.596 -35.181
## - age      1    1.8655 38.918 -34.541
## - lweight  1    5.2973 42.350 -28.034
## - lcavol   1   16.4038 53.456 -10.101
## 
## Step:  AIC=-39.01
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.0770 37.766 -40.854
## - pgg45    1    0.8019 38.491 -39.390
## <none>                 37.689 -39.011
## - lbph     1    1.1961 38.886 -38.605
## - svi      1    1.5711 39.260 -37.866
## - age      1    1.9047 39.594 -37.215
## - lweight  1    5.6990 43.388 -30.168
## - lcavol   1   18.6816 56.371 -10.013
## 
## Step:  AIC=-40.85
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.7263 38.493 -41.387
## <none>                 37.766 -40.854
## - lbph     1    1.1400 38.906 -40.564
## - svi      1    1.6566 39.423 -39.548
## - age      1    1.8342 39.601 -39.202
## - lweight  1    5.8094 43.576 -31.836
## - lcavol   1   22.3751 60.141  -7.027
## 
## Step:  AIC=-41.39
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 38.493 -41.387
## - lbph     1    1.3663 39.859 -40.701
## - age      1    1.5549 40.048 -40.338
## - svi      1    2.8428 41.336 -37.900
## - lweight  1    5.6545 44.147 -32.833
## - lcavol   1   25.1847 63.677  -4.628
## Start:  AIC=-49.32
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-49.32
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.9107 32.210 -51.108
## - lcp      1    0.1848 31.484 -50.863
## - lbph     1    0.5164 31.816 -50.056
## - pgg45    1    0.6933 31.992 -49.629
## <none>                 31.299 -49.316
## - age      1    1.1605 32.460 -48.513
## - svi      1    1.6060 32.905 -47.464
## - lweight  1    3.4205 34.720 -43.330
## - lcavol   1   16.3153 47.614 -19.011
## 
## Step:  AIC=-51.11
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3226 32.533 -52.341
## - lbph     1    0.6213 32.831 -51.637
## - pgg45    1    0.7641 32.974 -51.303
## <none>                 32.210 -51.108
## - age      1    1.2475 33.457 -50.182
## - svi      1    2.2281 34.438 -47.958
## - lweight  1    3.5388 35.749 -45.082
## - lcavol   1   18.8226 51.033 -17.673
## 
## Step:  AIC=-52.34
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.4643 32.997 -53.249
## - lbph     1    0.6968 33.229 -52.709
## <none>                 32.533 -52.341
## - age      1    1.1358 33.668 -51.698
## - svi      1    1.9155 34.448 -49.935
## - lweight  1    3.4973 36.030 -46.478
## - lcavol   1   20.0674 52.600 -17.344
## 
## Step:  AIC=-53.25
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.8623 33.859 -53.263
## <none>                 32.997 -53.249
## - lbph     1    0.8771 33.874 -53.229
## - svi      1    3.0448 36.042 -48.453
## - lweight  1    3.2026 36.199 -48.117
## - lcavol   1   23.1365 56.133 -14.338
## 
## Step:  AIC=-53.26
## lpsa ~ lcavol + lweight + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.5438 34.403 -54.036
## <none>                 33.859 -53.263
## - lweight  1    2.8072 36.666 -49.130
## - svi      1    3.0225 36.882 -48.679
## - lcavol   1   22.4196 56.279 -16.139
## 
## Step:  AIC=-54.04
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.403 -54.036
## - svi      1    2.8708 37.274 -49.865
## - lweight  1    5.0821 39.485 -45.427
## - lcavol   1   21.9300 56.333 -18.065
## Start:  AIC=-49.75
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-49.75
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.7605 31.883 -51.894
## - pgg45    1    0.6129 31.735 -50.251
## <none>                 31.122 -49.753
## - lcp      1    1.2705 32.393 -48.672
## - lbph     1    1.5839 32.706 -47.931
## - age      1    2.9547 34.077 -44.769
## - lweight  1    3.0252 34.147 -44.610
## - svi      1    5.0419 36.164 -40.192
## - lcavol   1   14.5565 45.679 -22.207
## 
## Step:  AIC=-51.89
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 31.883 -51.894
## - lcp      1    1.3448 33.228 -50.713
## - pgg45    1    1.5898 33.473 -50.147
## - lbph     1    1.8299 33.713 -49.597
## - lweight  1    2.9125 34.795 -47.163
## - age      1    2.9754 34.858 -47.024
## - svi      1    5.4752 37.358 -41.691
## - lcavol   1   17.0071 48.890 -20.976
## Start:  AIC=-58.22
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-58.22
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.0182 27.901 -62.166
## <none>                 27.883 -58.217
## - age      1    0.8378 28.720 -57.937
## - lcp      1    0.9345 28.817 -57.678
## - pgg45    1    1.2338 29.116 -56.883
## - lbph     1    1.4294 29.312 -56.367
## - svi      1    2.3699 30.253 -53.935
## - lweight  1    4.3386 32.221 -49.081
## - lcavol   1   14.1246 42.007 -28.659
## 
## Step:  AIC=-62.17
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 27.901 -62.166
## - age      1    0.8325 28.733 -61.902
## - lcp      1    0.9247 28.826 -61.656
## - lbph     1    1.5614 29.462 -59.974
## - pgg45    1    2.3394 30.240 -57.966
## - svi      1    2.4952 30.396 -57.571
## - lweight  1    4.3797 32.281 -52.939
## - lcavol   1   14.8065 42.707 -31.386
## Start:  AIC=-47
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-47
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.0560 33.311 -48.520
## - pgg45    1    0.2581 32.513 -48.387
## - lcp      1    0.3218 32.577 -48.236
## - lbph     1    0.4436 32.698 -47.949
## - age      1    0.7372 32.992 -47.261
## <none>                 32.255 -47.001
## - lweight  1    2.8010 35.056 -42.588
## - svi      1    3.6735 35.928 -40.696
## - lcavol   1   12.7478 45.003 -23.356
## 
## Step:  AIC=-48.52
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2441 33.555 -49.958
## - age      1    0.5597 33.870 -49.237
## - lbph     1    0.7778 34.089 -48.743
## <none>                 33.311 -48.520
## - pgg45    1    1.3901 34.701 -47.372
## - lweight  1    2.5055 35.816 -44.936
## - svi      1    4.5326 37.843 -40.697
## - lcavol   1   14.3205 47.631 -22.984
## 
## Step:  AIC=-49.96
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.4752 34.030 -50.875
## - lbph     1    0.7982 34.353 -50.148
## <none>                 33.555 -49.958
## - pgg45    1    1.1461 34.701 -49.372
## - lweight  1    2.5861 36.141 -46.241
## - svi      1    4.4327 37.988 -42.404
## - lcavol   1   16.2302 49.785 -21.579
## 
## Step:  AIC=-50.88
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.5822 34.612 -51.569
## - pgg45    1    0.8875 34.918 -50.893
## <none>                 34.030 -50.875
## - lweight  1    2.1520 36.182 -48.154
## - svi      1    4.3881 38.418 -43.536
## - lcavol   1   15.7556 49.786 -23.578
## 
## Step:  AIC=-51.57
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.612 -51.569
## - pgg45    1    1.0647 35.677 -51.236
## - svi      1    3.9775 38.590 -45.193
## - lweight  1    4.6030 39.215 -43.955
## - lcavol   1   15.4846 50.097 -25.098
## Start:  AIC=-43.66
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-43.66
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0513 33.736 -45.545
## - gleason  2    1.0359 34.720 -45.329
## - lbph     1    0.1717 33.856 -45.270
## - lcp      1    0.3062 33.990 -44.965
## <none>                 33.684 -43.662
## - age      1    0.9788 34.663 -43.456
## - svi      1    2.5345 36.219 -40.076
## - lweight  1    3.8712 37.555 -37.285
## - lcavol   1   13.2534 46.938 -20.114
## 
## Step:  AIC=-45.54
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.1812 33.917 -47.132
## - lcp      1    0.2602 33.996 -46.953
## - gleason  2    1.3687 35.104 -46.482
## <none>                 33.736 -45.545
## - age      1    0.9577 34.693 -45.389
## - svi      1    2.6357 36.371 -41.752
## - lweight  1    3.9321 37.668 -39.055
## - lcavol   1   13.2023 46.938 -22.114
## 
## Step:  AIC=-47.13
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2358 34.153 -48.599
## - gleason  2    1.4936 35.410 -47.814
## - age      1    0.8127 34.729 -47.309
## <none>                 33.917 -47.132
## - svi      1    2.4786 36.395 -43.701
## - lweight  1    5.1293 39.046 -38.288
## - lcavol   1   13.0327 46.949 -24.094
## 
## Step:  AIC=-48.6
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.3158 35.468 -49.688
## - age      1    0.7251 34.878 -48.981
## <none>                 34.153 -48.599
## - svi      1    2.3353 36.488 -45.506
## - lweight  1    5.1425 39.295 -39.798
## - lcavol   1   13.7872 47.940 -24.487
## 
## Step:  AIC=-49.69
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.6281 36.096 -50.336
## <none>                 35.468 -49.688
## - svi      1    3.2817 38.750 -44.874
## - lweight  1    4.9947 40.463 -41.543
## - lcavol   1   19.7826 55.251 -17.558
## 
## Step:  AIC=-50.34
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.096 -50.336
## - svi      1    3.3608 39.457 -45.481
## - lweight  1    4.3700 40.466 -43.537
## - lcavol   1   19.2485 55.345 -19.427
## Start:  AIC=-51.16
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-51.16
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0045 30.563 -53.149
## - gleason  2    1.3329 31.892 -51.873
## - lcp      1    0.7874 31.346 -51.201
## <none>                 30.559 -51.160
## - lbph     1    0.9405 31.499 -50.826
## - age      1    1.5345 32.093 -49.388
## - svi      1    4.5665 35.125 -42.436
## - lweight  1    4.7991 35.358 -41.928
## - lcavol   1   15.2265 45.785 -22.028
## 
## Step:  AIC=-53.15
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 30.563 -53.149
## - lcp      1    0.8313 31.395 -53.082
## - lbph     1    0.9680 31.531 -52.748
## - gleason  2    1.9002 32.463 -52.504
## - age      1    1.5302 32.093 -51.387
## - svi      1    4.7071 35.270 -44.119
## - lweight  1    4.7978 35.361 -43.921
## - lcavol   1   15.3726 45.936 -23.775
## Start:  AIC=-39.84
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-39.84
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.0833 35.484 -41.655
## - pgg45    1    0.1594 35.560 -41.490
## - gleason  2    1.4123 36.813 -40.823
## - lbph     1    0.6833 36.084 -40.364
## <none>                 35.400 -39.836
## - svi      1    1.2822 36.682 -39.096
## - age      1    2.3623 37.763 -36.862
## - lweight  1    4.0718 39.472 -33.452
## - lcavol   1   10.2862 45.686 -22.194
## 
## Step:  AIC=-41.65
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.1129 35.596 -43.410
## - gleason  2    1.3639 36.847 -42.751
## - lbph     1    0.6829 36.166 -42.187
## <none>                 35.484 -41.655
## - svi      1    1.2930 36.776 -40.899
## - age      1    2.2791 37.763 -38.862
## - lweight  1    4.0338 39.517 -35.364
## - lcavol   1   11.8283 47.312 -21.503
## 
## Step:  AIC=-43.41
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7185 36.315 -43.872
## <none>                 35.596 -43.410
## - gleason  2    2.0402 37.637 -43.119
## - svi      1    1.8314 37.428 -41.547
## - age      1    2.2264 37.823 -40.739
## - lweight  1    4.0578 39.654 -37.098
## - lcavol   1   11.7992 47.396 -23.366
## 
## Step:  AIC=-43.87
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.315 -43.872
## - gleason  2    2.4130 38.728 -42.918
## - svi      1    1.4914 37.806 -42.772
## - age      1    1.7442 38.059 -42.259
## - lweight  1    6.6579 42.973 -32.909
## - lcavol   1   11.5542 47.869 -24.601
## Start:  AIC=-48.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-48.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0010 31.534 -50.742
## - gleason  2    0.8500 32.383 -50.696
## - lcp      1    0.6194 32.152 -49.247
## - lbph     1    0.7058 32.238 -49.040
## <none>                 31.533 -48.744
## - age      1    2.3811 33.914 -45.139
## - svi      1    3.8601 35.393 -41.852
## - lweight  1    5.1831 36.716 -39.026
## - lcavol   1   14.4932 46.026 -21.625
## 
## Step:  AIC=-50.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.0007 32.534 -52.336
## - lcp      1    0.6456 32.179 -51.182
## - lbph     1    0.7111 32.245 -51.025
## <none>                 31.534 -50.742
## - age      1    2.4167 33.950 -47.056
## - svi      1    3.9303 35.464 -43.698
## - lweight  1    5.1855 36.719 -41.019
## - lcavol   1   14.5540 46.088 -23.521
## 
## Step:  AIC=-52.34
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3302 32.864 -53.559
## <none>                 32.534 -52.336
## - lbph     1    0.9596 33.494 -52.098
## - age      1    2.2119 34.746 -49.272
## - svi      1    4.3856 36.920 -44.599
## - lweight  1    4.8659 37.400 -43.604
## - lcavol   1   15.3955 47.930 -24.503
## 
## Step:  AIC=-53.56
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 32.864 -53.559
## - lbph     1    0.8993 33.764 -53.480
## - age      1    2.2355 35.100 -50.492
## - svi      1    4.1621 37.026 -46.377
## - lweight  1    5.0420 37.906 -44.569
## - lcavol   1   19.0482 51.913 -20.357
## Start:  AIC=-60.39
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-60.39
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2959 27.403 -61.552
## - pgg45    1    0.4860 27.593 -61.020
## <none>                 27.107 -60.388
## - gleason  2    1.4840 28.591 -60.284
## - lweight  1    1.7800 28.887 -57.491
## - lbph     1    1.9439 29.051 -57.056
## - age      1    3.3408 30.448 -53.440
## - svi      1    3.5985 30.706 -52.791
## - lcavol   1   16.7680 43.875 -25.309
## 
## Step:  AIC=-61.55
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2798 27.683 -62.770
## - gleason  2    1.4242 28.827 -61.651
## <none>                 27.403 -61.552
## - lbph     1    1.8631 29.266 -58.488
## - lweight  1    1.9112 29.314 -58.361
## - age      1    3.0790 30.482 -55.353
## - svi      1    3.3922 30.795 -54.566
## - lcavol   1   18.9882 46.391 -23.015
## 
## Step:  AIC=-62.77
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 27.683 -62.770
## - gleason  2    1.7466 29.430 -62.059
## - lbph     1    1.7904 29.473 -59.945
## - lweight  1    2.0730 29.756 -59.210
## - age      1    2.8841 30.567 -57.139
## - svi      1    4.2874 31.970 -53.683
## - lcavol   1   18.8743 46.557 -24.741
## Start:  AIC=-47.27
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-47.27
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0016 32.143 -49.269
## - lbph     1    0.2935 32.435 -48.573
## - lcp      1    0.6435 32.785 -47.746
## <none>                 32.141 -47.273
## - gleason  2    1.8710 34.012 -46.916
## - age      1    1.0617 33.203 -46.770
## - svi      1    5.0101 37.151 -38.119
## - lweight  1    5.3740 37.515 -37.368
## - lcavol   1   13.3424 45.483 -22.537
## 
## Step:  AIC=-49.27
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.2929 32.436 -50.570
## - lcp      1    0.6892 32.832 -49.635
## <none>                 32.143 -49.269
## - age      1    1.0735 33.216 -48.739
## - gleason  2    2.3517 34.494 -47.832
## - svi      1    5.0693 37.212 -39.993
## - lweight  1    5.3759 37.519 -39.361
## - lcavol   1   13.6917 45.834 -23.946
## 
## Step:  AIC=-50.57
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7626 33.198 -50.781
## <none>                 32.436 -50.570
## - age      1    0.8540 33.289 -50.569
## - gleason  2    2.5307 34.966 -48.786
## - svi      1    4.8363 37.272 -41.869
## - lweight  1    7.6175 40.053 -36.327
## - lcavol   1   13.5937 46.029 -25.619
## 
## Step:  AIC=-50.78
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.6963 33.894 -51.183
## <none>                 33.198 -50.781
## - gleason  2    2.1130 35.311 -50.030
## - svi      1    4.1778 37.376 -43.654
## - lweight  1    7.3321 40.530 -37.415
## - lcavol   1   13.2931 46.491 -26.850
## 
## Step:  AIC=-51.18
## lpsa ~ lcavol + lweight + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.7090 35.603 -51.395
## <none>                 33.894 -51.183
## - svi      1    4.2734 38.168 -44.040
## - lweight  1    6.6383 40.533 -39.411
## - lcavol   1   12.9517 46.846 -28.264
## 
## Step:  AIC=-51.4
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.603 -51.395
## - svi      1    5.5375 41.141 -42.264
## - lweight  1    7.1213 42.725 -39.355
## - lcavol   1   18.3130 53.916 -21.441
## Start:  AIC=-37.89
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-37.89
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.0567 37.363 -39.680
## - pgg45    1    0.1399 36.446 -39.593
## - lbph     1    0.4389 36.745 -38.964
## - lcp      1    0.4760 36.782 -38.886
## <none>                 36.306 -37.889
## - age      1    1.1573 37.464 -37.473
## - lweight  1    2.3645 38.671 -35.031
## - svi      1    4.1955 40.502 -31.469
## - lcavol   1   11.4550 47.761 -18.774
## 
## Step:  AIC=-39.68
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3779 37.741 -40.905
## - pgg45    1    0.5459 37.909 -40.563
## - lbph     1    0.7179 38.081 -40.215
## <none>                 37.363 -39.680
## - age      1    1.0542 38.417 -39.538
## - lweight  1    2.0970 39.460 -37.476
## - svi      1    4.4252 41.788 -33.062
## - lcavol   1   14.7191 52.082 -16.105
## 
## Step:  AIC=-40.91
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2762 38.017 -42.344
## - lbph     1    0.7569 38.498 -41.376
## - age      1    0.9331 38.674 -41.025
## <none>                 37.741 -40.905
## - lweight  1    2.0043 39.745 -38.921
## - svi      1    4.1087 41.850 -34.948
## - lcavol   1   15.5675 53.309 -16.313
## 
## Step:  AIC=-42.34
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.7716 38.789 -42.797
## - lbph     1    0.9073 38.924 -42.528
## <none>                 38.017 -42.344
## - lweight  1    1.8216 39.839 -40.740
## - svi      1    5.8675 43.885 -33.292
## - lcavol   1   16.4964 54.514 -16.592
## 
## Step:  AIC=-42.8
## lpsa ~ lcavol + lweight + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.5134 39.302 -43.784
## <none>                 38.789 -42.797
## - lweight  1    1.4349 40.224 -42.000
## - svi      1    5.7315 44.520 -34.185
## - lcavol   1   15.7724 54.561 -18.525
## 
## Step:  AIC=-43.78
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 39.302 -43.784
## - lweight  1    2.7525 42.055 -40.572
## - svi      1    5.3553 44.657 -35.948
## - lcavol   1   15.7131 55.015 -19.887
## Start:  AIC=-39.47
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-39.47
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.9279 36.496 -41.489
## - lbph     1    0.3444 35.912 -40.730
## - pgg45    1    0.7646 36.333 -39.834
## <none>                 35.568 -39.472
## - lcp      1    1.0003 36.568 -39.336
## - age      1    1.2901 36.858 -38.728
## - svi      1    3.3193 38.887 -34.602
## - lweight  1    6.2482 41.816 -29.010
## - lcavol   1   12.3560 47.924 -18.513
## 
## Step:  AIC=-41.49
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.4817 36.977 -42.479
## <none>                 36.496 -41.489
## - lcp      1    1.2053 37.701 -40.987
## - age      1    1.4060 37.902 -40.578
## - pgg45    1    2.1618 38.658 -39.058
## - svi      1    3.5796 40.075 -36.284
## - lweight  1    5.9562 42.452 -31.848
## - lcavol   1   16.3239 52.820 -15.023
## 
## Step:  AIC=-42.48
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.977 -42.479
## - age      1    1.0801 38.058 -42.262
## - lcp      1    1.1812 38.159 -42.058
## - pgg45    1    2.4576 39.435 -39.525
## - svi      1    3.3875 40.365 -37.730
## - lweight  1    8.7933 45.771 -28.052
## - lcavol   1   15.8811 52.859 -16.966
## Start:  AIC=-41.14
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-41.14
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8359 35.640 -43.315
## - pgg45    1    0.3923 35.197 -42.279
## - lcp      1    0.7806 35.585 -41.434
## <none>                 34.805 -41.142
## - lbph     1    1.3410 36.146 -40.231
## - age      1    2.5096 37.314 -37.781
## - lweight  1    3.1396 37.944 -36.492
## - svi      1    4.0250 38.830 -34.716
## - lcavol   1   13.7540 48.559 -17.500
## 
## Step:  AIC=-43.31
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.6241 36.265 -43.978
## - pgg45    1    0.8105 36.451 -43.584
## <none>                 35.640 -43.315
## - lbph     1    1.6130 37.254 -41.907
## - age      1    2.3160 37.957 -40.467
## - lweight  1    2.7973 38.438 -39.497
## - svi      1    4.3318 39.972 -36.483
## - lcavol   1   16.4102 52.051 -16.152
## 
## Step:  AIC=-43.98
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.3452 36.610 -45.249
## <none>                 36.265 -43.978
## - lbph     1    1.5261 37.791 -42.804
## - age      1    1.9275 38.192 -41.991
## - lweight  1    2.7243 38.989 -40.401
## - svi      1    3.7806 40.045 -38.342
## - lcavol   1   17.5926 53.857 -15.525
## 
## Step:  AIC=-45.25
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.610 -45.249
## - age      1    1.7071 38.317 -43.739
## - lbph     1    1.8368 38.447 -43.479
## - lweight  1    2.4702 39.080 -42.221
## - svi      1    5.3041 41.914 -36.831
## - lcavol   1   19.7629 56.373 -14.010
## Start:  AIC=-46.37
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-46.37
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1120 32.633 -48.104
## - pgg45    1    0.1575 32.678 -47.996
## - gleason  2    1.5351 34.056 -46.817
## <none>                 32.521 -46.368
## - lbph     1    1.7578 34.279 -44.315
## - age      1    2.6980 35.219 -42.232
## - lweight  1    3.5334 36.054 -40.426
## - svi      1    4.3636 36.884 -38.674
## - lcavol   1   10.1500 42.671 -27.453
## 
## Step:  AIC=-48.1
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0895 32.722 -49.893
## - gleason  2    1.6459 34.279 -48.315
## <none>                 32.633 -48.104
## - lbph     1    1.7782 34.411 -46.018
## - age      1    2.5863 35.219 -44.231
## - lweight  1    3.5181 36.151 -42.220
## - svi      1    4.5679 37.201 -40.016
## - lcavol   1   11.7997 44.432 -26.337
## 
## Step:  AIC=-49.89
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 32.722 -49.893
## - gleason  2    2.1272 34.849 -49.043
## - lbph     1    1.9576 34.680 -47.419
## - age      1    2.5232 35.245 -46.173
## - lweight  1    3.4374 36.160 -44.202
## - svi      1    5.5580 38.280 -39.813
## - lcavol   1   11.8580 44.580 -28.082
## Start:  AIC=-48.28
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-48.28
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8695 32.592 -50.199
## - pgg45    1    0.5289 32.252 -49.008
## - lbph     1    0.6337 32.357 -48.758
## <none>                 31.723 -48.281
## - lcp      1    1.3909 33.114 -46.977
## - age      1    2.9065 34.630 -43.531
## - svi      1    3.3967 35.120 -42.448
## - lweight  1    6.1292 37.852 -36.679
## - lcavol   1   16.3646 48.088 -18.250
## 
## Step:  AIC=-50.2
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.8005 33.393 -50.330
## <none>                 32.592 -50.199
## - lcp      1    1.2571 33.850 -49.285
## - pgg45    1    1.4515 34.044 -48.844
## - age      1    2.6237 35.216 -46.237
## - svi      1    3.7694 36.362 -43.772
## - lweight  1    5.8828 38.475 -39.422
## - lcavol   1   18.2603 50.853 -17.945
## 
## Step:  AIC=-50.33
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.393 -50.330
## - lcp      1    1.0750 34.468 -49.891
## - pgg45    1    1.5568 34.950 -48.822
## - age      1    2.1601 35.553 -47.504
## - svi      1    3.2930 36.686 -45.089
## - lweight  1    9.6124 43.005 -32.851
## - lcavol   1   17.5760 50.969 -19.769
## Start:  AIC=-55.99
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-55.99
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.4254 29.125 -58.861
## - age      1    0.6165 29.316 -56.357
## - pgg45    1    0.6993 29.399 -56.140
## <none>                 28.699 -55.994
## - lcp      1    1.0009 29.700 -55.354
## - lbph     1    1.5233 30.223 -54.011
## - lweight  1    4.0886 32.788 -47.738
## - svi      1    4.7212 33.421 -46.267
## - lcavol   1   16.5895 45.289 -22.867
## 
## Step:  AIC=-58.86
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.4508 29.576 -59.678
## <none>                 29.125 -58.861
## - lcp      1    0.9071 30.032 -58.499
## - lbph     1    1.8711 30.996 -56.066
## - pgg45    1    1.9854 31.110 -55.783
## - lweight  1    4.0135 33.138 -50.920
## - svi      1    4.9495 34.074 -48.775
## - lcavol   1   17.3409 46.466 -24.892
## 
## Step:  AIC=-59.68
## lpsa ~ lcavol + lweight + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7760 30.352 -59.684
## <none>                 29.576 -59.678
## - lbph     1    1.5651 31.141 -57.707
## - pgg45    1    1.7036 31.279 -57.366
## - lweight  1    3.7316 33.307 -52.528
## - svi      1    4.8959 34.471 -49.883
## - lcavol   1   16.9027 46.478 -26.871
## 
## Step:  AIC=-59.68
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 30.352 -59.684
## - pgg45    1    1.0871 31.439 -58.974
## - lbph     1    1.5896 31.941 -57.753
## - lweight  1    3.7166 34.068 -52.789
## - svi      1    4.1219 34.473 -51.878
## - lcavol   1   17.9153 48.267 -25.964
## Start:  AIC=-54.57
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-54.57
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0007 29.236 -56.568
## - lcp      1    0.1081 29.343 -56.285
## <none>                 29.235 -54.570
## - gleason  2    1.5974 30.832 -54.473
## - lbph     1    1.4103 30.645 -52.942
## - age      1    1.4457 30.681 -52.853
## - lweight  1    3.2864 32.521 -48.367
## - svi      1    3.6700 32.905 -47.464
## - lcavol   1    9.9777 39.213 -33.960
## 
## Step:  AIC=-56.57
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1293 29.365 -58.228
## <none>                 29.236 -56.568
## - gleason  2    1.7697 31.005 -56.042
## - lbph     1    1.4104 30.646 -54.940
## - age      1    1.4905 30.726 -54.739
## - lweight  1    3.2976 32.533 -50.338
## - svi      1    3.6933 32.929 -49.408
## - lcavol   1   10.2959 39.532 -35.336
## 
## Step:  AIC=-58.23
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 29.365 -58.228
## - gleason  2    1.6783 31.043 -57.948
## - lbph     1    1.3823 30.747 -56.686
## - age      1    1.3929 30.758 -56.659
## - lweight  1    3.2236 32.589 -52.208
## - svi      1    3.9887 33.354 -50.421
## - lcavol   1   11.3115 40.677 -35.138
## Start:  AIC=-52.99
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-52.99
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8916 30.733 -54.723
## - pgg45    1    0.2971 30.138 -54.227
## - lcp      1    0.4126 30.254 -53.932
## <none>                 29.841 -52.989
## - lbph     1    0.9659 30.807 -52.536
## - age      1    1.9674 31.809 -50.073
## - lweight  1    3.7230 33.564 -45.936
## - svi      1    6.5808 36.422 -39.645
## - lcavol   1    8.5964 38.438 -35.497
## 
## Step:  AIC=-54.72
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3468 31.080 -55.859
## <none>                 30.733 -54.723
## - lbph     1    1.0164 31.749 -54.217
## - pgg45    1    1.6083 32.341 -52.795
## - age      1    1.6281 32.361 -52.748
## - lweight  1    3.4445 34.177 -48.543
## - svi      1    7.1582 37.891 -40.600
## - lcavol   1   10.0624 40.795 -34.914
## 
## Step:  AIC=-55.86
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 31.080 -55.859
## - lbph     1    0.9867 32.066 -55.452
## - pgg45    1    1.2710 32.351 -54.772
## - age      1    1.4600 32.540 -54.324
## - lweight  1    3.4986 34.578 -49.645
## - svi      1    6.9964 38.076 -42.225
## - lcavol   1   10.8145 41.894 -34.867
## Start:  AIC=-49.53
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-49.53
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0707 31.282 -51.359
## - gleason  2    1.1160 32.327 -50.828
## - age      1    0.4048 31.616 -50.541
## - lbph     1    0.6961 31.907 -49.834
## <none>                 31.211 -49.533
## - lcp      1    0.9920 32.203 -49.124
## - svi      1    5.1031 36.314 -39.872
## - lweight  1    5.3049 36.516 -39.446
## - lcavol   1   14.1818 45.393 -22.690
## 
## Step:  AIC=-51.36
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.3669 31.649 -52.461
## - lbph     1    0.6824 31.964 -51.697
## <none>                 31.282 -51.359
## - lcp      1    0.9214 32.203 -51.123
## - gleason  2    1.8238 33.106 -50.996
## - lweight  1    5.2537 36.536 -41.405
## - svi      1    5.5634 36.845 -40.755
## - lcavol   1   14.2599 45.542 -24.438
## 
## Step:  AIC=-52.46
## lpsa ~ lcavol + lweight + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.4894 32.138 -53.279
## - lcp      1    0.7995 32.448 -52.540
## - gleason  2    1.6704 33.319 -52.501
## <none>                 31.649 -52.461
## - lweight  1    4.8872 36.536 -43.404
## - svi      1    5.5112 37.160 -42.100
## - lcavol   1   14.0096 45.659 -26.241
## 
## Step:  AIC=-53.28
## lpsa ~ lcavol + lweight + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 32.138 -53.279
## - lcp      1    0.8932 33.031 -53.169
## - gleason  2    1.9910 34.129 -52.651
## - svi      1    5.3967 37.535 -43.327
## - lweight  1    7.3058 39.444 -39.507
## - lcavol   1   13.8850 46.023 -27.629
## Start:  AIC=-37.24
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-37.24
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.7656 37.381 -39.644
## - lbph     1    0.6070 37.222 -37.971
## - age      1    0.6977 37.313 -37.784
## - pgg45    1    0.7900 37.405 -37.594
## - lcp      1    0.9373 37.552 -37.291
## <none>                 36.615 -37.237
## - svi      1    2.6912 39.306 -33.776
## - lweight  1    3.6825 40.298 -31.858
## - lcavol   1   13.7904 50.406 -14.625
## 
## Step:  AIC=-39.64
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.6333 38.014 -40.350
## - lbph     1    0.9189 38.300 -39.774
## - lcp      1    0.9326 38.313 -39.747
## <none>                 37.381 -39.644
## - pgg45    1    1.4127 38.793 -38.788
## - svi      1    2.9398 40.321 -35.815
## - lweight  1    3.4454 40.826 -34.855
## - lcavol   1   15.2911 52.672 -15.239
## 
## Step:  AIC=-40.35
## lpsa ~ lcavol + lweight + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7390 38.753 -40.868
## - lcp      1    0.8136 38.828 -40.720
## <none>                 38.014 -40.350
## - pgg45    1    1.0624 39.076 -40.228
## - svi      1    2.6211 40.635 -37.216
## - lweight  1    2.9237 40.938 -36.645
## - lcavol   1   14.8303 52.844 -16.987
## 
## Step:  AIC=-40.87
## lpsa ~ lcavol + lweight + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7510 39.504 -41.390
## <none>                 38.753 -40.868
## - pgg45    1    1.3965 40.150 -40.142
## - svi      1    2.4194 41.172 -38.205
## - lweight  1    6.2797 45.033 -31.304
## - lcavol   1   14.4244 53.177 -18.503
## 
## Step:  AIC=-41.39
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.8196 40.324 -41.809
## <none>                 39.504 -41.390
## - svi      1    1.7434 41.247 -40.065
## - lweight  1    6.6237 46.128 -31.454
## - lcavol   1   15.0943 54.598 -18.473
## 
## Step:  AIC=-41.81
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 40.324 -41.809
## - svi      1    2.8799 43.204 -38.497
## - lweight  1    6.3168 46.640 -32.603
## - lcavol   1   19.4628 59.787 -13.483
## Start:  AIC=-44.48
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-44.48
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0993 33.428 -46.249
## - lcp      1    0.2593 33.588 -45.881
## <none>                 33.329 -44.478
## - gleason  2    2.0118 35.341 -43.965
## - lbph     1    1.1137 34.443 -43.947
## - svi      1    3.0239 36.353 -39.791
## - age      1    3.0936 36.423 -39.643
## - lweight  1    3.3968 36.726 -39.005
## - lcavol   1   10.4443 43.773 -25.488
## 
## Step:  AIC=-46.25
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1811 33.609 -47.833
## <none>                 33.428 -46.249
## - lbph     1    1.0747 34.503 -45.812
## - gleason  2    2.6805 36.109 -44.309
## - age      1    2.9944 36.423 -41.643
## - svi      1    3.0363 36.465 -41.554
## - lweight  1    3.6634 37.092 -40.242
## - lcavol   1   10.4207 43.849 -27.355
## 
## Step:  AIC=-47.83
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.609 -47.833
## - lbph     1    1.1173 34.727 -47.315
## - gleason  2    2.5313 36.141 -46.242
## - age      1    2.9033 36.513 -43.453
## - svi      1    3.0028 36.612 -43.243
## - lweight  1    3.5582 37.168 -42.084
## - lcavol   1   12.4784 46.088 -25.521
## Start:  AIC=-49.97
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-49.97
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2975 31.334 -51.231
## - gleason  2    1.3362 32.373 -50.720
## - lcp      1    0.5938 31.630 -50.506
## <none>                 31.036 -49.966
## - lbph     1    0.8692 31.906 -49.839
## - age      1    2.5950 33.631 -45.783
## - lweight  1    3.3231 34.360 -44.133
## - svi      1    4.1933 35.230 -42.208
## - lcavol   1    9.7982 40.835 -30.839
## 
## Step:  AIC=-51.23
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3582 31.692 -52.356
## - lbph     1    0.7952 32.129 -51.301
## <none>                 31.334 -51.231
## - gleason  2    2.0502 33.384 -50.351
## - age      1    2.3378 33.672 -47.691
## - lweight  1    3.4049 34.739 -45.288
## - svi      1    4.3334 35.667 -43.257
## - lcavol   1    9.5192 40.853 -32.804
## 
## Step:  AIC=-52.36
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7871 32.479 -52.467
## <none>                 31.692 -52.356
## - gleason  2    1.8394 33.531 -52.012
## - age      1    2.2039 33.896 -49.179
## - lweight  1    3.4290 35.121 -46.445
## - svi      1    4.1573 35.849 -44.865
## - lcavol   1   10.0830 41.775 -33.086
## 
## Step:  AIC=-52.47
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 32.479 -52.467
## - gleason  2    1.8084 34.288 -52.295
## - age      1    1.6479 34.127 -50.656
## - svi      1    3.6829 36.162 -46.196
## - lweight  1    6.5572 39.036 -40.307
## - lcavol   1   10.2693 42.749 -33.312
## Start:  AIC=-43.7
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-43.7
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0057 33.674 -45.686
## - lbph     1    0.4674 34.135 -44.637
## - lcp      1    0.5356 34.204 -44.484
## - gleason  2    1.6885 35.357 -43.931
## <none>                 33.668 -43.699
## - svi      1    2.2042 35.872 -40.816
## - age      1    3.0810 36.749 -38.956
## - lweight  1    3.3446 37.013 -38.406
## - lcavol   1   15.3251 48.993 -16.814
## 
## Step:  AIC=-45.69
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.4644 34.138 -46.631
## - lcp      1    0.5353 34.209 -46.471
## <none>                 33.674 -45.686
## - gleason  2    2.3063 35.980 -44.585
## - svi      1    2.2648 35.938 -42.674
## - age      1    3.0784 36.752 -40.950
## - lweight  1    3.3638 37.038 -40.354
## - lcavol   1   15.3796 49.053 -18.719
## 
## Step:  AIC=-46.63
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.5043 34.642 -47.502
## <none>                 34.138 -46.631
## - gleason  2    2.6970 36.835 -44.776
## - svi      1    2.0016 36.140 -44.244
## - age      1    2.7302 36.868 -42.707
## - lweight  1    4.9741 39.112 -38.158
## - lcavol   1   15.0481 49.186 -20.511
## 
## Step:  AIC=-47.5
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.642 -47.502
## - gleason  2    2.3104 36.953 -46.530
## - svi      1    1.4986 36.141 -46.241
## - age      1    2.4722 37.115 -44.194
## - lweight  1    4.9201 39.563 -39.276
## - lcavol   1   15.6615 50.304 -20.781
## Start:  AIC=-41.44
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-41.44
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.4349 35.104 -44.482
## - lcp      1    0.2354 34.905 -42.921
## <none>                 34.670 -41.442
## - pgg45    1    1.0103 35.680 -41.230
## - age      1    1.1492 35.819 -40.931
## - lbph     1    1.1563 35.826 -40.915
## - svi      1    2.9704 37.640 -37.112
## - lweight  1    3.6531 38.323 -35.728
## - lcavol   1   11.7368 46.406 -20.990
## 
## Step:  AIC=-44.48
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2183 35.323 -46.004
## <none>                 35.104 -44.482
## - age      1    1.0566 36.161 -44.198
## - lbph     1    1.2771 36.382 -43.730
## - pgg45    1    1.7308 36.835 -42.776
## - svi      1    3.2971 38.402 -39.569
## - lweight  1    3.7903 38.895 -38.587
## - lcavol   1   13.4004 48.505 -21.585
## 
## Step:  AIC=-46
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.9029 36.226 -46.061
## <none>                 35.323 -46.004
## - lbph     1    1.3113 36.634 -45.198
## - pgg45    1    1.5593 36.882 -44.678
## - svi      1    3.1701 38.493 -41.387
## - lweight  1    3.7793 39.102 -40.178
## - lcavol   1   15.1415 50.464 -20.536
## 
## Step:  AIC=-46.06
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.8607 37.086 -46.253
## <none>                 36.226 -46.061
## - pgg45    1    1.1876 37.413 -45.577
## - lweight  1    3.3091 39.535 -41.330
## - svi      1    3.7556 39.981 -40.465
## - lcavol   1   14.4322 50.658 -22.241
## 
## Step:  AIC=-46.25
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 37.086 -46.253
## - pgg45    1    1.4297 38.516 -45.340
## - svi      1    3.4308 40.517 -41.440
## - lweight  1    6.1924 43.279 -36.363
## - lcavol   1   13.9239 51.010 -23.707
## Start:  AIC=-37.63
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-37.63
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0444 36.475 -39.533
## - lcp      1    0.1049 36.535 -39.405
## - gleason  2    1.3868 37.817 -38.750
## - lbph     1    0.7732 37.204 -38.010
## <none>                 36.430 -37.627
## - svi      1    1.6166 38.047 -36.284
## - age      1    1.6505 38.081 -36.215
## - lweight  1    3.9662 40.397 -31.670
## - lcavol   1   13.9126 50.343 -14.721
## 
## Step:  AIC=-39.53
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.0818 36.557 -41.361
## - lbph     1    0.7943 37.269 -39.874
## - gleason  2    1.7935 38.268 -39.837
## <none>                 36.475 -39.533
## - age      1    1.6077 38.082 -38.212
## - svi      1    1.8307 38.305 -37.762
## - lweight  1    3.9510 40.426 -33.614
## - lcavol   1   14.0531 50.528 -16.439
## 
## Step:  AIC=-41.36
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.7124 38.269 -41.836
## - lbph     1    0.7823 37.339 -41.730
## <none>                 36.557 -41.361
## - age      1    1.5460 38.103 -40.171
## - svi      1    1.9485 38.505 -39.362
## - lweight  1    3.9220 40.479 -35.514
## - lcavol   1   15.5003 52.057 -16.143
## 
## Step:  AIC=-41.84
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 38.269 -41.836
## - age      1    1.1215 39.390 -41.612
## - lbph     1    1.2258 39.495 -41.408
## - svi      1    2.7379 41.007 -38.515
## - lweight  1    3.3077 41.577 -37.453
## - lcavol   1   19.8981 58.167 -11.598
## Start:  AIC=-53.22
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-53.22
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2501 30.003 -54.573
## - pgg45    1    0.4275 30.180 -54.120
## - gleason  2    1.3780 31.131 -53.732
## <none>                 29.753 -53.218
## - age      1    1.8687 31.621 -50.528
## - lweight  1    1.9006 31.653 -50.450
## - lbph     1    2.0951 31.848 -49.978
## - svi      1    2.4802 32.233 -49.053
## - lcavol   1   16.4005 46.153 -21.412
## 
## Step:  AIC=-54.57
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2492 30.252 -55.937
## - gleason  2    1.4090 31.412 -55.040
## <none>                 30.003 -54.573
## - age      1    1.6725 31.675 -52.397
## - lweight  1    1.7872 31.790 -52.118
## - lbph     1    2.1989 32.202 -51.127
## - svi      1    2.2532 32.256 -50.998
## - lcavol   1   16.5913 46.594 -22.679
## 
## Step:  AIC=-55.94
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 30.252 -55.937
## - gleason  2    1.6930 31.945 -55.744
## - age      1    1.5606 31.813 -54.064
## - lweight  1    1.8260 32.078 -53.424
## - lbph     1    2.3030 32.555 -52.287
## - svi      1    3.0804 33.332 -50.470
## - lcavol   1   16.6436 46.896 -24.183
## Start:  AIC=-41.68
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-41.68
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.9307 35.493 -43.634
## - lbph     1    0.3269 34.889 -42.955
## - lcp      1    0.4771 35.039 -42.624
## - pgg45    1    0.7124 35.275 -42.109
## <none>                 34.562 -41.680
## - age      1    1.9377 36.500 -39.480
## - svi      1    2.5989 37.161 -38.098
## - lweight  1    3.1794 37.742 -36.904
## - lcavol   1   12.4001 46.962 -20.073
## 
## Step:  AIC=-43.63
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4057 35.899 -44.759
## - lbph     1    0.4324 35.925 -44.702
## <none>                 35.493 -43.634
## - pgg45    1    1.0603 36.553 -43.367
## - age      1    1.8103 37.303 -41.804
## - lweight  1    3.0852 38.578 -39.216
## - svi      1    3.4898 38.983 -38.413
## - lcavol   1   13.0816 48.575 -21.474
## 
## Step:  AIC=-44.76
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.3705 36.269 -45.968
## - pgg45    1    0.6833 36.582 -45.307
## <none>                 35.899 -44.759
## - age      1    1.5291 37.428 -43.547
## - lweight  1    3.1094 39.008 -40.362
## - svi      1    3.1299 39.029 -40.322
## - lcavol   1   14.6563 50.555 -20.397
## 
## Step:  AIC=-45.97
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.7089 36.978 -46.478
## <none>                 36.269 -45.968
## - age      1    1.2628 37.532 -45.333
## - svi      1    2.8764 39.146 -42.092
## - lweight  1    4.7012 40.971 -38.583
## - lcavol   1   14.4517 50.721 -22.145
## 
## Step:  AIC=-46.48
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.8603 37.838 -46.707
## <none>                 36.978 -46.478
## - svi      1    3.8813 40.860 -40.792
## - lweight  1    4.4062 41.384 -39.809
## - lcavol   1   16.8717 53.850 -19.536
## 
## Step:  AIC=-46.71
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 37.838 -46.707
## - lweight  1    3.6934 41.532 -41.535
## - svi      1    3.7579 41.596 -41.416
## - lcavol   1   16.3839 54.222 -21.005
## Start:  AIC=-59.69
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-59.69
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.0195 27.374 -61.635
## - age      1    0.3240 27.678 -60.783
## - gleason  2    1.3706 28.725 -59.925
## <none>                 27.354 -59.689
## - pgg45    1    0.8462 28.201 -59.344
## - lcp      1    1.6574 29.012 -57.160
## - svi      1    2.0166 29.371 -56.213
## - lweight  1    3.3772 30.732 -52.726
## - lcavol   1   13.4253 40.780 -30.943
## 
## Step:  AIC=-61.63
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.3051 27.679 -62.781
## <none>                 27.374 -61.635
## - gleason  2    1.4677 28.842 -61.613
## - pgg45    1    0.8449 28.219 -61.294
## - lcp      1    1.6775 29.051 -59.055
## - svi      1    1.9975 29.371 -58.211
## - lweight  1    3.9937 31.368 -53.148
## - lcavol   1   13.5365 40.910 -32.696
## 
## Step:  AIC=-62.78
## lpsa ~ lcavol + lweight + svi + lcp + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.7231 28.402 -62.796
## - gleason  2    1.4723 29.151 -62.791
## <none>                 27.679 -62.781
## - lcp      1    1.5284 29.207 -60.643
## - svi      1    2.0283 29.707 -59.336
## - lweight  1    3.7349 31.414 -55.035
## - lcavol   1   13.3407 41.020 -34.491
## 
## Step:  AIC=-62.8
## lpsa ~ lcavol + lweight + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 28.402 -62.796
## - lcp      1    0.9837 29.386 -62.174
## - gleason  2    2.5664 30.968 -60.135
## - svi      1    2.7296 31.132 -57.730
## - lweight  1    3.5729 31.975 -55.672
## - lcavol   1   12.9033 41.305 -35.957
## Start:  AIC=-46.16
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-46.16
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.7307 33.340 -48.454
## - pgg45    1    0.2971 32.906 -47.462
## - lbph     1    0.4096 33.018 -47.199
## - lcp      1    0.6608 33.270 -46.616
## <none>                 32.609 -46.160
## - age      1    1.9084 34.517 -43.781
## - svi      1    2.0189 34.628 -43.535
## - lweight  1    3.3800 35.989 -40.566
## - lcavol   1   14.9892 47.598 -19.038
## 
## Step:  AIC=-48.45
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.5651 33.905 -49.160
## - lcp      1    0.6006 33.940 -49.079
## - pgg45    1    0.8369 34.176 -48.545
## <none>                 33.340 -48.454
## - age      1    1.8115 35.151 -46.380
## - svi      1    2.3928 35.732 -45.117
## - lweight  1    3.3376 36.677 -43.107
## - lcavol   1   16.1662 49.506 -20.012
## 
## Step:  AIC=-49.16
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.5548 34.459 -49.910
## <none>                 33.905 -49.160
## - pgg45    1    0.9472 34.852 -49.038
## - age      1    1.4909 35.395 -47.846
## - svi      1    2.0855 35.990 -46.563
## - lweight  1    5.1730 39.078 -40.226
## - lcavol   1   15.8596 49.764 -21.611
## 
## Step:  AIC=-49.91
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.5578 35.017 -50.673
## <none>                 34.459 -49.910
## - age      1    1.2049 35.664 -49.263
## - svi      1    1.5318 35.991 -48.561
## - lweight  1    5.3758 39.835 -40.747
## - lcavol   1   17.8671 52.327 -19.745
## 
## Step:  AIC=-50.67
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.8983 35.916 -50.723
## <none>                 35.017 -50.673
## - svi      1    2.4816 37.499 -47.401
## - lweight  1    5.1003 40.117 -42.203
## - lcavol   1   19.7316 54.749 -18.261
## 
## Step:  AIC=-50.72
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.916 -50.723
## - svi      1    2.5276 38.443 -47.486
## - lweight  1    4.2701 40.186 -44.073
## - lcavol   1   19.0435 54.959 -19.966
## Start:  AIC=-52.02
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-52.02
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.5721 30.791 -54.576
## - pgg45    1    0.0245 30.244 -53.958
## - lcp      1    0.1320 30.351 -53.684
## - lbph     1    0.6637 30.883 -52.347
## <none>                 30.219 -52.020
## - age      1    1.7530 31.972 -49.678
## - svi      1    3.0662 33.285 -46.579
## - lweight  1    6.7375 36.957 -38.522
## - lcavol   1   14.5319 44.751 -23.787
## 
## Step:  AIC=-54.58
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1382 30.930 -56.231
## - pgg45    1    0.7863 31.578 -54.634
## <none>                 30.791 -54.576
## - lbph     1    0.9434 31.735 -54.252
## - age      1    1.7493 32.541 -52.321
## - svi      1    3.1491 33.940 -49.078
## - lweight  1    6.3437 37.135 -42.152
## - lcavol   1   18.0311 48.822 -21.082
## 
## Step:  AIC=-56.23
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.6504 31.580 -56.629
## <none>                 30.930 -56.231
## - lbph     1    0.8589 31.788 -56.122
## - age      1    1.6198 32.549 -54.301
## - svi      1    3.4380 34.368 -50.115
## - lweight  1    6.4414 37.371 -43.664
## - lcavol   1   20.9679 51.897 -18.379
## 
## Step:  AIC=-56.63
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 31.580 -56.629
## - lbph     1    0.8354 32.415 -56.618
## - age      1    1.2556 32.836 -55.626
## - svi      1    4.6545 36.235 -48.042
## - lweight  1    6.1212 37.701 -44.987
## - lcavol   1   23.1900 54.770 -16.231
## Start:  AIC=-34.15
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-34.15
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.2854 38.396 -35.580
## - pgg45    1    0.3743 38.485 -35.402
## - gleason  2    1.4879 39.599 -35.205
## - age      1    0.9387 39.050 -34.281
## <none>                 38.111 -34.154
## - lcp      1    1.5440 39.655 -33.096
## - svi      1    4.1291 42.240 -28.234
## - lweight  1    4.4053 42.516 -27.732
## - lcavol   1   15.8095 53.920  -9.435
## 
## Step:  AIC=-35.58
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.4104 38.807 -36.761
## - gleason  2    1.6604 40.057 -36.320
## - age      1    0.8023 39.199 -35.988
## <none>                 38.396 -35.580
## - lcp      1    1.5028 39.899 -34.624
## - svi      1    3.8881 42.284 -30.153
## - lweight  1    6.2225 44.619 -26.015
## - lcavol   1   15.5644 53.961 -11.377
## 
## Step:  AIC=-36.76
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.7019 39.509 -37.381
## <none>                 38.807 -36.761
## - lcp      1    1.1908 39.998 -36.434
## - gleason  2    2.4944 41.301 -35.964
## - svi      1    4.6079 43.415 -30.122
## - lweight  1    6.4119 45.219 -26.987
## - lcavol   1   15.2268 54.034 -13.273
## 
## Step:  AIC=-37.38
## lpsa ~ lcavol + lweight + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    2.0501 41.559 -37.486
## <none>                 39.509 -37.381
## - lcp      1    1.0919 40.601 -37.282
## - svi      1    4.5882 44.097 -30.921
## - lweight  1    5.7288 45.237 -28.955
## - lcavol   1   14.7424 54.251 -14.964
## 
## Step:  AIC=-37.49
## lpsa ~ lcavol + lweight + svi + lcp
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.6652 42.224 -38.263
## <none>                 41.559 -37.486
## - svi      1    5.2755 46.834 -30.284
## - lweight  1    5.7906 47.349 -29.441
## - lcavol   1   16.8400 58.399 -13.291
## 
## Step:  AIC=-38.26
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 42.224 -38.263
## - svi      1    4.8729 47.097 -31.853
## - lweight  1    5.7304 47.954 -30.464
## - lcavol   1   17.4739 59.698 -13.597
## Start:  AIC=-41.16
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-41.16
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.6922 35.489 -43.643
## - lcp      1    0.7104 35.507 -41.603
## - lbph     1    0.7316 35.528 -41.557
## <none>                 34.797 -41.160
## - pgg45    1    0.9538 35.751 -41.077
## - age      1    1.3940 36.191 -40.135
## - svi      1    2.7251 37.522 -37.354
## - lweight  1    4.5340 39.331 -33.728
## - lcavol   1   13.6919 48.489 -17.611
## 
## Step:  AIC=-43.64
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.8015 36.291 -43.923
## <none>                 35.489 -43.643
## - lbph     1    1.0534 36.542 -43.391
## - age      1    1.5725 37.061 -42.305
## - pgg45    1    1.9803 37.469 -41.462
## - svi      1    3.4214 38.910 -38.556
## - lweight  1    4.4184 39.907 -36.608
## - lcavol   1   16.0011 51.490 -16.986
## 
## Step:  AIC=-43.92
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.291 -43.923
## - lbph     1    1.0200 37.310 -43.789
## - pgg45    1    1.2500 37.541 -43.316
## - age      1    1.2561 37.547 -43.303
## - svi      1    2.6731 38.964 -40.451
## - lweight  1    4.5650 40.856 -36.800
## - lcavol   1   16.3042 52.595 -17.352
## Start:  AIC=-44.49
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-44.49
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0227 33.349 -46.433
## - lcp      1    0.4491 33.775 -45.455
## - gleason  2    1.4020 34.728 -45.312
## <none>                 33.326 -44.485
## - age      1    1.1879 34.514 -43.789
## - lbph     1    1.4695 34.795 -43.163
## - lweight  1    1.8958 35.222 -42.225
## - svi      1    5.5138 38.840 -34.696
## - lcavol   1   12.2726 45.598 -22.343
## 
## Step:  AIC=-46.43
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4265 33.775 -47.455
## <none>                 33.349 -46.433
## - gleason  2    1.8484 35.197 -46.279
## - age      1    1.1660 34.514 -45.787
## - lbph     1    1.5175 34.866 -45.006
## - lweight  1    1.8763 35.225 -44.218
## - svi      1    6.2057 39.554 -35.292
## - lcavol   1   12.3166 45.665 -24.230
## 
## Step:  AIC=-47.45
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.6380 35.413 -47.808
## <none>                 33.775 -47.455
## - age      1    1.0598 34.835 -47.075
## - lbph     1    1.5572 35.332 -45.984
## - lweight  1    1.8264 35.601 -45.400
## - svi      1    6.1833 39.958 -36.510
## - lcavol   1   12.6274 46.402 -24.997
## 
## Step:  AIC=-47.81
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.9138 36.327 -47.846
## <none>                 35.413 -47.808
## - lbph     1    1.7424 37.155 -46.110
## - lweight  1    2.1041 37.517 -45.364
## - svi      1    7.4691 42.882 -35.072
## - lcavol   1   19.0677 54.481 -16.639
## 
## Step:  AIC=-47.85
## lpsa ~ lcavol + lweight + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.327 -47.846
## - lbph     1    1.2129 37.540 -47.317
## - lweight  1    1.6303 37.957 -46.466
## - svi      1    7.1145 43.441 -36.074
## - lcavol   1   18.4734 54.800 -18.189
## Start:  AIC=-40.04
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-40.04
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0544 35.360 -41.923
## - gleason  2    1.0735 36.379 -41.735
## - lcp      1    0.1632 35.469 -41.686
## - lbph     1    0.6402 35.946 -40.658
## <none>                 35.306 -40.042
## - svi      1    1.5006 36.806 -38.836
## - age      1    2.3531 37.659 -37.073
## - lweight  1    4.2397 39.545 -33.309
## - lcavol   1   17.5155 52.821 -11.021
## 
## Step:  AIC=-41.92
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1273 35.487 -43.646
## - gleason  2    1.3717 36.732 -42.993
## - lbph     1    0.6502 36.010 -42.520
## <none>                 35.360 -41.923
## - svi      1    1.5722 36.932 -40.573
## - age      1    2.3008 37.661 -39.069
## - lweight  1    4.2231 39.583 -35.236
## - lcavol   1   17.4986 52.859 -12.966
## 
## Step:  AIC=-43.65
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.2498 36.737 -44.981
## - lbph     1    0.6532 36.141 -44.242
## <none>                 35.487 -43.646
## - svi      1    1.5603 37.048 -42.333
## - age      1    2.2402 37.728 -40.933
## - lweight  1    4.1946 39.682 -37.044
## - lcavol   1   19.2065 54.694 -12.338
## 
## Step:  AIC=-44.98
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.9455 37.683 -45.025
## <none>                 36.737 -44.981
## - age      1    1.8134 38.551 -43.271
## - svi      1    2.3157 39.053 -42.274
## - lweight  1    3.9547 40.692 -39.109
## - lcavol   1   25.3604 62.098  -6.563
## 
## Step:  AIC=-45.02
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 37.683 -45.025
## - age      1    1.3151 38.998 -44.383
## - svi      1    2.0113 39.694 -43.021
## - lweight  1    6.1856 43.868 -35.321
## - lcavol   1   25.4514 63.134  -7.288
## Start:  AIC=-46.06
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-46.06
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.4817 33.133 -48.933
## - lbph     1    0.6650 33.316 -46.508
## - svi      1    0.8114 33.462 -46.171
## <none>                 32.651 -46.061
## - lcp      1    1.0823 33.733 -45.550
## - age      1    1.4063 34.057 -44.813
## - pgg45    1    1.5793 34.230 -44.423
## - lweight  1    5.0009 37.652 -37.088
## - lcavol   1   16.1036 48.755 -17.189
## 
## Step:  AIC=-48.93
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.133 -48.933
## - svi      1    0.8908 34.023 -48.890
## - lbph     1    0.8992 34.032 -48.871
## - lcp      1    1.1809 34.314 -48.236
## - age      1    1.5940 34.727 -47.315
## - pgg45    1    2.7576 35.890 -44.777
## - lweight  1    4.9747 38.107 -40.161
## - lcavol   1   18.6588 51.791 -16.537
## Start:  AIC=-53.83
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-53.83
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0335 29.551 -55.743
## - lcp      1    0.1263 29.644 -55.501
## <none>                 29.517 -53.830
## - lbph     1    0.8413 30.358 -53.666
## - gleason  2    2.2129 31.730 -52.264
## - age      1    2.0519 31.569 -50.655
## - svi      1    2.9712 32.488 -48.445
## - lweight  1    5.1623 34.680 -43.420
## - lcavol   1   13.4800 42.997 -26.866
## 
## Step:  AIC=-55.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1771 29.728 -57.283
## <none>                 29.551 -55.743
## - lbph     1    0.8296 30.380 -55.611
## - gleason  2    2.4343 31.985 -53.647
## - age      1    2.1418 31.693 -52.355
## - svi      1    2.9376 32.488 -50.445
## - lweight  1    5.1482 34.699 -45.376
## - lcavol   1   14.0367 43.587 -27.816
## 
## Step:  AIC=-57.28
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 29.728 -57.283
## - lbph     1    0.8695 30.597 -57.063
## - gleason  2    2.2810 32.009 -55.590
## - age      1    2.0253 31.753 -54.208
## - svi      1    2.9840 32.712 -51.917
## - lweight  1    5.0560 34.784 -47.188
## - lcavol   1   14.8429 44.571 -28.098
## Start:  AIC=-43.05
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-43.05
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2329 34.186 -44.524
## - gleason  2    1.6263 35.579 -43.448
## <none>                 33.953 -43.050
## - lcp      1    1.0500 35.003 -42.705
## - lbph     1    1.1227 35.076 -42.545
## - age      1    1.7692 35.722 -41.139
## - lweight  1    1.8632 35.816 -40.937
## - svi      1    2.9286 36.881 -38.680
## - lcavol   1   17.7715 51.724 -12.637
## 
## Step:  AIC=-44.52
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.8205 35.006 -44.698
## <none>                 34.186 -44.524
## - lbph     1    1.0840 35.270 -44.120
## - gleason  2    2.4070 36.593 -43.285
## - age      1    1.5976 35.783 -43.007
## - lweight  1    1.8207 36.006 -42.528
## - svi      1    3.0369 37.223 -39.971
## - lcavol   1   17.5950 51.781 -14.553
## 
## Step:  AIC=-44.7
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.006 -44.698
## - lbph     1    0.9376 35.944 -44.662
## - gleason  2    1.9352 36.941 -44.554
## - age      1    1.3309 36.337 -43.824
## - lweight  1    1.9338 36.940 -42.557
## - svi      1    2.2178 37.224 -41.968
## - lcavol   1   17.5654 52.572 -15.386
## Start:  AIC=-45.47
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-45.47
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.5129 33.415 -48.280
## - lbph     1    0.5906 33.493 -46.101
## - lcp      1    0.6683 33.570 -45.922
## - pgg45    1    0.8161 33.718 -45.584
## <none>                 32.902 -45.471
## - age      1    2.4373 35.340 -41.968
## - svi      1    3.4210 36.323 -39.854
## - lweight  1    4.2878 37.190 -38.038
## - lcavol   1   16.4346 49.337 -16.275
## 
## Step:  AIC=-48.28
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.6877 34.103 -48.711
## - lcp      1    0.7608 34.176 -48.546
## <none>                 33.415 -48.280
## - pgg45    1    1.5578 34.973 -46.771
## - age      1    2.4471 35.862 -44.837
## - svi      1    4.0264 37.441 -41.519
## - lweight  1    4.4049 37.820 -40.745
## - lcavol   1   18.4595 51.874 -16.413
## 
## Step:  AIC=-48.71
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7723 34.875 -48.987
## <none>                 34.103 -48.711
## - pgg45    1    1.7550 35.858 -46.847
## - age      1    2.0886 36.191 -46.134
## - svi      1    3.7428 37.846 -42.692
## - lweight  1    7.3917 41.494 -35.605
## - lcavol   1   17.8828 51.986 -18.249
## 
## Step:  AIC=-48.99
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.875 -48.987
## - pgg45    1    1.0715 35.947 -48.656
## - age      1    1.9307 36.806 -46.838
## - svi      1    2.9805 37.856 -44.672
## - lweight  1    7.6050 42.480 -35.797
## - lcavol   1   18.2583 53.133 -18.567
## Start:  AIC=-51.3
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-51.3
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0969 30.601 -53.054
## - gleason  2    1.2961 31.800 -52.094
## <none>                 30.504 -51.298
## - lbph     1    0.8214 31.325 -51.252
## - lcp      1    1.1052 31.609 -50.557
## - svi      1    1.7660 32.270 -48.964
## - age      1    2.6473 33.151 -46.890
## - lweight  1    4.7776 35.282 -42.094
## - lcavol   1   15.7063 46.210 -21.316
## 
## Step:  AIC=-53.05
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 30.601 -53.054
## - lbph     1    0.8872 31.488 -52.853
## - lcp      1    1.0153 31.616 -52.540
## - gleason  2    2.0976 32.699 -51.949
## - svi      1    1.7676 32.369 -50.730
## - age      1    2.5682 33.169 -48.848
## - lweight  1    4.7077 35.309 -44.035
## - lcavol   1   15.6105 46.211 -23.314
## Start:  AIC=-65.54
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-65.54
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0109 25.363 -67.510
## - lcp      1    0.5186 25.870 -65.984
## <none>                 25.352 -65.543
## - gleason  2    2.1284 27.480 -63.336
## - lbph     1    1.5930 26.945 -62.851
## - svi      1    1.8216 27.173 -62.201
## - lweight  1    2.8147 28.167 -59.437
## - age      1    3.3538 28.706 -57.977
## - lcavol   1   17.9637 43.316 -26.297
## 
## Step:  AIC=-67.51
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 25.363 -67.510
## - lcp      1    0.6747 26.037 -67.489
## - lbph     1    1.5821 26.945 -64.851
## - svi      1    1.8182 27.181 -64.179
## - gleason  2    2.6610 28.024 -63.828
## - lweight  1    2.8225 28.185 -61.386
## - age      1    3.3795 28.742 -59.879
## - lcavol   1   18.3735 43.736 -27.553
## Start:  AIC=-40.61
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-40.61
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.5635 35.611 -43.380
## - pgg45    1    0.1286 35.176 -42.326
## - lcp      1    0.3286 35.376 -41.889
## - lbph     1    0.4895 35.537 -41.540
## <none>                 35.047 -40.608
## - age      1    2.0670 37.114 -38.195
## - svi      1    3.3376 38.385 -35.603
## - lweight  1    5.6002 40.647 -31.193
## - lcavol   1   15.7225 50.770 -14.071
## 
## Step:  AIC=-43.38
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3310 35.942 -44.667
## - pgg45    1    0.4454 36.056 -44.422
## - lbph     1    0.6202 36.231 -44.050
## <none>                 35.611 -43.380
## - age      1    1.9486 37.559 -41.277
## - svi      1    3.9861 39.597 -37.210
## - lweight  1    5.3128 40.923 -34.672
## - lcavol   1   19.3151 54.926 -12.012
## 
## Step:  AIC=-44.67
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.1901 36.132 -46.261
## - lbph     1    0.4755 36.417 -45.655
## <none>                 35.942 -44.667
## - age      1    1.6718 37.613 -43.166
## - svi      1    3.8917 39.833 -38.751
## - lweight  1    5.5958 41.537 -35.525
## - lcavol   1   21.3963 57.338 -10.703
## 
## Step:  AIC=-46.26
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.4641 36.596 -47.278
## <none>                 36.132 -46.261
## - age      1    1.4980 37.630 -45.133
## - svi      1    4.7670 40.899 -38.718
## - lweight  1    5.4597 41.591 -37.425
## - lcavol   1   24.4715 60.603  -8.438
## 
## Step:  AIC=-47.28
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.596 -47.278
## - age      1    1.1921 37.788 -46.810
## - svi      1    4.4126 41.008 -40.512
## - lweight  1    8.2083 44.804 -33.696
## - lcavol   1   24.4726 61.068  -9.849
## Start:  AIC=-42.02
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-42.02
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8948 35.307 -44.039
## - lbph     1    0.1348 34.547 -43.714
## - pgg45    1    0.2335 34.646 -43.494
## - lcp      1    0.3540 34.766 -43.227
## <none>                 34.412 -42.015
## - age      1    2.3664 36.779 -38.894
## - svi      1    3.6248 38.037 -36.304
## - lweight  1    5.6251 40.037 -32.358
## - lcavol   1   10.4970 44.909 -23.515
## 
## Step:  AIC=-44.04
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.2867 35.594 -45.416
## - lcp      1    0.3683 35.675 -45.240
## - pgg45    1    0.8092 36.116 -44.294
## <none>                 35.307 -44.039
## - age      1    2.1175 37.425 -41.554
## - svi      1    4.1618 39.469 -37.459
## - lweight  1    5.1332 40.440 -35.586
## - lcavol   1   13.8541 49.161 -20.550
## 
## Step:  AIC=-45.42
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4073 36.001 -46.540
## <none>                 35.594 -45.416
## - pgg45    1    1.0787 36.672 -45.117
## - age      1    1.9760 37.570 -43.256
## - svi      1    3.9262 39.520 -39.359
## - lweight  1    8.5751 44.169 -30.796
## - lcavol   1   13.5810 49.175 -22.529
## 
## Step:  AIC=-46.54
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.7043 36.705 -47.048
## <none>                 36.001 -46.540
## - age      1    1.8305 37.832 -44.721
## - svi      1    3.5617 39.563 -41.276
## - lweight  1    8.6384 44.639 -31.980
## - lcavol   1   14.4809 50.482 -22.509
## 
## Step:  AIC=-47.05
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.705 -47.048
## - age      1    1.3701 38.075 -46.226
## - svi      1    4.8761 41.581 -39.444
## - lweight  1    8.0383 44.744 -33.800
## - lcavol   1   17.4163 54.122 -19.148
## Start:  AIC=-55.95
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-55.95
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.4324 29.149 -58.796
## <none>                 28.717 -55.947
## - pgg45    1    0.9584 29.675 -55.419
## - lcp      1    1.5557 30.273 -53.884
## - lweight  1    1.6844 30.401 -53.558
## - lbph     1    1.7157 30.433 -53.478
## - age      1    3.0302 31.747 -50.222
## - svi      1    3.3958 32.113 -49.341
## - lcavol   1   19.3573 48.074 -18.272
## 
## Step:  AIC=-58.8
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 29.149 -58.796
## - pgg45    1    1.3440 30.493 -57.325
## - lweight  1    1.6995 30.849 -56.433
## - lcp      1    1.7746 30.924 -56.245
## - lbph     1    1.9292 31.078 -55.861
## - age      1    3.3337 32.483 -52.458
## - svi      1    3.6528 32.802 -51.705
## - lcavol   1   21.2398 50.389 -18.650
## Start:  AIC=-59.94
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-59.94
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0579 27.325 -61.773
## - lcp      1    0.3746 27.641 -60.886
## <none>                 27.267 -59.936
## - lbph     1    1.2758 28.543 -58.415
## - gleason  2    2.3723 29.639 -57.513
## - lweight  1    2.2911 29.558 -55.724
## - age      1    2.6426 29.909 -54.814
## - svi      1    4.6492 31.916 -49.814
## - lcavol   1   10.3713 37.638 -37.116
## 
## Step:  AIC=-61.77
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3168 27.642 -62.886
## <none>                 27.325 -61.773
## - lbph     1    1.3455 28.670 -60.072
## - lweight  1    2.2661 29.591 -57.638
## - gleason  2    3.0760 30.401 -57.559
## - age      1    2.5863 29.911 -56.810
## - svi      1    4.9338 32.259 -50.992
## - lcavol   1   10.4862 37.811 -38.763
## 
## Step:  AIC=-62.89
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 27.642 -62.886
## - lbph     1    1.3704 29.012 -61.160
## - gleason  2    2.7858 30.427 -59.492
## - lweight  1    2.1887 29.830 -59.018
## - age      1    2.4039 30.045 -58.464
## - svi      1    4.6946 32.336 -52.807
## - lcavol   1   11.0380 38.680 -39.014
## Start:  AIC=-45.13
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-45.13
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3811 33.431 -46.243
## - pgg45    1    0.3901 33.440 -46.222
## - gleason  2    1.5355 34.585 -45.629
## - lbph     1    0.7522 33.802 -45.393
## <none>                 33.050 -45.126
## - age      1    2.4048 35.455 -41.717
## - lweight  1    3.0880 36.138 -40.248
## - svi      1    3.4151 36.465 -39.554
## - lcavol   1    8.9881 42.038 -28.603
## 
## Step:  AIC=-46.24
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.1822 33.613 -47.824
## - lbph     1    0.7454 34.176 -46.545
## - gleason  2    1.6947 35.126 -46.435
## <none>                 33.431 -46.243
## - age      1    2.1945 35.625 -43.347
## - svi      1    3.0346 36.466 -41.553
## - lweight  1    3.1105 36.541 -41.393
## - lcavol   1    9.4675 42.898 -29.043
## 
## Step:  AIC=-47.82
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7757 34.389 -48.068
## <none>                 33.613 -47.824
## - gleason  2    2.6142 36.227 -46.057
## - age      1    2.0896 35.703 -45.180
## - lweight  1    3.1146 36.728 -43.001
## - svi      1    4.0372 37.650 -41.091
## - lcavol   1    9.4454 43.059 -30.756
## 
## Step:  AIC=-48.07
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.389 -48.068
## - age      1    1.5716 35.960 -46.627
## - gleason  2    2.7079 37.097 -46.231
## - svi      1    3.5433 37.932 -42.516
## - lweight  1    5.1323 39.521 -39.357
## - lcavol   1    9.6234 44.012 -31.069
## Start:  AIC=-62.07
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-62.07
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.7098 27.232 -64.033
## - pgg45    1    0.4135 26.936 -62.876
## - lcp      1    0.6270 27.150 -62.268
## - age      1    0.6366 27.159 -62.241
## <none>                 26.523 -62.067
## - lbph     1    1.1032 27.626 -60.929
## - svi      1    2.7832 29.306 -56.383
## - lweight  1    3.8195 30.342 -53.707
## - lcavol   1   16.3273 42.850 -27.130
## 
## Step:  AIC=-64.03
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.5472 27.780 -64.502
## - lcp      1    0.6084 27.841 -64.332
## <none>                 27.232 -64.033
## - lbph     1    1.1261 28.359 -62.913
## - pgg45    1    1.1347 28.367 -62.890
## - svi      1    3.0729 30.305 -57.801
## - lweight  1    3.9623 31.195 -55.574
## - lcavol   1   17.7552 44.988 -27.381
## 
## Step:  AIC=-64.5
## lpsa ~ lcavol + lweight + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4885 28.268 -65.159
## <none>                 27.780 -64.502
## - lbph     1    0.7833 28.563 -64.361
## - pgg45    1    0.9168 28.696 -64.001
## - svi      1    2.7452 30.525 -59.245
## - lweight  1    3.6562 31.436 -56.981
## - lcavol   1   17.2291 45.009 -29.345
## 
## Step:  AIC=-65.16
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.5247 28.793 -65.743
## - lbph     1    0.6731 28.941 -65.347
## <none>                 28.268 -65.159
## - svi      1    2.2612 30.529 -61.234
## - lweight  1    3.8075 32.076 -57.430
## - lcavol   1   18.8327 47.101 -27.847
## 
## Step:  AIC=-65.74
## lpsa ~ lcavol + lweight + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 28.793 -65.743
## - lbph     1    0.8670 29.660 -65.459
## - svi      1    3.5198 32.313 -58.863
## - lweight  1    3.6029 32.396 -58.665
## - lcavol   1   22.2481 51.041 -23.661
## Start:  AIC=-60.69
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-60.69
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.3524 27.352 -63.696
## - pgg45    1    0.0823 27.082 -62.460
## - lcp      1    0.5162 27.516 -61.236
## <none>                 27.000 -60.694
## - lweight  1    1.2933 28.293 -59.091
## - age      1    1.7452 28.745 -57.872
## - lbph     1    2.6038 29.604 -55.605
## - svi      1    5.2539 32.254 -49.003
## - lcavol   1   16.3372 43.337 -26.260
## 
## Step:  AIC=-63.7
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4216 27.774 -64.518
## - pgg45    1    0.5203 27.872 -64.245
## <none>                 27.352 -63.696
## - lweight  1    1.1383 28.490 -62.556
## - age      1    1.6097 28.962 -61.293
## - lbph     1    2.9417 30.294 -57.830
## - svi      1    5.3585 32.711 -51.920
## - lcavol   1   17.7930 45.145 -27.112
## 
## Step:  AIC=-64.52
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2247 27.998 -65.898
## <none>                 27.774 -64.518
## - lweight  1    1.1222 28.896 -63.468
## - age      1    1.4410 29.215 -62.623
## - lbph     1    2.9528 30.727 -58.738
## - svi      1    4.9937 32.767 -53.786
## - lcavol   1   19.1394 46.913 -26.154
## 
## Step:  AIC=-65.9
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 27.998 -65.898
## - lweight  1    1.0072 29.006 -65.176
## - age      1    1.2970 29.295 -64.411
## - lbph     1    3.0813 31.080 -59.858
## - svi      1    6.0578 34.056 -52.816
## - lcavol   1   21.4845 49.483 -24.048
## Start:  AIC=-40.4
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-40.4
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.0054 35.147 -42.389
## - pgg45    1    0.4697 35.611 -41.378
## - lbph     1    0.6904 35.832 -40.902
## <none>                 35.141 -40.401
## - gleason  2    2.7484 37.890 -38.602
## - age      1    2.3224 37.464 -37.473
## - lweight  1    3.0565 38.198 -35.979
## - svi      1    4.3835 39.525 -33.349
## - lcavol   1    8.5410 43.682 -25.648
## 
## Step:  AIC=-42.39
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.4812 35.628 -43.342
## - lbph     1    0.6948 35.842 -42.881
## <none>                 35.147 -42.389
## - gleason  2    2.7638 37.911 -40.560
## - age      1    2.3234 37.470 -39.460
## - lweight  1    3.0511 38.198 -37.979
## - svi      1    4.8228 39.970 -34.488
## - lcavol   1   10.5594 45.706 -24.161
## 
## Step:  AIC=-43.34
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7489 36.377 -43.740
## <none>                 35.628 -43.342
## - age      1    2.1730 37.801 -40.783
## - gleason  2    3.5101 39.138 -40.106
## - lweight  1    3.0652 38.693 -38.987
## - svi      1    6.6713 42.299 -32.125
## - lcavol   1   10.6313 46.259 -25.235
## 
## Step:  AIC=-43.74
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.377 -43.740
## - age      1    1.7751 38.152 -42.071
## - gleason  2    4.1166 40.494 -39.485
## - lweight  1    5.4468 41.824 -34.996
## - svi      1    6.1200 42.497 -33.767
## - lcavol   1   10.2427 46.620 -26.637
## Start:  AIC=-43.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-43.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.5185 34.169 -44.561
## - age      1    0.6002 34.251 -44.377
## - pgg45    1    0.6900 34.341 -44.175
## - lbph     1    0.7196 34.371 -44.109
## <none>                 33.651 -43.738
## - gleason  2    1.8846 35.535 -43.542
## - svi      1    1.7556 35.406 -41.822
## - lweight  1    2.8649 36.516 -39.447
## - lcavol   1    8.8399 42.491 -27.778
## 
## Step:  AIC=-44.56
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.5119 34.681 -45.416
## - age      1    0.5767 34.746 -45.272
## - lbph     1    0.8077 34.977 -44.762
## <none>                 34.169 -44.561
## - gleason  2    1.9649 36.134 -44.255
## - svi      1    1.2731 35.442 -43.744
## - lweight  1    2.7874 36.957 -40.522
## - lcavol   1    8.7786 42.948 -28.954
## 
## Step:  AIC=-45.42
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.4708 35.152 -46.377
## - lbph     1    0.7600 35.441 -45.746
## <none>                 34.681 -45.416
## - gleason  2    3.1518 37.833 -42.718
## - svi      1    2.4784 37.160 -42.101
## - lweight  1    2.8441 37.525 -41.347
## - lcavol   1    8.4884 43.170 -30.557
## 
## Step:  AIC=-46.38
## lpsa ~ lcavol + lweight + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.5526 35.705 -47.176
## <none>                 35.152 -46.377
## - gleason  2    2.9181 38.070 -44.237
## - svi      1    2.4254 37.578 -43.240
## - lweight  1    2.4534 37.606 -43.182
## - lcavol   1    8.1026 43.255 -32.406
## 
## Step:  AIC=-47.18
## lpsa ~ lcavol + lweight + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.705 -47.176
## - svi      1    2.0826 37.787 -44.811
## - gleason  2    3.4210 39.126 -44.131
## - lweight  1    4.5093 40.214 -40.018
## - lcavol   1    8.1686 43.873 -33.312
## Start:  AIC=-51.31
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-51.31
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0843 30.584 -53.097
## - gleason  2    0.9809 31.480 -52.872
## - lcp      1    0.5696 31.069 -51.885
## <none>                 30.499 -51.310
## - lbph     1    1.4127 31.912 -49.823
## - age      1    1.4761 31.975 -49.670
## - lweight  1    4.6944 35.194 -42.286
## - svi      1    5.3967 35.896 -40.765
## - lcavol   1   12.8969 43.396 -26.154
## 
## Step:  AIC=-53.1
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4860 31.070 -53.883
## - gleason  2    1.5021 32.086 -53.405
## <none>                 30.584 -53.097
## - age      1    1.4260 32.010 -51.588
## - lbph     1    1.4503 32.034 -51.530
## - lweight  1    4.6607 35.244 -44.176
## - svi      1    5.5984 36.182 -42.154
## - lcavol   1   12.8390 43.423 -28.107
## 
## Step:  AIC=-53.88
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.2161 32.286 -54.927
## <none>                 31.070 -53.883
## - age      1    1.2805 32.350 -52.773
## - lbph     1    1.3684 32.438 -52.565
## - lweight  1    4.6486 35.718 -45.147
## - svi      1    5.2439 36.314 -43.874
## - lcavol   1   13.1841 44.254 -28.648
## 
## Step:  AIC=-54.93
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 32.286 -54.927
## - age      1    1.1320 33.418 -54.273
## - lbph     1    2.1222 34.408 -52.025
## - lweight  1    4.1480 36.434 -47.620
## - svi      1    7.0102 39.296 -41.797
## - lcavol   1   16.7093 48.995 -24.811
## Start:  AIC=-49.27
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-49.27
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8364 32.155 -51.238
## - age      1    0.3782 31.697 -50.344
## - pgg45    1    0.4716 31.791 -50.117
## - lbph     1    0.5607 31.880 -49.902
## <none>                 31.319 -49.268
## - lcp      1    1.0566 32.376 -48.713
## - lweight  1    2.5098 33.829 -45.332
## - svi      1    3.3416 34.661 -43.462
## - lcavol   1   11.7999 43.119 -26.648
## 
## Step:  AIC=-51.24
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.3998 32.555 -52.287
## <none>                 32.155 -51.238
## - lbph     1    0.9051 33.060 -51.101
## - lcp      1    0.9895 33.145 -50.905
## - pgg45    1    1.8332 33.989 -48.969
## - lweight  1    2.5445 34.700 -47.374
## - svi      1    3.5467 35.702 -45.182
## - lcavol   1   14.6502 46.806 -24.331
## 
## Step:  AIC=-52.29
## lpsa ~ lcavol + lweight + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7162 33.271 -52.611
## - lcp      1    0.7361 33.291 -52.565
## <none>                 32.555 -52.287
## - pgg45    1    1.4978 34.053 -50.823
## - lweight  1    2.1682 34.723 -49.322
## - svi      1    3.4019 35.957 -46.634
## - lcavol   1   14.3786 46.934 -26.120
## 
## Step:  AIC=-52.61
## lpsa ~ lcavol + lweight + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7037 33.975 -53.000
## <none>                 33.271 -52.611
## - pgg45    1    1.6134 34.885 -50.965
## - svi      1    2.9996 36.271 -47.965
## - lweight  1    3.8518 37.123 -46.177
## - lcavol   1   14.1994 47.471 -27.244
## 
## Step:  AIC=-53
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.975 -53.000
## - pgg45    1    0.9809 34.956 -52.808
## - svi      1    2.3183 36.293 -49.917
## - lweight  1    4.1273 38.102 -46.172
## - lcavol   1   14.1860 48.161 -28.133
## Start:  AIC=-46.83
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-46.83
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4456 32.770 -47.780
## - pgg45    1    0.4616 32.786 -47.742
## - lbph     1    0.6030 32.928 -47.411
## - gleason  2    1.5252 33.850 -47.284
## <none>                 32.325 -46.834
## - age      1    1.5238 33.848 -45.287
## - svi      1    3.3607 35.685 -41.218
## - lweight  1    3.3707 35.695 -41.196
## - lcavol   1   10.9764 43.301 -26.324
## 
## Step:  AIC=-47.78
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.3451 33.115 -48.973
## - lbph     1    0.5861 33.356 -48.415
## - gleason  2    1.5702 34.340 -48.176
## <none>                 32.770 -47.780
## - age      1    1.2800 34.050 -46.830
## - svi      1    2.9447 35.715 -43.154
## - lweight  1    3.3953 36.165 -42.189
## - lcavol   1   12.5151 45.285 -24.873
## 
## Step:  AIC=-48.97
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7342 33.850 -49.285
## <none>                 33.115 -48.973
## - gleason  2    1.9830 35.098 -48.495
## - age      1    1.1585 34.274 -48.326
## - lweight  1    3.2078 36.323 -43.854
## - svi      1    4.2918 37.407 -41.590
## - lcavol   1   12.8861 46.001 -25.665
## 
## Step:  AIC=-49.28
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.850 -49.285
## - age      1    0.9226 34.772 -49.214
## - gleason  2    2.2236 36.073 -48.386
## - svi      1    3.8355 37.685 -43.020
## - lweight  1    5.6004 39.450 -39.496
## - lcavol   1   12.4671 46.317 -27.139
## Start:  AIC=-45.12
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-45.12
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0812 33.133 -46.933
## - lcp      1    0.2614 33.313 -46.515
## - gleason  2    1.1657 34.217 -46.453
## - lbph     1    0.6208 33.672 -45.689
## <none>                 33.051 -45.122
## - age      1    1.3940 34.445 -43.941
## - lweight  1    3.7827 36.834 -38.778
## - svi      1    3.7920 36.843 -38.759
## - lcavol   1   12.9998 46.051 -21.582
## 
## Step:  AIC=-46.93
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1891 33.322 -48.495
## - gleason  2    1.2210 34.354 -48.146
## - lbph     1    0.6086 33.741 -47.531
## <none>                 33.133 -46.933
## - age      1    1.3195 34.452 -45.926
## - svi      1    3.7822 36.915 -40.610
## - lweight  1    3.8180 36.951 -40.535
## - lcavol   1   13.0012 46.134 -23.444
## 
## Step:  AIC=-48.49
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.0574 34.379 -50.089
## - lbph     1    0.5040 33.826 -49.339
## <none>                 33.322 -48.495
## - age      1    1.1703 34.492 -47.837
## - lweight  1    3.9311 37.253 -41.908
## - svi      1    4.4045 37.726 -40.936
## - lcavol   1   14.2164 47.538 -23.135
## 
## Step:  AIC=-50.09
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.6163 34.995 -50.721
## <none>                 34.379 -50.089
## - age      1    1.0361 35.415 -49.803
## - lweight  1    3.9684 38.347 -43.678
## - svi      1    4.9316 39.311 -41.768
## - lcavol   1   18.5515 52.931 -18.861
## 
## Step:  AIC=-50.72
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.6652 35.661 -51.272
## <none>                 34.995 -50.721
## - svi      1    4.5084 39.504 -43.390
## - lweight  1    5.8902 40.886 -40.743
## - lcavol   1   18.6314 53.627 -19.855
## 
## Step:  AIC=-51.27
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.661 -51.272
## - svi      1    4.4920 40.153 -44.136
## - lweight  1    5.2573 40.918 -42.682
## - lcavol   1   18.1808 53.841 -21.548
## Start:  AIC=-47.12
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-47.12
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.5582 32.763 -49.797
## - lbph     1    0.2727 32.478 -48.471
## - pgg45    1    0.5558 32.761 -47.802
## <none>                 32.205 -47.120
## - lcp      1    1.4586 33.664 -45.709
## - age      1    1.5621 33.767 -45.473
## - svi      1    4.5630 36.768 -38.917
## - lweight  1    5.2060 37.411 -37.582
## - lcavol   1   13.3189 45.524 -22.469
## 
## Step:  AIC=-49.8
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.3396 33.103 -51.003
## <none>                 32.763 -49.797
## - pgg45    1    1.2187 33.982 -48.985
## - lcp      1    1.4011 34.164 -48.572
## - age      1    1.6158 34.379 -48.090
## - svi      1    4.8196 37.583 -41.229
## - lweight  1    5.2731 38.036 -40.305
## - lcavol   1   13.9651 46.728 -24.458
## 
## Step:  AIC=-51
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.103 -51.003
## - pgg45    1    1.3261 34.429 -49.978
## - lcp      1    1.3364 34.439 -49.955
## - age      1    1.3763 34.479 -49.866
## - svi      1    4.5261 37.629 -43.135
## - lweight  1    7.8664 40.969 -36.586
## - lcavol   1   13.6456 46.748 -26.425
## Start:  AIC=-54.45
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-54.45
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.3937 30.675 -54.868
## - pgg45    1    0.6981 29.979 -54.634
## <none>                 29.281 -54.448
## - lcp      1    1.3201 30.601 -53.053
## - lbph     1    2.0840 31.365 -51.154
## - lweight  1    2.1436 31.425 -51.008
## - age      1    2.1865 31.468 -50.903
## - svi      1    4.3713 33.652 -45.735
## - lcavol   1   19.4843 48.765 -17.172
## 
## Step:  AIC=-54.87
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 30.675 -54.868
## - pgg45    1    0.8709 31.546 -54.712
## - lcp      1    1.2082 31.883 -53.893
## - age      1    1.8528 32.528 -52.352
## - lbph     1    1.9398 32.615 -52.146
## - lweight  1    2.2659 32.941 -51.380
## - svi      1    4.4492 35.124 -46.439
## - lcavol   1   21.4709 52.146 -16.012
## Start:  AIC=-48.45
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-48.45
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.1004 31.753 -52.208
## - age      1    0.5619 32.215 -49.097
## - lbph     1    0.6650 32.318 -48.851
## - lcp      1    0.8094 32.462 -48.507
## <none>                 31.653 -48.452
## - pgg45    1    1.3889 33.042 -47.145
## - svi      1    2.8337 34.486 -43.849
## - lweight  1    4.7354 36.388 -39.716
## - lcavol   1   14.6891 46.342 -21.098
## 
## Step:  AIC=-52.21
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.5353 32.288 -52.921
## - lcp      1    0.7796 32.533 -52.340
## - lbph     1    0.8173 32.570 -52.251
## <none>                 31.753 -52.208
## - pgg45    1    2.4863 34.239 -48.403
## - svi      1    3.1074 34.860 -47.019
## - lweight  1    4.8925 36.646 -43.174
## - lcavol   1   15.8099 47.563 -23.095
## 
## Step:  AIC=-52.92
## lpsa ~ lcavol + lweight + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.6025 32.891 -53.497
## - lcp      1    0.6648 32.953 -53.351
## <none>                 32.288 -52.921
## - pgg45    1    2.1660 34.454 -49.921
## - svi      1    3.1173 35.406 -47.824
## - lweight  1    4.3625 36.651 -45.162
## - lcavol   1   15.3096 47.598 -25.038
## 
## Step:  AIC=-53.5
## lpsa ~ lcavol + lweight + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.6131 33.504 -54.075
## <none>                 32.891 -53.497
## - pgg45    1    2.4613 35.352 -49.940
## - svi      1    2.6418 35.533 -49.548
## - lweight  1    7.0122 39.903 -40.616
## - lcavol   1   15.1969 48.088 -26.250
## 
## Step:  AIC=-54.07
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.504 -54.075
## - pgg45    1    1.8574 35.361 -51.920
## - svi      1    2.0305 35.534 -51.544
## - lweight  1    7.2991 40.803 -40.899
## - lcavol   1   15.4187 48.923 -26.925
## Start:  AIC=-45
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-45
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8269 33.931 -47.099
## - age      1    0.1886 33.293 -46.561
## - lcp      1    0.2980 33.402 -46.309
## - pgg45    1    0.5977 33.702 -45.621
## - lbph     1    0.6676 33.772 -45.461
## <none>                 33.104 -44.999
## - svi      1    2.4092 35.514 -41.589
## - lweight  1    2.5719 35.676 -41.237
## - lcavol   1   11.5637 44.668 -23.930
## 
## Step:  AIC=-47.1
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.2709 34.202 -48.487
## - lcp      1    0.4080 34.339 -48.179
## - pgg45    1    0.6822 34.614 -47.566
## - lbph     1    0.7981 34.729 -47.309
## <none>                 33.931 -47.099
## - lweight  1    2.6586 36.590 -43.290
## - svi      1    3.0285 36.960 -42.516
## - lcavol   1   13.3907 47.322 -23.486
## 
## Step:  AIC=-48.49
## lpsa ~ lcavol + lweight + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3330 34.535 -49.741
## - pgg45    1    0.5614 34.764 -49.233
## - lbph     1    0.6165 34.819 -49.111
## <none>                 34.202 -48.487
## - lweight  1    2.3909 36.593 -45.284
## - svi      1    2.9129 37.115 -44.193
## - lcavol   1   13.2030 47.405 -25.351
## 
## Step:  AIC=-49.74
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2792 34.814 -51.120
## - lbph     1    0.6200 35.155 -50.370
## <none>                 34.535 -49.741
## - lweight  1    2.4436 36.979 -46.476
## - svi      1    2.5852 37.120 -46.182
## - lcavol   1   13.5615 48.097 -26.235
## 
## Step:  AIC=-51.12
## lpsa ~ lcavol + lweight + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7004 35.515 -51.587
## <none>                 34.814 -51.120
## - lweight  1    2.3509 37.165 -48.089
## - svi      1    3.6390 38.453 -45.466
## - lcavol   1   16.0474 50.862 -23.931
## 
## Step:  AIC=-51.59
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.515 -51.587
## - svi      1    3.2510 38.766 -46.842
## - lweight  1    3.9215 39.436 -45.522
## - lcavol   1   16.0799 51.595 -24.830
## Start:  AIC=-47.98
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-47.98
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.6654 32.513 -50.388
## - lcp      1    0.0122 31.859 -49.950
## - pgg45    1    0.2256 32.073 -49.436
## - age      1    0.7437 32.591 -48.203
## <none>                 31.847 -47.980
## - lbph     1    1.1891 33.036 -47.157
## - svi      1    3.5809 35.428 -41.775
## - lweight  1    3.6865 35.534 -41.546
## - lcavol   1   10.8676 42.715 -27.373
## 
## Step:  AIC=-50.39
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.0023 32.515 -52.382
## - age      1    0.6110 33.124 -50.954
## <none>                 32.513 -50.388
## - lbph     1    1.2616 33.774 -49.456
## - pgg45    1    1.2790 33.791 -49.417
## - svi      1    3.5773 36.090 -44.350
## - lweight  1    3.6634 36.176 -44.167
## - lcavol   1   13.5085 46.021 -25.632
## 
## Step:  AIC=-52.38
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.6188 33.134 -52.931
## <none>                 32.515 -52.382
## - lbph     1    1.2692 33.784 -51.434
## - pgg45    1    1.4265 33.941 -51.076
## - lweight  1    3.6759 36.191 -46.135
## - svi      1    4.4729 36.988 -44.458
## - lcavol   1   17.4524 49.967 -21.298
## 
## Step:  AIC=-52.93
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.134 -52.931
## - lbph     1    0.9144 34.048 -52.835
## - pgg45    1    1.2824 34.416 -52.007
## - lweight  1    3.1412 36.275 -47.956
## - svi      1    4.6967 37.830 -44.724
## - lcavol   1   16.9103 50.044 -23.180
## Start:  AIC=-47.2
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-47.2
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.4651 32.637 -50.093
## - pgg45    1    0.4712 32.643 -48.078
## - lcp      1    0.5713 32.744 -47.843
## - lbph     1    0.8053 32.977 -47.295
## <none>                 32.172 -47.198
## - age      1    1.7570 33.929 -45.104
## - svi      1    2.3990 34.571 -43.661
## - lweight  1    4.6187 36.791 -38.869
## - lcavol   1   14.7655 46.938 -20.114
## 
## Step:  AIC=-50.09
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.6994 33.337 -50.460
## <none>                 32.637 -50.093
## - pgg45    1    1.0580 33.695 -49.636
## - lbph     1    1.0585 33.696 -49.635
## - age      1    1.7005 34.338 -48.182
## - svi      1    2.9982 35.636 -45.326
## - lweight  1    4.4447 37.082 -42.262
## - lcavol   1   17.2444 49.882 -19.430
## 
## Step:  AIC=-50.46
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.5623 33.899 -51.172
## <none>                 33.337 -50.460
## - lbph     1    1.0063 34.343 -50.170
## - age      1    1.6309 34.968 -48.783
## - svi      1    2.3008 35.638 -47.321
## - lweight  1    4.4888 37.826 -42.733
## - lcavol   1   17.3727 50.709 -20.162
## 
## Step:  AIC=-51.17
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.899 -51.172
## - lbph     1    1.0940 34.993 -50.727
## - age      1    1.3379 35.237 -50.192
## - svi      1    3.8085 37.708 -44.974
## - lweight  1    4.0980 37.997 -44.385
## - lcavol   1   19.2065 53.105 -18.607
## Start:  AIC=-51.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-51.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.0179 31.346 -53.202
## - lcp      1    0.2973 30.625 -52.993
## - age      1    0.6254 30.953 -52.173
## - pgg45    1    0.6747 31.002 -52.050
## <none>                 30.328 -51.744
## - lbph     1    1.6195 31.947 -49.739
## - svi      1    2.6778 33.005 -47.229
## - lweight  1    3.0327 33.360 -46.406
## - lcavol   1   17.1873 47.515 -19.173
## 
## Step:  AIC=-53.2
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.5419 31.887 -53.883
## - age      1    0.7139 32.059 -53.469
## <none>                 31.346 -53.202
## - pgg45    1    1.2571 32.603 -52.175
## - lbph     1    1.8478 33.193 -50.792
## - svi      1    2.9543 34.300 -48.267
## - lweight  1    3.2882 34.634 -47.521
## - lcavol   1   20.2667 51.612 -16.804
## 
## Step:  AIC=-53.88
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.5731 32.460 -54.511
## - pgg45    1    0.7599 32.647 -54.069
## <none>                 31.887 -53.883
## - lbph     1    1.7596 33.647 -51.747
## - svi      1    2.4527 34.340 -50.177
## - lweight  1    3.3009 35.188 -48.298
## - lcavol   1   21.3909 53.278 -16.357
## 
## Step:  AIC=-54.51
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.6597 33.120 -54.962
## <none>                 32.460 -54.511
## - lbph     1    1.3133 33.774 -53.457
## - svi      1    2.5158 34.976 -50.763
## - lweight  1    3.0332 35.494 -49.633
## - lcavol   1   20.8531 53.314 -18.306
## 
## Step:  AIC=-54.96
## lpsa ~ lcavol + lweight + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.120 -54.962
## - lbph     1    1.8760 34.996 -52.720
## - lweight  1    2.8540 35.974 -50.597
## - svi      1    4.3151 37.435 -47.532
## - lcavol   1   24.2312 57.351 -14.685
## Start:  AIC=-36.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-36.74
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.5976 37.451 -39.499
## - pgg45    1    0.3140 37.168 -38.084
## - lcp      1    0.3568 37.210 -37.996
## <none>                 36.854 -36.738
## - lbph     1    1.0675 37.921 -36.539
## - age      1    1.9950 38.849 -34.678
## - lweight  1    3.7872 40.641 -31.205
## - svi      1    4.7628 41.616 -29.379
## - lcavol   1   11.7753 48.629 -17.388
## 
## Step:  AIC=-39.5
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4608 37.912 -40.557
## - pgg45    1    0.8046 38.256 -39.862
## <none>                 37.451 -39.499
## - lbph     1    1.1536 38.605 -39.163
## - age      1    2.1953 39.647 -37.113
## - lweight  1    3.6863 41.138 -34.270
## - svi      1    5.7207 43.172 -30.553
## - lcavol   1   14.6879 52.139 -16.021
## 
## Step:  AIC=-40.56
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.4175 38.330 -41.714
## <none>                 37.912 -40.557
## - lbph     1    1.1317 39.044 -40.292
## - age      1    1.8649 39.777 -38.860
## - lweight  1    3.5495 41.462 -35.666
## - svi      1    5.2952 43.207 -32.490
## - lcavol   1   15.9804 53.892 -15.475
## 
## Step:  AIC=-41.71
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 38.330 -41.714
## - lbph     1    1.2036 39.533 -41.333
## - age      1    1.5774 39.907 -40.608
## - lweight  1    3.5894 41.919 -36.821
## - svi      1    6.5770 44.907 -31.520
## - lcavol   1   19.0327 57.362 -12.670
## Start:  AIC=-44.87
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-44.87
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.6521 33.811 -47.372
## - pgg45    1    0.2472 33.406 -46.300
## - lcp      1    0.7013 33.860 -45.260
## - lbph     1    0.7431 33.902 -45.165
## <none>                 33.159 -44.871
## - age      1    2.3370 35.496 -41.627
## - lweight  1    2.9821 36.141 -40.240
## - svi      1    3.6047 36.764 -38.925
## - lcavol   1   13.3314 46.491 -20.851
## 
## Step:  AIC=-47.37
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.4707 34.282 -48.307
## - lcp      1    0.6279 34.439 -47.955
## <none>                 33.811 -47.372
## - lbph     1    1.0546 34.866 -47.007
## - age      1    2.2894 36.101 -44.327
## - lweight  1    2.8088 36.620 -43.227
## - svi      1    3.9687 37.780 -40.826
## - lcavol   1   15.1457 48.957 -20.871
## 
## Step:  AIC=-48.31
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2974 34.579 -49.642
## <none>                 34.282 -48.307
## - lbph     1    1.1630 35.445 -47.739
## - age      1    1.9298 36.212 -46.090
## - lweight  1    2.5920 36.874 -44.695
## - svi      1    4.1233 38.405 -41.562
## - lcavol   1   14.9290 49.211 -22.472
## 
## Step:  AIC=-49.64
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.579 -49.642
## - lbph     1    1.0211 35.600 -49.401
## - age      1    1.7224 36.302 -47.900
## - lweight  1    2.8097 37.389 -45.627
## - svi      1    4.2053 38.785 -42.805
## - lcavol   1   19.6805 54.260 -16.952
## Start:  AIC=-56.73
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-56.73
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8170 29.244 -58.545
## - pgg45    1    0.1177 28.545 -58.409
## - lcp      1    0.2182 28.646 -58.138
## - lbph     1    0.4586 28.886 -57.495
## <none>                 28.427 -56.727
## - age      1    1.3966 29.824 -55.034
## - svi      1    2.4268 30.854 -52.419
## - lweight  1    5.4286 33.856 -45.270
## - lcavol   1   10.3765 38.804 -34.767
## 
## Step:  AIC=-58.55
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3030 29.547 -59.752
## - lbph     1    0.6450 29.889 -58.866
## - pgg45    1    0.7090 29.953 -58.701
## <none>                 29.244 -58.545
## - age      1    1.3066 30.551 -57.180
## - svi      1    2.7365 31.981 -53.658
## - lweight  1    5.1955 34.440 -47.954
## - lcavol   1   14.1802 43.425 -30.104
## 
## Step:  AIC=-59.75
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.4463 29.994 -60.597
## - lbph     1    0.6237 30.171 -60.143
## <none>                 29.547 -59.752
## - age      1    1.1947 30.742 -58.700
## - svi      1    2.4403 31.988 -55.641
## - lweight  1    5.3136 34.861 -49.018
## - lcavol   1   15.8690 45.416 -28.651
## 
## Step:  AIC=-60.6
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.6630 30.657 -60.914
## <none>                 29.994 -60.597
## - age      1    0.9831 30.977 -60.114
## - svi      1    3.2371 33.231 -54.705
## - lweight  1    4.9885 34.982 -50.751
## - lcavol   1   18.8793 48.873 -25.003
## 
## Step:  AIC=-60.91
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 30.657 -60.914
## - age      1    0.8068 31.463 -60.913
## - svi      1    2.7751 33.432 -56.241
## - lweight  1    8.2712 38.928 -44.521
## - lcavol   1   18.7567 49.413 -26.156
## Start:  AIC=-44.83
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-44.83
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.1524 33.331 -46.473
## - lcp      1    0.5732 33.752 -45.507
## <none>                 33.179 -44.826
## - gleason  2    2.0484 35.227 -44.213
## - lbph     1    1.3933 34.572 -43.658
## - age      1    1.5405 34.719 -43.331
## - lweight  1    2.2329 35.412 -41.811
## - svi      1    4.4631 37.642 -37.108
## - lcavol   1   13.2479 46.427 -20.956
## 
## Step:  AIC=-46.47
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4463 33.778 -47.449
## <none>                 33.331 -46.473
## - lbph     1    1.3420 34.673 -45.433
## - age      1    1.4494 34.781 -45.195
## - gleason  2    2.7285 36.060 -44.414
## - lweight  1    2.2342 35.565 -43.477
## - svi      1    4.7401 38.071 -38.234
## - lcavol   1   13.1073 46.439 -22.937
## 
## Step:  AIC=-47.45
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.778 -47.449
## - age      1    1.2608 35.038 -46.627
## - lbph     1    1.3582 35.136 -46.413
## - gleason  2    2.5605 36.338 -45.822
## - lweight  1    2.1829 35.960 -44.627
## - svi      1    4.4417 38.219 -39.936
## - lcavol   1   13.8066 47.584 -23.061
## Start:  AIC=-40.43
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-40.43
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.9464 36.072 -42.387
## - lcp      1    0.1013 35.227 -42.213
## - pgg45    1    0.1118 35.238 -42.190
## <none>                 35.126 -40.434
## - lbph     1    1.1600 36.286 -39.933
## - age      1    1.7824 36.908 -38.623
## - lweight  1    2.5933 37.719 -36.950
## - svi      1    3.0126 38.139 -36.098
## - lcavol   1   11.1287 46.255 -21.242
## 
## Step:  AIC=-42.39
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.0938 36.166 -44.187
## - pgg45    1    0.3957 36.468 -43.547
## <none>                 36.072 -42.387
## - lbph     1    1.2833 37.356 -41.696
## - age      1    1.4532 37.526 -41.346
## - lweight  1    2.2847 38.357 -39.658
## - svi      1    3.0442 39.117 -38.149
## - lcavol   1   15.3201 51.393 -17.132
## 
## Step:  AIC=-44.19
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.3078 36.474 -45.535
## <none>                 36.166 -44.187
## - lbph     1    1.2934 37.460 -43.482
## - age      1    1.3755 37.542 -43.313
## - lweight  1    2.2515 38.418 -41.537
## - svi      1    3.1824 39.349 -39.693
## - lcavol   1   18.8844 55.051 -13.837
## 
## Step:  AIC=-45.53
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.474 -45.535
## - age      1    1.2071 37.681 -45.028
## - lbph     1    1.5523 38.026 -44.325
## - lweight  1    2.0751 38.549 -43.274
## - svi      1    4.6473 41.121 -38.300
## - lcavol   1   20.9771 57.451 -12.551
## Start:  AIC=-46.29
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-46.29
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.3883 32.943 -49.376
## - lbph     1    0.3562 32.911 -47.450
## - lcp      1    0.8376 33.392 -46.332
## <none>                 32.555 -46.288
## - age      1    0.8709 33.425 -46.256
## - pgg45    1    0.9274 33.482 -46.126
## - svi      1    2.1454 34.700 -43.374
## - lweight  1    4.5065 37.061 -38.305
## - lcavol   1   18.9596 51.514 -12.950
## 
## Step:  AIC=-49.38
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.4988 33.442 -50.218
## <none>                 32.943 -49.376
## - lcp      1    0.9390 33.882 -49.211
## - age      1    0.9643 33.907 -49.154
## - pgg45    1    1.2251 34.168 -48.564
## - svi      1    2.8186 35.761 -45.054
## - lweight  1    4.5391 37.482 -41.436
## - lcavol   1   21.2667 54.210 -13.023
## 
## Step:  AIC=-50.22
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.7068 34.148 -50.608
## <none>                 33.442 -50.218
## - lcp      1    0.9052 34.347 -50.162
## - pgg45    1    1.2189 34.661 -49.462
## - svi      1    2.4953 35.937 -46.677
## - lweight  1    6.2435 39.685 -39.038
## - lcavol   1   21.0134 54.455 -14.675
## 
## Step:  AIC=-50.61
## lpsa ~ lcavol + lweight + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7143 34.863 -51.014
## - pgg45    1    0.8447 34.993 -50.726
## <none>                 34.148 -50.608
## - svi      1    2.3427 36.491 -47.499
## - lweight  1    5.5368 39.685 -41.038
## - lcavol   1   20.3250 54.473 -16.649
## 
## Step:  AIC=-51.01
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.3515 35.214 -52.241
## <none>                 34.863 -51.014
## - svi      1    1.6989 36.562 -49.350
## - lweight  1    5.7633 40.626 -41.233
## - lcavol   1   20.8694 55.732 -16.890
## 
## Step:  AIC=-52.24
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.214 -52.241
## - svi      1    2.3473 37.562 -49.273
## - lweight  1    5.6635 40.878 -42.758
## - lcavol   1   24.3654 59.580 -13.750
## Start:  AIC=-51.72
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-51.72
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.2375 30.574 -55.120
## - age      1    0.2669 30.604 -53.046
## - pgg45    1    0.4013 30.738 -52.709
## - lcp      1    0.6258 30.963 -52.149
## - lbph     1    0.6719 31.009 -52.034
## <none>                 30.337 -51.721
## - lweight  1    5.0617 35.399 -41.839
## - svi      1    5.8760 36.213 -40.088
## - lcavol   1   16.5407 46.878 -20.212
## 
## Step:  AIC=-55.12
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.2146 30.789 -56.582
## - lcp      1    0.5813 31.156 -55.670
## <none>                 30.574 -55.120
## - lbph     1    0.8531 31.428 -55.001
## - pgg45    1    1.3021 31.877 -53.909
## - lweight  1    4.9353 35.510 -45.598
## - svi      1    6.3489 36.923 -42.592
## - lcavol   1   18.0311 48.606 -21.425
## 
## Step:  AIC=-56.58
## lpsa ~ lcavol + lweight + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.5284 31.317 -57.271
## - lbph     1    0.7229 31.512 -56.795
## <none>                 30.789 -56.582
## - pgg45    1    1.1421 31.931 -55.777
## - lweight  1    4.7256 35.515 -47.587
## - svi      1    6.2993 37.088 -44.249
## - lcavol   1   17.8179 48.607 -23.423
## 
## Step:  AIC=-57.27
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7327 32.050 -57.491
## - pgg45    1    0.7425 32.060 -57.467
## <none>                 31.317 -57.271
## - lweight  1    4.8873 36.205 -48.105
## - svi      1    5.8254 37.143 -46.135
## - lcavol   1   18.9315 50.249 -22.865
## 
## Step:  AIC=-57.49
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.8398 32.890 -57.499
## <none>                 32.050 -57.491
## - svi      1    5.5516 37.602 -47.190
## - lweight  1    8.8916 40.942 -40.637
## - lcavol   1   18.7398 50.790 -24.040
## 
## Step:  AIC=-57.5
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 32.890 -57.499
## - svi      1    7.9323 40.822 -42.862
## - lweight  1    8.6486 41.539 -41.523
## - lcavol   1   21.6341 54.524 -20.578
## Start:  AIC=-41.54
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-41.54
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3197 34.944 -42.833
## - gleason  2    1.4010 36.026 -42.487
## - pgg45    1    0.5281 35.153 -42.376
## <none>                 34.625 -41.541
## - lbph     1    1.6237 36.248 -40.012
## - age      1    1.8339 36.459 -39.567
## - svi      1    3.6668 38.292 -35.790
## - lweight  1    4.5746 39.199 -33.986
## - lcavol   1    8.4525 43.077 -26.722
## 
## Step:  AIC=-42.83
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.3142 35.259 -44.144
## - gleason  2    1.4021 36.347 -43.804
## <none>                 34.944 -42.833
## - lbph     1    1.5646 36.509 -41.461
## - age      1    1.6015 36.546 -41.383
## - svi      1    3.3758 38.320 -37.733
## - lweight  1    4.4901 39.435 -35.526
## - lcavol   1    8.5407 43.485 -27.997
## 
## Step:  AIC=-44.14
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.259 -44.144
## - gleason  2    2.3767 37.635 -43.121
## - age      1    1.4805 36.739 -42.977
## - lbph     1    1.5837 36.842 -42.761
## - svi      1    4.4318 39.690 -37.027
## - lweight  1    4.5787 39.837 -36.743
## - lcavol   1    8.6795 43.938 -29.199
## Start:  AIC=-49.87
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-49.87
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.0793 31.153 -51.676
## - age      1    0.2231 31.297 -51.322
## - gleason  2    1.0973 32.171 -51.201
## - pgg45    1    0.5121 31.586 -50.614
## <none>                 31.074 -49.873
## - lcp      1    1.3355 32.409 -48.632
## - svi      1    2.7182 33.792 -45.416
## - lweight  1    4.0587 35.133 -42.420
## - lcavol   1   13.1058 44.180 -24.777
## 
## Step:  AIC=-51.68
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.1661 31.319 -53.267
## - gleason  2    1.1575 32.311 -52.867
## - pgg45    1    0.4962 31.649 -52.460
## <none>                 31.153 -51.676
## - lcp      1    1.3150 32.468 -50.493
## - svi      1    2.6390 33.792 -47.415
## - lweight  1    5.0587 36.212 -42.090
## - lcavol   1   13.0358 44.189 -26.760
## 
## Step:  AIC=-53.27
## lpsa ~ lcavol + lweight + svi + lcp + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.1009 32.420 -54.607
## - pgg45    1    0.4424 31.762 -54.187
## <none>                 31.319 -53.267
## - lcp      1    1.2031 32.522 -52.364
## - svi      1    2.6456 33.965 -49.023
## - lweight  1    4.9981 36.317 -43.866
## - lcavol   1   12.8855 44.205 -28.733
## 
## Step:  AIC=-54.61
## lpsa ~ lcavol + lweight + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.7184 33.138 -54.919
## <none>                 32.420 -54.607
## - lcp      1    0.9730 33.393 -54.330
## - svi      1    2.7150 35.135 -50.415
## - lweight  1    5.6139 38.034 -44.310
## - lcavol   1   15.0924 47.512 -27.177
## 
## Step:  AIC=-54.92
## lpsa ~ lcavol + lweight + svi + lcp
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4598 33.598 -55.858
## <none>                 33.138 -54.919
## - svi      1    2.8126 35.951 -50.647
## - lweight  1    5.3288 38.467 -45.438
## - lcavol   1   15.4939 48.632 -27.383
## 
## Step:  AIC=-55.86
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.598 -55.858
## - svi      1    2.3891 35.987 -52.569
## - lweight  1    5.6358 39.234 -45.918
## - lcavol   1   17.8630 51.461 -25.029
## Start:  AIC=-45.36
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-45.36
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8337 33.783 -47.435
## - pgg45    1    0.2966 33.246 -46.669
## - lcp      1    0.4088 33.359 -46.410
## <none>                 32.950 -45.359
## - lweight  1    1.4632 34.413 -44.014
## - age      1    1.5163 34.466 -43.895
## - lbph     1    1.6923 34.642 -43.503
## - svi      1    2.1256 35.075 -42.546
## - lcavol   1   19.1159 52.066 -12.130
## 
## Step:  AIC=-47.44
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1967 33.980 -48.988
## <none>                 33.783 -47.435
## - age      1    1.1689 34.952 -46.816
## - pgg45    1    1.1868 34.970 -46.777
## - lweight  1    1.5134 35.297 -46.061
## - lbph     1    1.6698 35.453 -45.721
## - svi      1    1.8488 35.632 -45.333
## - lcavol   1   20.6308 54.414 -12.733
## 
## Step:  AIC=-48.99
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.980 -48.988
## - pgg45    1    0.9902 34.970 -48.776
## - age      1    1.0294 35.010 -48.690
## - lweight  1    1.5655 35.546 -47.520
## - lbph     1    1.5928 35.573 -47.461
## - svi      1    1.7189 35.699 -47.188
## - lcavol   1   23.7358 57.716 -10.197
## Start:  AIC=-42.19
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-42.19
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0734 34.408 -44.024
## - lbph     1    0.1246 34.460 -43.909
## - lcp      1    0.2259 34.561 -43.683
## <none>                 34.335 -42.188
## - gleason  2    1.8735 36.209 -42.097
## - age      1    1.6096 35.945 -40.661
## - svi      1    3.7701 38.105 -36.166
## - lweight  1    4.5118 38.847 -34.682
## - lcavol   1    9.4471 43.782 -25.473
## 
## Step:  AIC=-44.02
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.1248 34.533 -45.745
## - lcp      1    0.1712 34.580 -45.641
## <none>                 34.408 -44.024
## - age      1    1.5474 35.956 -42.636
## - gleason  2    2.5959 37.004 -42.423
## - svi      1    3.8220 38.230 -37.913
## - lweight  1    4.4816 38.890 -36.596
## - lcavol   1    9.3740 43.782 -27.472
## 
## Step:  AIC=-45.74
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1653 34.699 -47.377
## <none>                 34.533 -45.745
## - age      1    1.4295 35.963 -44.622
## - gleason  2    2.7666 37.300 -43.811
## - svi      1    3.7033 38.237 -39.901
## - lweight  1    5.9784 40.512 -35.451
## - lcavol   1    9.2857 43.819 -29.408
## 
## Step:  AIC=-47.38
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.699 -47.377
## - age      1    1.4285 36.127 -46.271
## - gleason  2    2.6343 37.333 -45.743
## - svi      1    3.7999 38.498 -41.375
## - lweight  1    6.0811 40.780 -36.943
## - lcavol   1   10.5677 45.266 -28.906
## Start:  AIC=-39.26
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-39.26
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2388 35.902 -40.751
## - lcp      1    0.2743 35.938 -40.675
## - gleason  2    1.5146 37.178 -40.062
## <none>                 35.664 -39.265
## - lbph     1    1.8089 37.473 -37.455
## - svi      1    2.0255 37.689 -37.011
## - age      1    2.1035 37.767 -36.852
## - lweight  1    3.5975 39.261 -33.865
## - lcavol   1   15.7305 51.394 -13.130
## 
## Step:  AIC=-40.75
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1481 36.051 -42.434
## <none>                 35.902 -40.751
## - gleason  2    2.0637 37.966 -40.448
## - age      1    2.0203 37.923 -38.536
## - lbph     1    2.1627 38.065 -38.247
## - svi      1    2.5118 38.414 -37.544
## - lweight  1    3.5319 39.434 -35.526
## - lcavol   1   15.5006 51.403 -15.116
## 
## Step:  AIC=-42.43
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 36.051 -42.434
## - gleason  2    1.9250 37.976 -42.428
## - age      1    1.9224 37.973 -40.434
## - lbph     1    2.2103 38.261 -39.852
## - svi      1    2.5613 38.612 -39.149
## - lweight  1    3.4959 39.546 -37.307
## - lcavol   1   17.1465 53.197 -14.475
## Start:  AIC=-50.55
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-50.55
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2220 31.025 -51.994
## - gleason  2    1.0980 31.901 -51.850
## - age      1    0.5020 31.305 -51.303
## - lbph     1    0.7393 31.542 -50.721
## <none>                 30.803 -50.547
## - svi      1    1.1369 31.940 -49.756
## - pgg45    1    1.1765 31.979 -49.661
## - lweight  1    2.2613 33.064 -47.092
## - lcavol   1   12.7910 43.594 -25.804
## 
## Step:  AIC=-51.99
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.0475 32.072 -53.438
## - age      1    0.3780 31.403 -53.062
## - lbph     1    0.6418 31.667 -52.418
## <none>                 31.025 -51.994
## - svi      1    0.9203 31.945 -51.744
## - pgg45    1    0.9712 31.996 -51.621
## - lweight  1    2.3137 33.338 -48.456
## - lcavol   1   14.5596 45.584 -24.366
## 
## Step:  AIC=-53.44
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.2849 32.357 -54.757
## <none>                 32.072 -53.438
## - lbph     1    0.8626 32.935 -53.394
## - svi      1    1.4166 33.489 -52.110
## - lweight  1    2.2689 34.341 -50.174
## - pgg45    1    2.3772 34.450 -49.932
## - lcavol   1   18.3776 50.450 -20.557
## 
## Step:  AIC=-54.76
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.6826 33.040 -55.149
## <none>                 32.357 -54.757
## - svi      1    1.4172 33.774 -53.456
## - lweight  1    2.0031 34.360 -52.132
## - pgg45    1    2.1531 34.510 -51.796
## - lcavol   1   18.3079 50.665 -22.230
## 
## Step:  AIC=-55.15
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.040 -55.149
## - svi      1    1.1639 34.204 -54.483
## - pgg45    1    2.4710 35.511 -51.596
## - lweight  1    3.7974 36.837 -48.772
## - lcavol   1   17.6635 50.703 -24.172
## Start:  AIC=-40.47
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-40.47
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0919 35.204 -42.265
## - lcp      1    0.2771 35.389 -41.861
## - gleason  2    1.5424 36.654 -41.156
## <none>                 35.112 -40.466
## - age      1    1.2452 36.357 -39.782
## - lbph     1    1.8501 36.962 -38.512
## - lweight  1    3.1455 38.257 -35.860
## - svi      1    3.6872 38.799 -34.777
## - lcavol   1   13.9460 49.058 -16.712
## 
## Step:  AIC=-42.26
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2056 35.409 -43.816
## - gleason  2    1.8484 37.052 -42.324
## <none>                 35.204 -42.265
## - age      1    1.1792 36.383 -41.728
## - lbph     1    1.9479 37.151 -40.118
## - lweight  1    3.1058 38.309 -37.755
## - svi      1    3.8644 39.068 -36.245
## - lcavol   1   13.8835 49.087 -18.666
## 
## Step:  AIC=-43.82
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.7008 37.110 -44.204
## <none>                 35.409 -43.816
## - age      1    1.0481 36.457 -43.570
## - lbph     1    1.9250 37.334 -41.740
## - lweight  1    3.0506 38.460 -39.453
## - svi      1    3.8593 39.269 -37.850
## - lcavol   1   14.7571 50.166 -18.992
## 
## Step:  AIC=-44.2
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 37.110 -44.204
## - age      1    0.9822 38.092 -44.192
## - lbph     1    2.3757 39.486 -41.426
## - lweight  1    2.9154 40.025 -40.381
## - svi      1    4.6459 41.756 -37.121
## - lcavol   1   21.7474 58.857 -10.689
## Start:  AIC=-45.66
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-45.66
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.1333 32.953 -49.353
## - lcp      1    0.3707 33.190 -46.800
## - lbph     1    0.4149 33.234 -46.697
## <none>                 32.819 -45.665
## - pgg45    1    1.0984 33.918 -45.130
## - age      1    1.1837 34.003 -44.936
## - svi      1    2.8082 35.628 -41.343
## - lweight  1    5.9059 38.725 -34.923
## - lcavol   1   12.8430 45.662 -22.235
## 
## Step:  AIC=-49.35
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3602 33.313 -50.515
## - lbph     1    0.5121 33.465 -50.165
## <none>                 32.953 -49.353
## - age      1    1.1242 34.077 -48.769
## - pgg45    1    1.6869 34.640 -47.508
## - svi      1    2.7502 35.703 -45.180
## - lweight  1    5.8870 38.840 -38.696
## - lcavol   1   15.6420 48.595 -21.443
## 
## Step:  AIC=-50.52
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.4891 33.802 -51.393
## <none>                 33.313 -50.515
## - age      1    1.0065 34.319 -50.223
## - pgg45    1    1.3272 34.640 -49.507
## - svi      1    2.3901 35.703 -47.180
## - lweight  1    5.9784 39.291 -39.806
## - lcavol   1   16.4246 49.737 -21.653
## 
## Step:  AIC=-51.39
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.7929 34.595 -51.608
## <none>                 33.802 -51.393
## - pgg45    1    1.7707 35.573 -49.462
## - svi      1    2.0305 35.832 -48.901
## - lweight  1    8.3819 42.184 -36.336
## - lcavol   1   15.9742 49.776 -23.593
## 
## Step:  AIC=-51.61
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.595 -51.608
## - pgg45    1    1.4897 36.085 -50.361
## - svi      1    2.0532 36.648 -49.168
## - lweight  1    7.6591 42.254 -38.208
## - lcavol   1   15.8943 50.489 -24.498
## Start:  AIC=-42.83
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-42.83
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.7613 34.811 -45.129
## - pgg45    1    0.3519 34.401 -44.040
## - lcp      1    0.7463 34.796 -43.162
## <none>                 34.049 -42.832
## - lweight  1    1.1376 35.187 -42.301
## - lbph     1    1.5577 35.607 -41.387
## - age      1    2.9968 37.046 -38.337
## - svi      1    4.3125 38.362 -35.649
## - lcavol   1   17.3771 51.426 -13.081
## 
## Step:  AIC=-45.13
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7312 35.542 -45.528
## - pgg45    1    0.9018 35.712 -45.160
## <none>                 34.811 -45.129
## - lweight  1    1.1190 35.930 -44.693
## - lbph     1    1.8244 36.635 -43.196
## - age      1    2.9943 37.805 -40.775
## - svi      1    4.8673 39.678 -37.052
## - lcavol   1   21.1682 55.979 -10.550
## 
## Step:  AIC=-45.53
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.4054 35.947 -46.655
## <none>                 35.542 -45.528
## - lweight  1    1.1236 36.665 -45.132
## - lbph     1    1.6069 37.149 -44.124
## - age      1    2.6139 38.156 -42.064
## - svi      1    4.1975 39.739 -38.933
## - lcavol   1   22.0299 57.572 -10.390
## 
## Step:  AIC=-46.66
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.947 -46.655
## - lweight  1    1.0456 36.993 -46.447
## - lbph     1    1.7095 37.657 -45.078
## - age      1    2.2720 38.219 -43.936
## - svi      1    5.8027 41.750 -37.132
## - lcavol   1   23.6835 59.631  -9.684
## Start:  AIC=-44.44
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-44.44
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.6618 34.006 -46.930
## - pgg45    1    0.0963 33.440 -46.221
## - lcp      1    0.3579 33.702 -45.622
## - lbph     1    0.5780 33.922 -45.120
## <none>                 33.344 -44.444
## - age      1    1.3397 34.684 -43.410
## - svi      1    4.9475 38.291 -35.791
## - lweight  1    4.9629 38.307 -35.760
## - lcavol   1   13.0251 46.369 -21.052
## 
## Step:  AIC=-46.93
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3750 34.381 -48.086
## - pgg45    1    0.4294 34.435 -47.964
## - lbph     1    0.5871 34.593 -47.612
## <none>                 34.006 -46.930
## - age      1    1.1563 35.162 -46.356
## - lweight  1    4.5478 38.554 -39.265
## - svi      1    5.5418 39.548 -37.305
## - lcavol   1   17.9404 51.946 -16.307
## 
## Step:  AIC=-48.09
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.1948 34.575 -49.651
## - lbph     1    0.5320 34.913 -48.903
## <none>                 34.381 -48.086
## - age      1    1.0356 35.416 -47.801
## - lweight  1    4.6263 39.007 -40.365
## - svi      1    5.4304 39.811 -38.794
## - lcavol   1   19.6182 53.999 -15.323
## 
## Step:  AIC=-49.65
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.5396 35.115 -50.459
## - age      1    0.8731 35.449 -49.731
## <none>                 34.575 -49.651
## - lweight  1    4.4498 39.025 -42.329
## - svi      1    6.6435 41.219 -38.118
## - lcavol   1   21.8893 56.465 -13.885
## 
## Step:  AIC=-50.46
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.5924 35.707 -51.170
## <none>                 35.115 -50.459
## - svi      1    6.2763 41.391 -39.796
## - lweight  1    6.4706 41.586 -39.436
## - lcavol   1   21.5260 56.641 -15.644
## 
## Step:  AIC=-51.17
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.707 -51.170
## - lweight  1    5.8829 41.590 -41.427
## - svi      1    6.3538 42.061 -40.560
## - lcavol   1   20.9336 56.641 -17.644
## Start:  AIC=-52.41
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-52.41
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0113 30.077 -54.383
## - lcp      1    0.4267 30.492 -53.327
## - lbph     1    0.4738 30.539 -53.208
## <none>                 30.066 -52.412
## - gleason  2    1.7743 31.840 -51.997
## - age      1    1.9657 32.031 -49.536
## - svi      1    2.9839 33.050 -47.126
## - lweight  1    5.8270 35.893 -40.772
## - lcavol   1   15.4711 45.537 -22.447
## 
## Step:  AIC=-54.38
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.4744 30.551 -55.179
## - lcp      1    0.5017 30.579 -55.110
## <none>                 30.077 -54.383
## - gleason  2    1.9184 31.995 -53.622
## - age      1    2.0503 32.127 -51.306
## - svi      1    2.9734 33.050 -49.124
## - lweight  1    5.8251 35.902 -42.752
## - lcavol   1   15.6737 45.751 -24.086
## 
## Step:  AIC=-55.18
## lpsa ~ lcavol + lweight + age + svi + lcp + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.3946 30.946 -56.190
## <none>                 30.551 -55.179
## - gleason  2    2.0220 32.573 -54.244
## - age      1    1.7239 32.275 -52.952
## - svi      1    2.6010 33.152 -50.887
## - lweight  1    7.7069 38.258 -39.857
## - lcavol   1   15.2675 45.819 -25.972
## 
## Step:  AIC=-56.19
## lpsa ~ lcavol + lweight + age + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.6399 32.586 -56.215
## <none>                 30.946 -56.190
## - age      1    1.4829 32.429 -54.586
## - svi      1    2.2092 33.155 -52.881
## - lweight  1    7.3461 38.292 -41.789
## - lcavol   1   16.2769 47.223 -25.647
## 
## Step:  AIC=-56.21
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 32.586 -56.215
## - age      1    1.1512 33.737 -55.541
## - svi      1    2.8905 35.476 -51.670
## - lweight  1    6.9996 39.585 -43.231
## - lcavol   1   24.6068 57.193 -14.898
## Start:  AIC=-48.01
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-48.01
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.9567 32.792 -49.730
## - lcp      1    0.2128 32.048 -49.497
## - pgg45    1    0.3264 32.161 -49.224
## <none>                 31.835 -48.010
## - lbph     1    2.0206 33.855 -45.271
## - age      1    2.2213 34.056 -44.816
## - lweight  1    2.6456 34.480 -43.863
## - svi      1    4.2193 36.054 -40.426
## - lcavol   1   13.2495 45.084 -23.216
## 
## Step:  AIC=-49.73
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4030 33.195 -50.789
## - pgg45    1    0.5716 33.363 -50.399
## <none>                 32.792 -49.730
## - lbph     1    2.2271 35.019 -46.670
## - age      1    2.4457 35.237 -46.191
## - lweight  1    2.7025 35.494 -45.632
## - svi      1    5.0236 37.815 -40.754
## - lcavol   1   15.8223 48.614 -21.412
## 
## Step:  AIC=-50.79
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2704 33.465 -52.165
## <none>                 33.195 -50.789
## - age      1    2.2111 35.406 -47.824
## - lbph     1    2.2154 35.410 -47.815
## - lweight  1    2.6654 35.860 -46.842
## - svi      1    4.6524 37.847 -42.690
## - lcavol   1   17.0347 50.229 -20.895
## 
## Step:  AIC=-52.16
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 33.465 -52.165
## - age      1    1.9791 35.444 -49.740
## - lbph     1    2.4411 35.906 -48.743
## - lweight  1    2.5472 36.012 -48.516
## - svi      1    5.9984 39.463 -41.469
## - lcavol   1   19.1650 52.630 -19.300
## Start:  AIC=-54.92
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-54.92
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.6058 29.707 -55.337
## - gleason  2    1.5051 30.606 -55.040
## <none>                 29.101 -54.923
## - pgg45    1    0.8785 29.980 -54.633
## - age      1    1.3873 30.488 -53.337
## - lbph     1    2.1321 31.233 -51.479
## - lweight  1    2.6404 31.742 -50.236
## - svi      1    4.2922 33.393 -46.329
## - lcavol   1   11.8471 40.948 -30.625
## 
## Step:  AIC=-55.34
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.4872 30.194 -56.084
## - gleason  2    1.4673 31.174 -55.625
## <none>                 29.707 -55.337
## - age      1    1.1913 30.898 -54.309
## - lbph     1    2.2288 31.936 -51.766
## - lweight  1    2.5375 32.244 -51.025
## - svi      1    3.6944 33.401 -48.311
## - lcavol   1   12.0046 41.711 -31.203
## 
## Step:  AIC=-56.08
## lpsa ~ lcavol + lweight + age + lbph + svi + gleason
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 30.194 -56.084
## - gleason  2    1.7217 31.916 -55.814
## - age      1    0.9733 31.167 -55.641
## - lbph     1    2.1123 32.306 -52.877
## - lweight  1    2.7201 32.914 -51.442
## - svi      1    5.7844 35.979 -44.588
## - lcavol   1   11.9124 42.107 -32.477
## Start:  AIC=-48.95
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-48.95
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.0606 31.510 -52.799
## - lcp      1    0.7419 32.191 -49.152
## <none>                 31.450 -48.947
## - age      1    0.9172 32.367 -48.734
## - lbph     1    0.9375 32.387 -48.686
## - pgg45    1    1.0572 32.507 -48.401
## - svi      1    3.1677 34.617 -43.558
## - lweight  1    4.3159 35.765 -41.045
## - lcavol   1   16.7564 48.206 -18.061
## 
## Step:  AIC=-52.8
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7968 32.307 -52.876
## <none>                 31.510 -52.799
## - age      1    0.9480 32.458 -52.517
## - lbph     1    1.0453 32.555 -52.286
## - pgg45    1    1.4858 32.996 -51.251
## - svi      1    3.4710 34.981 -46.753
## - lweight  1    4.4119 35.922 -44.709
## - lcavol   1   18.7431 50.253 -18.858
## 
## Step:  AIC=-52.88
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.7635 33.070 -53.078
## <none>                 32.307 -52.876
## - pgg45    1    0.8623 33.169 -52.848
## - lbph     1    1.1269 33.434 -52.236
## - svi      1    2.6974 35.004 -48.702
## - lweight  1    4.5213 36.828 -44.791
## - lcavol   1   18.8770 51.184 -19.445
## 
## Step:  AIC=-53.08
## lpsa ~ lcavol + lweight + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.5438 33.614 -53.822
## - lbph     1    0.6642 33.735 -53.546
## <none>                 33.070 -53.078
## - svi      1    3.1788 36.249 -48.011
## - lweight  1    3.9675 37.038 -46.353
## - lcavol   1   18.3727 51.443 -21.056
## 
## Step:  AIC=-53.82
## lpsa ~ lcavol + lweight + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7607 34.375 -54.099
## <none>                 33.614 -53.822
## - lweight  1    3.9441 37.558 -47.279
## - svi      1    5.1410 38.755 -44.864
## - lcavol   1   20.5824 54.197 -19.041
## 
## Step:  AIC=-54.1
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 34.375 -54.099
## - svi      1    4.7658 39.141 -46.101
## - lweight  1    6.7554 41.130 -42.284
## - lcavol   1   20.4425 54.817 -20.165
## Start:  AIC=-35.77
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-35.77
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.9605 38.280 -37.814
## - lcp      1    0.3252 37.644 -37.103
## - lbph     1    0.4047 37.724 -36.941
## - pgg45    1    0.5099 37.829 -36.726
## <none>                 37.319 -35.771
## - svi      1    2.1584 39.477 -33.442
## - age      1    2.1629 39.482 -33.433
## - lweight  1    4.1356 41.455 -29.679
## - lcavol   1   10.8327 48.152 -18.148
## 
## Step:  AIC=-37.81
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2750 38.555 -39.263
## - lbph     1    0.5719 38.851 -38.673
## - pgg45    1    0.9804 39.260 -37.867
## <none>                 38.280 -37.814
## - age      1    2.0675 40.347 -35.764
## - svi      1    2.3561 40.636 -35.215
## - lweight  1    4.0488 42.328 -32.073
## - lcavol   1   12.3272 50.607 -18.318
## 
## Step:  AIC=-39.26
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.5824 39.137 -40.109
## - pgg45    1    0.7129 39.267 -39.852
## <none>                 38.555 -39.263
## - age      1    1.8555 40.410 -37.644
## - svi      1    2.1005 40.655 -37.179
## - lweight  1    4.0508 42.605 -33.571
## - lcavol   1   13.8714 52.426 -17.599
## 
## Step:  AIC=-40.11
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.8101 39.947 -40.531
## <none>                 39.137 -40.109
## - age      1    1.5983 40.735 -39.027
## - svi      1    1.8898 41.027 -38.478
## - lweight  1    6.2239 45.361 -30.745
## - lcavol   1   13.7625 52.900 -18.907
## 
## Step:  AIC=-40.53
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 39.947 -40.531
## - age      1    1.1475 41.095 -40.350
## - svi      1    2.8050 42.752 -37.306
## - lweight  1    5.8144 45.762 -32.068
## - lcavol   1   15.8355 55.783 -16.820
## Start:  AIC=-43.15
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-43.15
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.6241 34.533 -45.746
## - lbph     1    0.6223 34.531 -43.750
## <none>                 33.909 -43.150
## - pgg45    1    1.0524 34.961 -42.797
## - lcp      1    1.5324 35.441 -41.747
## - age      1    2.0525 35.961 -40.625
## - svi      1    3.1336 37.042 -38.344
## - lweight  1    4.6005 38.509 -35.354
## - lcavol   1   15.8782 49.787 -15.576
## 
## Step:  AIC=-45.75
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.7259 35.259 -46.144
## <none>                 34.533 -45.746
## - lcp      1    1.5653 36.098 -44.332
## - age      1    1.8310 36.364 -43.768
## - pgg45    1    2.1857 36.719 -43.020
## - svi      1    3.4218 37.955 -40.471
## - lweight  1    4.5597 39.093 -38.196
## - lcavol   1   17.8392 52.372 -15.678
## 
## Step:  AIC=-46.14
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.259 -46.144
## - age      1    1.4722 36.731 -44.994
## - lcp      1    1.4745 36.733 -44.989
## - pgg45    1    2.5695 37.828 -42.727
## - svi      1    3.0515 38.310 -41.753
## - lweight  1    6.6976 41.956 -34.752
## - lcavol   1   17.3963 52.655 -17.263
## Start:  AIC=-63.13
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-63.13
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8533 27.011 -64.661
## - pgg45    1    0.1915 26.349 -64.572
## - lcp      1    0.4905 26.648 -63.703
## <none>                 26.158 -63.133
## - age      1    1.4481 27.606 -60.984
## - lbph     1    2.3712 28.529 -58.452
## - lweight  1    2.6235 28.781 -57.774
## - svi      1    5.6802 31.838 -50.002
## - lcavol   1   14.7951 40.953 -30.616
## 
## Step:  AIC=-64.66
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.4508 27.462 -65.387
## <none>                 27.011 -64.661
## - age      1    1.1956 28.207 -63.326
## - pgg45    1    1.2962 28.307 -63.052
## - lweight  1    2.5054 29.517 -59.832
## - lbph     1    2.5793 29.591 -59.639
## - svi      1    6.0926 33.104 -51.000
## - lcavol   1   17.2332 44.244 -28.664
## 
## Step:  AIC=-65.39
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 27.462 -65.387
## - pgg45    1    0.8829 28.345 -64.950
## - age      1    1.0339 28.496 -64.541
## - lweight  1    2.4333 29.895 -60.850
## - lbph     1    2.6935 30.156 -60.183
## - svi      1    5.7096 33.172 -52.842
## - lcavol   1   18.5460 46.008 -27.654
## Start:  AIC=-45.78
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-45.78
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    1.0108 33.782 -47.439
## - lbph     1    0.4903 33.261 -46.634
## - age      1    0.6235 33.395 -46.327
## <none>                 32.771 -45.778
## - lcp      1    1.0260 33.797 -45.404
## - pgg45    1    1.1333 33.904 -45.160
## - lweight  1    2.8970 35.668 -41.255
## - svi      1    3.3515 36.123 -40.280
## - lcavol   1    9.5667 42.338 -28.056
## 
## Step:  AIC=-47.44
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.6468 34.429 -47.978
## - age      1    0.6581 34.440 -47.953
## <none>                 33.782 -47.439
## - lcp      1    0.9412 34.723 -47.323
## - pgg45    1    1.9146 35.697 -45.194
## - lweight  1    2.9499 36.732 -42.992
## - svi      1    4.3441 38.126 -40.124
## - lcavol   1   10.7418 44.524 -28.179
## 
## Step:  AIC=-47.98
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.3588 34.788 -49.180
## <none>                 34.429 -47.978
## - lcp      1    0.9458 35.375 -47.891
## - pgg45    1    1.8776 36.306 -45.889
## - svi      1    3.8691 38.298 -41.778
## - lweight  1    4.9740 39.403 -39.588
## - lcavol   1   10.5101 44.939 -29.465
## 
## Step:  AIC=-49.18
## lpsa ~ lcavol + lweight + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.7618 35.549 -49.512
## <none>                 34.788 -49.180
## - pgg45    1    1.5896 36.377 -47.739
## - svi      1    3.7770 38.565 -43.243
## - lweight  1    4.6216 39.409 -41.575
## - lcavol   1   10.1514 44.939 -31.464
## 
## Step:  AIC=-49.51
## lpsa ~ lcavol + lweight + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 35.549 -49.512
## - pgg45    1    0.9356 36.485 -49.512
## - svi      1    3.0505 38.600 -45.173
## - lweight  1    4.6905 40.240 -41.969
## - lcavol   1   10.1112 45.661 -32.238
## Start:  AIC=-54.84
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-54.84
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.7572 29.890 -56.863
## - pgg45    1    0.0635 29.197 -56.671
## - lcp      1    0.2489 29.382 -56.184
## <none>                 29.133 -54.839
## - lbph     1    1.2829 30.416 -53.521
## - lweight  1    2.1244 31.257 -51.419
## - age      1    2.2585 31.392 -51.089
## - svi      1    3.0702 32.203 -49.124
## - lcavol   1   17.2693 46.402 -20.997
## 
## Step:  AIC=-56.86
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.1992 30.089 -58.351
## - pgg45    1    0.3702 30.260 -57.915
## <none>                 29.890 -56.863
## - lbph     1    1.3609 31.251 -55.435
## - lweight  1    2.0184 31.909 -53.831
## - age      1    2.0841 31.974 -53.673
## - svi      1    3.2403 33.131 -50.938
## - lcavol   1   20.2904 50.181 -18.969
## 
## Step:  AIC=-58.35
## lpsa ~ lcavol + lweight + age + lbph + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.2024 30.292 -59.835
## <none>                 30.089 -58.351
## - lbph     1    1.3158 31.405 -57.056
## - age      1    1.9492 32.039 -55.518
## - lweight  1    2.0821 32.172 -55.200
## - svi      1    3.1745 33.264 -52.628
## - lcavol   1   23.0717 53.161 -16.527
## 
## Step:  AIC=-59.84
## lpsa ~ lcavol + lweight + age + lbph + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 30.292 -59.835
## - lbph     1    1.4072 31.699 -58.339
## - age      1    1.7634 32.055 -57.478
## - lweight  1    1.9518 32.244 -57.027
## - svi      1    3.7913 34.083 -52.755
## - lcavol   1   25.2219 55.514 -15.192
## Start:  AIC=-49.94
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
## Start:  AIC=-49.94
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + gleason + 
##     pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - gleason  2    0.8003 31.845 -51.984
## - pgg45    1    0.0027 31.048 -51.937
## - lbph     1    0.0516 31.097 -51.816
## - lcp      1    0.3389 31.384 -51.108
## - age      1    0.7453 31.790 -50.117
## <none>                 31.045 -49.944
## - svi      1    3.5860 34.631 -43.527
## - lweight  1    4.1519 35.197 -42.279
## - lcavol   1   17.6796 48.725 -17.237
## 
## Step:  AIC=-51.98
## lpsa ~ lcavol + lweight + age + lbph + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lbph     1    0.1191 31.965 -53.697
## - pgg45    1    0.2263 32.072 -53.439
## - lcp      1    0.2407 32.086 -53.404
## - age      1    0.5362 32.382 -52.698
## <none>                 31.845 -51.984
## - lweight  1    4.0092 35.855 -44.853
## - svi      1    4.0125 35.858 -44.847
## - lcavol   1   19.3282 51.174 -17.461
## 
## Step:  AIC=-53.7
## lpsa ~ lcavol + lweight + age + svi + lcp + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - lcp      1    0.2163 32.181 -55.177
## - pgg45    1    0.2179 32.182 -55.173
## - age      1    0.4505 32.415 -54.619
## <none>                 31.965 -53.697
## - svi      1    3.8996 35.864 -46.833
## - lweight  1    5.3051 37.270 -43.873
## - lcavol   1   19.2301 51.195 -19.429
## 
## Step:  AIC=-55.18
## lpsa ~ lcavol + lweight + age + svi + pgg45
## 
##           Df Sum of Sq    RSS     AIC
## - pgg45    1    0.0678 32.249 -57.015
## - age      1    0.3529 32.534 -56.337
## <none>                 32.181 -55.177
## - svi      1    3.8353 36.016 -48.507
## - lweight  1    5.4020 37.583 -45.229
## - lcavol   1   21.2964 53.477 -18.070
## 
## Step:  AIC=-57.02
## lpsa ~ lcavol + lweight + age + svi
## 
##           Df Sum of Sq    RSS     AIC
## - age      1    0.3079 32.557 -58.284
## <none>                 32.249 -57.015
## - svi      1    4.3487 36.597 -49.275
## - lweight  1    5.3429 37.592 -47.211
## - lcavol   1   24.1193 56.368 -16.017
## 
## Step:  AIC=-58.28
## lpsa ~ lcavol + lweight + svi
## 
##           Df Sum of Sq    RSS     AIC
## <none>                 32.557 -58.284
## - svi      1    4.6796 37.236 -49.942
## - lweight  1    5.1049 37.661 -49.068
## - lcavol   1   23.9963 56.553 -17.765

# Menampilkan hasil evaluasi
mean_aic_best_subset <- mean(best_subset_aic_results)
mean_aic_forward <- mean(forward_aic_results)
mean_aic_backward <- mean(backward_aic_results)

mean_adjr2_best_subset <- mean(best_subset_adjr2_results)
mean_adjr2_forward <- mean(forward_adjr2_results)
mean_adjr2_backward <- mean(backward_adjr2_results)

cat("AIC (Best-Subset) Mean:", mean_aic_best_subset, "\n")

## AIC (Best-Subset) Mean: 180.7251

cat("AIC (Forward) Mean:", mean_aic_forward, "\n")

## AIC (Forward) Mean: 173.1642

cat("AIC (Backward) Mean:", mean_aic_backward, "\n")

## AIC (Backward) Mean: 169.2223

cat("\nAdjusted R-squared (Best-Subset) Mean:", mean_adjr2_best_subset, "\n")

## 
## Adjusted R-squared (Best-Subset) Mean: 0.5762993

cat("Adjusted R-squared (Forward) Mean:", mean_adjr2_forward, "\n")

## Adjusted R-squared (Forward) Mean: 0.6354726

cat("Adjusted R-squared (Backward) Mean:", mean_adjr2_backward, "\n")

## Adjusted R-squared (Backward) Mean: 0.6379149

Kemudian akan dievaluasi dengan data test untuk melakukan prediksi.

# Prediksi data testing
predictions_backward <- predict(backward_model_iter, newdata = test_iter)

# Tampilkan hasil prediksi
cat("Hasil Prediksi pada Data Testing (Backward Stepwise):\n")

## Hasil Prediksi pada Data Testing (Backward Stepwise):

print(data.frame(Actual = test_iter$lpsa, Predicted = predictions_backward))

##        Actual Predicted
## 3  -0.1625189 0.6787547
## 5   0.3715636 1.8805778
## 13  1.2669476 2.1089351
## 23  1.6956156 1.1022932
## 25  1.7316555 1.8230966
## 30  1.8946169 2.7929718
## 41  2.2975726 1.6178374
## 44  2.3749058 2.7649074
## 47  2.5687881 4.0952363
## 53  2.6844403 1.8742477
## 54  2.6912431 3.1136238
## 55  2.7047113 3.3093668
## 60  2.8124102 2.3288634
## 61  2.8419982 2.4189111
## 75  3.2752562 4.1558416
## 79  3.4578927 3.7823085
## 81  3.5160131 2.0563797
## 85  3.5876769 2.5241994
## 89  3.9843437 4.6083736
## 90  3.9936030 3.2339520

Kesimpulan Berdasarkan Perbandingan

Berdasarkan perulangan sebanyak 100x, setelah melihat hasil pemodelan dengan metode seleksi variabel akan dicari kriteria pemilihan model terbaik dengan nilai Adjusted R-squared tertinggi dan nilai AIC terendah dihasilkan dengan penggunaan metode seleksi peubah backward stepwise dengan nilai Adjusted R-Squared sebesar 0.6379149 dan nilai AIC sebesar 169.2223.