library(caret)
## Loading required package: lattice
## Loading required package: ggplot2
data(GermanCredit)
head(GermanCredit)
##   Duration Amount InstallmentRatePercentage ResidenceDuration Age
## 1        6   1169                         4                 4  67
## 2       48   5951                         2                 2  22
## 3       12   2096                         2                 3  49
## 4       42   7882                         2                 4  45
## 5       24   4870                         3                 4  53
## 6       36   9055                         2                 4  35
##   NumberExistingCredits NumberPeopleMaintenance Telephone ForeignWorker
## 1                     2                       1         0             1
## 2                     1                       1         1             1
## 3                     1                       2         1             1
## 4                     1                       2         1             1
## 5                     2                       2         1             1
## 6                     1                       2         0             1
##   Class CheckingAccountStatus.lt.0 CheckingAccountStatus.0.to.200
## 1  Good                          1                              0
## 2   Bad                          0                              1
## 3  Good                          0                              0
## 4  Good                          1                              0
## 5   Bad                          1                              0
## 6  Good                          0                              0
##   CheckingAccountStatus.gt.200 CheckingAccountStatus.none
## 1                            0                          0
## 2                            0                          0
## 3                            0                          1
## 4                            0                          0
## 5                            0                          0
## 6                            0                          1
##   CreditHistory.NoCredit.AllPaid CreditHistory.ThisBank.AllPaid
## 1                              0                              0
## 2                              0                              0
## 3                              0                              0
## 4                              0                              0
## 5                              0                              0
## 6                              0                              0
##   CreditHistory.PaidDuly CreditHistory.Delay CreditHistory.Critical
## 1                      0                   0                      1
## 2                      1                   0                      0
## 3                      0                   0                      1
## 4                      1                   0                      0
## 5                      0                   1                      0
## 6                      1                   0                      0
##   Purpose.NewCar Purpose.UsedCar Purpose.Furniture.Equipment
## 1              0               0                           0
## 2              0               0                           0
## 3              0               0                           0
## 4              0               0                           1
## 5              1               0                           0
## 6              0               0                           0
##   Purpose.Radio.Television Purpose.DomesticAppliance Purpose.Repairs
## 1                        1                         0               0
## 2                        1                         0               0
## 3                        0                         0               0
## 4                        0                         0               0
## 5                        0                         0               0
## 6                        0                         0               0
##   Purpose.Education Purpose.Vacation Purpose.Retraining Purpose.Business
## 1                 0                0                  0                0
## 2                 0                0                  0                0
## 3                 1                0                  0                0
## 4                 0                0                  0                0
## 5                 0                0                  0                0
## 6                 1                0                  0                0
##   Purpose.Other SavingsAccountBonds.lt.100 SavingsAccountBonds.100.to.500
## 1             0                          0                              0
## 2             0                          1                              0
## 3             0                          1                              0
## 4             0                          1                              0
## 5             0                          1                              0
## 6             0                          0                              0
##   SavingsAccountBonds.500.to.1000 SavingsAccountBonds.gt.1000
## 1                               0                           0
## 2                               0                           0
## 3                               0                           0
## 4                               0                           0
## 5                               0                           0
## 6                               0                           0
##   SavingsAccountBonds.Unknown EmploymentDuration.lt.1
## 1                           1                       0
## 2                           0                       0
## 3                           0                       0
## 4                           0                       0
## 5                           0                       0
## 6                           1                       0
##   EmploymentDuration.1.to.4 EmploymentDuration.4.to.7
## 1                         0                         0
## 2                         1                         0
## 3                         0                         1
## 4                         0                         1
## 5                         1                         0
## 6                         1                         0
##   EmploymentDuration.gt.7 EmploymentDuration.Unemployed
## 1                       1                             0
## 2                       0                             0
## 3                       0                             0
## 4                       0                             0
## 5                       0                             0
## 6                       0                             0
##   Personal.Male.Divorced.Seperated Personal.Female.NotSingle
## 1                                0                         0
## 2                                0                         1
## 3                                0                         0
## 4                                0                         0
## 5                                0                         0
## 6                                0                         0
##   Personal.Male.Single Personal.Male.Married.Widowed
## 1                    1                             0
## 2                    0                             0
## 3                    1                             0
## 4                    1                             0
## 5                    1                             0
## 6                    1                             0
##   Personal.Female.Single OtherDebtorsGuarantors.None
## 1                      0                           1
## 2                      0                           1
## 3                      0                           1
## 4                      0                           0
## 5                      0                           1
## 6                      0                           1
##   OtherDebtorsGuarantors.CoApplicant OtherDebtorsGuarantors.Guarantor
## 1                                  0                                0
## 2                                  0                                0
## 3                                  0                                0
## 4                                  0                                1
## 5                                  0                                0
## 6                                  0                                0
##   Property.RealEstate Property.Insurance Property.CarOther
## 1                   1                  0                 0
## 2                   1                  0                 0
## 3                   1                  0                 0
## 4                   0                  1                 0
## 5                   0                  0                 0
## 6                   0                  0                 0
##   Property.Unknown OtherInstallmentPlans.Bank OtherInstallmentPlans.Stores
## 1                0                          0                            0
## 2                0                          0                            0
## 3                0                          0                            0
## 4                0                          0                            0
## 5                1                          0                            0
## 6                1                          0                            0
##   OtherInstallmentPlans.None Housing.Rent Housing.Own Housing.ForFree
## 1                          1            0           1               0
## 2                          1            0           1               0
## 3                          1            0           1               0
## 4                          1            0           0               1
## 5                          1            0           0               1
## 6                          1            0           0               1
##   Job.UnemployedUnskilled Job.UnskilledResident Job.SkilledEmployee
## 1                       0                     0                   1
## 2                       0                     0                   1
## 3                       0                     1                   0
## 4                       0                     0                   1
## 5                       0                     0                   1
## 6                       0                     1                   0
##   Job.Management.SelfEmp.HighlyQualified
## 1                                      0
## 2                                      0
## 3                                      0
## 4                                      0
## 5                                      0
## 6                                      0
str(GermanCredit)
## 'data.frame':    1000 obs. of  62 variables:
##  $ Duration                              : int  6 48 12 42 24 36 24 36 12 30 ...
##  $ Amount                                : int  1169 5951 2096 7882 4870 9055 2835 6948 3059 5234 ...
##  $ InstallmentRatePercentage             : int  4 2 2 2 3 2 3 2 2 4 ...
##  $ ResidenceDuration                     : int  4 2 3 4 4 4 4 2 4 2 ...
##  $ Age                                   : int  67 22 49 45 53 35 53 35 61 28 ...
##  $ NumberExistingCredits                 : int  2 1 1 1 2 1 1 1 1 2 ...
##  $ NumberPeopleMaintenance               : int  1 1 2 2 2 2 1 1 1 1 ...
##  $ Telephone                             : num  0 1 1 1 1 0 1 0 1 1 ...
##  $ ForeignWorker                         : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ Class                                 : Factor w/ 2 levels "Bad","Good": 2 1 2 2 1 2 2 2 2 1 ...
##  $ CheckingAccountStatus.lt.0            : num  1 0 0 1 1 0 0 0 0 0 ...
##  $ CheckingAccountStatus.0.to.200        : num  0 1 0 0 0 0 0 1 0 1 ...
##  $ CheckingAccountStatus.gt.200          : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ CheckingAccountStatus.none            : num  0 0 1 0 0 1 1 0 1 0 ...
##  $ CreditHistory.NoCredit.AllPaid        : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ CreditHistory.ThisBank.AllPaid        : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ CreditHistory.PaidDuly                : num  0 1 0 1 0 1 1 1 1 0 ...
##  $ CreditHistory.Delay                   : num  0 0 0 0 1 0 0 0 0 0 ...
##  $ CreditHistory.Critical                : num  1 0 1 0 0 0 0 0 0 1 ...
##  $ Purpose.NewCar                        : num  0 0 0 0 1 0 0 0 0 1 ...
##  $ Purpose.UsedCar                       : num  0 0 0 0 0 0 0 1 0 0 ...
##  $ Purpose.Furniture.Equipment           : num  0 0 0 1 0 0 1 0 0 0 ...
##  $ Purpose.Radio.Television              : num  1 1 0 0 0 0 0 0 1 0 ...
##  $ Purpose.DomesticAppliance             : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ Purpose.Repairs                       : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ Purpose.Education                     : num  0 0 1 0 0 1 0 0 0 0 ...
##  $ Purpose.Vacation                      : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ Purpose.Retraining                    : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ Purpose.Business                      : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ Purpose.Other                         : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ SavingsAccountBonds.lt.100            : num  0 1 1 1 1 0 0 1 0 1 ...
##  $ SavingsAccountBonds.100.to.500        : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ SavingsAccountBonds.500.to.1000       : num  0 0 0 0 0 0 1 0 0 0 ...
##  $ SavingsAccountBonds.gt.1000           : num  0 0 0 0 0 0 0 0 1 0 ...
##  $ SavingsAccountBonds.Unknown           : num  1 0 0 0 0 1 0 0 0 0 ...
##  $ EmploymentDuration.lt.1               : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ EmploymentDuration.1.to.4             : num  0 1 0 0 1 1 0 1 0 0 ...
##  $ EmploymentDuration.4.to.7             : num  0 0 1 1 0 0 0 0 1 0 ...
##  $ EmploymentDuration.gt.7               : num  1 0 0 0 0 0 1 0 0 0 ...
##  $ EmploymentDuration.Unemployed         : num  0 0 0 0 0 0 0 0 0 1 ...
##  $ Personal.Male.Divorced.Seperated      : num  0 0 0 0 0 0 0 0 1 0 ...
##  $ Personal.Female.NotSingle             : num  0 1 0 0 0 0 0 0 0 0 ...
##  $ Personal.Male.Single                  : num  1 0 1 1 1 1 1 1 0 0 ...
##  $ Personal.Male.Married.Widowed         : num  0 0 0 0 0 0 0 0 0 1 ...
##  $ Personal.Female.Single                : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ OtherDebtorsGuarantors.None           : num  1 1 1 0 1 1 1 1 1 1 ...
##  $ OtherDebtorsGuarantors.CoApplicant    : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ OtherDebtorsGuarantors.Guarantor      : num  0 0 0 1 0 0 0 0 0 0 ...
##  $ Property.RealEstate                   : num  1 1 1 0 0 0 0 0 1 0 ...
##  $ Property.Insurance                    : num  0 0 0 1 0 0 1 0 0 0 ...
##  $ Property.CarOther                     : num  0 0 0 0 0 0 0 1 0 1 ...
##  $ Property.Unknown                      : num  0 0 0 0 1 1 0 0 0 0 ...
##  $ OtherInstallmentPlans.Bank            : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ OtherInstallmentPlans.Stores          : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ OtherInstallmentPlans.None            : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ Housing.Rent                          : num  0 0 0 0 0 0 0 1 0 0 ...
##  $ Housing.Own                           : num  1 1 1 0 0 0 1 0 1 1 ...
##  $ Housing.ForFree                       : num  0 0 0 1 1 1 0 0 0 0 ...
##  $ Job.UnemployedUnskilled               : num  0 0 0 0 0 0 0 0 0 0 ...
##  $ Job.UnskilledResident                 : num  0 0 1 0 0 1 0 0 1 0 ...
##  $ Job.SkilledEmployee                   : num  1 1 0 1 1 0 1 0 0 0 ...
##  $ Job.Management.SelfEmp.HighlyQualified: num  0 0 0 0 0 0 0 1 0 1 ...
summary(GermanCredit)
##     Duration        Amount      InstallmentRatePercentage
##  Min.   : 4.0   Min.   :  250   Min.   :1.000            
##  1st Qu.:12.0   1st Qu.: 1366   1st Qu.:2.000            
##  Median :18.0   Median : 2320   Median :3.000            
##  Mean   :20.9   Mean   : 3271   Mean   :2.973            
##  3rd Qu.:24.0   3rd Qu.: 3972   3rd Qu.:4.000            
##  Max.   :72.0   Max.   :18424   Max.   :4.000            
##  ResidenceDuration      Age        NumberExistingCredits
##  Min.   :1.000     Min.   :19.00   Min.   :1.000        
##  1st Qu.:2.000     1st Qu.:27.00   1st Qu.:1.000        
##  Median :3.000     Median :33.00   Median :1.000        
##  Mean   :2.845     Mean   :35.55   Mean   :1.407        
##  3rd Qu.:4.000     3rd Qu.:42.00   3rd Qu.:2.000        
##  Max.   :4.000     Max.   :75.00   Max.   :4.000        
##  NumberPeopleMaintenance   Telephone     ForeignWorker    Class    
##  Min.   :1.000           Min.   :0.000   Min.   :0.000   Bad :300  
##  1st Qu.:1.000           1st Qu.:0.000   1st Qu.:1.000   Good:700  
##  Median :1.000           Median :1.000   Median :1.000             
##  Mean   :1.155           Mean   :0.596   Mean   :0.963             
##  3rd Qu.:1.000           3rd Qu.:1.000   3rd Qu.:1.000             
##  Max.   :2.000           Max.   :1.000   Max.   :1.000             
##  CheckingAccountStatus.lt.0 CheckingAccountStatus.0.to.200
##  Min.   :0.000              Min.   :0.000                 
##  1st Qu.:0.000              1st Qu.:0.000                 
##  Median :0.000              Median :0.000                 
##  Mean   :0.274              Mean   :0.269                 
##  3rd Qu.:1.000              3rd Qu.:1.000                 
##  Max.   :1.000              Max.   :1.000                 
##  CheckingAccountStatus.gt.200 CheckingAccountStatus.none
##  Min.   :0.000                Min.   :0.000             
##  1st Qu.:0.000                1st Qu.:0.000             
##  Median :0.000                Median :0.000             
##  Mean   :0.063                Mean   :0.394             
##  3rd Qu.:0.000                3rd Qu.:1.000             
##  Max.   :1.000                Max.   :1.000             
##  CreditHistory.NoCredit.AllPaid CreditHistory.ThisBank.AllPaid
##  Min.   :0.00                   Min.   :0.000                 
##  1st Qu.:0.00                   1st Qu.:0.000                 
##  Median :0.00                   Median :0.000                 
##  Mean   :0.04                   Mean   :0.049                 
##  3rd Qu.:0.00                   3rd Qu.:0.000                 
##  Max.   :1.00                   Max.   :1.000                 
##  CreditHistory.PaidDuly CreditHistory.Delay CreditHistory.Critical
##  Min.   :0.00           Min.   :0.000       Min.   :0.000         
##  1st Qu.:0.00           1st Qu.:0.000       1st Qu.:0.000         
##  Median :1.00           Median :0.000       Median :0.000         
##  Mean   :0.53           Mean   :0.088       Mean   :0.293         
##  3rd Qu.:1.00           3rd Qu.:0.000       3rd Qu.:1.000         
##  Max.   :1.00           Max.   :1.000       Max.   :1.000         
##  Purpose.NewCar  Purpose.UsedCar Purpose.Furniture.Equipment
##  Min.   :0.000   Min.   :0.000   Min.   :0.000              
##  1st Qu.:0.000   1st Qu.:0.000   1st Qu.:0.000              
##  Median :0.000   Median :0.000   Median :0.000              
##  Mean   :0.234   Mean   :0.103   Mean   :0.181              
##  3rd Qu.:0.000   3rd Qu.:0.000   3rd Qu.:0.000              
##  Max.   :1.000   Max.   :1.000   Max.   :1.000              
##  Purpose.Radio.Television Purpose.DomesticAppliance Purpose.Repairs
##  Min.   :0.00             Min.   :0.000             Min.   :0.000  
##  1st Qu.:0.00             1st Qu.:0.000             1st Qu.:0.000  
##  Median :0.00             Median :0.000             Median :0.000  
##  Mean   :0.28             Mean   :0.012             Mean   :0.022  
##  3rd Qu.:1.00             3rd Qu.:0.000             3rd Qu.:0.000  
##  Max.   :1.00             Max.   :1.000             Max.   :1.000  
##  Purpose.Education Purpose.Vacation Purpose.Retraining Purpose.Business
##  Min.   :0.00      Min.   :0        Min.   :0.000      Min.   :0.000   
##  1st Qu.:0.00      1st Qu.:0        1st Qu.:0.000      1st Qu.:0.000   
##  Median :0.00      Median :0        Median :0.000      Median :0.000   
##  Mean   :0.05      Mean   :0        Mean   :0.009      Mean   :0.097   
##  3rd Qu.:0.00      3rd Qu.:0        3rd Qu.:0.000      3rd Qu.:0.000   
##  Max.   :1.00      Max.   :0        Max.   :1.000      Max.   :1.000   
##  Purpose.Other   SavingsAccountBonds.lt.100 SavingsAccountBonds.100.to.500
##  Min.   :0.000   Min.   :0.000              Min.   :0.000                 
##  1st Qu.:0.000   1st Qu.:0.000              1st Qu.:0.000                 
##  Median :0.000   Median :1.000              Median :0.000                 
##  Mean   :0.012   Mean   :0.603              Mean   :0.103                 
##  3rd Qu.:0.000   3rd Qu.:1.000              3rd Qu.:0.000                 
##  Max.   :1.000   Max.   :1.000              Max.   :1.000                 
##  SavingsAccountBonds.500.to.1000 SavingsAccountBonds.gt.1000
##  Min.   :0.000                   Min.   :0.000              
##  1st Qu.:0.000                   1st Qu.:0.000              
##  Median :0.000                   Median :0.000              
##  Mean   :0.063                   Mean   :0.048              
##  3rd Qu.:0.000                   3rd Qu.:0.000              
##  Max.   :1.000                   Max.   :1.000              
##  SavingsAccountBonds.Unknown EmploymentDuration.lt.1
##  Min.   :0.000               Min.   :0.000          
##  1st Qu.:0.000               1st Qu.:0.000          
##  Median :0.000               Median :0.000          
##  Mean   :0.183               Mean   :0.172          
##  3rd Qu.:0.000               3rd Qu.:0.000          
##  Max.   :1.000               Max.   :1.000          
##  EmploymentDuration.1.to.4 EmploymentDuration.4.to.7
##  Min.   :0.000             Min.   :0.000            
##  1st Qu.:0.000             1st Qu.:0.000            
##  Median :0.000             Median :0.000            
##  Mean   :0.339             Mean   :0.174            
##  3rd Qu.:1.000             3rd Qu.:0.000            
##  Max.   :1.000             Max.   :1.000            
##  EmploymentDuration.gt.7 EmploymentDuration.Unemployed
##  Min.   :0.000           Min.   :0.000                
##  1st Qu.:0.000           1st Qu.:0.000                
##  Median :0.000           Median :0.000                
##  Mean   :0.253           Mean   :0.062                
##  3rd Qu.:1.000           3rd Qu.:0.000                
##  Max.   :1.000           Max.   :1.000                
##  Personal.Male.Divorced.Seperated Personal.Female.NotSingle
##  Min.   :0.00                     Min.   :0.00             
##  1st Qu.:0.00                     1st Qu.:0.00             
##  Median :0.00                     Median :0.00             
##  Mean   :0.05                     Mean   :0.31             
##  3rd Qu.:0.00                     3rd Qu.:1.00             
##  Max.   :1.00                     Max.   :1.00             
##  Personal.Male.Single Personal.Male.Married.Widowed Personal.Female.Single
##  Min.   :0.000        Min.   :0.000                 Min.   :0             
##  1st Qu.:0.000        1st Qu.:0.000                 1st Qu.:0             
##  Median :1.000        Median :0.000                 Median :0             
##  Mean   :0.548        Mean   :0.092                 Mean   :0             
##  3rd Qu.:1.000        3rd Qu.:0.000                 3rd Qu.:0             
##  Max.   :1.000        Max.   :1.000                 Max.   :0             
##  OtherDebtorsGuarantors.None OtherDebtorsGuarantors.CoApplicant
##  Min.   :0.000               Min.   :0.000                     
##  1st Qu.:1.000               1st Qu.:0.000                     
##  Median :1.000               Median :0.000                     
##  Mean   :0.907               Mean   :0.041                     
##  3rd Qu.:1.000               3rd Qu.:0.000                     
##  Max.   :1.000               Max.   :1.000                     
##  OtherDebtorsGuarantors.Guarantor Property.RealEstate Property.Insurance
##  Min.   :0.000                    Min.   :0.000       Min.   :0.000     
##  1st Qu.:0.000                    1st Qu.:0.000       1st Qu.:0.000     
##  Median :0.000                    Median :0.000       Median :0.000     
##  Mean   :0.052                    Mean   :0.282       Mean   :0.232     
##  3rd Qu.:0.000                    3rd Qu.:1.000       3rd Qu.:0.000     
##  Max.   :1.000                    Max.   :1.000       Max.   :1.000     
##  Property.CarOther Property.Unknown OtherInstallmentPlans.Bank
##  Min.   :0.000     Min.   :0.000    Min.   :0.000             
##  1st Qu.:0.000     1st Qu.:0.000    1st Qu.:0.000             
##  Median :0.000     Median :0.000    Median :0.000             
##  Mean   :0.332     Mean   :0.154    Mean   :0.139             
##  3rd Qu.:1.000     3rd Qu.:0.000    3rd Qu.:0.000             
##  Max.   :1.000     Max.   :1.000    Max.   :1.000             
##  OtherInstallmentPlans.Stores OtherInstallmentPlans.None  Housing.Rent  
##  Min.   :0.000                Min.   :0.000              Min.   :0.000  
##  1st Qu.:0.000                1st Qu.:1.000              1st Qu.:0.000  
##  Median :0.000                Median :1.000              Median :0.000  
##  Mean   :0.047                Mean   :0.814              Mean   :0.179  
##  3rd Qu.:0.000                3rd Qu.:1.000              3rd Qu.:0.000  
##  Max.   :1.000                Max.   :1.000              Max.   :1.000  
##   Housing.Own    Housing.ForFree Job.UnemployedUnskilled
##  Min.   :0.000   Min.   :0.000   Min.   :0.000          
##  1st Qu.:0.000   1st Qu.:0.000   1st Qu.:0.000          
##  Median :1.000   Median :0.000   Median :0.000          
##  Mean   :0.713   Mean   :0.108   Mean   :0.022          
##  3rd Qu.:1.000   3rd Qu.:0.000   3rd Qu.:0.000          
##  Max.   :1.000   Max.   :1.000   Max.   :1.000          
##  Job.UnskilledResident Job.SkilledEmployee
##  Min.   :0.0           Min.   :0.00       
##  1st Qu.:0.0           1st Qu.:0.00       
##  Median :0.0           Median :1.00       
##  Mean   :0.2           Mean   :0.63       
##  3rd Qu.:0.0           3rd Qu.:1.00       
##  Max.   :1.0           Max.   :1.00       
##  Job.Management.SelfEmp.HighlyQualified
##  Min.   :0.000                         
##  1st Qu.:0.000                         
##  Median :0.000                         
##  Mean   :0.148                         
##  3rd Qu.:0.000                         
##  Max.   :1.000
# Converting Class variable from Bad/Good to 0/1
table(GermanCredit$Class)
## 
##  Bad Good 
##  300  700
GermanCredit$Class=ifelse(GermanCredit$Class=="Bad",0,1)
GermanCredit$Class[1:5]
## [1] 1 0 1 1 0
# We will split our dataset into Train and Test data. 
#The Train dataset will be used to build the model and
#the Test dataset will used to validate how well our model is performing.

set.seed(1234)
inTrain=createDataPartition(GermanCredit$Class, p=0.7, list=FALSE)
inTrain
##        Resample1
##   [1,]         1
##   [2,]         2
##   [3,]         3
##   [4,]         6
##   [5,]         9
##   [6,]        10
##   [7,]        12
##   [8,]        13
##   [9,]        14
##  [10,]        17
##  [11,]        18
##  [12,]        19
##  [13,]        21
##  [14,]        22
##  [15,]        23
##  [16,]        25
##  [17,]        26
##  [18,]        27
##  [19,]        30
##  [20,]        31
##  [21,]        32
##  [22,]        35
##  [23,]        36
##  [24,]        37
##  [25,]        39
##  [26,]        40
##  [27,]        43
##  [28,]        45
##  [29,]        49
##  [30,]        50
##  [31,]        54
##  [32,]        55
##  [33,]        59
##  [34,]        61
##  [35,]        63
##  [36,]        65
##  [37,]        67
##  [38,]        68
##  [39,]        69
##  [40,]        70
##  [41,]        71
##  [42,]        72
##  [43,]        74
##  [44,]        75
##  [45,]        78
##  [46,]        81
##  [47,]        82
##  [48,]        83
##  [49,]        84
##  [50,]        85
##  [51,]        86
##  [52,]        89
##  [53,]        90
##  [54,]        91
##  [55,]        92
##  [56,]        94
##  [57,]        95
##  [58,]        96
##  [59,]        97
##  [60,]        99
##  [61,]       101
##  [62,]       102
##  [63,]       104
##  [64,]       105
##  [65,]       106
##  [66,]       109
##  [67,]       110
##  [68,]       111
##  [69,]       113
##  [70,]       114
##  [71,]       115
##  [72,]       116
##  [73,]       117
##  [74,]       119
##  [75,]       120
##  [76,]       122
##  [77,]       123
##  [78,]       126
##  [79,]       127
##  [80,]       128
##  [81,]       130
##  [82,]       131
##  [83,]       132
##  [84,]       133
##  [85,]       135
##  [86,]       139
##  [87,]       141
##  [88,]       145
##  [89,]       146
##  [90,]       148
##  [91,]       149
##  [92,]       151
##  [93,]       152
##  [94,]       154
##  [95,]       155
##  [96,]       156
##  [97,]       157
##  [98,]       158
##  [99,]       160
## [100,]       162
## [101,]       163
## [102,]       165
## [103,]       166
## [104,]       167
## [105,]       169
## [106,]       170
## [107,]       171
## [108,]       172
## [109,]       174
## [110,]       175
## [111,]       176
## [112,]       178
## [113,]       180
## [114,]       181
## [115,]       182
## [116,]       183
## [117,]       184
## [118,]       185
## [119,]       186
## [120,]       189
## [121,]       190
## [122,]       192
## [123,]       193
## [124,]       194
## [125,]       195
## [126,]       196
## [127,]       197
## [128,]       198
## [129,]       199
## [130,]       200
## [131,]       201
## [132,]       202
## [133,]       204
## [134,]       206
## [135,]       209
## [136,]       210
## [137,]       211
## [138,]       214
## [139,]       215
## [140,]       217
## [141,]       220
## [142,]       221
## [143,]       222
## [144,]       223
## [145,]       224
## [146,]       225
## [147,]       228
## [148,]       230
## [149,]       231
## [150,]       233
## [151,]       235
## [152,]       238
## [153,]       240
## [154,]       242
## [155,]       243
## [156,]       244
## [157,]       245
## [158,]       246
## [159,]       247
## [160,]       248
## [161,]       249
## [162,]       250
## [163,]       252
## [164,]       254
## [165,]       255
## [166,]       257
## [167,]       258
## [168,]       261
## [169,]       263
## [170,]       266
## [171,]       268
## [172,]       269
## [173,]       270
## [174,]       271
## [175,]       272
## [176,]       273
## [177,]       274
## [178,]       275
## [179,]       276
## [180,]       277
## [181,]       278
## [182,]       279
## [183,]       280
## [184,]       281
## [185,]       282
## [186,]       283
## [187,]       284
## [188,]       285
## [189,]       288
## [190,]       289
## [191,]       291
## [192,]       292
## [193,]       293
## [194,]       294
## [195,]       295
## [196,]       296
## [197,]       297
## [198,]       298
## [199,]       299
## [200,]       300
## [201,]       302
## [202,]       304
## [203,]       305
## [204,]       306
## [205,]       307
## [206,]       308
## [207,]       309
## [208,]       310
## [209,]       311
## [210,]       312
## [211,]       313
## [212,]       315
## [213,]       316
## [214,]       317
## [215,]       320
## [216,]       321
## [217,]       322
## [218,]       323
## [219,]       324
## [220,]       327
## [221,]       330
## [222,]       331
## [223,]       332
## [224,]       333
## [225,]       335
## [226,]       339
## [227,]       341
## [228,]       342
## [229,]       343
## [230,]       344
## [231,]       345
## [232,]       346
## [233,]       347
## [234,]       348
## [235,]       349
## [236,]       350
## [237,]       352
## [238,]       353
## [239,]       354
## [240,]       355
## [241,]       356
## [242,]       357
## [243,]       360
## [244,]       361
## [245,]       362
## [246,]       363
## [247,]       366
## [248,]       367
## [249,]       368
## [250,]       369
## [251,]       371
## [252,]       373
## [253,]       374
## [254,]       375
## [255,]       376
## [256,]       377
## [257,]       378
## [258,]       379
## [259,]       380
## [260,]       381
## [261,]       382
## [262,]       384
## [263,]       386
## [264,]       388
## [265,]       389
## [266,]       390
## [267,]       391
## [268,]       392
## [269,]       393
## [270,]       394
## [271,]       395
## [272,]       396
## [273,]       397
## [274,]       398
## [275,]       399
## [276,]       400
## [277,]       401
## [278,]       402
## [279,]       403
## [280,]       405
## [281,]       409
## [282,]       411
## [283,]       412
## [284,]       413
## [285,]       414
## [286,]       415
## [287,]       416
## [288,]       417
## [289,]       418
## [290,]       419
## [291,]       420
## [292,]       421
## [293,]       422
## [294,]       423
## [295,]       426
## [296,]       427
## [297,]       430
## [298,]       431
## [299,]       433
## [300,]       434
## [301,]       435
## [302,]       436
## [303,]       438
## [304,]       439
## [305,]       440
## [306,]       442
## [307,]       443
## [308,]       446
## [309,]       447
## [310,]       448
## [311,]       449
## [312,]       450
## [313,]       451
## [314,]       452
## [315,]       453
## [316,]       454
## [317,]       457
## [318,]       458
## [319,]       459
## [320,]       461
## [321,]       462
## [322,]       463
## [323,]       464
## [324,]       466
## [325,]       467
## [326,]       470
## [327,]       471
## [328,]       472
## [329,]       473
## [330,]       474
## [331,]       475
## [332,]       476
## [333,]       477
## [334,]       478
## [335,]       479
## [336,]       480
## [337,]       481
## [338,]       483
## [339,]       484
## [340,]       485
## [341,]       487
## [342,]       488
## [343,]       489
## [344,]       490
## [345,]       491
## [346,]       492
## [347,]       493
## [348,]       494
## [349,]       496
## [350,]       500
## [351,]       501
## [352,]       502
## [353,]       503
## [354,]       504
## [355,]       506
## [356,]       507
## [357,]       508
## [358,]       509
## [359,]       510
## [360,]       512
## [361,]       513
## [362,]       514
## [363,]       515
## [364,]       516
## [365,]       518
## [366,]       520
## [367,]       522
## [368,]       524
## [369,]       526
## [370,]       527
## [371,]       528
## [372,]       529
## [373,]       530
## [374,]       531
## [375,]       532
## [376,]       533
## [377,]       534
## [378,]       535
## [379,]       536
## [380,]       537
## [381,]       538
## [382,]       539
## [383,]       541
## [384,]       542
## [385,]       543
## [386,]       544
## [387,]       545
## [388,]       546
## [389,]       547
## [390,]       548
## [391,]       549
## [392,]       550
## [393,]       551
## [394,]       552
## [395,]       554
## [396,]       555
## [397,]       558
## [398,]       559
## [399,]       563
## [400,]       565
## [401,]       566
## [402,]       569
## [403,]       573
## [404,]       576
## [405,]       578
## [406,]       579
## [407,]       580
## [408,]       581
## [409,]       582
## [410,]       583
## [411,]       584
## [412,]       586
## [413,]       587
## [414,]       589
## [415,]       590
## [416,]       591
## [417,]       592
## [418,]       593
## [419,]       595
## [420,]       596
## [421,]       597
## [422,]       599
## [423,]       601
## [424,]       602
## [425,]       603
## [426,]       604
## [427,]       606
## [428,]       607
## [429,]       609
## [430,]       611
## [431,]       612
## [432,]       613
## [433,]       614
## [434,]       615
## [435,]       616
## [436,]       617
## [437,]       618
## [438,]       620
## [439,]       621
## [440,]       622
## [441,]       623
## [442,]       624
## [443,]       626
## [444,]       627
## [445,]       629
## [446,]       631
## [447,]       634
## [448,]       635
## [449,]       636
## [450,]       637
## [451,]       638
## [452,]       640
## [453,]       641
## [454,]       642
## [455,]       643
## [456,]       645
## [457,]       646
## [458,]       647
## [459,]       649
## [460,]       652
## [461,]       653
## [462,]       655
## [463,]       656
## [464,]       657
## [465,]       660
## [466,]       661
## [467,]       662
## [468,]       663
## [469,]       665
## [470,]       667
## [471,]       668
## [472,]       669
## [473,]       672
## [474,]       673
## [475,]       674
## [476,]       677
## [477,]       679
## [478,]       680
## [479,]       681
## [480,]       682
## [481,]       685
## [482,]       686
## [483,]       687
## [484,]       688
## [485,]       690
## [486,]       691
## [487,]       693
## [488,]       694
## [489,]       695
## [490,]       698
## [491,]       699
## [492,]       700
## [493,]       702
## [494,]       703
## [495,]       705
## [496,]       707
## [497,]       708
## [498,]       709
## [499,]       711
## [500,]       713
## [501,]       715
## [502,]       716
## [503,]       717
## [504,]       718
## [505,]       719
## [506,]       720
## [507,]       721
## [508,]       722
## [509,]       724
## [510,]       726
## [511,]       727
## [512,]       728
## [513,]       732
## [514,]       733
## [515,]       734
## [516,]       735
## [517,]       736
## [518,]       738
## [519,]       742
## [520,]       743
## [521,]       746
## [522,]       748
## [523,]       749
## [524,]       751
## [525,]       753
## [526,]       754
## [527,]       755
## [528,]       757
## [529,]       758
## [530,]       761
## [531,]       762
## [532,]       764
## [533,]       765
## [534,]       766
## [535,]       768
## [536,]       769
## [537,]       770
## [538,]       771
## [539,]       772
## [540,]       773
## [541,]       774
## [542,]       776
## [543,]       777
## [544,]       778
## [545,]       779
## [546,]       780
## [547,]       781
## [548,]       783
## [549,]       784
## [550,]       785
## [551,]       786
## [552,]       787
## [553,]       788
## [554,]       789
## [555,]       791
## [556,]       792
## [557,]       794
## [558,]       796
## [559,]       798
## [560,]       799
## [561,]       800
## [562,]       801
## [563,]       803
## [564,]       804
## [565,]       805
## [566,]       806
## [567,]       807
## [568,]       808
## [569,]       809
## [570,]       810
## [571,]       811
## [572,]       812
## [573,]       813
## [574,]       814
## [575,]       815
## [576,]       817
## [577,]       818
## [578,]       819
## [579,]       820
## [580,]       821
## [581,]       823
## [582,]       824
## [583,]       825
## [584,]       827
## [585,]       828
## [586,]       830
## [587,]       832
## [588,]       833
## [589,]       834
## [590,]       835
## [591,]       836
## [592,]       837
## [593,]       838
## [594,]       840
## [595,]       842
## [596,]       843
## [597,]       844
## [598,]       845
## [599,]       847
## [600,]       848
## [601,]       850
## [602,]       852
## [603,]       853
## [604,]       854
## [605,]       856
## [606,]       857
## [607,]       858
## [608,]       860
## [609,]       861
## [610,]       862
## [611,]       865
## [612,]       867
## [613,]       868
## [614,]       869
## [615,]       871
## [616,]       872
## [617,]       873
## [618,]       874
## [619,]       875
## [620,]       876
## [621,]       877
## [622,]       881
## [623,]       883
## [624,]       886
## [625,]       887
## [626,]       888
## [627,]       890
## [628,]       892
## [629,]       895
## [630,]       896
## [631,]       897
## [632,]       898
## [633,]       899
## [634,]       900
## [635,]       902
## [636,]       903
## [637,]       904
## [638,]       905
## [639,]       906
## [640,]       907
## [641,]       909
## [642,]       911
## [643,]       912
## [644,]       913
## [645,]       914
## [646,]       916
## [647,]       917
## [648,]       918
## [649,]       919
## [650,]       920
## [651,]       921
## [652,]       927
## [653,]       930
## [654,]       931
## [655,]       932
## [656,]       935
## [657,]       942
## [658,]       943
## [659,]       944
## [660,]       946
## [661,]       948
## [662,]       949
## [663,]       950
## [664,]       951
## [665,]       952
## [666,]       953
## [667,]       954
## [668,]       955
## [669,]       957
## [670,]       958
## [671,]       959
## [672,]       960
## [673,]       961
## [674,]       963
## [675,]       964
## [676,]       965
## [677,]       966
## [678,]       967
## [679,]       969
## [680,]       970
## [681,]       972
## [682,]       973
## [683,]       974
## [684,]       975
## [685,]       977
## [686,]       979
## [687,]       982
## [688,]       983
## [689,]       985
## [690,]       986
## [691,]       987
## [692,]       988
## [693,]       989
## [694,]       990
## [695,]       991
## [696,]       992
## [697,]       996
## [698,]       997
## [699,]       998
## [700,]       999
Training=GermanCredit[inTrain,]
Testing=GermanCredit[-inTrain,]
dim(Training)
## [1] 700  62
dim(Testing)
## [1] 300  62
summary(Training$Class)
##    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
##  0.0000  0.0000  1.0000  0.7129  1.0000  1.0000
sum(Training$Class)
## [1] 499
sum(Testing$Class)
## [1] 201
# Multicollinearity
#install.packages("usdm")
library(usdm)
## Loading required package: sp
## Loading required package: raster
vifstep(GermanCredit[,-10], th=2)
## Warning in cor(x): the standard deviation is zero
## 18 variables from the 61 input variables have collinearity problem: 
##  
## CheckingAccountStatus.lt.0 CreditHistory.NoCredit.AllPaid Purpose.NewCar SavingsAccountBonds.lt.100 EmploymentDuration.lt.1 Personal.Male.Divorced.Seperated OtherDebtorsGuarantors.None Property.RealEstate OtherInstallmentPlans.Bank Housing.Rent Job.UnemployedUnskilled Job.SkilledEmployee CreditHistory.PaidDuly Personal.Male.Single Property.Unknown Amount EmploymentDuration.gt.7 Housing.ForFree 
## 
## After excluding the collinear variables, the linear correlation coefficients ranges between: 
## min correlation ( Job.UnskilledResident ~ Purpose.Education ):  -4.622937e-20 
## max correlation ( CreditHistory.Critical ~ NumberExistingCredits ):  0.5013637 
## 
## ---------- VIFs of the remained variables -------- 
##                                 Variables      VIF
## 1                                Duration 1.225011
## 2               InstallmentRatePercentage 1.113307
## 3                       ResidenceDuration 1.273785
## 4                                     Age 1.329414
## 5                   NumberExistingCredits 1.548107
## 6                 NumberPeopleMaintenance 1.172584
## 7                               Telephone 1.308563
## 8                           ForeignWorker 1.104606
## 9          CheckingAccountStatus.0.to.200 1.656867
## 10           CheckingAccountStatus.gt.200 1.222174
## 11             CheckingAccountStatus.none 1.777892
## 12         CreditHistory.ThisBank.AllPaid 1.159764
## 13                    CreditHistory.Delay 1.226545
## 14                 CreditHistory.Critical 1.634337
## 15                        Purpose.UsedCar 1.442965
## 16            Purpose.Furniture.Equipment 1.581951
## 17               Purpose.Radio.Television 1.743976
## 18              Purpose.DomesticAppliance 1.068103
## 19                        Purpose.Repairs 1.107263
## 20                      Purpose.Education 1.200363
## 21                       Purpose.Vacation      NaN
## 22                     Purpose.Retraining 1.081052
## 23                       Purpose.Business 1.414600
## 24                          Purpose.Other 1.158997
## 25         SavingsAccountBonds.100.to.500 1.134471
## 26        SavingsAccountBonds.500.to.1000 1.106008
## 27            SavingsAccountBonds.gt.1000 1.082737
## 28            SavingsAccountBonds.Unknown 1.183178
## 29              EmploymentDuration.1.to.4 1.296049
## 30              EmploymentDuration.4.to.7 1.229966
## 31          EmploymentDuration.Unemployed 1.215688
## 32              Personal.Female.NotSingle 1.245660
## 33          Personal.Male.Married.Widowed 1.185783
## 34                 Personal.Female.Single      NaN
## 35     OtherDebtorsGuarantors.CoApplicant 1.068171
## 36       OtherDebtorsGuarantors.Guarantor 1.121070
## 37                     Property.Insurance 1.319299
## 38                      Property.CarOther 1.403230
## 39           OtherInstallmentPlans.Stores 1.336079
## 40             OtherInstallmentPlans.None 1.433362
## 41                            Housing.Own 1.326080
## 42                  Job.UnskilledResident 1.206739
## 43 Job.Management.SelfEmp.HighlyQualified 1.398976
a=vifstep(GermanCredit[,-10], th=2)
## Warning in cor(x): the standard deviation is zero
GermanCredit2=exclude(GermanCredit,a)

fit10=glm(Class~.,
          data = Training[,c("Class",names(GermanCredit2))],
          family=binomial(link="logit"))

summary(fit10)
## 
## Call:
## glm(formula = Class ~ ., family = binomial(link = "logit"), data = Training[, 
##     c("Class", names(GermanCredit2))])
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -2.7705  -0.6805   0.3391   0.6875   1.8435  
## 
## Coefficients: (2 not defined because of singularities)
##                                        Estimate Std. Error z value
## (Intercept)                             1.46054    1.09793   1.330
## Duration                               -0.05112    0.00942  -5.427
## InstallmentRatePercentage              -0.30268    0.09838  -3.077
## ResidenceDuration                       0.05227    0.09968   0.524
## Age                                     0.01727    0.01081   1.597
## NumberExistingCredits                  -0.42642    0.23156  -1.842
## NumberPeopleMaintenance                -0.05504    0.30057  -0.183
## Telephone                              -0.40828    0.24717  -1.652
## ForeignWorker                          -0.72148    0.70701  -1.020
## CheckingAccountStatus.0.to.200          0.34034    0.26629   1.278
## CheckingAccountStatus.gt.200            0.94507    0.45605   2.072
## CheckingAccountStatus.none              1.51489    0.27546   5.500
## CreditHistory.ThisBank.AllPaid         -0.50373    0.46427  -1.085
## CreditHistory.Delay                     0.21291    0.38252   0.557
## CreditHistory.Critical                  0.97655    0.30181   3.236
## Purpose.UsedCar                         1.67679    0.46622   3.597
## Purpose.Furniture.Equipment             0.81315    0.32469   2.504
## Purpose.Radio.Television                1.01608    0.30585   3.322
## Purpose.DomesticAppliance               0.65373    0.90153   0.725
## Purpose.Repairs                        -0.53074    0.64572  -0.822
## Purpose.Education                      -0.21093    0.45916  -0.459
## Purpose.Vacation                             NA         NA      NA
## Purpose.Retraining                      1.94465    1.25080   1.555
## Purpose.Business                        0.48122    0.37881   1.270
## Purpose.Other                           0.98019    0.83278   1.177
## SavingsAccountBonds.100.to.500          0.41569    0.34634   1.200
## SavingsAccountBonds.500.to.1000         0.92693    0.56373   1.644
## SavingsAccountBonds.gt.1000             1.69968    0.63991   2.656
## SavingsAccountBonds.Unknown             1.34022    0.32782   4.088
## EmploymentDuration.1.to.4               0.15077    0.23977   0.629
## EmploymentDuration.4.to.7               1.14649    0.33965   3.375
## EmploymentDuration.Unemployed           0.18378    0.44937   0.409
## Personal.Female.NotSingle              -0.43426    0.24380  -1.781
## Personal.Male.Married.Widowed          -0.24003    0.37694  -0.637
## Personal.Female.Single                       NA         NA      NA
## OtherDebtorsGuarantors.CoApplicant      0.16775    0.49994   0.336
## OtherDebtorsGuarantors.Guarantor        1.06300    0.57038   1.864
## Property.Insurance                     -0.39873    0.28272  -1.410
## Property.CarOther                      -0.43117    0.25405  -1.697
## OtherInstallmentPlans.Stores           -0.05727    0.51655  -0.111
## OtherInstallmentPlans.None              0.34832    0.28343   1.229
## Housing.Own                             0.51547    0.25710   2.005
## Job.UnskilledResident                   0.11775    0.29178   0.404
## Job.Management.SelfEmp.HighlyQualified -0.30495    0.33501  -0.910
##                                        Pr(>|z|)    
## (Intercept)                            0.183429    
## Duration                               5.74e-08 ***
## InstallmentRatePercentage              0.002093 ** 
## ResidenceDuration                      0.600013    
## Age                                    0.110183    
## NumberExistingCredits                  0.065545 .  
## NumberPeopleMaintenance                0.854713    
## Telephone                              0.098572 .  
## ForeignWorker                          0.307510    
## CheckingAccountStatus.0.to.200         0.201229    
## CheckingAccountStatus.gt.200           0.038239 *  
## CheckingAccountStatus.none             3.81e-08 ***
## CreditHistory.ThisBank.AllPaid         0.277920    
## CreditHistory.Delay                    0.577801    
## CreditHistory.Critical                 0.001214 ** 
## Purpose.UsedCar                        0.000322 ***
## Purpose.Furniture.Equipment            0.012265 *  
## Purpose.Radio.Television               0.000893 ***
## Purpose.DomesticAppliance              0.468367    
## Purpose.Repairs                        0.411114    
## Purpose.Education                      0.645965    
## Purpose.Vacation                             NA    
## Purpose.Retraining                     0.120011    
## Purpose.Business                       0.203955    
## Purpose.Other                          0.239190    
## SavingsAccountBonds.100.to.500         0.230042    
## SavingsAccountBonds.500.to.1000        0.100119    
## SavingsAccountBonds.gt.1000            0.007904 ** 
## SavingsAccountBonds.Unknown            4.35e-05 ***
## EmploymentDuration.1.to.4              0.529455    
## EmploymentDuration.4.to.7              0.000737 ***
## EmploymentDuration.Unemployed          0.682554    
## Personal.Female.NotSingle              0.074877 .  
## Personal.Male.Married.Widowed          0.524259    
## Personal.Female.Single                       NA    
## OtherDebtorsGuarantors.CoApplicant     0.737218    
## OtherDebtorsGuarantors.Guarantor       0.062365 .  
## Property.Insurance                     0.158444    
## Property.CarOther                      0.089663 .  
## OtherInstallmentPlans.Stores           0.911722    
## OtherInstallmentPlans.None             0.219091    
## Housing.Own                            0.044967 *  
## Job.UnskilledResident                  0.686540    
## Job.Management.SelfEmp.HighlyQualified 0.362670    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 839.4  on 699  degrees of freedom
## Residual deviance: 608.3  on 658  degrees of freedom
## AIC: 692.3
## 
## Number of Fisher Scoring iterations: 5
fit0=glm(Class~ Duration+InstallmentRatePercentage+ResidenceDuration+Age+NumberExistingCredits+
           NumberPeopleMaintenance+Telephone+ForeignWorker+CheckingAccountStatus.0.to.200+
           CheckingAccountStatus.gt.200+CheckingAccountStatus.none+CreditHistory.ThisBank.AllPaid+
           CreditHistory.Delay+CreditHistory.Critical+Purpose.UsedCar+Purpose.Furniture.Equipment+
           Purpose.Radio.Television+Purpose.DomesticAppliance+Purpose.Repairs+Purpose.Education+
           Purpose.Retraining+Purpose.Business+ Purpose.Other+SavingsAccountBonds.100.to.500+
           SavingsAccountBonds.500.to.1000+SavingsAccountBonds.gt.1000+SavingsAccountBonds.Unknown+
           EmploymentDuration.1.to.4+EmploymentDuration.4.to.7+
           EmploymentDuration.Unemployed+Personal.Female.NotSingle+Personal.Male.Married.Widowed+
           OtherDebtorsGuarantors.CoApplicant+OtherDebtorsGuarantors.Guarantor+Property.Insurance+
           Property.CarOther+OtherInstallmentPlans.Stores+OtherInstallmentPlans.None+
           Housing.Own+Job.UnskilledResident+Job.Management.SelfEmp.HighlyQualified,
         data=Training,family=binomial(link="logit"))

summary(fit0)
## 
## Call:
## glm(formula = Class ~ Duration + InstallmentRatePercentage + 
##     ResidenceDuration + Age + NumberExistingCredits + NumberPeopleMaintenance + 
##     Telephone + ForeignWorker + CheckingAccountStatus.0.to.200 + 
##     CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.ThisBank.AllPaid + CreditHistory.Delay + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Education + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.1.to.4 + 
##     EmploymentDuration.4.to.7 + EmploymentDuration.Unemployed + 
##     Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.CoApplicant + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.Stores + 
##     OtherInstallmentPlans.None + Housing.Own + Job.UnskilledResident + 
##     Job.Management.SelfEmp.HighlyQualified, family = binomial(link = "logit"), 
##     data = Training)
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -2.7705  -0.6805   0.3391   0.6875   1.8435  
## 
## Coefficients:
##                                        Estimate Std. Error z value
## (Intercept)                             1.46054    1.09793   1.330
## Duration                               -0.05112    0.00942  -5.427
## InstallmentRatePercentage              -0.30268    0.09838  -3.077
## ResidenceDuration                       0.05227    0.09968   0.524
## Age                                     0.01727    0.01081   1.597
## NumberExistingCredits                  -0.42642    0.23156  -1.842
## NumberPeopleMaintenance                -0.05504    0.30057  -0.183
## Telephone                              -0.40828    0.24717  -1.652
## ForeignWorker                          -0.72148    0.70701  -1.020
## CheckingAccountStatus.0.to.200          0.34034    0.26629   1.278
## CheckingAccountStatus.gt.200            0.94507    0.45605   2.072
## CheckingAccountStatus.none              1.51489    0.27546   5.500
## CreditHistory.ThisBank.AllPaid         -0.50373    0.46427  -1.085
## CreditHistory.Delay                     0.21291    0.38252   0.557
## CreditHistory.Critical                  0.97655    0.30181   3.236
## Purpose.UsedCar                         1.67679    0.46622   3.597
## Purpose.Furniture.Equipment             0.81315    0.32469   2.504
## Purpose.Radio.Television                1.01608    0.30585   3.322
## Purpose.DomesticAppliance               0.65373    0.90153   0.725
## Purpose.Repairs                        -0.53074    0.64572  -0.822
## Purpose.Education                      -0.21093    0.45916  -0.459
## Purpose.Retraining                      1.94465    1.25080   1.555
## Purpose.Business                        0.48122    0.37881   1.270
## Purpose.Other                           0.98019    0.83278   1.177
## SavingsAccountBonds.100.to.500          0.41569    0.34634   1.200
## SavingsAccountBonds.500.to.1000         0.92693    0.56373   1.644
## SavingsAccountBonds.gt.1000             1.69968    0.63991   2.656
## SavingsAccountBonds.Unknown             1.34022    0.32782   4.088
## EmploymentDuration.1.to.4               0.15077    0.23977   0.629
## EmploymentDuration.4.to.7               1.14649    0.33965   3.375
## EmploymentDuration.Unemployed           0.18378    0.44937   0.409
## Personal.Female.NotSingle              -0.43426    0.24380  -1.781
## Personal.Male.Married.Widowed          -0.24003    0.37694  -0.637
## OtherDebtorsGuarantors.CoApplicant      0.16775    0.49994   0.336
## OtherDebtorsGuarantors.Guarantor        1.06300    0.57038   1.864
## Property.Insurance                     -0.39873    0.28272  -1.410
## Property.CarOther                      -0.43117    0.25405  -1.697
## OtherInstallmentPlans.Stores           -0.05727    0.51655  -0.111
## OtherInstallmentPlans.None              0.34832    0.28343   1.229
## Housing.Own                             0.51547    0.25710   2.005
## Job.UnskilledResident                   0.11775    0.29178   0.404
## Job.Management.SelfEmp.HighlyQualified -0.30495    0.33501  -0.910
##                                        Pr(>|z|)    
## (Intercept)                            0.183429    
## Duration                               5.74e-08 ***
## InstallmentRatePercentage              0.002093 ** 
## ResidenceDuration                      0.600013    
## Age                                    0.110183    
## NumberExistingCredits                  0.065545 .  
## NumberPeopleMaintenance                0.854713    
## Telephone                              0.098572 .  
## ForeignWorker                          0.307510    
## CheckingAccountStatus.0.to.200         0.201229    
## CheckingAccountStatus.gt.200           0.038239 *  
## CheckingAccountStatus.none             3.81e-08 ***
## CreditHistory.ThisBank.AllPaid         0.277920    
## CreditHistory.Delay                    0.577801    
## CreditHistory.Critical                 0.001214 ** 
## Purpose.UsedCar                        0.000322 ***
## Purpose.Furniture.Equipment            0.012265 *  
## Purpose.Radio.Television               0.000893 ***
## Purpose.DomesticAppliance              0.468367    
## Purpose.Repairs                        0.411114    
## Purpose.Education                      0.645965    
## Purpose.Retraining                     0.120011    
## Purpose.Business                       0.203955    
## Purpose.Other                          0.239190    
## SavingsAccountBonds.100.to.500         0.230042    
## SavingsAccountBonds.500.to.1000        0.100119    
## SavingsAccountBonds.gt.1000            0.007904 ** 
## SavingsAccountBonds.Unknown            4.35e-05 ***
## EmploymentDuration.1.to.4              0.529455    
## EmploymentDuration.4.to.7              0.000737 ***
## EmploymentDuration.Unemployed          0.682554    
## Personal.Female.NotSingle              0.074877 .  
## Personal.Male.Married.Widowed          0.524259    
## OtherDebtorsGuarantors.CoApplicant     0.737218    
## OtherDebtorsGuarantors.Guarantor       0.062365 .  
## Property.Insurance                     0.158444    
## Property.CarOther                      0.089663 .  
## OtherInstallmentPlans.Stores           0.911722    
## OtherInstallmentPlans.None             0.219091    
## Housing.Own                            0.044967 *  
## Job.UnskilledResident                  0.686540    
## Job.Management.SelfEmp.HighlyQualified 0.362670    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 839.4  on 699  degrees of freedom
## Residual deviance: 608.3  on 658  degrees of freedom
## AIC: 692.3
## 
## Number of Fisher Scoring iterations: 5
#Select the model obtained from VIF for stepwise
library(MASS)
## 
## Attaching package: 'MASS'
## The following objects are masked from 'package:raster':
## 
##     area, select
step=stepAIC(fit0, direction="both")
## Start:  AIC=692.3
## Class ~ Duration + InstallmentRatePercentage + ResidenceDuration + 
##     Age + NumberExistingCredits + NumberPeopleMaintenance + Telephone + 
##     ForeignWorker + CheckingAccountStatus.0.to.200 + CheckingAccountStatus.gt.200 + 
##     CheckingAccountStatus.none + CreditHistory.ThisBank.AllPaid + 
##     CreditHistory.Delay + CreditHistory.Critical + Purpose.UsedCar + 
##     Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Education + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.1.to.4 + 
##     EmploymentDuration.4.to.7 + EmploymentDuration.Unemployed + 
##     Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.CoApplicant + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.Stores + 
##     OtherInstallmentPlans.None + Housing.Own + Job.UnskilledResident + 
##     Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - OtherInstallmentPlans.Stores            1   608.32 690.32
## - NumberPeopleMaintenance                 1   608.34 690.34
## - OtherDebtorsGuarantors.CoApplicant      1   608.42 690.42
## - Job.UnskilledResident                   1   608.47 690.47
## - EmploymentDuration.Unemployed           1   608.47 690.47
## - Purpose.Education                       1   608.51 690.51
## - ResidenceDuration                       1   608.58 690.58
## - CreditHistory.Delay                     1   608.62 690.62
## - EmploymentDuration.1.to.4               1   608.70 690.70
## - Personal.Male.Married.Widowed           1   608.70 690.70
## - Purpose.DomesticAppliance               1   608.83 690.83
## - Purpose.Repairs                         1   608.98 690.98
## - Job.Management.SelfEmp.HighlyQualified  1   609.13 691.13
## - ForeignWorker                           1   609.47 691.47
## - CreditHistory.ThisBank.AllPaid          1   609.49 691.49
## - Purpose.Other                           1   609.72 691.72
## - SavingsAccountBonds.100.to.500          1   609.78 691.78
## - OtherInstallmentPlans.None              1   609.80 691.80
## - Purpose.Business                        1   609.94 691.94
## - CheckingAccountStatus.0.to.200          1   609.94 691.94
## - Property.Insurance                      1   610.29 692.29
## <none>                                        608.30 692.30
## - Age                                     1   610.91 692.91
## - Telephone                               1   611.07 693.07
## - Property.CarOther                       1   611.20 693.20
## - Purpose.Retraining                      1   611.40 693.40
## - SavingsAccountBonds.500.to.1000         1   611.40 693.40
## - Personal.Female.NotSingle               1   611.48 693.48
## - NumberExistingCredits                   1   611.75 693.75
## - OtherDebtorsGuarantors.Guarantor        1   612.26 694.26
## - Housing.Own                             1   612.33 694.33
## - CheckingAccountStatus.gt.200            1   612.89 694.89
## - Purpose.Furniture.Equipment             1   614.70 696.70
## - SavingsAccountBonds.gt.1000             1   617.21 699.21
## - InstallmentRatePercentage               1   618.08 700.08
## - CreditHistory.Critical                  1   619.32 701.32
## - Purpose.Radio.Television                1   619.64 701.64
## - EmploymentDuration.4.to.7               1   620.66 702.66
## - Purpose.UsedCar                         1   623.01 705.01
## - SavingsAccountBonds.Unknown             1   627.14 709.14
## - Duration                                1   639.71 721.71
## - CheckingAccountStatus.none              1   640.48 722.48
## 
## Step:  AIC=690.32
## Class ~ Duration + InstallmentRatePercentage + ResidenceDuration + 
##     Age + NumberExistingCredits + NumberPeopleMaintenance + Telephone + 
##     ForeignWorker + CheckingAccountStatus.0.to.200 + CheckingAccountStatus.gt.200 + 
##     CheckingAccountStatus.none + CreditHistory.ThisBank.AllPaid + 
##     CreditHistory.Delay + CreditHistory.Critical + Purpose.UsedCar + 
##     Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Education + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.1.to.4 + 
##     EmploymentDuration.4.to.7 + EmploymentDuration.Unemployed + 
##     Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.CoApplicant + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own + Job.UnskilledResident + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - NumberPeopleMaintenance                 1   608.35 688.35
## - OtherDebtorsGuarantors.CoApplicant      1   608.43 688.43
## - Job.UnskilledResident                   1   608.47 688.47
## - EmploymentDuration.Unemployed           1   608.48 688.48
## - Purpose.Education                       1   608.53 688.53
## - ResidenceDuration                       1   608.59 688.59
## - CreditHistory.Delay                     1   608.62 688.62
## - EmploymentDuration.1.to.4               1   608.70 688.70
## - Personal.Male.Married.Widowed           1   608.71 688.71
## - Purpose.DomesticAppliance               1   608.85 688.85
## - Purpose.Repairs                         1   609.00 689.00
## - Job.Management.SelfEmp.HighlyQualified  1   609.14 689.14
## - ForeignWorker                           1   609.49 689.49
## - CreditHistory.ThisBank.AllPaid          1   609.55 689.55
## - Purpose.Other                           1   609.74 689.74
## - SavingsAccountBonds.100.to.500          1   609.80 689.80
## - Purpose.Business                        1   609.96 689.96
## - CheckingAccountStatus.0.to.200          1   609.96 689.96
## - OtherInstallmentPlans.None              1   610.21 690.21
## - Property.Insurance                      1   610.29 690.29
## <none>                                        608.32 690.32
## - Age                                     1   610.93 690.93
## - Telephone                               1   611.07 691.07
## - Property.CarOther                       1   611.22 691.22
## - SavingsAccountBonds.500.to.1000         1   611.41 691.41
## - Purpose.Retraining                      1   611.43 691.43
## - Personal.Female.NotSingle               1   611.49 691.49
## - NumberExistingCredits                   1   611.75 691.75
## + OtherInstallmentPlans.Stores            1   608.30 692.30
## - OtherDebtorsGuarantors.Guarantor        1   612.31 692.31
## - Housing.Own                             1   612.33 692.33
## - CheckingAccountStatus.gt.200            1   612.90 692.90
## - Purpose.Furniture.Equipment             1   614.70 694.70
## - SavingsAccountBonds.gt.1000             1   617.21 697.21
## - InstallmentRatePercentage               1   618.20 698.20
## - CreditHistory.Critical                  1   619.32 699.32
## - Purpose.Radio.Television                1   619.67 699.67
## - EmploymentDuration.4.to.7               1   620.73 700.73
## - Purpose.UsedCar                         1   623.02 703.02
## - SavingsAccountBonds.Unknown             1   627.25 707.25
## - Duration                                1   639.85 719.85
## - CheckingAccountStatus.none              1   640.49 720.49
## 
## Step:  AIC=688.35
## Class ~ Duration + InstallmentRatePercentage + ResidenceDuration + 
##     Age + NumberExistingCredits + Telephone + ForeignWorker + 
##     CheckingAccountStatus.0.to.200 + CheckingAccountStatus.gt.200 + 
##     CheckingAccountStatus.none + CreditHistory.ThisBank.AllPaid + 
##     CreditHistory.Delay + CreditHistory.Critical + Purpose.UsedCar + 
##     Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Education + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.1.to.4 + 
##     EmploymentDuration.4.to.7 + EmploymentDuration.Unemployed + 
##     Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.CoApplicant + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own + Job.UnskilledResident + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - OtherDebtorsGuarantors.CoApplicant      1   608.47 686.47
## - Job.UnskilledResident                   1   608.49 686.49
## - EmploymentDuration.Unemployed           1   608.51 686.51
## - Purpose.Education                       1   608.56 686.56
## - ResidenceDuration                       1   608.62 686.62
## - CreditHistory.Delay                     1   608.65 686.65
## - Personal.Male.Married.Widowed           1   608.72 686.72
## - EmploymentDuration.1.to.4               1   608.73 686.73
## - Purpose.DomesticAppliance               1   608.90 686.90
## - Purpose.Repairs                         1   609.02 687.02
## - Job.Management.SelfEmp.HighlyQualified  1   609.15 687.15
## - ForeignWorker                           1   609.52 687.52
## - CreditHistory.ThisBank.AllPaid          1   609.60 687.60
## - Purpose.Other                           1   609.79 687.79
## - SavingsAccountBonds.100.to.500          1   609.82 687.82
## - CheckingAccountStatus.0.to.200          1   610.00 688.00
## - Purpose.Business                        1   610.01 688.01
## - OtherInstallmentPlans.None              1   610.24 688.24
## - Property.Insurance                      1   610.33 688.33
## <none>                                        608.35 688.35
## - Age                                     1   610.94 688.94
## - Telephone                               1   611.10 689.10
## - Property.CarOther                       1   611.26 689.26
## - Purpose.Retraining                      1   611.48 689.48
## - SavingsAccountBonds.500.to.1000         1   611.48 689.48
## - Personal.Female.NotSingle               1   611.57 689.57
## - NumberExistingCredits                   1   611.87 689.87
## + NumberPeopleMaintenance                 1   608.32 690.32
## - OtherDebtorsGuarantors.Guarantor        1   612.33 690.33
## + OtherInstallmentPlans.Stores            1   608.34 690.34
## - Housing.Own                             1   612.39 690.39
## - CheckingAccountStatus.gt.200            1   612.96 690.96
## - Purpose.Furniture.Equipment             1   614.88 692.88
## - SavingsAccountBonds.gt.1000             1   617.21 695.21
## - InstallmentRatePercentage               1   618.22 696.22
## - CreditHistory.Critical                  1   619.44 697.44
## - Purpose.Radio.Television                1   619.87 697.87
## - EmploymentDuration.4.to.7               1   620.76 698.76
## - Purpose.UsedCar                         1   623.13 701.13
## - SavingsAccountBonds.Unknown             1   627.30 705.30
## - Duration                                1   639.86 717.86
## - CheckingAccountStatus.none              1   640.69 718.69
## 
## Step:  AIC=686.47
## Class ~ Duration + InstallmentRatePercentage + ResidenceDuration + 
##     Age + NumberExistingCredits + Telephone + ForeignWorker + 
##     CheckingAccountStatus.0.to.200 + CheckingAccountStatus.gt.200 + 
##     CheckingAccountStatus.none + CreditHistory.ThisBank.AllPaid + 
##     CreditHistory.Delay + CreditHistory.Critical + Purpose.UsedCar + 
##     Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Education + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.1.to.4 + 
##     EmploymentDuration.4.to.7 + EmploymentDuration.Unemployed + 
##     Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.Guarantor + Property.Insurance + Property.CarOther + 
##     OtherInstallmentPlans.None + Housing.Own + Job.UnskilledResident + 
##     Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - Job.UnskilledResident                   1   608.60 684.60
## - EmploymentDuration.Unemployed           1   608.65 684.65
## - Purpose.Education                       1   608.70 684.70
## - ResidenceDuration                       1   608.73 684.73
## - CreditHistory.Delay                     1   608.77 684.77
## - Personal.Male.Married.Widowed           1   608.83 684.83
## - EmploymentDuration.1.to.4               1   608.84 684.84
## - Purpose.DomesticAppliance               1   609.00 685.00
## - Purpose.Repairs                         1   609.15 685.15
## - Job.Management.SelfEmp.HighlyQualified  1   609.27 685.27
## - CreditHistory.ThisBank.AllPaid          1   609.66 685.66
## - ForeignWorker                           1   609.69 685.69
## - SavingsAccountBonds.100.to.500          1   609.89 685.89
## - Purpose.Other                           1   610.01 686.01
## - CheckingAccountStatus.0.to.200          1   610.07 686.07
## - Purpose.Business                        1   610.12 686.12
## - Property.Insurance                      1   610.44 686.44
## - OtherInstallmentPlans.None              1   610.45 686.45
## <none>                                        608.47 686.47
## - Age                                     1   611.09 687.09
## - Telephone                               1   611.18 687.18
## - Property.CarOther                       1   611.40 687.40
## - SavingsAccountBonds.500.to.1000         1   611.54 687.54
## - Purpose.Retraining                      1   611.56 687.56
## - Personal.Female.NotSingle               1   611.73 687.73
## - NumberExistingCredits                   1   612.00 688.00
## + OtherDebtorsGuarantors.CoApplicant      1   608.35 688.35
## - OtherDebtorsGuarantors.Guarantor        1   612.37 688.37
## + NumberPeopleMaintenance                 1   608.43 688.43
## + OtherInstallmentPlans.Stores            1   608.46 688.46
## - Housing.Own                             1   612.46 688.46
## - CheckingAccountStatus.gt.200            1   613.01 689.01
## - Purpose.Furniture.Equipment             1   615.03 691.03
## - SavingsAccountBonds.gt.1000             1   617.25 693.25
## - InstallmentRatePercentage               1   618.36 694.36
## - CreditHistory.Critical                  1   619.57 695.57
## - Purpose.Radio.Television                1   619.96 695.96
## - EmploymentDuration.4.to.7               1   620.82 696.82
## - Purpose.UsedCar                         1   623.13 699.13
## - SavingsAccountBonds.Unknown             1   627.32 703.32
## - Duration                                1   640.03 716.03
## - CheckingAccountStatus.none              1   640.74 716.74
## 
## Step:  AIC=684.6
## Class ~ Duration + InstallmentRatePercentage + ResidenceDuration + 
##     Age + NumberExistingCredits + Telephone + ForeignWorker + 
##     CheckingAccountStatus.0.to.200 + CheckingAccountStatus.gt.200 + 
##     CheckingAccountStatus.none + CreditHistory.ThisBank.AllPaid + 
##     CreditHistory.Delay + CreditHistory.Critical + Purpose.UsedCar + 
##     Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Education + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.1.to.4 + 
##     EmploymentDuration.4.to.7 + EmploymentDuration.Unemployed + 
##     Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.Guarantor + Property.Insurance + Property.CarOther + 
##     OtherInstallmentPlans.None + Housing.Own + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - EmploymentDuration.Unemployed           1   608.75 682.75
## - Purpose.Education                       1   608.86 682.86
## - ResidenceDuration                       1   608.89 682.89
## - CreditHistory.Delay                     1   608.91 682.91
## - Personal.Male.Married.Widowed           1   608.95 682.95
## - EmploymentDuration.1.to.4               1   608.97 682.97
## - Purpose.DomesticAppliance               1   609.12 683.12
## - Purpose.Repairs                         1   609.27 683.27
## - Job.Management.SelfEmp.HighlyQualified  1   609.48 683.48
## - CreditHistory.ThisBank.AllPaid          1   609.74 683.74
## - ForeignWorker                           1   609.86 683.86
## - SavingsAccountBonds.100.to.500          1   610.07 684.07
## - Purpose.Other                           1   610.16 684.16
## - CheckingAccountStatus.0.to.200          1   610.22 684.22
## - Purpose.Business                        1   610.23 684.23
## - OtherInstallmentPlans.None              1   610.53 684.53
## - Property.Insurance                      1   610.60 684.60
## <none>                                        608.60 684.60
## - Telephone                               1   611.18 685.18
## - Age                                     1   611.43 685.43
## - SavingsAccountBonds.500.to.1000         1   611.61 685.61
## - Property.CarOther                       1   611.68 685.68
## - Purpose.Retraining                      1   611.80 685.80
## - Personal.Female.NotSingle               1   611.93 685.93
## - NumberExistingCredits                   1   612.24 686.24
## - OtherDebtorsGuarantors.Guarantor        1   612.45 686.45
## + Job.UnskilledResident                   1   608.47 686.47
## + OtherDebtorsGuarantors.CoApplicant      1   608.49 686.49
## + NumberPeopleMaintenance                 1   608.58 686.58
## + OtherInstallmentPlans.Stores            1   608.59 686.59
## - Housing.Own                             1   612.70 686.70
## - CheckingAccountStatus.gt.200            1   613.08 687.08
## - Purpose.Furniture.Equipment             1   615.06 689.06
## - SavingsAccountBonds.gt.1000             1   617.27 691.27
## - InstallmentRatePercentage               1   618.60 692.60
## - CreditHistory.Critical                  1   619.70 693.70
## - Purpose.Radio.Television                1   619.99 693.99
## - EmploymentDuration.4.to.7               1   620.99 694.99
## - Purpose.UsedCar                         1   623.16 697.16
## - SavingsAccountBonds.Unknown             1   627.32 701.32
## - CheckingAccountStatus.none              1   640.79 714.79
## - Duration                                1   641.37 715.37
## 
## Step:  AIC=682.75
## Class ~ Duration + InstallmentRatePercentage + ResidenceDuration + 
##     Age + NumberExistingCredits + Telephone + ForeignWorker + 
##     CheckingAccountStatus.0.to.200 + CheckingAccountStatus.gt.200 + 
##     CheckingAccountStatus.none + CreditHistory.ThisBank.AllPaid + 
##     CreditHistory.Delay + CreditHistory.Critical + Purpose.UsedCar + 
##     Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Education + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.1.to.4 + 
##     EmploymentDuration.4.to.7 + Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.Guarantor + Property.Insurance + Property.CarOther + 
##     OtherInstallmentPlans.None + Housing.Own + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - Purpose.Education                       1   609.03 681.03
## - ResidenceDuration                       1   609.03 681.03
## - EmploymentDuration.1.to.4               1   609.05 681.05
## - CreditHistory.Delay                     1   609.06 681.06
## - Personal.Male.Married.Widowed           1   609.07 681.07
## - Purpose.DomesticAppliance               1   609.29 681.29
## - Purpose.Repairs                         1   609.36 681.36
## - Job.Management.SelfEmp.HighlyQualified  1   609.51 681.51
## - CreditHistory.ThisBank.AllPaid          1   609.83 681.83
## - ForeignWorker                           1   609.95 681.95
## - SavingsAccountBonds.100.to.500          1   610.26 682.26
## - CheckingAccountStatus.0.to.200          1   610.34 682.34
## - Purpose.Business                        1   610.36 682.36
## - Purpose.Other                           1   610.45 682.45
## <none>                                        608.75 682.75
## - OtherInstallmentPlans.None              1   610.77 682.77
## - Property.Insurance                      1   610.77 682.77
## - Telephone                               1   611.27 683.27
## - Age                                     1   611.63 683.63
## - SavingsAccountBonds.500.to.1000         1   611.76 683.76
## - Property.CarOther                       1   611.83 683.83
## - Purpose.Retraining                      1   611.91 683.91
## - Personal.Female.NotSingle               1   612.00 684.00
## - NumberExistingCredits                   1   612.37 684.37
## - OtherDebtorsGuarantors.Guarantor        1   612.55 684.55
## + EmploymentDuration.Unemployed           1   608.60 684.60
## + OtherDebtorsGuarantors.CoApplicant      1   608.62 684.62
## + Job.UnskilledResident                   1   608.65 684.65
## + NumberPeopleMaintenance                 1   608.73 684.73
## + OtherInstallmentPlans.Stores            1   608.74 684.74
## - Housing.Own                             1   612.77 684.77
## - CheckingAccountStatus.gt.200            1   613.11 685.11
## - Purpose.Furniture.Equipment             1   615.23 687.23
## - SavingsAccountBonds.gt.1000             1   617.33 689.33
## - InstallmentRatePercentage               1   618.96 690.96
## - CreditHistory.Critical                  1   619.88 691.88
## - Purpose.Radio.Television                1   620.05 692.05
## - EmploymentDuration.4.to.7               1   621.01 693.01
## - Purpose.UsedCar                         1   623.27 695.27
## - SavingsAccountBonds.Unknown             1   627.55 699.55
## - CheckingAccountStatus.none              1   640.82 712.82
## - Duration                                1   641.53 713.53
## 
## Step:  AIC=681.03
## Class ~ Duration + InstallmentRatePercentage + ResidenceDuration + 
##     Age + NumberExistingCredits + Telephone + ForeignWorker + 
##     CheckingAccountStatus.0.to.200 + CheckingAccountStatus.gt.200 + 
##     CheckingAccountStatus.none + CreditHistory.ThisBank.AllPaid + 
##     CreditHistory.Delay + CreditHistory.Critical + Purpose.UsedCar + 
##     Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Retraining + 
##     Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.1.to.4 + 
##     EmploymentDuration.4.to.7 + Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.Guarantor + Property.Insurance + Property.CarOther + 
##     OtherInstallmentPlans.None + Housing.Own + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - ResidenceDuration                       1   609.30 679.30
## - CreditHistory.Delay                     1   609.31 679.31
## - EmploymentDuration.1.to.4               1   609.31 679.31
## - Personal.Male.Married.Widowed           1   609.32 679.32
## - Purpose.Repairs                         1   609.54 679.54
## - Purpose.DomesticAppliance               1   609.64 679.64
## - Job.Management.SelfEmp.HighlyQualified  1   609.78 679.78
## - CreditHistory.ThisBank.AllPaid          1   610.12 680.12
## - ForeignWorker                           1   610.31 680.31
## - CheckingAccountStatus.0.to.200          1   610.57 680.57
## - SavingsAccountBonds.100.to.500          1   610.58 680.58
## - Purpose.Other                           1   610.91 680.91
## <none>                                        609.03 681.03
## - OtherInstallmentPlans.None              1   611.10 681.10
## - Purpose.Business                        1   611.11 681.11
## - Property.Insurance                      1   611.18 681.18
## - Telephone                               1   611.44 681.44
## - Age                                     1   611.93 681.93
## - SavingsAccountBonds.500.to.1000         1   612.04 682.04
## - Property.CarOther                       1   612.13 682.13
## - Purpose.Retraining                      1   612.35 682.35
## - Personal.Female.NotSingle               1   612.43 682.43
## - NumberExistingCredits                   1   612.58 682.58
## + Purpose.Education                       1   608.75 682.75
## - OtherDebtorsGuarantors.Guarantor        1   612.86 682.86
## + EmploymentDuration.Unemployed           1   608.86 682.86
## + OtherDebtorsGuarantors.CoApplicant      1   608.88 682.88
## + Job.UnskilledResident                   1   608.90 682.90
## + NumberPeopleMaintenance                 1   609.01 683.01
## + OtherInstallmentPlans.Stores            1   609.02 683.02
## - CheckingAccountStatus.gt.200            1   613.30 683.30
## - Housing.Own                             1   613.32 683.32
## - Purpose.Furniture.Equipment             1   617.11 687.11
## - SavingsAccountBonds.gt.1000             1   617.57 687.57
## - InstallmentRatePercentage               1   619.35 689.35
## - CreditHistory.Critical                  1   619.99 689.99
## - EmploymentDuration.4.to.7               1   621.29 691.29
## - Purpose.Radio.Television                1   622.62 692.62
## - Purpose.UsedCar                         1   625.45 695.45
## - SavingsAccountBonds.Unknown             1   627.81 697.81
## - CheckingAccountStatus.none              1   640.92 710.92
## - Duration                                1   641.72 711.72
## 
## Step:  AIC=679.3
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + ForeignWorker + CheckingAccountStatus.0.to.200 + 
##     CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.ThisBank.AllPaid + CreditHistory.Delay + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Retraining + 
##     Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.1.to.4 + 
##     EmploymentDuration.4.to.7 + Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.Guarantor + Property.Insurance + Property.CarOther + 
##     OtherInstallmentPlans.None + Housing.Own + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - EmploymentDuration.1.to.4               1   609.56 677.56
## - CreditHistory.Delay                     1   609.59 677.59
## - Personal.Male.Married.Widowed           1   609.61 677.61
## - Purpose.Repairs                         1   609.80 677.80
## - Purpose.DomesticAppliance               1   609.89 677.89
## - Job.Management.SelfEmp.HighlyQualified  1   610.18 678.18
## - CreditHistory.ThisBank.AllPaid          1   610.38 678.38
## - ForeignWorker                           1   610.54 678.54
## - CheckingAccountStatus.0.to.200          1   610.81 678.81
## - SavingsAccountBonds.100.to.500          1   610.89 678.89
## - Purpose.Other                           1   611.27 679.27
## - Purpose.Business                        1   611.29 679.29
## <none>                                        609.30 679.30
## - OtherInstallmentPlans.None              1   611.43 679.43
## - Property.Insurance                      1   611.47 679.47
## - Telephone                               1   611.89 679.89
## - Property.CarOther                       1   612.33 680.33
## - SavingsAccountBonds.500.to.1000         1   612.45 680.45
## - Purpose.Retraining                      1   612.65 680.65
## - Personal.Female.NotSingle               1   612.66 680.66
## - Age                                     1   612.71 680.71
## - NumberExistingCredits                   1   612.79 680.79
## + ResidenceDuration                       1   609.03 681.03
## + Purpose.Education                       1   609.03 681.03
## + EmploymentDuration.Unemployed           1   609.14 681.14
## + Job.UnskilledResident                   1   609.15 681.15
## + OtherDebtorsGuarantors.CoApplicant      1   609.16 681.16
## - OtherDebtorsGuarantors.Guarantor        1   613.21 681.21
## + NumberPeopleMaintenance                 1   609.28 681.28
## + OtherInstallmentPlans.Stores            1   609.29 681.29
## - Housing.Own                             1   613.33 681.33
## - CheckingAccountStatus.gt.200            1   613.44 681.44
## - Purpose.Furniture.Equipment             1   617.61 685.61
## - SavingsAccountBonds.gt.1000             1   617.84 685.84
## - InstallmentRatePercentage               1   619.45 687.45
## - CreditHistory.Critical                  1   620.40 688.40
## - EmploymentDuration.4.to.7               1   621.50 689.50
## - Purpose.Radio.Television                1   622.92 690.92
## - Purpose.UsedCar                         1   625.95 693.95
## - SavingsAccountBonds.Unknown             1   628.56 696.56
## - CheckingAccountStatus.none              1   640.99 708.99
## - Duration                                1   641.87 709.87
## 
## Step:  AIC=677.56
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + ForeignWorker + CheckingAccountStatus.0.to.200 + 
##     CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.ThisBank.AllPaid + CreditHistory.Delay + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Retraining + 
##     Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + Personal.Male.Married.Widowed + 
##     OtherDebtorsGuarantors.Guarantor + Property.Insurance + Property.CarOther + 
##     OtherInstallmentPlans.None + Housing.Own + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - Personal.Male.Married.Widowed           1   609.84 675.84
## - CreditHistory.Delay                     1   609.89 675.89
## - Purpose.Repairs                         1   610.08 676.08
## - Purpose.DomesticAppliance               1   610.14 676.14
## - Job.Management.SelfEmp.HighlyQualified  1   610.53 676.53
## - CreditHistory.ThisBank.AllPaid          1   610.65 676.65
## - ForeignWorker                           1   610.83 676.83
## - CheckingAccountStatus.0.to.200          1   610.96 676.96
## - SavingsAccountBonds.100.to.500          1   611.09 677.09
## - Purpose.Other                           1   611.51 677.51
## - Purpose.Business                        1   611.52 677.52
## <none>                                        609.56 677.56
## - OtherInstallmentPlans.None              1   611.65 677.65
## - Property.Insurance                      1   611.83 677.83
## - Telephone                               1   612.25 678.25
## - Property.CarOther                       1   612.63 678.63
## - Age                                     1   612.74 678.74
## - SavingsAccountBonds.500.to.1000         1   612.74 678.74
## - Purpose.Retraining                      1   612.83 678.83
## - Personal.Female.NotSingle               1   613.00 679.00
## - NumberExistingCredits                   1   613.24 679.24
## + Purpose.Education                       1   609.29 679.29
## + EmploymentDuration.1.to.4               1   609.30 679.30
## + ResidenceDuration                       1   609.31 679.31
## + Job.UnskilledResident                   1   609.41 679.41
## + OtherDebtorsGuarantors.CoApplicant      1   609.43 679.43
## + EmploymentDuration.Unemployed           1   609.47 679.47
## + NumberPeopleMaintenance                 1   609.54 679.54
## + OtherInstallmentPlans.Stores            1   609.56 679.56
## - CheckingAccountStatus.gt.200            1   613.59 679.59
## - OtherDebtorsGuarantors.Guarantor        1   613.69 679.69
## - Housing.Own                             1   613.77 679.77
## - Purpose.Furniture.Equipment             1   617.86 683.86
## - SavingsAccountBonds.gt.1000             1   618.24 684.24
## - InstallmentRatePercentage               1   619.84 685.84
## - CreditHistory.Critical                  1   620.77 686.77
## - EmploymentDuration.4.to.7               1   621.91 687.91
## - Purpose.Radio.Television                1   623.09 689.09
## - Purpose.UsedCar                         1   626.01 692.01
## - SavingsAccountBonds.Unknown             1   629.08 695.08
## - CheckingAccountStatus.none              1   641.34 707.34
## - Duration                                1   642.23 708.23
## 
## Step:  AIC=675.84
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + ForeignWorker + CheckingAccountStatus.0.to.200 + 
##     CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.ThisBank.AllPaid + CreditHistory.Delay + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Retraining + 
##     Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - CreditHistory.Delay                     1   610.19 674.19
## - Purpose.Repairs                         1   610.38 674.38
## - Purpose.DomesticAppliance               1   610.39 674.39
## - Job.Management.SelfEmp.HighlyQualified  1   610.79 674.79
## - CreditHistory.ThisBank.AllPaid          1   610.86 674.86
## - ForeignWorker                           1   611.13 675.13
## - CheckingAccountStatus.0.to.200          1   611.17 675.17
## - SavingsAccountBonds.100.to.500          1   611.37 675.37
## - Purpose.Business                        1   611.76 675.76
## - Purpose.Other                           1   611.82 675.82
## <none>                                        609.84 675.84
## - OtherInstallmentPlans.None              1   611.90 675.90
## - Property.Insurance                      1   612.08 676.08
## - Telephone                               1   612.46 676.46
## - Property.CarOther                       1   612.86 676.86
## - Purpose.Retraining                      1   612.87 676.87
## - Personal.Female.NotSingle               1   613.00 677.00
## - SavingsAccountBonds.500.to.1000         1   613.05 677.05
## - Age                                     1   613.41 677.41
## - NumberExistingCredits                   1   613.46 677.46
## + Personal.Male.Married.Widowed           1   609.56 677.56
## + ResidenceDuration                       1   609.59 677.59
## + EmploymentDuration.1.to.4               1   609.61 677.61
## + Purpose.Education                       1   609.61 677.61
## + Job.UnskilledResident                   1   609.71 677.71
## + OtherDebtorsGuarantors.CoApplicant      1   609.73 677.73
## + EmploymentDuration.Unemployed           1   609.78 677.78
## + NumberPeopleMaintenance                 1   609.84 677.84
## + OtherInstallmentPlans.Stores            1   609.84 677.84
## - CheckingAccountStatus.gt.200            1   613.97 677.97
## - OtherDebtorsGuarantors.Guarantor        1   613.98 677.98
## - Housing.Own                             1   613.99 677.99
## - Purpose.Furniture.Equipment             1   618.38 682.38
## - SavingsAccountBonds.gt.1000             1   618.38 682.38
## - InstallmentRatePercentage               1   620.18 684.18
## - CreditHistory.Critical                  1   621.21 685.21
## - EmploymentDuration.4.to.7               1   622.50 686.50
## - Purpose.Radio.Television                1   623.16 687.16
## - Purpose.UsedCar                         1   626.15 690.15
## - SavingsAccountBonds.Unknown             1   629.51 693.51
## - CheckingAccountStatus.none              1   641.46 705.46
## - Duration                                1   642.35 706.35
## 
## Step:  AIC=674.19
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + ForeignWorker + CheckingAccountStatus.0.to.200 + 
##     CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.ThisBank.AllPaid + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.DomesticAppliance + Purpose.Repairs + Purpose.Retraining + 
##     Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - Purpose.DomesticAppliance               1   610.71 672.71
## - Purpose.Repairs                         1   610.71 672.71
## - Job.Management.SelfEmp.HighlyQualified  1   611.21 673.21
## - CreditHistory.ThisBank.AllPaid          1   611.32 673.32
## - ForeignWorker                           1   611.43 673.43
## - CheckingAccountStatus.0.to.200          1   611.60 673.60
## - SavingsAccountBonds.100.to.500          1   611.77 673.77
## <none>                                        610.19 674.19
## - Purpose.Business                        1   612.24 674.24
## - Purpose.Other                           1   612.27 674.27
## - OtherInstallmentPlans.None              1   612.28 674.28
## - Property.Insurance                      1   612.41 674.41
## - Telephone                               1   613.02 675.02
## - Purpose.Retraining                      1   613.15 675.15
## - Property.CarOther                       1   613.24 675.24
## - SavingsAccountBonds.500.to.1000         1   613.35 675.35
## - NumberExistingCredits                   1   613.46 675.46
## - Personal.Female.NotSingle               1   613.48 675.48
## - Age                                     1   613.78 675.78
## + CreditHistory.Delay                     1   609.84 675.84
## + Personal.Male.Married.Widowed           1   609.89 675.89
## + EmploymentDuration.1.to.4               1   609.91 675.91
## + ResidenceDuration                       1   609.93 675.93
## + Purpose.Education                       1   609.98 675.98
## + Job.UnskilledResident                   1   610.04 676.04
## + OtherDebtorsGuarantors.CoApplicant      1   610.08 676.08
## + EmploymentDuration.Unemployed           1   610.13 676.13
## + NumberPeopleMaintenance                 1   610.19 676.19
## + OtherInstallmentPlans.Stores            1   610.19 676.19
## - OtherDebtorsGuarantors.Guarantor        1   614.19 676.19
## - Housing.Own                             1   614.29 676.29
## - CheckingAccountStatus.gt.200            1   614.44 676.44
## - Purpose.Furniture.Equipment             1   618.59 680.59
## - SavingsAccountBonds.gt.1000             1   618.81 680.81
## - InstallmentRatePercentage               1   620.70 682.70
## - CreditHistory.Critical                  1   621.44 683.44
## - EmploymentDuration.4.to.7               1   622.91 684.91
## - Purpose.Radio.Television                1   623.45 685.45
## - Purpose.UsedCar                         1   626.34 688.34
## - SavingsAccountBonds.Unknown             1   629.94 691.94
## - CheckingAccountStatus.none              1   642.09 704.09
## - Duration                                1   642.36 704.36
## 
## Step:  AIC=672.71
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + ForeignWorker + CheckingAccountStatus.0.to.200 + 
##     CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.ThisBank.AllPaid + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.Repairs + Purpose.Retraining + Purpose.Business + 
##     Purpose.Other + SavingsAccountBonds.100.to.500 + SavingsAccountBonds.500.to.1000 + 
##     SavingsAccountBonds.gt.1000 + SavingsAccountBonds.Unknown + 
##     EmploymentDuration.4.to.7 + Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - Purpose.Repairs                         1   611.30 671.30
## - CreditHistory.ThisBank.AllPaid          1   611.78 671.78
## - Job.Management.SelfEmp.HighlyQualified  1   611.82 671.82
## - ForeignWorker                           1   611.90 671.90
## - CheckingAccountStatus.0.to.200          1   612.02 672.02
## - SavingsAccountBonds.100.to.500          1   612.35 672.35
## - Purpose.Business                        1   612.59 672.59
## <none>                                        610.71 672.71
## - Purpose.Other                           1   612.71 672.71
## - OtherInstallmentPlans.None              1   612.85 672.85
## - Property.Insurance                      1   613.04 673.04
## - Purpose.Retraining                      1   613.56 673.56
## - Telephone                               1   613.60 673.60
## - Personal.Female.NotSingle               1   613.83 673.83
## - Property.CarOther                       1   613.92 673.92
## - SavingsAccountBonds.500.to.1000         1   613.95 673.95
## - NumberExistingCredits                   1   614.06 674.06
## + Purpose.DomesticAppliance               1   610.19 674.19
## - Age                                     1   614.25 674.25
## + CreditHistory.Delay                     1   610.39 674.39
## + Purpose.Education                       1   610.44 674.44
## + EmploymentDuration.1.to.4               1   610.44 674.44
## + Personal.Male.Married.Widowed           1   610.45 674.45
## + ResidenceDuration                       1   610.47 674.47
## + Job.UnskilledResident                   1   610.58 674.58
## + OtherDebtorsGuarantors.CoApplicant      1   610.61 674.61
## + EmploymentDuration.Unemployed           1   610.63 674.63
## - OtherDebtorsGuarantors.Guarantor        1   614.64 674.64
## + NumberPeopleMaintenance                 1   610.70 674.70
## + OtherInstallmentPlans.Stores            1   610.71 674.71
## - CheckingAccountStatus.gt.200            1   614.94 674.94
## - Housing.Own                             1   615.21 675.21
## - Purpose.Furniture.Equipment             1   618.71 678.71
## - SavingsAccountBonds.gt.1000             1   619.20 679.20
## - InstallmentRatePercentage               1   621.03 681.03
## - CreditHistory.Critical                  1   621.73 681.73
## - EmploymentDuration.4.to.7               1   623.25 683.25
## - Purpose.Radio.Television                1   623.49 683.49
## - Purpose.UsedCar                         1   626.55 686.55
## - SavingsAccountBonds.Unknown             1   630.58 690.58
## - CheckingAccountStatus.none              1   642.19 702.19
## - Duration                                1   642.75 702.75
## 
## Step:  AIC=671.3
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + ForeignWorker + CheckingAccountStatus.0.to.200 + 
##     CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.ThisBank.AllPaid + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own + Job.Management.SelfEmp.HighlyQualified
## 
##                                          Df Deviance    AIC
## - Job.Management.SelfEmp.HighlyQualified  1   612.31 670.31
## - CreditHistory.ThisBank.AllPaid          1   612.33 670.33
## - CheckingAccountStatus.0.to.200          1   612.49 670.49
## - ForeignWorker                           1   612.52 670.52
## - SavingsAccountBonds.100.to.500          1   613.09 671.09
## <none>                                        611.30 671.30
## - OtherInstallmentPlans.None              1   613.32 671.32
## - Purpose.Other                           1   613.42 671.42
## - Property.Insurance                      1   613.55 671.55
## - Purpose.Business                        1   613.55 671.55
## - Telephone                               1   614.22 672.22
## - Purpose.Retraining                      1   614.30 672.30
## - Personal.Female.NotSingle               1   614.38 672.38
## - Property.CarOther                       1   614.47 672.47
## - Age                                     1   614.65 672.65
## - SavingsAccountBonds.500.to.1000         1   614.67 672.67
## + Purpose.Repairs                         1   610.71 672.71
## + Purpose.DomesticAppliance               1   610.71 672.71
## - NumberExistingCredits                   1   614.82 672.82
## + CreditHistory.Delay                     1   611.00 673.00
## + EmploymentDuration.1.to.4               1   611.01 673.01
## + Personal.Male.Married.Widowed           1   611.02 673.02
## + ResidenceDuration                       1   611.07 673.07
## + Purpose.Education                       1   611.12 673.12
## + Job.UnskilledResident                   1   611.18 673.18
## + OtherDebtorsGuarantors.CoApplicant      1   611.20 673.20
## + EmploymentDuration.Unemployed           1   611.26 673.26
## - OtherDebtorsGuarantors.Guarantor        1   615.29 673.29
## + NumberPeopleMaintenance                 1   611.29 673.29
## + OtherInstallmentPlans.Stores            1   611.29 673.29
## - Housing.Own                             1   615.59 673.59
## - CheckingAccountStatus.gt.200            1   615.64 673.64
## - SavingsAccountBonds.gt.1000             1   619.59 677.59
## - Purpose.Furniture.Equipment             1   620.28 678.28
## - InstallmentRatePercentage               1   621.58 679.58
## - CreditHistory.Critical                  1   622.83 680.83
## - EmploymentDuration.4.to.7               1   623.87 681.87
## - Purpose.Radio.Television                1   625.58 683.58
## - Purpose.UsedCar                         1   627.99 685.99
## - SavingsAccountBonds.Unknown             1   632.00 690.00
## - CheckingAccountStatus.none              1   642.75 700.75
## - Duration                                1   643.36 701.36
## 
## Step:  AIC=670.31
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + ForeignWorker + CheckingAccountStatus.0.to.200 + 
##     CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.ThisBank.AllPaid + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own
## 
##                                          Df Deviance    AIC
## - CreditHistory.ThisBank.AllPaid          1   613.45 669.45
## - CheckingAccountStatus.0.to.200          1   613.46 669.46
## - ForeignWorker                           1   613.49 669.49
## - Purpose.Other                           1   614.11 670.11
## - SavingsAccountBonds.100.to.500          1   614.16 670.16
## - OtherInstallmentPlans.None              1   614.30 670.30
## <none>                                        612.31 670.31
## - Telephone                               1   614.38 670.38
## - Purpose.Business                        1   614.52 670.52
## - Property.Insurance                      1   614.62 670.62
## + Job.Management.SelfEmp.HighlyQualified  1   611.30 671.30
## - Personal.Female.NotSingle               1   615.32 671.32
## - Age                                     1   615.33 671.33
## - Purpose.Retraining                      1   615.36 671.36
## - Property.CarOther                       1   615.46 671.46
## - NumberExistingCredits                   1   615.59 671.59
## + Purpose.DomesticAppliance               1   611.64 671.64
## + Purpose.Repairs                         1   611.82 671.82
## - SavingsAccountBonds.500.to.1000         1   615.83 671.83
## + EmploymentDuration.1.to.4               1   611.92 671.92
## + CreditHistory.Delay                     1   611.94 671.94
## + ResidenceDuration                       1   611.97 671.97
## + Personal.Male.Married.Widowed           1   612.07 672.07
## + Job.UnskilledResident                   1   612.09 672.09
## + Purpose.Education                       1   612.12 672.12
## + OtherDebtorsGuarantors.CoApplicant      1   612.24 672.24
## + EmploymentDuration.Unemployed           1   612.31 672.31
## + NumberPeopleMaintenance                 1   612.31 672.31
## + OtherInstallmentPlans.Stores            1   612.31 672.31
## - CheckingAccountStatus.gt.200            1   616.45 672.45
## - OtherDebtorsGuarantors.Guarantor        1   616.63 672.63
## - Housing.Own                             1   616.89 672.89
## - Purpose.Furniture.Equipment             1   621.17 677.17
## - SavingsAccountBonds.gt.1000             1   621.19 677.19
## - InstallmentRatePercentage               1   622.64 678.64
## - CreditHistory.Critical                  1   623.78 679.78
## - EmploymentDuration.4.to.7               1   625.21 681.21
## - Purpose.Radio.Television                1   626.71 682.71
## - Purpose.UsedCar                         1   628.20 684.20
## - SavingsAccountBonds.Unknown             1   633.18 689.18
## - CheckingAccountStatus.none              1   644.16 700.16
## - Duration                                1   645.31 701.31
## 
## Step:  AIC=669.45
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + ForeignWorker + CheckingAccountStatus.0.to.200 + 
##     CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.Critical + Purpose.UsedCar + Purpose.Furniture.Equipment + 
##     Purpose.Radio.Television + Purpose.Retraining + Purpose.Business + 
##     Purpose.Other + SavingsAccountBonds.100.to.500 + SavingsAccountBonds.500.to.1000 + 
##     SavingsAccountBonds.gt.1000 + SavingsAccountBonds.Unknown + 
##     EmploymentDuration.4.to.7 + Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own
## 
##                                          Df Deviance    AIC
## - ForeignWorker                           1   614.62 668.62
## - CheckingAccountStatus.0.to.200          1   614.71 668.71
## - SavingsAccountBonds.100.to.500          1   615.16 669.16
## - Purpose.Other                           1   615.17 669.17
## <none>                                        613.45 669.45
## - Property.Insurance                      1   615.60 669.60
## - Purpose.Business                        1   615.64 669.64
## - Telephone                               1   615.70 669.70
## - Purpose.Retraining                      1   616.16 670.16
## + CreditHistory.ThisBank.AllPaid          1   612.31 670.31
## + Job.Management.SelfEmp.HighlyQualified  1   612.33 670.33
## - NumberExistingCredits                   1   616.48 670.48
## - Age                                     1   616.49 670.49
## - Property.CarOther                       1   616.50 670.50
## - OtherInstallmentPlans.None              1   616.60 670.60
## - Personal.Female.NotSingle               1   616.67 670.67
## - SavingsAccountBonds.500.to.1000         1   616.81 670.81
## + Purpose.DomesticAppliance               1   612.86 670.86
## + CreditHistory.Delay                     1   612.96 670.96
## + Purpose.Repairs                         1   613.00 671.00
## + EmploymentDuration.1.to.4               1   613.03 671.03
## + ResidenceDuration                       1   613.12 671.12
## + Purpose.Education                       1   613.25 671.25
## + Personal.Male.Married.Widowed           1   613.27 671.27
## + Job.UnskilledResident                   1   613.28 671.28
## + OtherDebtorsGuarantors.CoApplicant      1   613.42 671.42
## + EmploymentDuration.Unemployed           1   613.43 671.43
## + OtherInstallmentPlans.Stores            1   613.44 671.44
## + NumberPeopleMaintenance                 1   613.45 671.45
## - OtherDebtorsGuarantors.Guarantor        1   617.60 671.60
## - CheckingAccountStatus.gt.200            1   617.77 671.77
## - Housing.Own                             1   618.16 672.16
## - SavingsAccountBonds.gt.1000             1   622.07 676.07
## - Purpose.Furniture.Equipment             1   622.48 676.48
## - InstallmentRatePercentage               1   624.19 678.19
## - CreditHistory.Critical                  1   625.42 679.42
## - EmploymentDuration.4.to.7               1   625.99 679.99
## - Purpose.Radio.Television                1   628.09 682.09
## - Purpose.UsedCar                         1   629.24 683.24
## - SavingsAccountBonds.Unknown             1   634.04 688.04
## - CheckingAccountStatus.none              1   646.77 700.77
## - Duration                                1   646.89 700.89
## 
## Step:  AIC=668.62
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + CheckingAccountStatus.0.to.200 + CheckingAccountStatus.gt.200 + 
##     CheckingAccountStatus.none + CreditHistory.Critical + Purpose.UsedCar + 
##     Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own
## 
##                                          Df Deviance    AIC
## - CheckingAccountStatus.0.to.200          1   615.82 667.82
## - SavingsAccountBonds.100.to.500          1   616.37 668.37
## - Purpose.Other                           1   616.56 668.56
## <none>                                        614.62 668.62
## - Property.Insurance                      1   616.64 668.64
## - Purpose.Business                        1   616.67 668.67
## - Telephone                               1   616.74 668.74
## - Purpose.Retraining                      1   617.22 669.22
## + ForeignWorker                           1   613.45 669.45
## + CreditHistory.ThisBank.AllPaid          1   613.49 669.49
## + Job.Management.SelfEmp.HighlyQualified  1   613.54 669.54
## - Age                                     1   617.64 669.64
## - Property.CarOther                       1   617.79 669.79
## - OtherInstallmentPlans.None              1   617.79 669.79
## - NumberExistingCredits                   1   617.90 669.90
## - SavingsAccountBonds.500.to.1000         1   617.96 669.96
## - Personal.Female.NotSingle               1   617.97 669.97
## + Purpose.DomesticAppliance               1   614.08 670.08
## + Purpose.Repairs                         1   614.14 670.14
## + EmploymentDuration.1.to.4               1   614.15 670.15
## + CreditHistory.Delay                     1   614.17 670.17
## + Purpose.Education                       1   614.35 670.35
## + ResidenceDuration                       1   614.35 670.35
## + Job.UnskilledResident                   1   614.40 670.40
## + Personal.Male.Married.Widowed           1   614.43 670.43
## + OtherDebtorsGuarantors.CoApplicant      1   614.56 670.56
## + EmploymentDuration.Unemployed           1   614.57 670.57
## + OtherInstallmentPlans.Stores            1   614.59 670.59
## + NumberPeopleMaintenance                 1   614.62 670.62
## - CheckingAccountStatus.gt.200            1   618.91 670.91
## - OtherDebtorsGuarantors.Guarantor        1   619.21 671.21
## - Housing.Own                             1   619.39 671.39
## - SavingsAccountBonds.gt.1000             1   623.22 675.22
## - Purpose.Furniture.Equipment             1   623.36 675.36
## - InstallmentRatePercentage               1   626.39 678.39
## - CreditHistory.Critical                  1   626.65 678.65
## - EmploymentDuration.4.to.7               1   627.41 679.41
## - Purpose.Radio.Television                1   628.80 680.80
## - Purpose.UsedCar                         1   630.37 682.37
## - SavingsAccountBonds.Unknown             1   635.58 687.58
## - CheckingAccountStatus.none              1   648.28 700.28
## - Duration                                1   649.58 701.58
## 
## Step:  AIC=667.82
## Class ~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
##     Telephone + CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
##     CreditHistory.Critical + Purpose.UsedCar + Purpose.Furniture.Equipment + 
##     Purpose.Radio.Television + Purpose.Retraining + Purpose.Business + 
##     Purpose.Other + SavingsAccountBonds.100.to.500 + SavingsAccountBonds.500.to.1000 + 
##     SavingsAccountBonds.gt.1000 + SavingsAccountBonds.Unknown + 
##     EmploymentDuration.4.to.7 + Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own
## 
##                                          Df Deviance    AIC
## <none>                                        615.82 667.82
## - Purpose.Other                           1   617.89 667.89
## - Property.Insurance                      1   618.12 668.12
## - Telephone                               1   618.19 668.19
## - SavingsAccountBonds.100.to.500          1   618.22 668.22
## - Purpose.Business                        1   618.37 668.37
## - Purpose.Retraining                      1   618.47 668.47
## + CreditHistory.ThisBank.AllPaid          1   614.59 668.59
## + CheckingAccountStatus.0.to.200          1   614.62 668.62
## - Age                                     1   618.69 668.69
## + ForeignWorker                           1   614.71 668.71
## + Job.Management.SelfEmp.HighlyQualified  1   614.78 668.78
## - Property.CarOther                       1   618.97 668.97
## - OtherInstallmentPlans.None              1   619.01 669.01
## - Personal.Female.NotSingle               1   619.05 669.05
## - CheckingAccountStatus.gt.200            1   619.17 669.17
## - NumberExistingCredits                   1   619.22 669.22
## + CreditHistory.Delay                     1   615.28 669.28
## + Purpose.DomesticAppliance               1   615.39 669.39
## + Purpose.Repairs                         1   615.44 669.44
## - SavingsAccountBonds.500.to.1000         1   619.45 669.45
## + EmploymentDuration.1.to.4               1   615.49 669.49
## + ResidenceDuration                       1   615.59 669.59
## + Purpose.Education                       1   615.60 669.60
## + Job.UnskilledResident                   1   615.60 669.60
## + Personal.Male.Married.Widowed           1   615.69 669.69
## + EmploymentDuration.Unemployed           1   615.77 669.77
## + OtherInstallmentPlans.Stores            1   615.79 669.79
## + OtherDebtorsGuarantors.CoApplicant      1   615.80 669.80
## + NumberPeopleMaintenance                 1   615.82 669.82
## - OtherDebtorsGuarantors.Guarantor        1   620.39 670.39
## - Housing.Own                             1   620.85 670.85
## - Purpose.Furniture.Equipment             1   624.10 674.10
## - SavingsAccountBonds.gt.1000             1   625.47 675.47
## - InstallmentRatePercentage               1   627.79 677.79
## - CreditHistory.Critical                  1   628.24 678.24
## - EmploymentDuration.4.to.7               1   628.29 678.29
## - Purpose.Radio.Television                1   630.74 680.74
## - Purpose.UsedCar                         1   631.51 681.51
## - SavingsAccountBonds.Unknown             1   637.88 687.88
## - Duration                                1   650.35 700.35
## - CheckingAccountStatus.none              1   653.04 703.04
fitA= glm(Class~ Duration + InstallmentRatePercentage + Age + NumberExistingCredits + 
            Telephone + CheckingAccountStatus.gt.200 + CheckingAccountStatus.none + 
            CreditHistory.Critical + Purpose.UsedCar + Purpose.Furniture.Equipment + 
            Purpose.Radio.Television + Purpose.Retraining + Purpose.Business + 
            Purpose.Other + SavingsAccountBonds.100.to.500 + SavingsAccountBonds.500.to.1000 + 
            SavingsAccountBonds.gt.1000 + SavingsAccountBonds.Unknown + 
            EmploymentDuration.4.to.7 + Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
            Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
            Housing.Own, data=Training,family=binomial(link="logit"))

summary(fitA)
## 
## Call:
## glm(formula = Class ~ Duration + InstallmentRatePercentage + 
##     Age + NumberExistingCredits + Telephone + CheckingAccountStatus.gt.200 + 
##     CheckingAccountStatus.none + CreditHistory.Critical + Purpose.UsedCar + 
##     Purpose.Furniture.Equipment + Purpose.Radio.Television + 
##     Purpose.Retraining + Purpose.Business + Purpose.Other + SavingsAccountBonds.100.to.500 + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.Insurance + Property.CarOther + OtherInstallmentPlans.None + 
##     Housing.Own, family = binomial(link = "logit"), data = Training)
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -2.7004  -0.6838   0.3661   0.7156   1.8642  
## 
## Coefficients:
##                                  Estimate Std. Error z value Pr(>|z|)    
## (Intercept)                       0.86480    0.69140   1.251 0.211008    
## Duration                         -0.05135    0.00905  -5.674 1.40e-08 ***
## InstallmentRatePercentage        -0.32319    0.09542  -3.387 0.000707 ***
## Age                               0.01683    0.01004   1.676 0.093672 .  
## NumberExistingCredits            -0.39466    0.21524  -1.834 0.066712 .  
## Telephone                        -0.33576    0.21932  -1.531 0.125798    
## CheckingAccountStatus.gt.200      0.74828    0.42177   1.774 0.076040 .  
## CheckingAccountStatus.none        1.38100    0.23758   5.813 6.14e-09 ***
## CreditHistory.Critical            0.96665    0.28190   3.429 0.000606 ***
## Purpose.UsedCar                   1.62515    0.44095   3.686 0.000228 ***
## Purpose.Furniture.Equipment       0.83571    0.29503   2.833 0.004616 ** 
## Purpose.Radio.Television          1.06281    0.28166   3.773 0.000161 ***
## Purpose.Retraining                1.66602    1.15849   1.438 0.150406    
## Purpose.Business                  0.55911    0.35353   1.581 0.113768    
## Purpose.Other                     1.15128    0.80555   1.429 0.152950    
## SavingsAccountBonds.100.to.500    0.51691    0.33932   1.523 0.127674    
## SavingsAccountBonds.500.to.1000   0.98244    0.55565   1.768 0.077046 .  
## SavingsAccountBonds.gt.1000       1.67091    0.60586   2.758 0.005817 ** 
## SavingsAccountBonds.Unknown       1.40885    0.32015   4.401 1.08e-05 ***
## EmploymentDuration.4.to.7         1.06096    0.31522   3.366 0.000763 ***
## Personal.Female.NotSingle        -0.39865    0.22159  -1.799 0.072017 .  
## OtherDebtorsGuarantors.Guarantor  1.09925    0.55201   1.991 0.046443 *  
## Property.Insurance               -0.41851    0.27591  -1.517 0.129312    
## Property.CarOther                -0.44161    0.24986  -1.767 0.077157 .  
## OtherInstallmentPlans.None        0.44107    0.24605   1.793 0.073040 .  
## Housing.Own                       0.53192    0.23702   2.244 0.024817 *  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 839.40  on 699  degrees of freedom
## Residual deviance: 615.82  on 674  degrees of freedom
## AIC: 667.82
## 
## Number of Fisher Scoring iterations: 5
fitB=update(fitA, .~. -Property.Insurance-Pupose.Other-Purpose.Business-Purpose.Retraining-CreditHistory.ThisBank.AllPaid-Age-
              -SavingsAccountBonds.100.to.500-CheckingAccountStatus.gt.200-Purpose.Furniture.Equipment, data=Training)

summary(fitB)
## 
## Call:
## glm(formula = Class ~ Duration + InstallmentRatePercentage + 
##     NumberExistingCredits + Telephone + CheckingAccountStatus.none + 
##     CreditHistory.Critical + Purpose.UsedCar + Purpose.Radio.Television + 
##     Purpose.Other + SavingsAccountBonds.100.to.500 + SavingsAccountBonds.500.to.1000 + 
##     SavingsAccountBonds.gt.1000 + SavingsAccountBonds.Unknown + 
##     EmploymentDuration.4.to.7 + Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Property.CarOther + OtherInstallmentPlans.None + Housing.Own, 
##     family = binomial(link = "logit"), data = Training)
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -2.7996  -0.7238   0.3846   0.7174   1.7850  
## 
## Coefficients:
##                                   Estimate Std. Error z value Pr(>|z|)    
## (Intercept)                       2.000048   0.565221   3.539 0.000402 ***
## Duration                         -0.051730   0.008709  -5.940 2.85e-09 ***
## InstallmentRatePercentage        -0.333306   0.093165  -3.578 0.000347 ***
## NumberExistingCredits            -0.425480   0.208022  -2.045 0.040820 *  
## Telephone                        -0.365688   0.211358  -1.730 0.083598 .  
## CheckingAccountStatus.none        1.343646   0.232668   5.775 7.70e-09 ***
## CreditHistory.Critical            0.943476   0.275107   3.429 0.000605 ***
## Purpose.UsedCar                   1.279382   0.422676   3.027 0.002471 ** 
## Purpose.Radio.Television          0.682398   0.245011   2.785 0.005350 ** 
## Purpose.Other                     0.790116   0.783547   1.008 0.313270    
## SavingsAccountBonds.100.to.500    0.340873   0.329847   1.033 0.301404    
## SavingsAccountBonds.500.to.1000   0.914177   0.544155   1.680 0.092959 .  
## SavingsAccountBonds.gt.1000       1.573564   0.599961   2.623 0.008722 ** 
## SavingsAccountBonds.Unknown       1.277667   0.307240   4.159 3.20e-05 ***
## EmploymentDuration.4.to.7         0.971311   0.305734   3.177 0.001488 ** 
## Personal.Female.NotSingle        -0.481573   0.212419  -2.267 0.023385 *  
## OtherDebtorsGuarantors.Guarantor  1.063400   0.545708   1.949 0.051336 .  
## Property.CarOther                -0.273606   0.217484  -1.258 0.208372    
## OtherInstallmentPlans.None        0.388218   0.240982   1.611 0.107183    
## Housing.Own                       0.467478   0.224874   2.079 0.037632 *  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 839.4  on 699  degrees of freedom
## Residual deviance: 633.3  on 680  degrees of freedom
## AIC: 673.3
## 
## Number of Fisher Scoring iterations: 5
fitC=update(fitB, .~. -Purpose.Other-SavingsAccountBonds.100.to.500-Property.CarOther-
              OtherInstallmentPlans.None , data=Training)
summary(fitC)
## 
## Call:
## glm(formula = Class ~ Duration + InstallmentRatePercentage + 
##     NumberExistingCredits + Telephone + CheckingAccountStatus.none + 
##     CreditHistory.Critical + Purpose.UsedCar + Purpose.Radio.Television + 
##     SavingsAccountBonds.500.to.1000 + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor + 
##     Housing.Own, family = binomial(link = "logit"), data = Training)
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -2.7827  -0.7458   0.4047   0.7309   1.9015  
## 
## Coefficients:
##                                   Estimate Std. Error z value Pr(>|z|)    
## (Intercept)                       2.405175   0.522872   4.600 4.23e-06 ***
## Duration                         -0.052246   0.008615  -6.065 1.32e-09 ***
## InstallmentRatePercentage        -0.329893   0.092018  -3.585 0.000337 ***
## NumberExistingCredits            -0.468822   0.206595  -2.269 0.023251 *  
## Telephone                        -0.364564   0.208299  -1.750 0.080085 .  
## CheckingAccountStatus.none        1.350205   0.229584   5.881 4.08e-09 ***
## CreditHistory.Critical            0.979767   0.274226   3.573 0.000353 ***
## Purpose.UsedCar                   1.207966   0.420928   2.870 0.004108 ** 
## Purpose.Radio.Television          0.656753   0.241949   2.714 0.006639 ** 
## SavingsAccountBonds.500.to.1000   0.845872   0.541352   1.563 0.118166    
## SavingsAccountBonds.gt.1000       1.458072   0.590976   2.467 0.013616 *  
## SavingsAccountBonds.Unknown       1.231239   0.302749   4.067 4.76e-05 ***
## EmploymentDuration.4.to.7         0.982029   0.301118   3.261 0.001109 ** 
## Personal.Female.NotSingle        -0.497568   0.210264  -2.366 0.017962 *  
## OtherDebtorsGuarantors.Guarantor  1.167807   0.545229   2.142 0.032204 *  
## Housing.Own                       0.371740   0.217475   1.709 0.087387 .  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 839.40  on 699  degrees of freedom
## Residual deviance: 639.29  on 684  degrees of freedom
## AIC: 671.29
## 
## Number of Fisher Scoring iterations: 5
fitD=update(fitC, .~. -SavingsAccountBonds.500.to.1000 -Telephone -Housing.Own, data=Training)
summary(fitD)
## 
## Call:
## glm(formula = Class ~ Duration + InstallmentRatePercentage + 
##     NumberExistingCredits + CheckingAccountStatus.none + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Radio.Television + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor, 
##     family = binomial(link = "logit"), data = Training)
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -2.8115  -0.7684   0.4072   0.7600   1.9909  
## 
## Coefficients:
##                                   Estimate Std. Error z value Pr(>|z|)    
## (Intercept)                       2.468812   0.456273   5.411 6.27e-08 ***
## Duration                         -0.051233   0.008419  -6.085 1.16e-09 ***
## InstallmentRatePercentage        -0.335585   0.091353  -3.674 0.000239 ***
## NumberExistingCredits            -0.484316   0.202394  -2.393 0.016714 *  
## CheckingAccountStatus.none        1.454046   0.227158   6.401 1.54e-10 ***
## CreditHistory.Critical            1.022213   0.270278   3.782 0.000156 ***
## Purpose.UsedCar                   1.177503   0.407459   2.890 0.003854 ** 
## Purpose.Radio.Television          0.681120   0.238236   2.859 0.004250 ** 
## SavingsAccountBonds.gt.1000       1.442411   0.593740   2.429 0.015125 *  
## SavingsAccountBonds.Unknown       1.215718   0.300093   4.051 5.10e-05 ***
## EmploymentDuration.4.to.7         0.994675   0.295471   3.366 0.000762 ***
## Personal.Female.NotSingle        -0.539016   0.208117  -2.590 0.009598 ** 
## OtherDebtorsGuarantors.Guarantor  1.133165   0.540434   2.097 0.036014 *  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 839.40  on 699  degrees of freedom
## Residual deviance: 647.97  on 687  degrees of freedom
## AIC: 673.97
## 
## Number of Fisher Scoring iterations: 5
Pred=predict(fitD, newdata=Training[,-10], type="response" )
Pred1=ifelse(Pred<0.5,0,1)
confusionMatrix(table(Training$Class,Pred1,dnn=list('actual','predicted')))
## Confusion Matrix and Statistics
## 
##       predicted
## actual   0   1
##      0  88 113
##      1  44 455
##                                          
##                Accuracy : 0.7757         
##                  95% CI : (0.743, 0.8061)
##     No Information Rate : 0.8114         
##     P-Value [Acc > NIR] : 0.9922         
##                                          
##                   Kappa : 0.3896         
##  Mcnemar's Test P-Value : 5.731e-08      
##                                          
##             Sensitivity : 0.6667         
##             Specificity : 0.8011         
##          Pos Pred Value : 0.4378         
##          Neg Pred Value : 0.9118         
##              Prevalence : 0.1886         
##          Detection Rate : 0.1257         
##    Detection Prevalence : 0.2871         
##       Balanced Accuracy : 0.7339         
##                                          
##        'Positive' Class : 0              
## 
table(Training$Class,Pred1)
##    Pred1
##       0   1
##   0  88 113
##   1  44 455
#install.packages("ResourceSelection")
library(ResourceSelection)
## ResourceSelection 0.3-2   2017-02-28
hoslem.test(Training$Class,fitted(fitD),g=10)
## 
##  Hosmer and Lemeshow goodness of fit (GOF) test
## 
## data:  Training$Class, fitted(fitD)
## X-squared = 6.6571, df = 8, p-value = 0.574
#install.packages("survey")
library(survey)
## Loading required package: grid
## Loading required package: Matrix
## Loading required package: survival
## 
## Attaching package: 'survival'
## The following object is masked from 'package:caret':
## 
##     cluster
## 
## Attaching package: 'survey'
## The following object is masked from 'package:raster':
## 
##     cv
## The following object is masked from 'package:graphics':
## 
##     dotchart
regTermTest(fitD,"Personal.Female.NotSingle")
## Wald test for Personal.Female.NotSingle
##  in glm(formula = Class ~ Duration + InstallmentRatePercentage + 
##     NumberExistingCredits + CheckingAccountStatus.none + CreditHistory.Critical + 
##     Purpose.UsedCar + Purpose.Radio.Television + SavingsAccountBonds.gt.1000 + 
##     SavingsAccountBonds.Unknown + EmploymentDuration.4.to.7 + 
##     Personal.Female.NotSingle + OtherDebtorsGuarantors.Guarantor, 
##     family = binomial(link = "logit"), data = Training)
## F =  6.707942  on  1  and  687  df: p= 0.0098019
library(pscl)
## Classes and Methods for R developed in the
## Political Science Computational Laboratory
## Department of Political Science
## Stanford University
## Simon Jackman
## hurdle and zeroinfl functions by Achim Zeileis
pR2(fitD)
##          llh      llhNull           G2     McFadden         r2ML 
## -323.9850293 -419.7015062  191.4329539    0.2280585    0.2392691 
##         r2CU 
##    0.3425232
#install.packages("pscl")
#install.packages("InformationValue")
library(InformationValue)
## 
## Attaching package: 'InformationValue'
## The following objects are masked from 'package:caret':
## 
##     confusionMatrix, precision, sensitivity, specificity
plotROC(actuals=Training$Class,predictedScores=as.numeric(fitted(fitD)))

ks_plot(actuals=Training$Class,predictedScores=as.numeric(fitted(fitD)))

ks_stat(actuals=Training$Class,predictedScores=as.numeric(fitted(fitD)))
## [1] 0.4718