# install.packages("VIM")
# install.packages("mice")
# install.packages("ROCR")
# install.packages("gplots")
# install.packages("DMwR")
# install.packages("caret")
# install.packages("pROC")
library(pROC)
## Type 'citation("pROC")' for a citation.
##
## Attaching package: 'pROC'
## The following objects are masked from 'package:stats':
##
## cov, smooth, var
library(caret)
## Loading required package: lattice
## Loading required package: ggplot2
library(DMwR)
## Loading required package: grid
library(mice)
library(VIM)
## Loading required package: colorspace
##
## Attaching package: 'colorspace'
## The following object is masked from 'package:pROC':
##
## coords
## Loading required package: data.table
## VIM is ready to use.
## Since version 4.0.0 the GUI is in its own package VIMGUI.
##
## Please use the package to use the new (and old) GUI.
## Suggestions and bug-reports can be submitted at: https://github.com/alexkowa/VIM/issues
##
## Attaching package: 'VIM'
## The following object is masked from 'package:DMwR':
##
## kNN
## The following object is masked from 'package:datasets':
##
## sleep
library(ROCR)
## Loading required package: gplots
##
## Attaching package: 'gplots'
## The following object is masked from 'package:stats':
##
## lowess
library(gplots)
setwd("D:/PGPBABI/Financial Risk and Analytics/off campus assignment")
datatrain=read.csv("training.csv",sep = ",",header = T)
datatest=read.csv("test.csv",sep = ",",header = T)
str(datatrain)
## 'data.frame': 5000 obs. of 6 variables:
## $ Casenum : int 1 2 3 4 5 6 7 8 9 10 ...
## $ SeriousDlqin2yrs : int 1 0 0 0 0 0 0 0 0 0 ...
## $ RevolvingUtilizationOfUnsecuredLines: num 0.766 0.957 0.658 0.234 0.907 ...
## $ DebtRatio : num 0.803 0.1219 0.0851 0.036 0.0249 ...
## $ NumberOfOpenCreditLinesAndLoans : int 13 4 2 5 7 3 8 8 2 9 ...
## $ NumberOfDependents : int 2 1 0 0 0 1 0 0 NA 2 ...
summary(datatrain)
## Casenum SeriousDlqin2yrs RevolvingUtilizationOfUnsecuredLines
## Min. : 1 Min. :0.000 Min. : 0.000
## 1st Qu.:1251 1st Qu.:0.000 1st Qu.: 0.030
## Median :2500 Median :0.000 Median : 0.163
## Mean :2500 Mean :0.061 Mean : 3.844
## 3rd Qu.:3750 3rd Qu.:0.000 3rd Qu.: 0.556
## Max. :5000 Max. :1.000 Max. :6324.000
##
## DebtRatio NumberOfOpenCreditLinesAndLoans NumberOfDependents
## Min. : 0.00 Min. : 0.000 Min. :0.0000
## 1st Qu.: 0.18 1st Qu.: 5.000 1st Qu.:0.0000
## Median : 0.37 Median : 8.000 Median :0.0000
## Mean : 367.65 Mean : 8.384 Mean :0.7429
## 3rd Qu.: 0.83 3rd Qu.:11.000 3rd Qu.:1.0000
## Max. :168835.00 Max. :46.000 Max. :8.0000
## NA's :142
########################################################################
######################## Null Treatment ###############################
########################################################################
aggr_plot <- aggr(datatrain, col=c('navyblue','red'), numbers=TRUE, sortVars=TRUE, labels=names(datatrain), cex.axis=.7, gap=3, ylab=c("Histogram of missing data","Pattern"))
##
## Variables sorted by number of missings:
## Variable Count
## NumberOfDependents 0.0284
## Casenum 0.0000
## SeriousDlqin2yrs 0.0000
## RevolvingUtilizationOfUnsecuredLines 0.0000
## DebtRatio 0.0000
## NumberOfOpenCreditLinesAndLoans 0.0000
marginplot(datatrain[c(4,5)])
tempData <- mice(datatrain,m=5,maxit=50,meth='pmm',seed=500)
##
## iter imp variable
## 1 1 NumberOfDependents
## 1 2 NumberOfDependents
## 1 3 NumberOfDependents
## 1 4 NumberOfDependents
## 1 5 NumberOfDependents
## 2 1 NumberOfDependents
## 2 2 NumberOfDependents
## 2 3 NumberOfDependents
## 2 4 NumberOfDependents
## 2 5 NumberOfDependents
## 3 1 NumberOfDependents
## 3 2 NumberOfDependents
## 3 3 NumberOfDependents
## 3 4 NumberOfDependents
## 3 5 NumberOfDependents
## 4 1 NumberOfDependents
## 4 2 NumberOfDependents
## 4 3 NumberOfDependents
## 4 4 NumberOfDependents
## 4 5 NumberOfDependents
## 5 1 NumberOfDependents
## 5 2 NumberOfDependents
## 5 3 NumberOfDependents
## 5 4 NumberOfDependents
## 5 5 NumberOfDependents
## 6 1 NumberOfDependents
## 6 2 NumberOfDependents
## 6 3 NumberOfDependents
## 6 4 NumberOfDependents
## 6 5 NumberOfDependents
## 7 1 NumberOfDependents
## 7 2 NumberOfDependents
## 7 3 NumberOfDependents
## 7 4 NumberOfDependents
## 7 5 NumberOfDependents
## 8 1 NumberOfDependents
## 8 2 NumberOfDependents
## 8 3 NumberOfDependents
## 8 4 NumberOfDependents
## 8 5 NumberOfDependents
## 9 1 NumberOfDependents
## 9 2 NumberOfDependents
## 9 3 NumberOfDependents
## 9 4 NumberOfDependents
## 9 5 NumberOfDependents
## 10 1 NumberOfDependents
## 10 2 NumberOfDependents
## 10 3 NumberOfDependents
## 10 4 NumberOfDependents
## 10 5 NumberOfDependents
## 11 1 NumberOfDependents
## 11 2 NumberOfDependents
## 11 3 NumberOfDependents
## 11 4 NumberOfDependents
## 11 5 NumberOfDependents
## 12 1 NumberOfDependents
## 12 2 NumberOfDependents
## 12 3 NumberOfDependents
## 12 4 NumberOfDependents
## 12 5 NumberOfDependents
## 13 1 NumberOfDependents
## 13 2 NumberOfDependents
## 13 3 NumberOfDependents
## 13 4 NumberOfDependents
## 13 5 NumberOfDependents
## 14 1 NumberOfDependents
## 14 2 NumberOfDependents
## 14 3 NumberOfDependents
## 14 4 NumberOfDependents
## 14 5 NumberOfDependents
## 15 1 NumberOfDependents
## 15 2 NumberOfDependents
## 15 3 NumberOfDependents
## 15 4 NumberOfDependents
## 15 5 NumberOfDependents
## 16 1 NumberOfDependents
## 16 2 NumberOfDependents
## 16 3 NumberOfDependents
## 16 4 NumberOfDependents
## 16 5 NumberOfDependents
## 17 1 NumberOfDependents
## 17 2 NumberOfDependents
## 17 3 NumberOfDependents
## 17 4 NumberOfDependents
## 17 5 NumberOfDependents
## 18 1 NumberOfDependents
## 18 2 NumberOfDependents
## 18 3 NumberOfDependents
## 18 4 NumberOfDependents
## 18 5 NumberOfDependents
## 19 1 NumberOfDependents
## 19 2 NumberOfDependents
## 19 3 NumberOfDependents
## 19 4 NumberOfDependents
## 19 5 NumberOfDependents
## 20 1 NumberOfDependents
## 20 2 NumberOfDependents
## 20 3 NumberOfDependents
## 20 4 NumberOfDependents
## 20 5 NumberOfDependents
## 21 1 NumberOfDependents
## 21 2 NumberOfDependents
## 21 3 NumberOfDependents
## 21 4 NumberOfDependents
## 21 5 NumberOfDependents
## 22 1 NumberOfDependents
## 22 2 NumberOfDependents
## 22 3 NumberOfDependents
## 22 4 NumberOfDependents
## 22 5 NumberOfDependents
## 23 1 NumberOfDependents
## 23 2 NumberOfDependents
## 23 3 NumberOfDependents
## 23 4 NumberOfDependents
## 23 5 NumberOfDependents
## 24 1 NumberOfDependents
## 24 2 NumberOfDependents
## 24 3 NumberOfDependents
## 24 4 NumberOfDependents
## 24 5 NumberOfDependents
## 25 1 NumberOfDependents
## 25 2 NumberOfDependents
## 25 3 NumberOfDependents
## 25 4 NumberOfDependents
## 25 5 NumberOfDependents
## 26 1 NumberOfDependents
## 26 2 NumberOfDependents
## 26 3 NumberOfDependents
## 26 4 NumberOfDependents
## 26 5 NumberOfDependents
## 27 1 NumberOfDependents
## 27 2 NumberOfDependents
## 27 3 NumberOfDependents
## 27 4 NumberOfDependents
## 27 5 NumberOfDependents
## 28 1 NumberOfDependents
## 28 2 NumberOfDependents
## 28 3 NumberOfDependents
## 28 4 NumberOfDependents
## 28 5 NumberOfDependents
## 29 1 NumberOfDependents
## 29 2 NumberOfDependents
## 29 3 NumberOfDependents
## 29 4 NumberOfDependents
## 29 5 NumberOfDependents
## 30 1 NumberOfDependents
## 30 2 NumberOfDependents
## 30 3 NumberOfDependents
## 30 4 NumberOfDependents
## 30 5 NumberOfDependents
## 31 1 NumberOfDependents
## 31 2 NumberOfDependents
## 31 3 NumberOfDependents
## 31 4 NumberOfDependents
## 31 5 NumberOfDependents
## 32 1 NumberOfDependents
## 32 2 NumberOfDependents
## 32 3 NumberOfDependents
## 32 4 NumberOfDependents
## 32 5 NumberOfDependents
## 33 1 NumberOfDependents
## 33 2 NumberOfDependents
## 33 3 NumberOfDependents
## 33 4 NumberOfDependents
## 33 5 NumberOfDependents
## 34 1 NumberOfDependents
## 34 2 NumberOfDependents
## 34 3 NumberOfDependents
## 34 4 NumberOfDependents
## 34 5 NumberOfDependents
## 35 1 NumberOfDependents
## 35 2 NumberOfDependents
## 35 3 NumberOfDependents
## 35 4 NumberOfDependents
## 35 5 NumberOfDependents
## 36 1 NumberOfDependents
## 36 2 NumberOfDependents
## 36 3 NumberOfDependents
## 36 4 NumberOfDependents
## 36 5 NumberOfDependents
## 37 1 NumberOfDependents
## 37 2 NumberOfDependents
## 37 3 NumberOfDependents
## 37 4 NumberOfDependents
## 37 5 NumberOfDependents
## 38 1 NumberOfDependents
## 38 2 NumberOfDependents
## 38 3 NumberOfDependents
## 38 4 NumberOfDependents
## 38 5 NumberOfDependents
## 39 1 NumberOfDependents
## 39 2 NumberOfDependents
## 39 3 NumberOfDependents
## 39 4 NumberOfDependents
## 39 5 NumberOfDependents
## 40 1 NumberOfDependents
## 40 2 NumberOfDependents
## 40 3 NumberOfDependents
## 40 4 NumberOfDependents
## 40 5 NumberOfDependents
## 41 1 NumberOfDependents
## 41 2 NumberOfDependents
## 41 3 NumberOfDependents
## 41 4 NumberOfDependents
## 41 5 NumberOfDependents
## 42 1 NumberOfDependents
## 42 2 NumberOfDependents
## 42 3 NumberOfDependents
## 42 4 NumberOfDependents
## 42 5 NumberOfDependents
## 43 1 NumberOfDependents
## 43 2 NumberOfDependents
## 43 3 NumberOfDependents
## 43 4 NumberOfDependents
## 43 5 NumberOfDependents
## 44 1 NumberOfDependents
## 44 2 NumberOfDependents
## 44 3 NumberOfDependents
## 44 4 NumberOfDependents
## 44 5 NumberOfDependents
## 45 1 NumberOfDependents
## 45 2 NumberOfDependents
## 45 3 NumberOfDependents
## 45 4 NumberOfDependents
## 45 5 NumberOfDependents
## 46 1 NumberOfDependents
## 46 2 NumberOfDependents
## 46 3 NumberOfDependents
## 46 4 NumberOfDependents
## 46 5 NumberOfDependents
## 47 1 NumberOfDependents
## 47 2 NumberOfDependents
## 47 3 NumberOfDependents
## 47 4 NumberOfDependents
## 47 5 NumberOfDependents
## 48 1 NumberOfDependents
## 48 2 NumberOfDependents
## 48 3 NumberOfDependents
## 48 4 NumberOfDependents
## 48 5 NumberOfDependents
## 49 1 NumberOfDependents
## 49 2 NumberOfDependents
## 49 3 NumberOfDependents
## 49 4 NumberOfDependents
## 49 5 NumberOfDependents
## 50 1 NumberOfDependents
## 50 2 NumberOfDependents
## 50 3 NumberOfDependents
## 50 4 NumberOfDependents
## 50 5 NumberOfDependents
data=as.data.frame(complete(tempData,1))
aggr_plot <- aggr(data, col=c('navyblue','red'), numbers=TRUE, sortVars=TRUE, labels=names(data), cex.axis=.7, gap=3, ylab=c("Histogram of missing data","Pattern"))
##
## Variables sorted by number of missings:
## Variable Count
## Casenum 0
## SeriousDlqin2yrs 0
## RevolvingUtilizationOfUnsecuredLines 0
## DebtRatio 0
## NumberOfOpenCreditLinesAndLoans 0
## NumberOfDependents 0
apply(data, 2, function(x) sum(is.na(x)))
## Casenum SeriousDlqin2yrs
## 0 0
## RevolvingUtilizationOfUnsecuredLines DebtRatio
## 0 0
## NumberOfOpenCreditLinesAndLoans NumberOfDependents
## 0 0
############ for test data ####################
aggr_plot <- aggr(datatest, col=c('navyblue','red'), numbers=TRUE, sortVars=TRUE, labels=names(datatest), cex.axis=.7, gap=3, ylab=c("Histogram of missing data","Pattern"))
##
## Variables sorted by number of missings:
## Variable Count
## NumberOfDependents 0.02
## Casenum 0.00
## SeriousDlqin2yrs 0.00
## RevolvingUtilizationOfUnsecuredLines 0.00
## DebtRatio 0.00
## NumberOfOpenCreditLinesAndLoans 0.00
marginplot(datatest[c(4,5)])
tempData <- mice(datatest,m=5,maxit=50,meth='pmm',seed=500)
##
## iter imp variable
## 1 1 NumberOfDependents
## 1 2 NumberOfDependents
## 1 3 NumberOfDependents
## 1 4 NumberOfDependents
## 1 5 NumberOfDependents
## 2 1 NumberOfDependents
## 2 2 NumberOfDependents
## 2 3 NumberOfDependents
## 2 4 NumberOfDependents
## 2 5 NumberOfDependents
## 3 1 NumberOfDependents
## 3 2 NumberOfDependents
## 3 3 NumberOfDependents
## 3 4 NumberOfDependents
## 3 5 NumberOfDependents
## 4 1 NumberOfDependents
## 4 2 NumberOfDependents
## 4 3 NumberOfDependents
## 4 4 NumberOfDependents
## 4 5 NumberOfDependents
## 5 1 NumberOfDependents
## 5 2 NumberOfDependents
## 5 3 NumberOfDependents
## 5 4 NumberOfDependents
## 5 5 NumberOfDependents
## 6 1 NumberOfDependents
## 6 2 NumberOfDependents
## 6 3 NumberOfDependents
## 6 4 NumberOfDependents
## 6 5 NumberOfDependents
## 7 1 NumberOfDependents
## 7 2 NumberOfDependents
## 7 3 NumberOfDependents
## 7 4 NumberOfDependents
## 7 5 NumberOfDependents
## 8 1 NumberOfDependents
## 8 2 NumberOfDependents
## 8 3 NumberOfDependents
## 8 4 NumberOfDependents
## 8 5 NumberOfDependents
## 9 1 NumberOfDependents
## 9 2 NumberOfDependents
## 9 3 NumberOfDependents
## 9 4 NumberOfDependents
## 9 5 NumberOfDependents
## 10 1 NumberOfDependents
## 10 2 NumberOfDependents
## 10 3 NumberOfDependents
## 10 4 NumberOfDependents
## 10 5 NumberOfDependents
## 11 1 NumberOfDependents
## 11 2 NumberOfDependents
## 11 3 NumberOfDependents
## 11 4 NumberOfDependents
## 11 5 NumberOfDependents
## 12 1 NumberOfDependents
## 12 2 NumberOfDependents
## 12 3 NumberOfDependents
## 12 4 NumberOfDependents
## 12 5 NumberOfDependents
## 13 1 NumberOfDependents
## 13 2 NumberOfDependents
## 13 3 NumberOfDependents
## 13 4 NumberOfDependents
## 13 5 NumberOfDependents
## 14 1 NumberOfDependents
## 14 2 NumberOfDependents
## 14 3 NumberOfDependents
## 14 4 NumberOfDependents
## 14 5 NumberOfDependents
## 15 1 NumberOfDependents
## 15 2 NumberOfDependents
## 15 3 NumberOfDependents
## 15 4 NumberOfDependents
## 15 5 NumberOfDependents
## 16 1 NumberOfDependents
## 16 2 NumberOfDependents
## 16 3 NumberOfDependents
## 16 4 NumberOfDependents
## 16 5 NumberOfDependents
## 17 1 NumberOfDependents
## 17 2 NumberOfDependents
## 17 3 NumberOfDependents
## 17 4 NumberOfDependents
## 17 5 NumberOfDependents
## 18 1 NumberOfDependents
## 18 2 NumberOfDependents
## 18 3 NumberOfDependents
## 18 4 NumberOfDependents
## 18 5 NumberOfDependents
## 19 1 NumberOfDependents
## 19 2 NumberOfDependents
## 19 3 NumberOfDependents
## 19 4 NumberOfDependents
## 19 5 NumberOfDependents
## 20 1 NumberOfDependents
## 20 2 NumberOfDependents
## 20 3 NumberOfDependents
## 20 4 NumberOfDependents
## 20 5 NumberOfDependents
## 21 1 NumberOfDependents
## 21 2 NumberOfDependents
## 21 3 NumberOfDependents
## 21 4 NumberOfDependents
## 21 5 NumberOfDependents
## 22 1 NumberOfDependents
## 22 2 NumberOfDependents
## 22 3 NumberOfDependents
## 22 4 NumberOfDependents
## 22 5 NumberOfDependents
## 23 1 NumberOfDependents
## 23 2 NumberOfDependents
## 23 3 NumberOfDependents
## 23 4 NumberOfDependents
## 23 5 NumberOfDependents
## 24 1 NumberOfDependents
## 24 2 NumberOfDependents
## 24 3 NumberOfDependents
## 24 4 NumberOfDependents
## 24 5 NumberOfDependents
## 25 1 NumberOfDependents
## 25 2 NumberOfDependents
## 25 3 NumberOfDependents
## 25 4 NumberOfDependents
## 25 5 NumberOfDependents
## 26 1 NumberOfDependents
## 26 2 NumberOfDependents
## 26 3 NumberOfDependents
## 26 4 NumberOfDependents
## 26 5 NumberOfDependents
## 27 1 NumberOfDependents
## 27 2 NumberOfDependents
## 27 3 NumberOfDependents
## 27 4 NumberOfDependents
## 27 5 NumberOfDependents
## 28 1 NumberOfDependents
## 28 2 NumberOfDependents
## 28 3 NumberOfDependents
## 28 4 NumberOfDependents
## 28 5 NumberOfDependents
## 29 1 NumberOfDependents
## 29 2 NumberOfDependents
## 29 3 NumberOfDependents
## 29 4 NumberOfDependents
## 29 5 NumberOfDependents
## 30 1 NumberOfDependents
## 30 2 NumberOfDependents
## 30 3 NumberOfDependents
## 30 4 NumberOfDependents
## 30 5 NumberOfDependents
## 31 1 NumberOfDependents
## 31 2 NumberOfDependents
## 31 3 NumberOfDependents
## 31 4 NumberOfDependents
## 31 5 NumberOfDependents
## 32 1 NumberOfDependents
## 32 2 NumberOfDependents
## 32 3 NumberOfDependents
## 32 4 NumberOfDependents
## 32 5 NumberOfDependents
## 33 1 NumberOfDependents
## 33 2 NumberOfDependents
## 33 3 NumberOfDependents
## 33 4 NumberOfDependents
## 33 5 NumberOfDependents
## 34 1 NumberOfDependents
## 34 2 NumberOfDependents
## 34 3 NumberOfDependents
## 34 4 NumberOfDependents
## 34 5 NumberOfDependents
## 35 1 NumberOfDependents
## 35 2 NumberOfDependents
## 35 3 NumberOfDependents
## 35 4 NumberOfDependents
## 35 5 NumberOfDependents
## 36 1 NumberOfDependents
## 36 2 NumberOfDependents
## 36 3 NumberOfDependents
## 36 4 NumberOfDependents
## 36 5 NumberOfDependents
## 37 1 NumberOfDependents
## 37 2 NumberOfDependents
## 37 3 NumberOfDependents
## 37 4 NumberOfDependents
## 37 5 NumberOfDependents
## 38 1 NumberOfDependents
## 38 2 NumberOfDependents
## 38 3 NumberOfDependents
## 38 4 NumberOfDependents
## 38 5 NumberOfDependents
## 39 1 NumberOfDependents
## 39 2 NumberOfDependents
## 39 3 NumberOfDependents
## 39 4 NumberOfDependents
## 39 5 NumberOfDependents
## 40 1 NumberOfDependents
## 40 2 NumberOfDependents
## 40 3 NumberOfDependents
## 40 4 NumberOfDependents
## 40 5 NumberOfDependents
## 41 1 NumberOfDependents
## 41 2 NumberOfDependents
## 41 3 NumberOfDependents
## 41 4 NumberOfDependents
## 41 5 NumberOfDependents
## 42 1 NumberOfDependents
## 42 2 NumberOfDependents
## 42 3 NumberOfDependents
## 42 4 NumberOfDependents
## 42 5 NumberOfDependents
## 43 1 NumberOfDependents
## 43 2 NumberOfDependents
## 43 3 NumberOfDependents
## 43 4 NumberOfDependents
## 43 5 NumberOfDependents
## 44 1 NumberOfDependents
## 44 2 NumberOfDependents
## 44 3 NumberOfDependents
## 44 4 NumberOfDependents
## 44 5 NumberOfDependents
## 45 1 NumberOfDependents
## 45 2 NumberOfDependents
## 45 3 NumberOfDependents
## 45 4 NumberOfDependents
## 45 5 NumberOfDependents
## 46 1 NumberOfDependents
## 46 2 NumberOfDependents
## 46 3 NumberOfDependents
## 46 4 NumberOfDependents
## 46 5 NumberOfDependents
## 47 1 NumberOfDependents
## 47 2 NumberOfDependents
## 47 3 NumberOfDependents
## 47 4 NumberOfDependents
## 47 5 NumberOfDependents
## 48 1 NumberOfDependents
## 48 2 NumberOfDependents
## 48 3 NumberOfDependents
## 48 4 NumberOfDependents
## 48 5 NumberOfDependents
## 49 1 NumberOfDependents
## 49 2 NumberOfDependents
## 49 3 NumberOfDependents
## 49 4 NumberOfDependents
## 49 5 NumberOfDependents
## 50 1 NumberOfDependents
## 50 2 NumberOfDependents
## 50 3 NumberOfDependents
## 50 4 NumberOfDependents
## 50 5 NumberOfDependents
datatest=as.data.frame(complete(tempData,1))
aggr_plot <- aggr(data, col=c('navyblue','red'), numbers=TRUE, sortVars=TRUE, labels=names(datatest), cex.axis=.7, gap=3, ylab=c("Histogram of missing data","Pattern"))
##
## Variables sorted by number of missings:
## Variable Count
## Casenum 0
## SeriousDlqin2yrs 0
## RevolvingUtilizationOfUnsecuredLines 0
## DebtRatio 0
## NumberOfOpenCreditLinesAndLoans 0
## NumberOfDependents 0
apply(datatest, 2, function(x) sum(is.na(x)))
## Casenum SeriousDlqin2yrs
## 0 0
## RevolvingUtilizationOfUnsecuredLines DebtRatio
## 0 0
## NumberOfOpenCreditLinesAndLoans NumberOfDependents
## 0 0
datatest$SeriousDlqin2yrs=as.factor(datatest$SeriousDlqin2yrs)
########################################################################
######################## Exploratory Analysis ##########################
########################################################################
hist(data$RevolvingUtilizationOfUnsecuredLines,main="Revolving Utilization Of Unsecured Lines",col="darkgreen")
boxplot(data$RevolvingUtilizationOfUnsecuredLines,main="Revolving Utilization Of Unsecured Lines",col="pink")
hist(data$NumberOfOpenCreditLinesAndLoans ,main="Number Of Open Credit Lines And Loans",col="darkgreen")
boxplot(data$NumberOfOpenCreditLinesAndLoans ,main="Number Of Open Credit Lines And Loans",col="pink")
hist(data$DebtRatio ,main="Debt Ratio",col="darkgreen")
boxplot(data$DebtRatio ,main="Debt Ratio",col="pink")
hist(data$NumberOfDependents ,main="Number Of Dependents",col="darkgreen")
boxplot(data$NumberOfDependents ,main="Number Of Dependents",col="pink")
########################################################################
######################## Outlier Treatment #############################
########################################################################
x<-quantile(data$RevolvingUtilizationOfUnsecuredLines,c(0.01,0.99))
data_clean <- data[data$RevolvingUtilizationOfUnsecuredLines >=x[1] & data$RevolvingUtilizationOfUnsecuredLines<=x[2],]
hist(data_clean$RevolvingUtilizationOfUnsecuredLines,main="Revolving Utilization Of Unsecured Lines",col="darkgreen")
boxplot(data_clean$RevolvingUtilizationOfUnsecuredLines,main="Revolving Utilization Of Unsecured Lines",col="pink")
x<-quantile(data_clean$NumberOfOpenCreditLinesAndLoans,c(0.01,0.99))
data_clean <- data_clean[data_clean$NumberOfOpenCreditLinesAndLoans >=x[1] & data_clean$NumberOfOpenCreditLinesAndLoans<=x[2],]
hist(data_clean$NumberOfOpenCreditLinesAndLoans ,main="Number Of Open Credit Lines And Loans",col="darkgreen")
boxplot(data_clean$NumberOfOpenCreditLinesAndLoans ,main="Number Of Open Credit Lines And Loans",col="pink")
x<-quantile(data_clean$DebtRatio,c(0.01,0.99))
data_clean <- data_clean[data_clean$DebtRatio >=x[1] & data_clean$DebtRatio<=x[2],]
hist(data_clean$DebtRatio ,main="DebtRatio",col="darkgreen")
boxplot(data_clean$DebtRatio ,main="DebtRatio",col="pink")
x<-quantile(data_clean$NumberOfDependents,c(0.01,0.99))
data_clean <- data_clean[data_clean$NumberOfDependents >=x[1] & data_clean$NumberOfDependents<=x[2],]
hist(data_clean$NumberOfDependents ,main="Number Of Dependents",col="darkgreen")
boxplot(data_clean$NumberOfDependents ,main="Number Of Dependents",col="pink")
################### Removing Identitiy Column from Dataset #######################
data_clean=as.data.frame(data_clean[,-c(1)])
str(data_clean)
## 'data.frame': 4817 obs. of 5 variables:
## $ SeriousDlqin2yrs : int 1 0 0 0 0 0 0 0 0 0 ...
## $ RevolvingUtilizationOfUnsecuredLines: num 0.766 0.957 0.658 0.234 0.907 ...
## $ DebtRatio : num 0.803 0.1219 0.0851 0.036 0.0249 ...
## $ NumberOfOpenCreditLinesAndLoans : int 13 4 2 5 7 3 8 2 9 5 ...
## $ NumberOfDependents : int 2 1 0 0 0 1 0 0 2 0 ...
table(data_clean$SeriousDlqin2yrs)
##
## 0 1
## 4540 277
######################### Correlation Plot #############################
library(corrplot)
dataTrainC=as.data.frame(data_clean[,-c(1)])
corr_plot <- corrplot(cor(dataTrainC), method = "circle", type = "upper")
### There is no Correlation between any of the variables.
summary(data_clean)
## SeriousDlqin2yrs RevolvingUtilizationOfUnsecuredLines DebtRatio
## Min. :0.0000 Min. :0.0000 Min. : 0.000
## 1st Qu.:0.0000 1st Qu.:0.0291 1st Qu.: 0.173
## Median :0.0000 Median :0.1560 Median : 0.361
## Mean :0.0575 Mean :0.3136 Mean : 272.687
## 3rd Qu.:0.0000 3rd Qu.:0.5371 3rd Qu.: 0.788
## Max. :1.0000 Max. :1.0622 Max. :4814.000
## NumberOfOpenCreditLinesAndLoans NumberOfDependents
## Min. : 0.000 Min. :0.0000
## 1st Qu.: 5.000 1st Qu.:0.0000
## Median : 8.000 Median :0.0000
## Mean : 8.191 Mean :0.7033
## 3rd Qu.:11.000 3rd Qu.:1.0000
## Max. :24.000 Max. :4.0000
normalize <- function(x){
return((x - mean(x, na.rm = TRUE))/sd(x, na.rm = TRUE))
}
#data_clean$RevolvingUtilizationOfUnsecuredLines <- normalize(data_clean$RevolvingUtilizationOfUnsecuredLines)
#data_Trans$DebtRatio <- normalize(data_clean$DebtRatio)
#data_clean$NumberOfOpenCreditLinesAndLoans <- normalize(data_clean$NumberOfOpenCreditLinesAndLoans)
#data_clean$NumberOfDependents <- normalize(data_clean$NumberOfDependents)
####################### Applying Logistic Regression Model #######################
ft<-glm(SeriousDlqin2yrs ~ . ,data=data_clean,family="binomial")
summary(ft)
##
## Call:
## glm(formula = SeriousDlqin2yrs ~ ., family = "binomial", data = data_clean)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -0.8963 -0.3451 -0.2158 -0.1780 3.0014
##
## Coefficients:
## Estimate Std. Error z value
## (Intercept) -4.505e+00 1.985e-01 -22.688
## RevolvingUtilizationOfUnsecuredLines 2.872e+00 1.881e-01 15.271
## DebtRatio -1.324e-04 9.734e-05 -1.360
## NumberOfOpenCreditLinesAndLoans 4.474e-02 1.336e-02 3.349
## NumberOfDependents 1.254e-02 6.096e-02 0.206
## Pr(>|z|)
## (Intercept) < 2e-16 ***
## RevolvingUtilizationOfUnsecuredLines < 2e-16 ***
## DebtRatio 0.173796
## NumberOfOpenCreditLinesAndLoans 0.000812 ***
## NumberOfDependents 0.837023
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for binomial family taken to be 1)
##
## Null deviance: 2119.9 on 4816 degrees of freedom
## Residual deviance: 1844.0 on 4812 degrees of freedom
## AIC: 1854
##
## Number of Fisher Scoring iterations: 6
anova(ft,test = "Chisq")
## Analysis of Deviance Table
##
## Model: binomial, link: logit
##
## Response: SeriousDlqin2yrs
##
## Terms added sequentially (first to last)
##
##
## Df Deviance Resid. Df Resid. Dev
## NULL 4816 2119.9
## RevolvingUtilizationOfUnsecuredLines 1 262.896 4815 1857.0
## DebtRatio 1 1.830 4814 1855.2
## NumberOfOpenCreditLinesAndLoans 1 11.112 4813 1844.1
## NumberOfDependents 1 0.042 4812 1844.0
## Pr(>Chi)
## NULL
## RevolvingUtilizationOfUnsecuredLines < 2.2e-16 ***
## DebtRatio 0.1761304
## NumberOfOpenCreditLinesAndLoans 0.0008578 ***
## NumberOfDependents 0.8373539
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
predict(ft,datatest,type="resp")->p
pred <- ROCR::prediction(p,datatest$SeriousDlqin2yrs)
pref<-ROCR::performance(pred,"tpr","fpr")
plot(pref,print.cutoffs.at=seq(0,1,.1))
pref1<-performance(pred,"acc")
plot(pref1)
#View(cbind(datatest$SeriousDlqin2yrs,p))
ifelse(p>=.1,1,0)->cq
table(datatest$SeriousDlqin2yrs,cq)
## cq
## 0 1
## 0 739 198
## 1 29 34
a=table(datatest$SeriousDlqin2yrs,cq)
AccuTrain=(a[2,2]+a[1,1])/(a[2,1]+a[2,2]+a[1,1]+a[1,2])*100
AccuTrain
## [1] 77.3
TPRTrain=a[2,2]/(a[2,1]+a[2,2])*100
TPRTrain
## [1] 53.96825
############## we need to apply SMOTEing process for oversampling ###################
data_clean$SeriousDlqin2yrs <- as.factor(data_clean$SeriousDlqin2yrs)
data_over <- SMOTE(SeriousDlqin2yrs ~ ., data_clean, perc.over = 400)
#data_over$SeriousDlqin2yrs <- as.numeric(data1$SeriousDlqin2yrs)
table(data_over$SeriousDlqin2yrs)
##
## 0 1
## 2216 1385
# Applying Logistic Model
ft1<-glm(SeriousDlqin2yrs ~ . ,data=data_over,family="binomial")
summary(ft1)
##
## Call:
## glm(formula = SeriousDlqin2yrs ~ ., family = "binomial", data = data_over)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -1.7529 -0.7369 -0.5629 0.8365 2.1094
##
## Coefficients:
## Estimate Std. Error z value
## (Intercept) -1.950e+00 1.069e-01 -18.248
## RevolvingUtilizationOfUnsecuredLines 2.802e+00 1.063e-01 26.365
## DebtRatio -2.162e-04 5.658e-05 -3.821
## NumberOfOpenCreditLinesAndLoans 2.292e-02 8.311e-03 2.758
## NumberOfDependents 3.056e-02 3.923e-02 0.779
## Pr(>|z|)
## (Intercept) < 2e-16 ***
## RevolvingUtilizationOfUnsecuredLines < 2e-16 ***
## DebtRatio 0.000133 ***
## NumberOfOpenCreditLinesAndLoans 0.005817 **
## NumberOfDependents 0.435933
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for binomial family taken to be 1)
##
## Null deviance: 4798.5 on 3600 degrees of freedom
## Residual deviance: 3923.6 on 3596 degrees of freedom
## AIC: 3933.6
##
## Number of Fisher Scoring iterations: 4
predict(ft1,datatest,type="resp")->p
pred <- ROCR::prediction(p,datatest$SeriousDlqin2yrs)
pref<-ROCR::performance(pred,"tpr","fpr")
plot(pref,print.cutoffs.at=seq(0,1,.1))
#View(cbind(datatest$SeriousDlqin2yrs,p))
ifelse(p>=.39,1,0)->cq
table(datatest$SeriousDlqin2yrs,cq)
## cq
## 0 1
## 0 675 262
## 1 17 46
a=table(datatest$SeriousDlqin2yrs,cq)
AccuTrain=(a[2,2]+a[1,1])/(a[2,1]+a[2,2]+a[1,1]+a[1,2])*100
AccuTrain
## [1] 72.1
TPRTrain=a[2,2]/(a[2,1]+a[2,2])*100
TPRTrain
## [1] 73.01587
###############
###### Model 2
##############
data_over2 <- SMOTE(SeriousDlqin2yrs ~ ., data_clean, perc.over = 500)
# Applying Logistic Model
ft2<-glm(SeriousDlqin2yrs ~ . ,data=data_over2,family="binomial")
summary(ft2)
##
## Call:
## glm(formula = SeriousDlqin2yrs ~ ., family = "binomial", data = data_over2)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -1.7986 -0.7679 -0.5567 0.9005 2.1174
##
## Coefficients:
## Estimate Std. Error z value
## (Intercept) -2.065e+00 9.753e-02 -21.171
## RevolvingUtilizationOfUnsecuredLines 2.733e+00 9.632e-02 28.372
## DebtRatio -1.493e-04 5.663e-05 -2.636
## NumberOfOpenCreditLinesAndLoans 3.842e-02 7.552e-03 5.087
## NumberOfDependents -5.143e-02 3.450e-02 -1.491
## Pr(>|z|)
## (Intercept) < 2e-16 ***
## RevolvingUtilizationOfUnsecuredLines < 2e-16 ***
## DebtRatio 0.00839 **
## NumberOfOpenCreditLinesAndLoans 3.63e-07 ***
## NumberOfDependents 0.13604
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for binomial family taken to be 1)
##
## Null deviance: 5864.1 on 4431 degrees of freedom
## Residual deviance: 4882.1 on 4427 degrees of freedom
## AIC: 4892.1
##
## Number of Fisher Scoring iterations: 4
predict(ft2,datatest,type="resp")->p
pred <- ROCR::prediction(p,datatest$SeriousDlqin2yrs)
pref<-ROCR::performance(pred,"tpr","fpr")
plot(pref,print.cutoffs.at=seq(0,1,.1))
#View(cbind(datatest$SeriousDlqin2yrs,p))
ifelse(p>=.37,1,0)->cq
table(datatest$SeriousDlqin2yrs,cq)
## cq
## 0 1
## 0 662 275
## 1 17 46
b=table(datatest$SeriousDlqin2yrs,cq)
rcTrain1=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
rcTrain1
## [1] 70.8
TPRTrain1=b[2,2]/(b[2,1]+b[2,2])*100
TPRTrain1
## [1] 73.01587
###########
################### MOdel 3
###########
data_over3 <- SMOTE(SeriousDlqin2yrs ~ ., data_clean, perc.over = 600)
# Applying Logistic Model
ft3<-glm(SeriousDlqin2yrs ~ . ,data=data_over3,family="binomial")
summary(ft3)
##
## Call:
## glm(formula = SeriousDlqin2yrs ~ ., family = "binomial", data = data_over3)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -1.7836 -0.7543 -0.5521 0.9089 2.1365
##
## Coefficients:
## Estimate Std. Error z value
## (Intercept) -2.095e+00 9.056e-02 -23.134
## RevolvingUtilizationOfUnsecuredLines 2.729e+00 8.876e-02 30.739
## DebtRatio -2.041e-04 4.954e-05 -4.120
## NumberOfOpenCreditLinesAndLoans 3.637e-02 7.019e-03 5.182
## NumberOfDependents -8.526e-03 3.236e-02 -0.263
## Pr(>|z|)
## (Intercept) < 2e-16 ***
## RevolvingUtilizationOfUnsecuredLines < 2e-16 ***
## DebtRatio 3.79e-05 ***
## NumberOfOpenCreditLinesAndLoans 2.19e-07 ***
## NumberOfDependents 0.792
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for binomial family taken to be 1)
##
## Null deviance: 6927.3 on 5262 degrees of freedom
## Residual deviance: 5757.3 on 5258 degrees of freedom
## AIC: 5767.3
##
## Number of Fisher Scoring iterations: 4
predict(ft3,datatest,type="resp")->p
pred <- ROCR::prediction(p,datatest$SeriousDlqin2yrs)
pref<-ROCR::performance(pred,"tpr","fpr")
plot(pref,print.cutoffs.at=seq(0,1,.1))
pref<-performance(pred,"acc")
plot(pref)
#View(cbind(datatest$SeriousDlqin2yrs,p))
ifelse(p>=.38,1,0)->cq
table(datatest$SeriousDlqin2yrs,cq)
## cq
## 0 1
## 0 676 261
## 1 18 45
c=table(datatest$SeriousDlqin2yrs,cq)
AccuTrain2=(c[2,2]+c[1,1])/(c[2,1]+c[2,2]+c[1,1]+c[1,2])*100
AccuTrain2
## [1] 72.1
TPRTrain2=c[2,2]/(c[2,1]+c[2,2])*100
TPRTrain2
## [1] 71.42857
####################################################################################################
#####################Selected SMOTEing Parameters on the Basis of TPRificity#######################
####################################################################################################
data_over2 <- SMOTE(SeriousDlqin2yrs ~ ., data_clean, perc.over = 500)
# Applying Logistic Model
ft2<-glm(SeriousDlqin2yrs ~ . ,data=data_over2,family="binomial")
summary(ft2)
##
## Call:
## glm(formula = SeriousDlqin2yrs ~ ., family = "binomial", data = data_over2)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -1.7796 -0.7667 -0.5559 0.8949 2.1627
##
## Coefficients:
## Estimate Std. Error z value
## (Intercept) -2.110e+00 1.007e-01 -20.961
## RevolvingUtilizationOfUnsecuredLines 2.773e+00 9.814e-02 28.251
## DebtRatio -2.529e-04 5.401e-05 -4.683
## NumberOfOpenCreditLinesAndLoans 4.090e-02 7.739e-03 5.285
## NumberOfDependents -9.709e-03 3.528e-02 -0.275
## Pr(>|z|)
## (Intercept) < 2e-16 ***
## RevolvingUtilizationOfUnsecuredLines < 2e-16 ***
## DebtRatio 2.83e-06 ***
## NumberOfOpenCreditLinesAndLoans 1.26e-07 ***
## NumberOfDependents 0.783
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for binomial family taken to be 1)
##
## Null deviance: 5864.1 on 4431 degrees of freedom
## Residual deviance: 4856.9 on 4427 degrees of freedom
## AIC: 4866.9
##
## Number of Fisher Scoring iterations: 4
anova(ft2,test="Chisq")
## Analysis of Deviance Table
##
## Model: binomial, link: logit
##
## Response: SeriousDlqin2yrs
##
## Terms added sequentially (first to last)
##
##
## Df Deviance Resid. Df Resid. Dev
## NULL 4431 5864.1
## RevolvingUtilizationOfUnsecuredLines 1 955.41 4430 4908.7
## DebtRatio 1 23.73 4429 4885.0
## NumberOfOpenCreditLinesAndLoans 1 27.97 4428 4857.0
## NumberOfDependents 1 0.08 4427 4856.9
## Pr(>Chi)
## NULL
## RevolvingUtilizationOfUnsecuredLines < 2.2e-16 ***
## DebtRatio 1.107e-06 ***
## NumberOfOpenCreditLinesAndLoans 1.234e-07 ***
## NumberOfDependents 0.7831
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
predict(ft2,datatest,type="resp")->p
pred <- ROCR::prediction(p,datatest$SeriousDlqin2yrs)
pref<-ROCR::performance(pred,"tpr","fpr")
plot(pref,print.cutoffs.at=seq(0,1,.1))
#View(cbind(datatest$SeriousDlqin2yrs,p))
ifelse(p>=.37,1,0)->cq
table(datatest$SeriousDlqin2yrs,cq)
## cq
## 0 1
## 0 658 279
## 1 17 46
b=table(datatest$SeriousDlqin2yrs,cq)
rcTrain1=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
rcTrain1
## [1] 70.4
TPRTrain1=b[2,2]/(b[2,1]+b[2,2])*100
TPRTrain1
## [1] 73.01587
############# Factor Reduction/Model Selection on the basis of AIC ###############
ft4<-glm(SeriousDlqin2yrs ~ . ,data=data_over2[-c(5)],family="binomial")
summary(ft4)
##
## Call:
## glm(formula = SeriousDlqin2yrs ~ ., family = "binomial", data = data_over2[-c(5)])
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -1.7752 -0.7688 -0.5556 0.8949 2.1641
##
## Coefficients:
## Estimate Std. Error z value
## (Intercept) -2.115e+00 9.916e-02 -21.333
## RevolvingUtilizationOfUnsecuredLines 2.771e+00 9.796e-02 28.287
## DebtRatio -2.510e-04 5.353e-05 -4.689
## NumberOfOpenCreditLinesAndLoans 4.065e-02 7.686e-03 5.289
## Pr(>|z|)
## (Intercept) < 2e-16 ***
## RevolvingUtilizationOfUnsecuredLines < 2e-16 ***
## DebtRatio 2.74e-06 ***
## NumberOfOpenCreditLinesAndLoans 1.23e-07 ***
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for binomial family taken to be 1)
##
## Null deviance: 5864.1 on 4431 degrees of freedom
## Residual deviance: 4857.0 on 4428 degrees of freedom
## AIC: 4865
##
## Number of Fisher Scoring iterations: 4
predict(ft4,datatest,type="resp")->p
pred <- ROCR::prediction(p,datatest$SeriousDlqin2yrs)
pref<-ROCR::performance(pred,"tpr","fpr")
plot(pref,print.cutoffs.at=seq(0,1,.1))
#View(cbind(datatest$SeriousDlqin2yrs,p))
ifelse(p>=.37,1,0)->cq
table(datatest$SeriousDlqin2yrs,cq)
## cq
## 0 1
## 0 657 280
## 1 17 46
b=table(datatest$SeriousDlqin2yrs,cq)
rcTrain1=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
rcTrain1
## [1] 70.3
TPRTrain1=b[2,2]/(b[2,1]+b[2,2])*100
TPRTrain1
## [1] 73.01587
# By excluding NumberOfDependents from the model is reducing AIC and not much
# difference in accuracy and True Positive Ratio.
##################################### CART ################################
library(rpart)
library(rpart.plot)
library(ROCR)
# normalize <- function(x){
# return((x - mean(x, na.rm = TRUE))/sd(x, na.rm = TRUE))
# }
# dataTrain$DebtRatio <- normalize(dataTrain$DebtRatio)
cart=rpart(SeriousDlqin2yrs~.,data=data_over2,method="class")
summary(cart)
## Call:
## rpart(formula = SeriousDlqin2yrs ~ ., data = data_over2, method = "class")
## n= 4432
##
## CP nsplit rel error xerror xstd
## 1 0.33092659 0 1.0000000 1.0000000 0.01939208
## 2 0.01022864 1 0.6690734 0.6762936 0.01742750
## 3 0.01002808 3 0.6486161 0.6768953 0.01743261
## 4 0.01000000 6 0.6185319 0.6720818 0.01739152
##
## Variable importance
## RevolvingUtilizationOfUnsecuredLines NumberOfOpenCreditLinesAndLoans
## 79 13
## DebtRatio
## 8
##
## Node number 1: 4432 observations, complexity param=0.3309266
## predicted class=0 expected loss=0.375 P(node) =1
## class counts: 2770 1662
## probabilities: 0.625 0.375
## left son=2 (3000 obs) right son=3 (1432 obs)
## Primary splits:
## RevolvingUtilizationOfUnsecuredLines < 0.7206535 to the left, improve=425.28220, (0 missing)
## DebtRatio < 0.3332095 to the left, improve= 72.45006, (0 missing)
## NumberOfOpenCreditLinesAndLoans < 3.997366 to the right, improve= 18.05283, (0 missing)
## NumberOfDependents < 0.05221813 to the left, improve= 11.44803, (0 missing)
## Surrogate splits:
## NumberOfOpenCreditLinesAndLoans < 2.999016 to the right, agree=0.72, adj=0.133, (0 split)
## DebtRatio < 1.965e-05 to the right, agree=0.68, adj=0.010, (0 split)
##
## Node number 2: 3000 observations, complexity param=0.01022864
## predicted class=0 expected loss=0.2236667 P(node) =0.6768953
## class counts: 2329 671
## probabilities: 0.776 0.224
## left son=4 (2583 obs) right son=5 (417 obs)
## Primary splits:
## RevolvingUtilizationOfUnsecuredLines < 0.4911687 to the left, improve=35.411570, (0 missing)
## DebtRatio < 0.3280693 to the left, improve=29.112480, (0 missing)
## NumberOfOpenCreditLinesAndLoans < 13.01849 to the left, improve=16.227350, (0 missing)
## NumberOfDependents < 0.2031252 to the left, improve= 4.575689, (0 missing)
##
## Node number 3: 1432 observations, complexity param=0.01002808
## predicted class=1 expected loss=0.3079609 P(node) =0.3231047
## class counts: 441 991
## probabilities: 0.308 0.692
## left son=6 (257 obs) right son=7 (1175 obs)
## Primary splits:
## DebtRatio < 0.1629068 to the left, improve=30.656660, (0 missing)
## NumberOfOpenCreditLinesAndLoans < 1.005399 to the left, improve=10.666480, (0 missing)
## RevolvingUtilizationOfUnsecuredLines < 1.00002 to the left, improve= 6.809543, (0 missing)
## NumberOfDependents < 3.889296 to the right, improve= 6.323407, (0 missing)
## Surrogate splits:
## NumberOfOpenCreditLinesAndLoans < 1.883571 to the left, agree=0.834, adj=0.074, (0 split)
##
## Node number 4: 2583 observations
## predicted class=0 expected loss=0.1927991 P(node) =0.5828069
## class counts: 2085 498
## probabilities: 0.807 0.193
##
## Node number 5: 417 observations, complexity param=0.01022864
## predicted class=0 expected loss=0.4148681 P(node) =0.09408845
## class counts: 244 173
## probabilities: 0.585 0.415
## left son=10 (297 obs) right son=11 (120 obs)
## Primary splits:
## NumberOfOpenCreditLinesAndLoans < 11.0085 to the left, improve=17.332910, (0 missing)
## DebtRatio < 0.1502466 to the left, improve=16.411700, (0 missing)
## NumberOfDependents < 2.951426 to the right, improve= 7.458302, (0 missing)
## RevolvingUtilizationOfUnsecuredLines < 0.50416 to the right, improve= 3.167223, (0 missing)
## Surrogate splits:
## DebtRatio < 3377.391 to the left, agree=0.719, adj=0.025, (0 split)
## RevolvingUtilizationOfUnsecuredLines < 0.5052973 to the right, agree=0.717, adj=0.017, (0 split)
##
## Node number 6: 257 observations, complexity param=0.01002808
## predicted class=0 expected loss=0.4708171 P(node) =0.05798736
## class counts: 136 121
## probabilities: 0.529 0.471
## left son=12 (39 obs) right son=13 (218 obs)
## Primary splits:
## RevolvingUtilizationOfUnsecuredLines < 0.9554088 to the left, improve=7.804435, (0 missing)
## NumberOfOpenCreditLinesAndLoans < 3.962938 to the right, improve=6.318171, (0 missing)
## DebtRatio < 0.00194472 to the left, improve=5.932426, (0 missing)
## NumberOfDependents < 0.5 to the left, improve=4.073507, (0 missing)
## Surrogate splits:
## NumberOfOpenCreditLinesAndLoans < 6.5 to the right, agree=0.875, adj=0.179, (0 split)
##
## Node number 7: 1175 observations
## predicted class=1 expected loss=0.2595745 P(node) =0.2651173
## class counts: 305 870
## probabilities: 0.260 0.740
##
## Node number 10: 297 observations
## predicted class=0 expected loss=0.3232323 P(node) =0.06701264
## class counts: 201 96
## probabilities: 0.677 0.323
##
## Node number 11: 120 observations
## predicted class=1 expected loss=0.3583333 P(node) =0.02707581
## class counts: 43 77
## probabilities: 0.358 0.642
##
## Node number 12: 39 observations
## predicted class=0 expected loss=0.1794872 P(node) =0.008799639
## class counts: 32 7
## probabilities: 0.821 0.179
##
## Node number 13: 218 observations, complexity param=0.01002808
## predicted class=1 expected loss=0.4770642 P(node) =0.04918773
## class counts: 104 114
## probabilities: 0.477 0.523
## left son=26 (51 obs) right son=27 (167 obs)
## Primary splits:
## DebtRatio < 0.00194472 to the left, improve=9.565758, (0 missing)
## NumberOfDependents < 0.5 to the left, improve=4.960926, (0 missing)
## NumberOfOpenCreditLinesAndLoans < 3.962938 to the right, improve=4.075282, (0 missing)
## RevolvingUtilizationOfUnsecuredLines < 0.999539 to the right, improve=3.811407, (0 missing)
## Surrogate splits:
## NumberOfOpenCreditLinesAndLoans < 9.789597e-05 to the left, agree=0.826, adj=0.255, (0 split)
##
## Node number 26: 51 observations
## predicted class=0 expected loss=0.254902 P(node) =0.01150722
## class counts: 38 13
## probabilities: 0.745 0.255
##
## Node number 27: 167 observations
## predicted class=1 expected loss=0.3952096 P(node) =0.03768051
## class counts: 66 101
## probabilities: 0.395 0.605
rpart.plot(x=cart,type=2, extra=103,under=T, fallen.leaves=TRUE,digits=2,faclen=0,cex=NULL, tweak=1,snip=FALSE,box.palette="GnRd", shadow.col=0)
# a=table(dataTrain$SeriousDlqin2yrs, predict(cart, newdata=dataTrain, type="class"))
# a
# rcTrain=(a[2,2]+a[1,1])/(a[2,1]+a[2,2]+a[1,1]+a[1,2])*100
# rcTrain
b=table(datatest$SeriousDlqin2yrs, predict(cart, newdata=datatest, type="class"))
b
##
## 0 1
## 0 762 175
## 1 30 33
rcTest=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
rcTest
## [1] 79.5
TPRTest=b[2,2]/(b[2,1]+b[2,2])*100
TPRTest
## [1] 52.38095
#######################################
###### Cross Validation ######
#######################################
library(caret)
datatrain_cart=data_over2
####### Collected cp value
datatrain_cart$SeriousDlqin2yrs <- as.factor(datatrain_cart$SeriousDlqin2yrs)
trainControl <- trainControl(method="cv", number=10, repeats=3)
set.seed(7)
fit.cart <- caret::train(SeriousDlqin2yrs~., data=datatrain_cart,metric="Accuracy", method="rpart", trControl=trainControl)
fit.cart
## CART
##
## 4432 samples
## 4 predictor
## 2 classes: '0', '1'
##
## No pre-processing
## Resampling: Cross-Validated (10 fold)
## Summary of sample sizes: 3988, 3989, 3989, 3989, 3989, 3989, ...
## Resampling results across tuning parameters:
##
## cp Accuracy Kappa
## 0.01002808 0.7466064 0.4432727
## 0.01022864 0.7466064 0.4432727
## 0.33092659 0.6635776 0.1576739
##
## Accuracy was used to select the optimal model using the largest value.
## The final value used for the model was cp = 0.01022864.
cart=rpart(SeriousDlqin2yrs~.,data=data_over2,method="class",cp = 0.01022864019)
summary(cart)
## Call:
## rpart(formula = SeriousDlqin2yrs ~ ., data = data_over2, method = "class",
## cp = 0.01022864019)
## n= 4432
##
## CP nsplit rel error xerror xstd
## 1 0.33092659 0 1.0000000 1.0000000 0.01939208
## 2 0.01022864 1 0.6690734 0.6835138 0.01748847
## 3 0.01022864 3 0.6486161 0.6805054 0.01746317
##
## Variable importance
## RevolvingUtilizationOfUnsecuredLines NumberOfOpenCreditLinesAndLoans
## 85 14
## DebtRatio
## 1
##
## Node number 1: 4432 observations, complexity param=0.3309266
## predicted class=0 expected loss=0.375 P(node) =1
## class counts: 2770 1662
## probabilities: 0.625 0.375
## left son=2 (3000 obs) right son=3 (1432 obs)
## Primary splits:
## RevolvingUtilizationOfUnsecuredLines < 0.7206535 to the left, improve=425.28220, (0 missing)
## DebtRatio < 0.3332095 to the left, improve= 72.45006, (0 missing)
## NumberOfOpenCreditLinesAndLoans < 3.997366 to the right, improve= 18.05283, (0 missing)
## NumberOfDependents < 0.05221813 to the left, improve= 11.44803, (0 missing)
## Surrogate splits:
## NumberOfOpenCreditLinesAndLoans < 2.999016 to the right, agree=0.72, adj=0.133, (0 split)
## DebtRatio < 1.965e-05 to the right, agree=0.68, adj=0.010, (0 split)
##
## Node number 2: 3000 observations, complexity param=0.01022864
## predicted class=0 expected loss=0.2236667 P(node) =0.6768953
## class counts: 2329 671
## probabilities: 0.776 0.224
## left son=4 (2583 obs) right son=5 (417 obs)
## Primary splits:
## RevolvingUtilizationOfUnsecuredLines < 0.4911687 to the left, improve=35.411570, (0 missing)
## DebtRatio < 0.3280693 to the left, improve=29.112480, (0 missing)
## NumberOfOpenCreditLinesAndLoans < 13.01849 to the left, improve=16.227350, (0 missing)
## NumberOfDependents < 0.2031252 to the left, improve= 4.575689, (0 missing)
##
## Node number 3: 1432 observations
## predicted class=1 expected loss=0.3079609 P(node) =0.3231047
## class counts: 441 991
## probabilities: 0.308 0.692
##
## Node number 4: 2583 observations
## predicted class=0 expected loss=0.1927991 P(node) =0.5828069
## class counts: 2085 498
## probabilities: 0.807 0.193
##
## Node number 5: 417 observations, complexity param=0.01022864
## predicted class=0 expected loss=0.4148681 P(node) =0.09408845
## class counts: 244 173
## probabilities: 0.585 0.415
## left son=10 (297 obs) right son=11 (120 obs)
## Primary splits:
## NumberOfOpenCreditLinesAndLoans < 11.0085 to the left, improve=17.332910, (0 missing)
## DebtRatio < 0.1502466 to the left, improve=16.411700, (0 missing)
## NumberOfDependents < 2.951426 to the right, improve= 7.458302, (0 missing)
## RevolvingUtilizationOfUnsecuredLines < 0.50416 to the right, improve= 3.167223, (0 missing)
## Surrogate splits:
## DebtRatio < 3377.391 to the left, agree=0.719, adj=0.025, (0 split)
## RevolvingUtilizationOfUnsecuredLines < 0.5052973 to the right, agree=0.717, adj=0.017, (0 split)
##
## Node number 10: 297 observations
## predicted class=0 expected loss=0.3232323 P(node) =0.06701264
## class counts: 201 96
## probabilities: 0.677 0.323
##
## Node number 11: 120 observations
## predicted class=1 expected loss=0.3583333 P(node) =0.02707581
## class counts: 43 77
## probabilities: 0.358 0.642
rpart.plot(x=cart,type=2, extra=103,under=T, fallen.leaves=TRUE,digits=2,faclen=0,cex=NULL, tweak=1,snip=FALSE,box.palette="GnRd", shadow.col=0)
b=table(datatest$SeriousDlqin2yrs, predict(cart, newdata=datatest, type="class"))
b
##
## 0 1
## 0 739 198
## 1 28 35
rcTest=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
rcTest
## [1] 77.4
TPRTest=b[2,2]/(b[2,1]+b[2,2])*100
TPRTest
## [1] 55.55556
##################################### C5.0 ################################
#install.packages("C50")
library(C50)
library(caret)
normalize <- function(x){
return((x - mean(x, na.rm = TRUE))/sd(x, na.rm = TRUE))
}
data_Trans=data_over2
data_Trans$DebtRatio <- normalize(data_Trans$DebtRatio)
dtC50 = C5.0(SeriousDlqin2yrs ~ ., data = data_Trans, rules=T,trials=10,winnom=T)
summary(dtC50)
##
## Call:
## C5.0.formula(formula = SeriousDlqin2yrs ~ ., data = data_Trans, rules =
## T, trials = 10, winnom = T)
##
##
## C5.0 [Release 2.07 GPL Edition] Sat Feb 24 03:01:45 2018
## -------------------------------
##
## Class specified by attribute `outcome'
##
## Read 4432 cases (5 attributes) from undefined.data
##
## ----- Trial 0: -----
##
## Rules:
##
## Rule 0/1: (18, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.686083
## RevolvingUtilizationOfUnsecuredLines <= 0.9765318
## DebtRatio > -0.3315818
## DebtRatio <= -0.330823
## NumberOfDependents > 2.910908
## -> class 0 [0.950]
##
## Rule 0/2: (17, lift 1.5)
## DebtRatio > 5.556276
## -> class 0 [0.947]
##
## Rule 0/3: (16, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.686083
## RevolvingUtilizationOfUnsecuredLines <= 0.9489785
## DebtRatio <= -0.3316529
## NumberOfDependents > 0.4062504
## -> class 0 [0.944]
##
## Rule 0/4: (13, lift 1.5)
## DebtRatio <= -0.3318803
## NumberOfOpenCreditLinesAndLoans <= 1.010798
## NumberOfDependents > 0.4062504
## -> class 0 [0.933]
##
## Rule 0/5: (12, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.995483
## DebtRatio > -0.3316529
## NumberOfDependents > 2.910908
## -> class 0 [0.929]
##
## Rule 0/6: (10, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.9489785
## NumberOfOpenCreditLinesAndLoans > 2.998033
## NumberOfOpenCreditLinesAndLoans <= 4.494658
## NumberOfDependents > 2.494844
## -> class 0 [0.917]
##
## Rule 0/7: (32/2, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.7709652
## RevolvingUtilizationOfUnsecuredLines <= 0.9489785
## DebtRatio <= -0.331672
## -> class 0 [0.912]
##
## Rule 0/8: (16/1, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines > 0.4002391
## DebtRatio > 3.101848
## NumberOfDependents > 0.4062504
## -> class 0 [0.889]
##
## Rule 0/9: (118/13, lift 1.4)
## DebtRatio <= -0.3318833
## -> class 0 [0.883]
##
## Rule 0/10: (31/4, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines <= 0.7970742
## DebtRatio > -0.330823
## NumberOfDependents > 2.910908
## -> class 0 [0.848]
##
## Rule 0/11: (58/10, lift 1.3)
## DebtRatio > -0.3318833
## DebtRatio <= -0.3316529
## NumberOfOpenCreditLinesAndLoans <= 2.448894
## NumberOfDependents <= 0.4062504
## -> class 0 [0.817]
##
## Rule 0/12: (2924/637, lift 1.3)
## RevolvingUtilizationOfUnsecuredLines <= 0.686083
## -> class 0 [0.782]
##
## Rule 0/13: (94, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 5
## NumberOfOpenCreditLinesAndLoans <= 5.991657
## -> class 1 [0.990]
##
## Rule 0/14: (86, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 6.926061
## -> class 1 [0.989]
##
## Rule 0/15: (78, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 8.045628
## NumberOfOpenCreditLinesAndLoans <= 8.935828
## -> class 1 [0.988]
##
## Rule 0/16: (75, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 9.015139
## NumberOfOpenCreditLinesAndLoans <= 9.961131
## -> class 1 [0.987]
##
## Rule 0/17: (61, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 3
## NumberOfOpenCreditLinesAndLoans <= 3.9568
## -> class 1 [0.984]
##
## Rule 0/18: (52, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 7.040962
## NumberOfOpenCreditLinesAndLoans <= 7.869746
## -> class 1 [0.981]
##
## Rule 0/19: (41, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 2.179113
## NumberOfOpenCreditLinesAndLoans <= 2.960292
## -> class 1 [0.977]
##
## Rule 0/20: (39, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 2.06568
## NumberOfOpenCreditLinesAndLoans <= 2.883304
## -> class 1 [0.976]
##
## Rule 0/21: (38, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 11
## NumberOfOpenCreditLinesAndLoans <= 11.70062
## -> class 1 [0.975]
##
## Rule 0/22: (29, lift 2.6)
## NumberOfOpenCreditLinesAndLoans > 15.15105
## NumberOfOpenCreditLinesAndLoans <= 15.82766
## -> class 1 [0.968]
##
## Rule 0/23: (17, lift 2.5)
## RevolvingUtilizationOfUnsecuredLines > 0.7970742
## RevolvingUtilizationOfUnsecuredLines <= 0.995483
## DebtRatio > -0.330823
## NumberOfDependents > 2.910908
## -> class 1 [0.947]
##
## Rule 0/24: (12, lift 2.5)
## RevolvingUtilizationOfUnsecuredLines > 0.5657899
## RevolvingUtilizationOfUnsecuredLines <= 0.6295821
## DebtRatio > -0.3316803
## DebtRatio <= -0.3315519
## NumberOfDependents <= 1.498099
## -> class 1 [0.929]
##
## Rule 0/25: (9, lift 2.4)
## RevolvingUtilizationOfUnsecuredLines > 0.5638198
## RevolvingUtilizationOfUnsecuredLines <= 0.686083
## DebtRatio <= -0.3315016
## NumberOfDependents > 0.4062504
## NumberOfDependents <= 1.498099
## -> class 1 [0.909]
##
## Rule 0/26: (18/1, lift 2.4)
## RevolvingUtilizationOfUnsecuredLines > 0.490748
## RevolvingUtilizationOfUnsecuredLines <= 0.686083
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 14.07584
## NumberOfDependents <= 0.4062504
## -> class 1 [0.900]
##
## Rule 0/27: (16/1, lift 2.4)
## RevolvingUtilizationOfUnsecuredLines > 0.04664033
## RevolvingUtilizationOfUnsecuredLines <= 0.08594271
## DebtRatio > -0.3317131
## DebtRatio <= -0.3314828
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 7.869746
## NumberOfDependents <= 0.4062504
## -> class 1 [0.889]
##
## Rule 0/28: (28/3, lift 2.3)
## RevolvingUtilizationOfUnsecuredLines > 0.490748
## RevolvingUtilizationOfUnsecuredLines <= 0.686083
## NumberOfOpenCreditLinesAndLoans > 11
## NumberOfDependents > 1.498099
## NumberOfDependents <= 2.910908
## -> class 1 [0.867]
##
## Rule 0/29: (10/1, lift 2.2)
## RevolvingUtilizationOfUnsecuredLines > 0.4002391
## RevolvingUtilizationOfUnsecuredLines <= 0.686083
## DebtRatio > 3.101848
## DebtRatio <= 5.556276
## NumberOfDependents <= 0.4062504
## -> class 1 [0.833]
##
## Rule 0/30: (27/4, lift 2.2)
## RevolvingUtilizationOfUnsecuredLines > 0.5407296
## RevolvingUtilizationOfUnsecuredLines <= 0.686083
## DebtRatio > -0.3316803
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 11
## NumberOfOpenCreditLinesAndLoans <= 13.77388
## NumberOfDependents <= 1.498099
## -> class 1 [0.828]
##
## Rule 0/31: (64/12, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines > 0.342522
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 15.15105
## NumberOfOpenCreditLinesAndLoans <= 17.9602
## -> class 1 [0.803]
##
## Rule 0/32: (17/3, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines <= 0.01053138
## DebtRatio > -0.3318098
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 2.179113
## NumberOfOpenCreditLinesAndLoans <= 3.9568
## NumberOfDependents <= 0.4062504
## -> class 1 [0.789]
##
## Rule 0/33: (879/221, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.9489785
## DebtRatio > -0.3318833
## -> class 1 [0.748]
##
## Rule 0/34: (1157/293, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.686083
## DebtRatio > -0.3316529
## DebtRatio <= 3.486722
## NumberOfDependents <= 2.910908
## -> class 1 [0.746]
##
## Rule 0/35: (101/30, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.686083
## RevolvingUtilizationOfUnsecuredLines <= 0.7709652
## NumberOfDependents <= 0.4062504
## -> class 1 [0.699]
##
## Default class: 1
##
## ----- Trial 1: -----
##
## Rules:
##
## Rule 1/1: (17.8, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.8046368
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## NumberOfOpenCreditLinesAndLoans > 17.49293
## -> class 0 [0.949]
##
## Rule 1/2: (8.5, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.9999999
## NumberOfOpenCreditLinesAndLoans <= 5.033597
## -> class 0 [0.905]
##
## Rule 1/3: (133.3/24.9, lift 1.3)
## RevolvingUtilizationOfUnsecuredLines > 0.8046368
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio <= 0.2200864
## NumberOfDependents <= 0.2751118
## -> class 0 [0.808]
##
## Rule 1/4: (4336.5/1683.5, lift 1.0)
## RevolvingUtilizationOfUnsecuredLines <= 0.9999999
## -> class 0 [0.612]
##
## Rule 1/5: (106.6, lift 2.5)
## NumberOfOpenCreditLinesAndLoans > 4
## NumberOfOpenCreditLinesAndLoans <= 4.962322
## -> class 1 [0.991]
##
## Rule 1/6: (70.2, lift 2.5)
## NumberOfOpenCreditLinesAndLoans > 10.05626
## NumberOfOpenCreditLinesAndLoans <= 10.93518
## -> class 1 [0.986]
##
## Rule 1/7: (51.2, lift 2.5)
## NumberOfOpenCreditLinesAndLoans > 13.00239
## NumberOfOpenCreditLinesAndLoans <= 13.94613
## -> class 1 [0.981]
##
## Rule 1/8: (38.2, lift 2.5)
## NumberOfOpenCreditLinesAndLoans > 2
## NumberOfOpenCreditLinesAndLoans <= 2.981937
## -> class 1 [0.975]
##
## Rule 1/9: (36.8, lift 2.5)
## NumberOfOpenCreditLinesAndLoans > 12
## NumberOfOpenCreditLinesAndLoans <= 12.89463
## -> class 1 [0.974]
##
## Rule 1/10: (30/0.8, lift 2.4)
## RevolvingUtilizationOfUnsecuredLines > 0.4878378
## RevolvingUtilizationOfUnsecuredLines <= 0.5506332
## NumberOfOpenCreditLinesAndLoans > 13.00239
## -> class 1 [0.944]
##
## Rule 1/11: (15.9, lift 2.4)
## RevolvingUtilizationOfUnsecuredLines > 0.9967652
## RevolvingUtilizationOfUnsecuredLines <= 0.9995394
## DebtRatio <= -0.331126
## -> class 1 [0.944]
##
## Rule 1/12: (13.3, lift 2.4)
## NumberOfOpenCreditLinesAndLoans > 20
## NumberOfOpenCreditLinesAndLoans <= 20.69998
## -> class 1 [0.934]
##
## Rule 1/13: (37.9/2.4, lift 2.3)
## DebtRatio > -0.3294632
## DebtRatio <= 0.3762275
## NumberOfOpenCreditLinesAndLoans > 13.00239
## -> class 1 [0.915]
##
## Rule 1/14: (34.2/2.4, lift 2.3)
## RevolvingUtilizationOfUnsecuredLines <= 0.04303204
## DebtRatio > -0.3314312
## DebtRatio <= 0.3762275
## NumberOfOpenCreditLinesAndLoans > 13.00239
## NumberOfOpenCreditLinesAndLoans <= 20.69998
## NumberOfDependents > 0.4062504
## -> class 1 [0.906]
##
## Rule 1/15: (27.6/2.1, lift 2.3)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## DebtRatio > -0.3315965
## DebtRatio <= -0.3310509
## NumberOfOpenCreditLinesAndLoans <= 2.981937
## NumberOfDependents <= 0.4062504
## -> class 1 [0.895]
##
## Rule 1/16: (33.9/2.9, lift 2.3)
## RevolvingUtilizationOfUnsecuredLines > 0.9995394
## DebtRatio > -0.3042161
## DebtRatio <= 0.006419665
## NumberOfOpenCreditLinesAndLoans <= 2.981937
## -> class 1 [0.891]
##
## Rule 1/17: (40.8/4.2, lift 2.2)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## RevolvingUtilizationOfUnsecuredLines <= 0.9995394
## DebtRatio > -0.3317509
## DebtRatio <= -0.3316005
## -> class 1 [0.878]
##
## Rule 1/18: (98.1/15.1, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines > 0.2442162
## RevolvingUtilizationOfUnsecuredLines <= 0.3468473
## DebtRatio > -0.3314312
## DebtRatio <= 0.3762275
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 10.96571
## NumberOfDependents <= 1.498099
## -> class 1 [0.839]
##
## Rule 1/19: (43.8/6.4, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## RevolvingUtilizationOfUnsecuredLines <= 0.8046368
## DebtRatio > -0.3308364
## DebtRatio <= 2.562202
## -> class 1 [0.839]
##
## Rule 1/20: (30.2/4.8, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines > 0.3468473
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## DebtRatio > -0.3310835
## DebtRatio <= -0.3309346
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 13.00239
## NumberOfDependents <= 1.498099
## -> class 1 [0.821]
##
## Rule 1/21: (66.3/11.4, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines > 0.7502604
## RevolvingUtilizationOfUnsecuredLines <= 0.8046368
## DebtRatio <= 2.562202
## NumberOfOpenCreditLinesAndLoans <= 11.58247
## NumberOfDependents <= 0.4062504
## -> class 1 [0.819]
##
## Rule 1/22: (145.3/27.6, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## RevolvingUtilizationOfUnsecuredLines <= 0.9995394
## DebtRatio > -0.331126
## -> class 1 [0.806]
##
## Rule 1/23: (38.2/7.2, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.8399075
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## NumberOfOpenCreditLinesAndLoans > 10.2358
## NumberOfOpenCreditLinesAndLoans <= 17.49293
## NumberOfDependents > 0.2751118
## -> class 1 [0.797]
##
## Rule 1/24: (97.3/19.9, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines <= 0.09120129
## DebtRatio > -0.3314312
## DebtRatio <= 0.3762275
## NumberOfOpenCreditLinesAndLoans > 3
## NumberOfOpenCreditLinesAndLoans <= 4.962322
## -> class 1 [0.790]
##
## Rule 1/25: (87/17.8, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.9999999
## NumberOfOpenCreditLinesAndLoans > 5.033597
## -> class 1 [0.789]
##
## Rule 1/26: (41.6/11.4, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.8399075
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > -0.3316915
## NumberOfOpenCreditLinesAndLoans <= 5.971222
## NumberOfDependents > 0.2751118
## -> class 1 [0.716]
##
## Rule 1/27: (64.9/18.3, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## DebtRatio <= -0.3317313
## NumberOfOpenCreditLinesAndLoans <= 1.499438
## NumberOfDependents <= 0.4062504
## -> class 1 [0.712]
##
## Rule 1/28: (199.1/59.7, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.0004450173
## DebtRatio > -0.3314312
## DebtRatio <= 0.3762275
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 7.954851
## NumberOfDependents <= 2.532413
## -> class 1 [0.698]
##
## Rule 1/29: (166.2/52.5, lift 1.7)
## NumberOfOpenCreditLinesAndLoans > 14.14848
## NumberOfDependents > 1.369038
## -> class 1 [0.682]
##
## Default class: 0
##
## ----- Trial 2: -----
##
## Rules:
##
## Rule 2/1: (32, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.01889906
## DebtRatio > -0.3312932
## NumberOfOpenCreditLinesAndLoans > 10.01149
## -> class 0 [0.971]
##
## Rule 2/2: (31.3, lift 1.8)
## NumberOfOpenCreditLinesAndLoans > 2.998033
## NumberOfOpenCreditLinesAndLoans <= 3.028834
## NumberOfDependents > 1.498099
## -> class 0 [0.970]
##
## Rule 2/3: (28.1, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.487114
## RevolvingUtilizationOfUnsecuredLines <= 0.7575818
## NumberOfOpenCreditLinesAndLoans <= 6.926061
## NumberOfDependents > 1.498099
## -> class 0 [0.967]
##
## Rule 2/4: (15.5, lift 1.7)
## DebtRatio > 0.006419665
## NumberOfOpenCreditLinesAndLoans <= 1
## -> class 0 [0.943]
##
## Rule 2/5: (14.5, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.487114
## RevolvingUtilizationOfUnsecuredLines <= 0.897369
## NumberOfOpenCreditLinesAndLoans > 16
## NumberOfDependents > 0.4062504
## NumberOfDependents <= 1.498099
## -> class 0 [0.939]
##
## Rule 2/6: (23.1/0.6, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.487114
## DebtRatio > 0.1666697
## DebtRatio <= 0.3721185
## NumberOfOpenCreditLinesAndLoans <= 3.028834
## -> class 0 [0.934]
##
## Rule 2/7: (140.6/10.1, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.7575818
## DebtRatio > -0.3316799
## NumberOfOpenCreditLinesAndLoans > 5.944622
## NumberOfOpenCreditLinesAndLoans <= 6.078475
## -> class 0 [0.922]
##
## Rule 2/8: (25.7/1.5, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.897369
## DebtRatio <= -0.3317443
## NumberOfOpenCreditLinesAndLoans > 3.9568
## -> class 0 [0.908]
##
## Rule 2/9: (47.2/4.8, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.487114
## RevolvingUtilizationOfUnsecuredLines <= 0.897369
## DebtRatio <= -0.3316799
## -> class 0 [0.882]
##
## Rule 2/10: (67.3/7.6, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.487114
## RevolvingUtilizationOfUnsecuredLines <= 0.897369
## NumberOfOpenCreditLinesAndLoans > 6.926061
## NumberOfOpenCreditLinesAndLoans <= 7.004297
## -> class 0 [0.876]
##
## Rule 2/11: (67.5/9.9, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.897369
## DebtRatio <= -0.331426
## NumberOfOpenCreditLinesAndLoans > 3.9568
## NumberOfOpenCreditLinesAndLoans <= 7.442068
## NumberOfDependents <= 0.4062504
## -> class 0 [0.843]
##
## Rule 2/12: (78.7/17.5, lift 1.4)
## DebtRatio > -0.3315861
## DebtRatio <= -0.3312932
## NumberOfDependents > 2.85862
## -> class 0 [0.770]
##
## Rule 2/13: (203.1/48.3, lift 1.4)
## DebtRatio > 0.2643453
## NumberOfOpenCreditLinesAndLoans > 7.954851
## -> class 0 [0.760]
##
## Rule 2/14: (79.1/20.3, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines > 0.487114
## RevolvingUtilizationOfUnsecuredLines <= 0.7575818
## DebtRatio > -0.3314649
## NumberOfOpenCreditLinesAndLoans <= 6.078475
## -> class 0 [0.737]
##
## Rule 2/15: (224.4/62.2, lift 1.3)
## RevolvingUtilizationOfUnsecuredLines <= 0.8064433
## NumberOfOpenCreditLinesAndLoans > 8.998821
## NumberOfOpenCreditLinesAndLoans <= 9.04275
## -> class 0 [0.721]
##
## Rule 2/16: (165.2/50.9, lift 1.3)
## RevolvingUtilizationOfUnsecuredLines > 0.8064433
## RevolvingUtilizationOfUnsecuredLines <= 0.897369
## DebtRatio <= 0.8254755
## -> class 0 [0.689]
##
## Rule 2/17: (145.1/50.1, lift 1.2)
## NumberOfOpenCreditLinesAndLoans > 0.9513471
## NumberOfOpenCreditLinesAndLoans <= 1
## -> class 0 [0.653]
##
## Rule 2/18: (2346.6/861.7, lift 1.2)
## RevolvingUtilizationOfUnsecuredLines <= 0.487114
## -> class 0 [0.633]
##
## Rule 2/19: (103.8, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 5
## NumberOfOpenCreditLinesAndLoans <= 5.991657
## -> class 1 [0.991]
##
## Rule 2/20: (89.7, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 6.926061
## -> class 1 [0.989]
##
## Rule 2/21: (60.3, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 3.028834
## NumberOfOpenCreditLinesAndLoans <= 3.9568
## -> class 1 [0.984]
##
## Rule 2/22: (46.1, lift 2.1)
## NumberOfDependents > 2.004528
## NumberOfDependents <= 2.85862
## -> class 1 [0.979]
##
## Rule 2/23: (42.6, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 7.040962
## NumberOfOpenCreditLinesAndLoans <= 7.869746
## -> class 1 [0.978]
##
## Rule 2/24: (41.7, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 1
## NumberOfOpenCreditLinesAndLoans <= 1.97234
## -> class 1 [0.977]
##
## Rule 2/25: (13, lift 2.0)
## DebtRatio > -0.3312932
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 10.01149
## NumberOfDependents > 3.154908
## -> class 1 [0.933]
##
## Rule 2/26: (11.8, lift 2.0)
## DebtRatio > -0.3315965
## DebtRatio <= -0.331258
## NumberOfOpenCreditLinesAndLoans <= 1
## NumberOfDependents <= 1.498099
## -> class 1 [0.927]
##
## Rule 2/27: (18/1.9, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.01437002
## RevolvingUtilizationOfUnsecuredLines <= 0.01699306
## DebtRatio <= -0.331808
## -> class 1 [0.853]
##
## Rule 2/28: (31.6/4.5, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.487114
## DebtRatio > -0.331808
## DebtRatio <= -0.3315861
## NumberOfOpenCreditLinesAndLoans > 8.045628
## NumberOfDependents > 2.004528
## -> class 1 [0.835]
##
## Rule 2/29: (63.1/10.9, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.3508041
## DebtRatio > -0.3312932
## DebtRatio <= -0.3311639
## NumberOfOpenCreditLinesAndLoans > 13.41288
## -> class 1 [0.818]
##
## Rule 2/30: (41/7.5, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.2293058
## RevolvingUtilizationOfUnsecuredLines <= 0.3508041
## DebtRatio > -0.3312932
## DebtRatio <= -0.3311639
## NumberOfOpenCreditLinesAndLoans <= 11.96501
## NumberOfDependents <= 1.498099
## -> class 1 [0.803]
##
## Rule 2/31: (35.1/6.7, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.3508041
## DebtRatio > -0.3312932
## DebtRatio <= -0.3311639
## NumberOfOpenCreditLinesAndLoans <= 11.96501
## NumberOfDependents > 1.498099
## -> class 1 [0.792]
##
## Rule 2/32: (106.5/24.9, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.01889906
## RevolvingUtilizationOfUnsecuredLines <= 0.487114
## DebtRatio > -0.3311639
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 10.01149
## NumberOfOpenCreditLinesAndLoans <= 16.74616
## NumberOfDependents > 0.4062504
## -> class 1 [0.761]
##
## Rule 2/33: (28/6.5, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.8064433
## RevolvingUtilizationOfUnsecuredLines <= 0.897369
## DebtRatio > 0.8254755
## -> class 1 [0.750]
##
## Rule 2/34: (166/45.3, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines <= 0.3508041
## DebtRatio > -0.3312645
## DebtRatio <= -0.3311639
## -> class 1 [0.724]
##
## Rule 2/35: (51.3/14.9, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.3319316
## DebtRatio > -0.331808
## DebtRatio <= -0.3312932
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 7.869746
## NumberOfDependents > 0.4062504
## -> class 1 [0.702]
##
## Rule 2/36: (2085.4/919.3, lift 1.2)
## RevolvingUtilizationOfUnsecuredLines > 0.487114
## -> class 1 [0.559]
##
## Default class: 0
##
## ----- Trial 3: -----
##
## Rules:
##
## Rule 3/1: (54.8/10.1, lift 1.5)
## NumberOfDependents > 3.932245
## -> class 0 [0.805]
##
## Rule 3/2: (4377.2/2040.8, lift 1.0)
## NumberOfDependents <= 3.932245
## -> class 0 [0.534]
##
## Rule 3/3: (114.3, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 8
## NumberOfOpenCreditLinesAndLoans <= 8.998821
## -> class 1 [0.991]
##
## Rule 3/4: (113.6, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 9.015139
## NumberOfOpenCreditLinesAndLoans <= 9.989869
## -> class 1 [0.991]
##
## Rule 3/5: (99.2, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 4
## NumberOfOpenCreditLinesAndLoans <= 4.962322
## -> class 1 [0.990]
##
## Rule 3/6: (86.9, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 5
## NumberOfOpenCreditLinesAndLoans <= 5.991657
## -> class 1 [0.989]
##
## Rule 3/7: (80.4, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 6.973496
## -> class 1 [0.988]
##
## Rule 3/8: (64.1, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 11
## NumberOfOpenCreditLinesAndLoans <= 11.96501
## -> class 1 [0.985]
##
## Rule 3/9: (60.6, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 10.01149
## NumberOfOpenCreditLinesAndLoans <= 10.96571
## -> class 1 [0.984]
##
## Rule 3/10: (51.3, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 7.004297
## NumberOfOpenCreditLinesAndLoans <= 7.998996
## -> class 1 [0.981]
##
## Rule 3/11: (51.2, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 14
## NumberOfOpenCreditLinesAndLoans <= 14.99428
## -> class 1 [0.981]
##
## Rule 3/12: (44.6, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 3
## NumberOfOpenCreditLinesAndLoans <= 3.885373
## -> class 1 [0.979]
##
## Rule 3/13: (42.1, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 13.00239
## NumberOfOpenCreditLinesAndLoans <= 13.94613
## -> class 1 [0.977]
##
## Rule 3/14: (41.7, lift 2.1)
## NumberOfOpenCreditLinesAndLoans > 15.03939
## NumberOfOpenCreditLinesAndLoans <= 15.9877
## -> class 1 [0.977]
##
## Rule 3/15: (40.6, lift 2.1)
## NumberOfDependents > 2.004528
## NumberOfDependents <= 2.910908
## -> class 1 [0.977]
##
## Rule 3/16: (36.5, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines > 0.8412466
## DebtRatio > -0.330547
## DebtRatio <= 0.5440106
## NumberOfOpenCreditLinesAndLoans > 5.033597
## -> class 1 [0.974]
##
## Rule 3/17: (29.5, lift 2.1)
## NumberOfDependents > 3
## NumberOfDependents <= 3.932245
## -> class 1 [0.968]
##
## Rule 3/18: (21.8, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines > 0.0386412
## DebtRatio > -0.3291016
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 14
## -> class 1 [0.958]
##
## Rule 3/19: (20.8/1.4, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.07083751
## RevolvingUtilizationOfUnsecuredLines <= 0.08689896
## NumberOfOpenCreditLinesAndLoans > 10.96571
## NumberOfOpenCreditLinesAndLoans <= 11.96501
## NumberOfDependents <= 2.910908
## -> class 1 [0.893]
##
## Rule 3/20: (40.8/3.8, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.7240765
## DebtRatio > 0.5440106
## DebtRatio <= 2.100628
## NumberOfDependents <= 0
## -> class 1 [0.888]
##
## Rule 3/21: (76.6/11.1, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.3900885
## RevolvingUtilizationOfUnsecuredLines <= 0.5659748
## NumberOfOpenCreditLinesAndLoans > 14
## NumberOfOpenCreditLinesAndLoans <= 21.94985
## NumberOfDependents <= 3.932245
## -> class 1 [0.846]
##
## Rule 3/22: (39/5.4, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.7240765
## DebtRatio > -0.3318777
## DebtRatio <= -0.3318512
## -> class 1 [0.844]
##
## Rule 3/23: (21/3.1, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.08107119
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 20.44315
## NumberOfOpenCreditLinesAndLoans <= 21.94985
## -> class 1 [0.822]
##
## Rule 3/24: (41.4/6.8, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.0386412
## RevolvingUtilizationOfUnsecuredLines <= 0.08107119
## DebtRatio > -0.3318098
## NumberOfOpenCreditLinesAndLoans > 14
## NumberOfOpenCreditLinesAndLoans <= 21.94985
## NumberOfDependents <= 3.932245
## -> class 1 [0.819]
##
## Rule 3/25: (23.5/3.8, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.000596852
## DebtRatio > -0.3318098
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 4.962322
## NumberOfOpenCreditLinesAndLoans <= 5.991657
## NumberOfDependents <= 2.910908
## -> class 1 [0.813]
##
## Rule 3/26: (52/9.6, lift 1.7)
## DebtRatio > -0.2497065
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 7.998996
## NumberOfDependents <= 3.932245
## -> class 1 [0.804]
##
## Rule 3/27: (115.3/26.6, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.7240765
## DebtRatio > -0.330851
## DebtRatio <= 3.011451
## NumberOfDependents > 0
## NumberOfDependents <= 3.932245
## -> class 1 [0.765]
##
## Rule 3/28: (251.3/60.7, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.1097004
## DebtRatio > -0.3318098
## DebtRatio <= -0.3310915
## NumberOfOpenCreditLinesAndLoans > 8
## NumberOfOpenCreditLinesAndLoans <= 9.989869
## NumberOfDependents <= 2.910908
## -> class 1 [0.757]
##
## Rule 3/29: (52.9/12.4, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.7240765
## DebtRatio > -0.3315895
## DebtRatio <= -0.331023
## NumberOfOpenCreditLinesAndLoans <= 3.844459
## NumberOfDependents <= 0
## -> class 1 [0.755]
##
## Rule 3/30: (70.7/17.5, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines <= 0.06959648
## DebtRatio > -0.3318098
## DebtRatio <= -0.3314135
## NumberOfOpenCreditLinesAndLoans <= 4.962322
## -> class 1 [0.745]
##
## Rule 3/31: (184.6/59.3, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.8412466
## DebtRatio > -0.3317373
## DebtRatio <= 0.5440106
## NumberOfOpenCreditLinesAndLoans > 5.033597
## NumberOfOpenCreditLinesAndLoans <= 9.998606
## NumberOfDependents <= 0
## -> class 1 [0.677]
##
## Default class: 0
##
## ----- Trial 4: -----
##
## Rules:
##
## Rule 4/1: (49.5, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines <= 0.1942734
## DebtRatio > -0.3314372
## NumberOfOpenCreditLinesAndLoans > 5.947359
## NumberOfOpenCreditLinesAndLoans <= 12.23906
## NumberOfDependents > 0.4062504
## NumberOfDependents <= 1.55244
## -> class 0 [0.981]
##
## Rule 4/2: (38.4, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.2113677
## RevolvingUtilizationOfUnsecuredLines <= 0.3922485
## DebtRatio > -0.3314372
## NumberOfOpenCreditLinesAndLoans <= 16
## NumberOfDependents > 1.55244
## -> class 0 [0.975]
##
## Rule 4/3: (13.9, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.7126231
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans <= 16
## NumberOfDependents > 1.55244
## -> class 0 [0.937]
##
## Rule 4/4: (12.4, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.5421616
## RevolvingUtilizationOfUnsecuredLines <= 0.6309016
## DebtRatio > -0.3314372
## NumberOfOpenCreditLinesAndLoans <= 16
## NumberOfDependents > 1.55244
## -> class 0 [0.931]
##
## Rule 4/5: (13.8/1, lift 1.8)
## NumberOfOpenCreditLinesAndLoans <= 0.0001957919
## NumberOfDependents > 1.913435
## -> class 0 [0.871]
##
## Rule 4/6: (63.7/8.5, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.7904641
## RevolvingUtilizationOfUnsecuredLines <= 0.8841767
## DebtRatio <= 0.558392
## NumberOfDependents <= 0
## -> class 0 [0.855]
##
## Rule 4/7: (20.7/2.4, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## DebtRatio > -0.3314372
## NumberOfOpenCreditLinesAndLoans <= 4.038534
## NumberOfDependents > 1.55244
## -> class 0 [0.850]
##
## Rule 4/8: (15.8/1.7, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## DebtRatio > -0.3312089
## DebtRatio <= -0.3311488
## NumberOfOpenCreditLinesAndLoans <= 3.844459
## -> class 0 [0.846]
##
## Rule 4/9: (28/5.4, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.9751319
## DebtRatio > -0.3317759
## NumberOfDependents > 2.910908
## -> class 0 [0.787]
##
## Rule 4/10: (89.3/19.9, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines <= 0.3922485
## DebtRatio > -0.3314372
## NumberOfOpenCreditLinesAndLoans > 9.98585
## NumberOfOpenCreditLinesAndLoans <= 16
## NumberOfDependents > 1.55244
## -> class 0 [0.771]
##
## Rule 4/11: (40.1/9.3, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## DebtRatio > -0.2214792
## DebtRatio <= -0.01686453
## NumberOfDependents <= 0.4062504
## -> class 0 [0.756]
##
## Rule 4/12: (97.4/24.2, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## DebtRatio > -0.3314372
## DebtRatio <= -0.3310118
## NumberOfOpenCreditLinesAndLoans > 5.947359
## NumberOfOpenCreditLinesAndLoans <= 11
## NumberOfDependents > 0.4062504
## NumberOfDependents <= 1.55244
## -> class 0 [0.746]
##
## Rule 4/13: (49.8/14.2, lift 1.5)
## DebtRatio <= 0.5871159
## NumberOfOpenCreditLinesAndLoans > 16.74616
## NumberOfDependents > 0.4062504
## NumberOfDependents <= 1.55244
## -> class 0 [0.707]
##
## Rule 4/14: (115.1/33.6, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## DebtRatio > -0.3315029
## DebtRatio <= -0.3314372
## NumberOfOpenCreditLinesAndLoans > 5.998556
## -> class 0 [0.705]
##
## Rule 4/15: (222.6/79.1, lift 1.3)
## RevolvingUtilizationOfUnsecuredLines > 0.7904641
## DebtRatio <= -0.3311488
## NumberOfOpenCreditLinesAndLoans > 3.844459
## NumberOfDependents <= 0
## -> class 0 [0.643]
##
## Rule 4/16: (3466.6/1672.4, lift 1.1)
## RevolvingUtilizationOfUnsecuredLines <= 0.9845421
## -> class 0 [0.518]
##
## Rule 4/17: (74, lift 1.9)
## NumberOfOpenCreditLinesAndLoans > 5
## NumberOfOpenCreditLinesAndLoans <= 5.998556
## -> class 1 [0.987]
##
## Rule 4/18: (19.3, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.5657899
## RevolvingUtilizationOfUnsecuredLines <= 0.6355652
## DebtRatio > -0.3316803
## DebtRatio <= -0.3314372
## NumberOfOpenCreditLinesAndLoans <= 5
## -> class 1 [0.953]
##
## Rule 4/19: (9.5, lift 1.8)
## NumberOfDependents > 0.1044363
## NumberOfDependents <= 0.7796487
## -> class 1 [0.913]
##
## Rule 4/20: (95.1/18.2, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.01471095
## RevolvingUtilizationOfUnsecuredLines <= 0.09950861
## DebtRatio > -0.3318777
## DebtRatio <= -0.3315029
## NumberOfOpenCreditLinesAndLoans > 5
## NumberOfOpenCreditLinesAndLoans <= 7.998996
## NumberOfDependents <= 0.4062504
## -> class 1 [0.803]
##
## Rule 4/21: (324.9/71.4, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.9588209
## NumberOfOpenCreditLinesAndLoans > 1.304624
## NumberOfOpenCreditLinesAndLoans <= 11.09758
## NumberOfDependents > 0
## NumberOfDependents <= 2.910908
## -> class 1 [0.779]
##
## Rule 4/22: (127/34.9, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## RevolvingUtilizationOfUnsecuredLines <= 0.7904641
## NumberOfDependents <= 0
## -> class 1 [0.722]
##
## Rule 4/23: (170.8/52.9, lift 1.3)
## DebtRatio > -0.3318777
## DebtRatio <= -0.3316803
## NumberOfOpenCreditLinesAndLoans <= 2.798099
## -> class 1 [0.688]
##
## Rule 4/24: (62.1/19.7, lift 1.3)
## DebtRatio <= -0.3314372
## NumberOfOpenCreditLinesAndLoans > 8.045628
## NumberOfDependents > 2.004528
## -> class 1 [0.677]
##
## Rule 4/25: (105.7/33.8, lift 1.3)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 16
## NumberOfDependents > 1.55244
## -> class 1 [0.677]
##
## Rule 4/26: (423.3/140.7, lift 1.3)
## RevolvingUtilizationOfUnsecuredLines > 0.8841767
## DebtRatio <= -0.3312089
## NumberOfOpenCreditLinesAndLoans <= 3.844459
## -> class 1 [0.667]
##
## Rule 4/27: (204.6/75.6, lift 1.2)
## RevolvingUtilizationOfUnsecuredLines > 0.3868759
## DebtRatio > 0.5871159
## -> class 1 [0.629]
##
## Rule 4/28: (2341.6/1045.7, lift 1.1)
## DebtRatio > -0.3314372
## DebtRatio <= 0.5871159
## -> class 1 [0.553]
##
## Default class: 0
##
## ----- Trial 5: -----
##
## Rules:
##
## Rule 5/1: (2667/1110.6, lift 1.1)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## -> class 0 [0.584]
##
## Rule 5/2: (1765/769.2, lift 1.2)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## -> class 1 [0.564]
##
## Default class: 0
##
## ----- Trial 6: -----
##
## Rules:
##
## Rule 6/1: (25.4, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.9845421
## DebtRatio > -0.3318531
## NumberOfOpenCreditLinesAndLoans > 2.883304
## NumberOfOpenCreditLinesAndLoans <= 3.028834
## NumberOfDependents > 0.2751118
## -> class 0 [0.963]
##
## Rule 6/2: (17.6/0.7, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.9751319
## NumberOfOpenCreditLinesAndLoans > 2.883304
## NumberOfDependents > 2.494844
## -> class 0 [0.913]
##
## Rule 6/3: (23.3/4.6, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.9751319
## RevolvingUtilizationOfUnsecuredLines <= 0.9845421
## NumberOfDependents > 1.913435
## -> class 0 [0.780]
##
## Rule 6/4: (37/10.2, lift 1.4)
## DebtRatio > -0.3318531
## NumberOfOpenCreditLinesAndLoans <= 1.010798
## NumberOfDependents > 1.913435
## -> class 0 [0.712]
##
## Rule 6/5: (238.2/70.7, lift 1.4)
## DebtRatio <= -0.3318531
## -> class 0 [0.702]
##
## Rule 6/6: (3337.6/1544.1, lift 1.0)
## RevolvingUtilizationOfUnsecuredLines <= 0.9601329
## -> class 0 [0.537]
##
## Rule 6/7: (56.5, lift 2.0)
## NumberOfOpenCreditLinesAndLoans > 2.035271
## NumberOfOpenCreditLinesAndLoans <= 2.960292
## -> class 1 [0.983]
##
## Rule 6/8: (969.5/423.4, lift 1.2)
## RevolvingUtilizationOfUnsecuredLines > 0.9601329
## DebtRatio > -0.3318531
## -> class 1 [0.563]
##
## Default class: 0
##
## ----- Trial 7: -----
##
## Rules:
##
## Rule 7/1: (78.4, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## DebtRatio > -0.3317505
## NumberOfOpenCreditLinesAndLoans > 5.991657
## NumberOfOpenCreditLinesAndLoans <= 6.0036
## -> class 0 [0.988]
##
## Rule 7/2: (83.3/1.3, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.01711976
## RevolvingUtilizationOfUnsecuredLines <= 0.9714348
## DebtRatio <= -0.331807
## -> class 0 [0.973]
##
## Rule 7/3: (35.1, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## NumberOfOpenCreditLinesAndLoans > 12.89463
## NumberOfOpenCreditLinesAndLoans <= 13.00239
## NumberOfDependents <= 2.910908
## -> class 0 [0.973]
##
## Rule 7/4: (32.5, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.2399887
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## DebtRatio > -0.3311235
## DebtRatio <= -0.2519642
## NumberOfOpenCreditLinesAndLoans > 4.962322
## NumberOfOpenCreditLinesAndLoans <= 12.03392
## NumberOfDependents <= 0.4062504
## -> class 0 [0.971]
##
## Rule 7/5: (32.5, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.2399887
## RevolvingUtilizationOfUnsecuredLines <= 0.3699751
## NumberOfOpenCreditLinesAndLoans > 9.495433
## NumberOfDependents <= 0.4062504
## -> class 0 [0.971]
##
## Rule 7/6: (50.2/1.8, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## DebtRatio <= -0.331677
## NumberOfOpenCreditLinesAndLoans > 2.960292
## NumberOfOpenCreditLinesAndLoans <= 4
## -> class 0 [0.947]
##
## Rule 7/7: (58.9/2.4, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 11.96501
## NumberOfOpenCreditLinesAndLoans <= 12.03392
## NumberOfDependents <= 2.004528
## -> class 0 [0.945]
##
## Rule 7/8: (15.3, lift 1.9)
## NumberOfOpenCreditLinesAndLoans > 8.989948
## NumberOfOpenCreditLinesAndLoans <= 9.015139
## NumberOfDependents > 2.910908
## -> class 0 [0.942]
##
## Rule 7/9: (62.6/4.3, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.1037752
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## NumberOfOpenCreditLinesAndLoans > 2.960292
## NumberOfOpenCreditLinesAndLoans <= 4
## -> class 0 [0.918]
##
## Rule 7/10: (44.6/3, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.1511649
## RevolvingUtilizationOfUnsecuredLines <= 0.2399887
## NumberOfOpenCreditLinesAndLoans > 6.973496
## NumberOfOpenCreditLinesAndLoans <= 12.03392
## NumberOfDependents <= 0.4062504
## -> class 0 [0.914]
##
## Rule 7/11: (56/5.1, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## NumberOfOpenCreditLinesAndLoans <= 2.06568
## -> class 0 [0.895]
##
## Rule 7/12: (97.5/11.9, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 4.962322
## NumberOfOpenCreditLinesAndLoans <= 5
## -> class 0 [0.871]
##
## Rule 7/13: (49/7.4, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## NumberOfOpenCreditLinesAndLoans > 14.99428
## NumberOfOpenCreditLinesAndLoans <= 15
## -> class 0 [0.835]
##
## Rule 7/14: (32.9/5.9, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## DebtRatio <= -0.3300351
## NumberOfOpenCreditLinesAndLoans > 13.94613
## NumberOfOpenCreditLinesAndLoans <= 14
## -> class 0 [0.803]
##
## Rule 7/15: (70.8/14.7, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.02560834
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## NumberOfOpenCreditLinesAndLoans > 6.973496
## NumberOfOpenCreditLinesAndLoans <= 11.96501
## NumberOfDependents > 1.498099
## NumberOfDependents <= 2.004528
## -> class 0 [0.785]
##
## Rule 7/16: (119.1/25.2, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## DebtRatio > 1.274602
## -> class 0 [0.783]
##
## Rule 7/17: (84.8/18.3, lift 1.6)
## DebtRatio > -0.331807
## NumberOfOpenCreditLinesAndLoans <= 8.08025
## NumberOfDependents > 2.910908
## -> class 0 [0.778]
##
## Rule 7/18: (142.4/32.8, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.3699751
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## DebtRatio <= 1.274602
## NumberOfOpenCreditLinesAndLoans > 4.962322
## NumberOfOpenCreditLinesAndLoans <= 12.03392
## NumberOfDependents <= 2.004528
## -> class 0 [0.766]
##
## Rule 7/19: (68.9/15.8, lift 1.6)
## DebtRatio <= -0.3318833
## NumberOfOpenCreditLinesAndLoans > 0.0001957919
## -> class 0 [0.763]
##
## Rule 7/20: (241.2/58.3, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.02560834
## NumberOfOpenCreditLinesAndLoans > 6.973496
## NumberOfDependents <= 2.004528
## -> class 0 [0.756]
##
## Rule 7/21: (267/74.6, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.2399887
## DebtRatio > -0.3315311
## NumberOfOpenCreditLinesAndLoans > 6.973496
## NumberOfOpenCreditLinesAndLoans <= 10.10097
## NumberOfDependents <= 1.498099
## -> class 0 [0.719]
##
## Rule 7/22: (55.5/16.5, lift 1.4)
## DebtRatio <= -0.331807
## NumberOfOpenCreditLinesAndLoans <= 0.0001957919
## -> class 0 [0.696]
##
## Rule 7/23: (65.1/19.9, lift 1.4)
## DebtRatio > -0.331807
## NumberOfOpenCreditLinesAndLoans > 9.98585
## NumberOfDependents > 2.910908
## NumberOfDependents <= 3
## -> class 0 [0.689]
##
## Rule 7/24: (230.6/95.2, lift 1.2)
## DebtRatio > -0.3317413
## DebtRatio <= -0.3300351
## NumberOfOpenCreditLinesAndLoans > 15.9877
## NumberOfDependents <= 2.004528
## -> class 0 [0.587]
##
## Rule 7/25: (105.1, lift 2.0)
## NumberOfOpenCreditLinesAndLoans > 8.08025
## NumberOfOpenCreditLinesAndLoans <= 8.989948
## -> class 1 [0.991]
##
## Rule 7/26: (105.4, lift 2.0)
## NumberOfOpenCreditLinesAndLoans > 9.015139
## NumberOfOpenCreditLinesAndLoans <= 9.98585
## -> class 1 [0.991]
##
## Rule 7/27: (91, lift 2.0)
## NumberOfOpenCreditLinesAndLoans > 4
## NumberOfOpenCreditLinesAndLoans <= 4.962322
## -> class 1 [0.989]
##
## Rule 7/28: (87.2, lift 2.0)
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 6.973496
## -> class 1 [0.989]
##
## Rule 7/29: (75.7, lift 2.0)
## NumberOfOpenCreditLinesAndLoans > 5
## NumberOfOpenCreditLinesAndLoans <= 5.991657
## -> class 1 [0.987]
##
## Rule 7/30: (50, lift 2.0)
## NumberOfOpenCreditLinesAndLoans > 15
## NumberOfOpenCreditLinesAndLoans <= 15.9877
## -> class 1 [0.981]
##
## Rule 7/31: (41.9, lift 2.0)
## NumberOfOpenCreditLinesAndLoans > 13.00239
## NumberOfOpenCreditLinesAndLoans <= 13.94613
## -> class 1 [0.977]
##
## Rule 7/32: (12.5, lift 1.9)
## NumberOfOpenCreditLinesAndLoans > 20
## NumberOfOpenCreditLinesAndLoans <= 20.69998
## -> class 1 [0.931]
##
## Rule 7/33: (20.8/1.6, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.01437002
## RevolvingUtilizationOfUnsecuredLines <= 0.01711976
## DebtRatio <= -0.331807
## -> class 1 [0.887]
##
## Rule 7/34: (43.9/6.9, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.4213418
## RevolvingUtilizationOfUnsecuredLines <= 0.5645535
## DebtRatio <= -0.3304848
## NumberOfOpenCreditLinesAndLoans > 15
## NumberOfOpenCreditLinesAndLoans <= 20.69998
## -> class 1 [0.827]
##
## Rule 7/35: (68.5/12.4, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.9714348
## DebtRatio > -0.3318833
## DebtRatio <= -0.331807
## NumberOfOpenCreditLinesAndLoans > 0.0001957919
## -> class 1 [0.809]
##
## Rule 7/36: (4060.3/1961.6, lift 1.0)
## DebtRatio > -0.331807
## -> class 1 [0.517]
##
## Default class: 0
##
## ----- Trial 8: -----
##
## Rules:
##
## Rule 8/1: (28.1, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > -0.3317052
## NumberOfOpenCreditLinesAndLoans > 10.72138
## NumberOfOpenCreditLinesAndLoans <= 11.03669
## NumberOfDependents > 1
## -> class 0 [0.967]
##
## Rule 8/2: (26.3, lift 1.8)
## DebtRatio > 0.02285557
## NumberOfOpenCreditLinesAndLoans <= 1.499438
## -> class 0 [0.965]
##
## Rule 8/3: (26, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.3699751
## DebtRatio > -0.3315992
## NumberOfOpenCreditLinesAndLoans > 11.92359
## NumberOfOpenCreditLinesAndLoans <= 13.0995
## NumberOfDependents > 1
## -> class 0 [0.964]
##
## Rule 8/4: (22.6, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.834048
## NumberOfOpenCreditLinesAndLoans <= 11.03669
## NumberOfDependents > 3.672065
## -> class 0 [0.959]
##
## Rule 8/5: (20.5, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > -0.03682972
## NumberOfOpenCreditLinesAndLoans <= 11.03669
## NumberOfDependents > 1
## -> class 0 [0.955]
##
## Rule 8/6: (30.6/0.9, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > -0.3179548
## NumberOfOpenCreditLinesAndLoans > 12
## NumberOfDependents <= 1
## -> class 0 [0.941]
##
## Rule 8/7: (40/1.5, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## NumberOfOpenCreditLinesAndLoans > 12.89463
## NumberOfOpenCreditLinesAndLoans <= 13.00239
## NumberOfDependents <= 1
## -> class 0 [0.940]
##
## Rule 8/8: (14.4, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.3699751
## RevolvingUtilizationOfUnsecuredLines <= 0.834048
## NumberOfDependents > 3.734046
## -> class 0 [0.939]
##
## Rule 8/9: (12.8, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## DebtRatio > -0.3311512
## DebtRatio <= -0.3311488
## -> class 0 [0.932]
##
## Rule 8/10: (9.2, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.4738033
## RevolvingUtilizationOfUnsecuredLines <= 0.487114
## NumberOfOpenCreditLinesAndLoans > 11.92359
## -> class 0 [0.911]
##
## Rule 8/11: (46.1/3.5, lift 1.7)
## DebtRatio <= -0.3314183
## NumberOfOpenCreditLinesAndLoans > 1.499438
## NumberOfOpenCreditLinesAndLoans <= 2.448894
## NumberOfDependents <= 0.4062504
## -> class 0 [0.906]
##
## Rule 8/12: (84.8/7.5, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## NumberOfOpenCreditLinesAndLoans > 11.96501
## NumberOfOpenCreditLinesAndLoans <= 12
## NumberOfDependents <= 1
## -> class 0 [0.902]
##
## Rule 8/13: (40.3/3.7, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > -0.2986507
## NumberOfOpenCreditLinesAndLoans > 3.994732
## NumberOfOpenCreditLinesAndLoans <= 4
## -> class 0 [0.889]
##
## Rule 8/14: (86.4/8.9, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## NumberOfOpenCreditLinesAndLoans <= 2.035271
## -> class 0 [0.888]
##
## Rule 8/15: (29.8/3.5, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## DebtRatio > 0.02285557
## DebtRatio <= 0.3721185
## -> class 0 [0.859]
##
## Rule 8/16: (12.2/1, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.8159019
## RevolvingUtilizationOfUnsecuredLines <= 0.834048
## NumberOfOpenCreditLinesAndLoans > 11.03669
## -> class 0 [0.858]
##
## Rule 8/17: (34.4/4.4, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines <= 0.834048
## DebtRatio > -0.3317052
## NumberOfOpenCreditLinesAndLoans > 2.960292
## NumberOfOpenCreditLinesAndLoans <= 4.038534
## NumberOfDependents > 1
## -> class 0 [0.853]
##
## Rule 8/18: (81.7/11.5, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.001808294
## RevolvingUtilizationOfUnsecuredLines <= 0.8925993
## DebtRatio > -0.3314718
## DebtRatio <= -0.331284
## NumberOfOpenCreditLinesAndLoans <= 6.0036
## NumberOfDependents <= 1
## -> class 0 [0.851]
##
## Rule 8/19: (75.7/10.7, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > -0.331284
## NumberOfOpenCreditLinesAndLoans > 2.960292
## NumberOfOpenCreditLinesAndLoans <= 3.028834
## -> class 0 [0.849]
##
## Rule 8/20: (82.6/12.1, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## NumberOfOpenCreditLinesAndLoans > 17.63232
## NumberOfDependents <= 1
## -> class 0 [0.845]
##
## Rule 8/21: (300.1/56.2, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio <= -0.3317052
## -> class 0 [0.811]
##
## Rule 8/22: (62.3/11.5, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > 3.486722
## NumberOfDependents <= 1
## -> class 0 [0.805]
##
## Rule 8/23: (60/12.5, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.0899519
## RevolvingUtilizationOfUnsecuredLines <= 0.3699751
## DebtRatio > -0.3315992
## NumberOfOpenCreditLinesAndLoans > 11.92359
## NumberOfDependents > 1
## -> class 0 [0.782]
##
## Rule 8/24: (581.2/140.5, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio <= -0.331284
## NumberOfOpenCreditLinesAndLoans > 7.954851
## NumberOfDependents <= 1
## -> class 0 [0.757]
##
## Rule 8/25: (54.3/12.7, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines > 0.9964004
## DebtRatio <= -0.3314183
## NumberOfOpenCreditLinesAndLoans <= 3.9568
## NumberOfDependents > 1.498099
## NumberOfDependents <= 2
## -> class 0 [0.756]
##
## Rule 8/26: (180.5/44.2, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines > 0.169522
## RevolvingUtilizationOfUnsecuredLines <= 0.834048
## NumberOfOpenCreditLinesAndLoans <= 11.03669
## NumberOfDependents > 1
## -> class 0 [0.752]
##
## Rule 8/27: (125.3/30.6, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## RevolvingUtilizationOfUnsecuredLines <= 1.002571
## DebtRatio <= -0.3314183
## NumberOfOpenCreditLinesAndLoans > 3.9568
## NumberOfOpenCreditLinesAndLoans <= 8.08025
## -> class 0 [0.752]
##
## Rule 8/28: (184.6/45.9, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio <= -0.3314718
## NumberOfOpenCreditLinesAndLoans > 2.960292
## NumberOfDependents > 0.4062504
## NumberOfDependents <= 1
## -> class 0 [0.749]
##
## Rule 8/29: (91.9/24.4, lift 1.4)
## DebtRatio > -0.3318412
## DebtRatio <= -0.3314183
## NumberOfOpenCreditLinesAndLoans <= 2.448894
## NumberOfDependents <= 0.4062504
## -> class 0 [0.730]
##
## Rule 8/30: (193.5/56.1, lift 1.3)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > -0.3316357
## DebtRatio <= -0.3315141
## NumberOfDependents <= 0.4062504
## -> class 0 [0.708]
##
## Rule 8/31: (1487.5/532.4, lift 1.2)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio <= 3.011451
## NumberOfOpenCreditLinesAndLoans > 4.962322
## NumberOfOpenCreditLinesAndLoans <= 11
## NumberOfDependents <= 1
## -> class 0 [0.642]
##
## Rule 8/32: (80, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 4
## NumberOfOpenCreditLinesAndLoans <= 4.962322
## -> class 1 [0.988]
##
## Rule 8/33: (67, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 11
## NumberOfOpenCreditLinesAndLoans <= 11.96501
## -> class 1 [0.986]
##
## Rule 8/34: (71.9, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 6.926061
## -> class 1 [0.986]
##
## Rule 8/35: (59, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 3.028834
## NumberOfOpenCreditLinesAndLoans <= 3.994732
## -> class 1 [0.984]
##
## Rule 8/36: (61.2, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 11.03669
## NumberOfOpenCreditLinesAndLoans <= 11.92359
## -> class 1 [0.984]
##
## Rule 8/37: (56.5, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 7.004297
## NumberOfOpenCreditLinesAndLoans <= 7.954851
## -> class 1 [0.983]
##
## Rule 8/38: (50.3, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 2.035271
## NumberOfOpenCreditLinesAndLoans <= 2.960292
## -> class 1 [0.981]
##
## Rule 8/39: (46.9, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 12
## NumberOfOpenCreditLinesAndLoans <= 12.89463
## -> class 1 [0.980]
##
## Rule 8/40: (14.6, lift 2.2)
## RevolvingUtilizationOfUnsecuredLines <= 0.834048
## DebtRatio > -0.3317052
## DebtRatio <= -0.3315992
## NumberOfOpenCreditLinesAndLoans > 11.03669
## NumberOfDependents > 1
## -> class 1 [0.940]
##
## Rule 8/41: (39.5/2.5, lift 2.2)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## RevolvingUtilizationOfUnsecuredLines <= 0.9964004
## NumberOfOpenCreditLinesAndLoans <= 3.9568
## -> class 1 [0.916]
##
## Rule 8/42: (44.5/3.2, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines > 1.002571
## -> class 1 [0.909]
##
## Rule 8/43: (25.6/2.1, lift 2.1)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > -0.3315141
## DebtRatio <= -0.3314718
## NumberOfOpenCreditLinesAndLoans <= 7.954851
## NumberOfDependents <= 0.4062504
## -> class 1 [0.889]
##
## Rule 8/44: (20.7/2.4, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.6556643
## RevolvingUtilizationOfUnsecuredLines <= 0.7089964
## DebtRatio > -0.3317052
## NumberOfOpenCreditLinesAndLoans <= 10.72138
## NumberOfDependents > 1
## -> class 1 [0.848]
##
## Rule 8/45: (226.6/35.4, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## DebtRatio > -0.3314183
## DebtRatio <= -0.3291358
## NumberOfDependents <= 2.768629
## -> class 1 [0.841]
##
## Rule 8/46: (34/5.6, lift 1.9)
## DebtRatio > 3.011451
## DebtRatio <= 3.486722
## NumberOfOpenCreditLinesAndLoans <= 11.96501
## NumberOfDependents <= 1
## -> class 1 [0.817]
##
## Rule 8/47: (37.1/7.2, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## DebtRatio <= -0.3314183
## NumberOfOpenCreditLinesAndLoans <= 3.9568
## NumberOfDependents > 2
## -> class 1 [0.791]
##
## Rule 8/48: (119/27.7, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.3699751
## RevolvingUtilizationOfUnsecuredLines <= 0.8159019
## DebtRatio > -0.3317052
## NumberOfOpenCreditLinesAndLoans > 11.03669
## NumberOfDependents > 1
## NumberOfDependents <= 3.734046
## -> class 1 [0.763]
##
## Rule 8/49: (47.4/10.9, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.0899519
## NumberOfOpenCreditLinesAndLoans > 13.0995
## NumberOfDependents > 1
## -> class 1 [0.760]
##
## Rule 8/50: (181.6/43.6, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## NumberOfDependents > 0.4062504
## NumberOfDependents <= 1.498099
## -> class 1 [0.757]
##
## Rule 8/51: (39.8/9.2, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## DebtRatio <= -0.3314183
## NumberOfOpenCreditLinesAndLoans > 8.08025
## -> class 1 [0.756]
##
## Rule 8/52: (65.3/15.6, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.834048
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## NumberOfOpenCreditLinesAndLoans > 2.035271
## NumberOfDependents > 1
## -> class 1 [0.753]
##
## Rule 8/53: (140.8/36.7, lift 1.7)
## DebtRatio > -0.331284
## DebtRatio <= -0.3179548
## NumberOfOpenCreditLinesAndLoans > 13.00239
## NumberOfOpenCreditLinesAndLoans <= 17.63232
## NumberOfDependents <= 1
## -> class 1 [0.736]
##
## Rule 8/54: (66.7/17.8, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## DebtRatio <= -0.3314183
## NumberOfOpenCreditLinesAndLoans > 2.448894
## NumberOfOpenCreditLinesAndLoans <= 3.9568
## NumberOfDependents <= 1.498099
## -> class 1 [0.727]
##
## Rule 8/55: (77.1/26.3, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.9524038
## DebtRatio > -0.3317052
## DebtRatio <= -0.3316357
## NumberOfOpenCreditLinesAndLoans > 2.035271
## NumberOfOpenCreditLinesAndLoans <= 7.954851
## NumberOfDependents <= 0.4062504
## -> class 1 [0.655]
##
## Rule 8/56: (103.1/37.5, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.169522
## DebtRatio > -0.3317052
## DebtRatio <= -0.03682972
## NumberOfOpenCreditLinesAndLoans > 4.038534
## NumberOfOpenCreditLinesAndLoans <= 10.72138
## NumberOfDependents > 1
## NumberOfDependents <= 3.672065
## -> class 1 [0.634]
##
## Rule 8/57: (80.9/30.1, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.9524038
## DebtRatio <= -0.3318412
## NumberOfOpenCreditLinesAndLoans <= 1.499438
## NumberOfDependents <= 0.4062504
## -> class 1 [0.625]
##
## Rule 8/58: (1729.6/902.2, lift 1.1)
## DebtRatio > -0.3317052
## NumberOfOpenCreditLinesAndLoans <= 7.954851
## -> class 1 [0.478]
##
## Default class: 0
##
## ----- Trial 9: -----
##
## Rules:
##
## Rule 9/1: (123.2, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 5.991657
## NumberOfOpenCreditLinesAndLoans <= 6.0036
## -> class 0 [0.992]
##
## Rule 9/2: (109.3, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines <= 0.2676632
## NumberOfOpenCreditLinesAndLoans > 8.989948
## NumberOfOpenCreditLinesAndLoans <= 9.015139
## -> class 0 [0.991]
##
## Rule 9/3: (48.6, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans <= 2.035271
## -> class 0 [0.980]
##
## Rule 9/4: (25, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.2345948
## RevolvingUtilizationOfUnsecuredLines <= 0.387066
## NumberOfOpenCreditLinesAndLoans > 15.9877
## -> class 0 [0.963]
##
## Rule 9/5: (21.2, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## DebtRatio <= -0.3317443
## NumberOfOpenCreditLinesAndLoans > 4.494658
## -> class 0 [0.957]
##
## Rule 9/6: (115.1/6.7, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines <= 0.6833318
## NumberOfOpenCreditLinesAndLoans > 9.97967
## NumberOfOpenCreditLinesAndLoans <= 10.01149
## -> class 0 [0.935]
##
## Rule 9/7: (120.4/8.9, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 10.96571
## NumberOfOpenCreditLinesAndLoans <= 11
## -> class 0 [0.919]
##
## Rule 9/8: (65.7/5.4, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 13.94613
## NumberOfOpenCreditLinesAndLoans <= 14
## -> class 0 [0.905]
##
## Rule 9/9: (25.9/2, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## RevolvingUtilizationOfUnsecuredLines <= 0.9590058
## DebtRatio > 3.651319
## -> class 0 [0.893]
##
## Rule 9/10: (72.8/7.6, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 11.95164
## NumberOfOpenCreditLinesAndLoans <= 12
## -> class 0 [0.886]
##
## Rule 9/11: (125.2/13.7, lift 1.8)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 4.962322
## NumberOfOpenCreditLinesAndLoans <= 5
## -> class 0 [0.884]
##
## Rule 9/12: (48/5.1, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 12.95923
## NumberOfOpenCreditLinesAndLoans <= 13.00239
## -> class 0 [0.879]
##
## Rule 9/13: (143.2/16.7, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 7.998996
## NumberOfOpenCreditLinesAndLoans <= 8
## -> class 0 [0.878]
##
## Rule 9/14: (57.4/6.3, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 14.99428
## NumberOfOpenCreditLinesAndLoans <= 15
## -> class 0 [0.878]
##
## Rule 9/15: (57.1/6.9, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.3276755
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 8.989948
## NumberOfOpenCreditLinesAndLoans <= 9.015139
## -> class 0 [0.866]
##
## Rule 9/16: (41.8/5, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.7908944
## RevolvingUtilizationOfUnsecuredLines <= 0.9590058
## DebtRatio <= 2.37182
## NumberOfOpenCreditLinesAndLoans > 10.48945
## NumberOfDependents <= 0.1044363
## -> class 0 [0.862]
##
## Rule 9/17: (32/3.8, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.9553915
## DebtRatio > -0.3317131
## DebtRatio <= -0.3316631
## NumberOfDependents <= 0.4062504
## -> class 0 [0.859]
##
## Rule 9/18: (37.5/5, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## RevolvingUtilizationOfUnsecuredLines <= 0.7502604
## DebtRatio <= -0.3308364
## NumberOfOpenCreditLinesAndLoans <= 8.045628
## -> class 0 [0.849]
##
## Rule 9/19: (95.3/13.9, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 2.947899
## NumberOfOpenCreditLinesAndLoans <= 3
## -> class 0 [0.847]
##
## Rule 9/20: (194.5/32.3, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 6.973496
## NumberOfOpenCreditLinesAndLoans <= 7.004297
## -> class 0 [0.830]
##
## Rule 9/21: (200.9/37.7, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 3.994732
## NumberOfOpenCreditLinesAndLoans <= 4
## -> class 0 [0.809]
##
## Rule 9/22: (113.8/24.5, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines <= 0.387066
## DebtRatio <= -0.3306142
## NumberOfOpenCreditLinesAndLoans > 15.9877
## -> class 0 [0.779]
##
## Rule 9/23: (60.1/13.3, lift 1.5)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## RevolvingUtilizationOfUnsecuredLines <= 0.9553915
## DebtRatio <= -0.3316631
## -> class 0 [0.770]
##
## Rule 9/24: (118.7/33.8, lift 1.4)
## DebtRatio <= -0.331885
## -> class 0 [0.711]
##
## Rule 9/25: (252.6/80.3, lift 1.4)
## DebtRatio > -0.3316631
## DebtRatio <= -0.3314309
## NumberOfDependents > 1.498099
## -> class 0 [0.680]
##
## Rule 9/26: (216/70.9, lift 1.3)
## DebtRatio > -0.3316631
## NumberOfDependents > 2.910908
## -> class 0 [0.670]
##
## Rule 9/27: (144.4/49, lift 1.3)
## RevolvingUtilizationOfUnsecuredLines > 0.7908944
## RevolvingUtilizationOfUnsecuredLines <= 0.9590058
## DebtRatio <= 1.1687
## NumberOfOpenCreditLinesAndLoans <= 9.213112
## NumberOfDependents <= 0.1044363
## -> class 0 [0.658]
##
## Rule 9/28: (434.3/171.8, lift 1.2)
## DebtRatio > 0.02285557
## -> class 0 [0.604]
##
## Rule 9/29: (145, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 8
## NumberOfOpenCreditLinesAndLoans <= 8.989948
## -> class 1 [0.993]
##
## Rule 9/30: (133.4, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 9.015139
## NumberOfOpenCreditLinesAndLoans <= 9.97967
## -> class 1 [0.993]
##
## Rule 9/31: (101.5, lift 2.3)
## NumberOfOpenCreditLinesAndLoans > 5
## NumberOfOpenCreditLinesAndLoans <= 5.991657
## -> class 1 [0.990]
##
## Rule 9/32: (80.8, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 6.0036
## NumberOfOpenCreditLinesAndLoans <= 6.973496
## -> class 1 [0.988]
##
## Rule 9/33: (83, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 10.01149
## NumberOfOpenCreditLinesAndLoans <= 10.96571
## -> class 1 [0.988]
##
## Rule 9/34: (66.7, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 4
## NumberOfOpenCreditLinesAndLoans <= 4.962322
## -> class 1 [0.985]
##
## Rule 9/35: (57.2, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 11
## NumberOfOpenCreditLinesAndLoans <= 11.95164
## -> class 1 [0.983]
##
## Rule 9/36: (50.2, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 3
## NumberOfOpenCreditLinesAndLoans <= 3.994732
## -> class 1 [0.981]
##
## Rule 9/37: (51.5, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 7.004297
## NumberOfOpenCreditLinesAndLoans <= 7.998996
## -> class 1 [0.981]
##
## Rule 9/38: (47.9, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 15
## NumberOfOpenCreditLinesAndLoans <= 15.9877
## -> class 1 [0.980]
##
## Rule 9/39: (42.3, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 14
## NumberOfOpenCreditLinesAndLoans <= 14.99428
## -> class 1 [0.977]
##
## Rule 9/40: (40.8, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 2.035271
## NumberOfOpenCreditLinesAndLoans <= 2.947899
## -> class 1 [0.977]
##
## Rule 9/41: (42.2, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 12
## NumberOfOpenCreditLinesAndLoans <= 12.95923
## -> class 1 [0.977]
##
## Rule 9/42: (36.2, lift 2.2)
## NumberOfOpenCreditLinesAndLoans > 13.00239
## NumberOfOpenCreditLinesAndLoans <= 13.94613
## -> class 1 [0.974]
##
## Rule 9/43: (30.4, lift 2.2)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## DebtRatio > 1.1687
## DebtRatio <= 2.100628
## -> class 1 [0.969]
##
## Rule 9/44: (27.5, lift 2.2)
## RevolvingUtilizationOfUnsecuredLines > 0.7908944
## RevolvingUtilizationOfUnsecuredLines <= 0.9590058
## DebtRatio > 2.37182
## DebtRatio <= 3.651319
## NumberOfDependents <= 2.910908
## -> class 1 [0.966]
##
## Rule 9/45: (20.3, lift 2.2)
## RevolvingUtilizationOfUnsecuredLines > 0.6833318
## RevolvingUtilizationOfUnsecuredLines <= 0.7201901
## NumberOfOpenCreditLinesAndLoans > 9.015139
## NumberOfOpenCreditLinesAndLoans <= 10.01149
## -> class 1 [0.955]
##
## Rule 9/46: (27/2.2, lift 2.0)
## RevolvingUtilizationOfUnsecuredLines > 0.01529351
## RevolvingUtilizationOfUnsecuredLines <= 0.2345948
## DebtRatio > -0.3306142
## NumberOfOpenCreditLinesAndLoans > 13.00239
## NumberOfDependents > 0.4062504
## -> class 1 [0.888]
##
## Rule 9/47: (48.5/6.4, lift 1.9)
## RevolvingUtilizationOfUnsecuredLines > 0.2676632
## RevolvingUtilizationOfUnsecuredLines <= 0.3276755
## NumberOfOpenCreditLinesAndLoans > 8
## NumberOfOpenCreditLinesAndLoans <= 9.015139
## -> class 1 [0.854]
##
## Rule 9/48: (22.1/4.6, lift 1.7)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## DebtRatio > -0.3317443
## DebtRatio <= -0.3317131
## NumberOfDependents <= 0.4062504
## -> class 1 [0.765]
##
## Rule 9/49: (197.7/58.6, lift 1.6)
## RevolvingUtilizationOfUnsecuredLines > 0.387066
## NumberOfOpenCreditLinesAndLoans > 14
## -> class 1 [0.702]
##
## Rule 9/50: (1683.4/671.3, lift 1.4)
## RevolvingUtilizationOfUnsecuredLines > 0.7201901
## -> class 1 [0.601]
##
## Default class: 0
##
##
## Evaluation on training data (4432 cases):
##
## Trial Rules
## ----- ----------------
## No Errors
##
## 0 35 684(15.4%)
## 1 29 874(19.7%)
## 2 36 744(16.8%)
## 3 31 667(15.0%)
## 4 28 1258(28.4%)
## 5 2 1112(25.1%)
## 6 8 1216(27.4%)
## 7 36 845(19.1%)
## 8 58 878(19.8%)
## 9 50 497(11.2%)
## boost 397( 9.0%) <<
##
##
## (a) (b) <-classified as
## ---- ----
## 2597 173 (a): class 0
## 224 1438 (b): class 1
##
##
## Attribute usage:
##
## 100.00% RevolvingUtilizationOfUnsecuredLines
## 100.00% DebtRatio
## 100.00% NumberOfDependents
## 99.93% NumberOfOpenCreditLinesAndLoans
##
##
## Time: 4.9 secs
C5imp(dtC50, pct=TRUE)
## Overall
## RevolvingUtilizationOfUnsecuredLines 100.00
## DebtRatio 100.00
## NumberOfDependents 100.00
## NumberOfOpenCreditLinesAndLoans 99.93
# plot(dtC50)
normalize <- function(x){
return((x - mean(x, na.rm = TRUE))/sd(x, na.rm = TRUE))
}
data_Transtest=datatest
data_Transtest$DebtRatio <- normalize(data_Transtest$DebtRatio)
b=table(predict(dtC50, newdata=data_Transtest, type="class"),data_Transtest$SeriousDlqin2yrs)
b
##
## 0 1
## 0 782 33
## 1 155 30
rcTest=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
rcTest
## [1] 81.2
TPRTest=b[2,2]/(b[1,2]+b[2,2])*100
TPRTest
## [1] 47.61905
pred <- predict(dtC50, newdata=datatest,type = "class")
confusionMatrix(data_Transtest$SeriousDlqin2yrs,pred)
## Confusion Matrix and Statistics
##
## Reference
## Prediction 0 1
## 0 814 123
## 1 37 26
##
## Accuracy : 0.84
## 95% CI : (0.8158, 0.8622)
## No Information Rate : 0.851
## P-Value [Acc > NIR] : 0.8464
##
## Kappa : 0.172
## Mcnemar's Test P-Value : 1.819e-11
##
## Sensitivity : 0.9565
## Specificity : 0.1745
## Pos Pred Value : 0.8687
## Neg Pred Value : 0.4127
## Prevalence : 0.8510
## Detection Rate : 0.8140
## Detection Prevalence : 0.9370
## Balanced Accuracy : 0.5655
##
## 'Positive' Class : 0
##
library(caret)
datatrain_c50=data_over2
####### Collected cp value
datatrain_c50$SeriousDlqin2yrs <- as.factor(data_over2$SeriousDlqin2yrs)
trainControl <- trainControl(method="cv", number=10, repeats=3)
set.seed(7)
fit.C5 <- caret::train(SeriousDlqin2yrs~., data=datatrain_c50,metric="Accuracy", method="C5.0", trControl=trainControl)
## Loading required package: plyr
##
## Attaching package: 'plyr'
## The following object is masked from 'package:DMwR':
##
## join
## Warning: 'trials' should be <= 7 for this object. Predictions generated
## using 7 trials
## Warning: 'trials' should be <= 7 for this object. Predictions generated
## using 7 trials
## Warning: 'trials' should be <= 7 for this object. Predictions generated
## using 7 trials
## Warning: 'trials' should be <= 7 for this object. Predictions generated
## using 7 trials
## Warning: 'trials' should be <= 9 for this object. Predictions generated
## using 9 trials
## Warning: 'trials' should be <= 9 for this object. Predictions generated
## using 9 trials
## Warning: 'trials' should be <= 7 for this object. Predictions generated
## using 7 trials
## Warning: 'trials' should be <= 7 for this object. Predictions generated
## using 7 trials
## Warning: 'trials' should be <= 8 for this object. Predictions generated
## using 8 trials
## Warning: 'trials' should be <= 8 for this object. Predictions generated
## using 8 trials
## Warning: 'trials' should be <= 8 for this object. Predictions generated
## using 8 trials
## Warning: 'trials' should be <= 8 for this object. Predictions generated
## using 8 trials
fit.C5$bestTune
## trials model winnow
## 12 20 rules TRUE
b=table(predict(fit.C5$finalModel, newdata=data_Transtest, type="class"),data_Transtest$SeriousDlqin2yrs)
b
##
## 0 1
## 0 918 59
## 1 19 4
rcTest=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
rcTest
## [1] 92.2
TPRTest=b[2,2]/(b[1,2]+b[2,2])*100
TPRTest
## [1] 6.349206
############################## Random Forest #####################
library(randomForest)
## randomForest 4.6-12
## Type rfNews() to see new features/changes/bug fixes.
##
## Attaching package: 'randomForest'
## The following object is masked from 'package:ggplot2':
##
## margin
RF <- randomForest(SeriousDlqin2yrs ~ ., data = data_over2,
ntree=500, mtry = 3, nodesize = 10,
importance=TRUE)
# RF <- randomForest(SeriousDlqin2yrs ~ ., data = data_over2,importance=TRUE,corr.bias=T)
#RF1 <- randomForest(SeriousDlqin2yrs ~ ., data = data_clean,importance=TRUE,corr.bias=T)
print(RF)
##
## Call:
## randomForest(formula = SeriousDlqin2yrs ~ ., data = data_over2, ntree = 500, mtry = 3, nodesize = 10, importance = TRUE)
## Type of random forest: classification
## Number of trees: 500
## No. of variables tried at each split: 3
##
## OOB estimate of error rate: 13.29%
## Confusion matrix:
## 0 1 class.error
## 0 2567 203 0.0732852
## 1 386 1276 0.2322503
plot(RF, main="")
legend("topright", c("OOB", "0", "1"), text.col=1:6, lty=1:3, col=1:3)
title(main="Error Rates Random Forest RFDF.dev")
impVar <- round(randomForest::importance(RF), 2)
impVar[order(impVar[,3], decreasing=TRUE),]
## 0 1 MeanDecreaseAccuracy
## RevolvingUtilizationOfUnsecuredLines 115.25 198.98 225.72
## DebtRatio 71.29 139.14 148.12
## NumberOfOpenCreditLinesAndLoans 58.53 116.84 131.28
## NumberOfDependents 20.79 65.02 62.82
## MeanDecreaseGini
## RevolvingUtilizationOfUnsecuredLines 750.40
## DebtRatio 448.64
## NumberOfOpenCreditLinesAndLoans 368.83
## NumberOfDependents 93.16
b=table(predict(RF, newdata=datatest, type="class"),datatest$SeriousDlqin2yrs)
b
##
## 0 1
## 0 812 40
## 1 125 23
rcTest=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
rcTest
## [1] 83.5
TPRTest=b[2,2]/(b[1,2]+b[2,2])*100
TPRTest
## [1] 36.50794
## Tuning Random Forest
tRF <- tuneRF(x = data_over2[,-c(1)],
y=as.factor(data_over2$SeriousDlqin2yrs),
mtryStart = 3,
ntreeTry=100,
stepFactor = 2,
improve = 0.001,
trace=FALSE,
plot = FALSE,
doBest = TRUE,
nodesize = 150,
importance=FALSE
)
## 0.01442308 0.001
## -0.04 0.001
## -0.0195122 0.001
tRF$importance
## MeanDecreaseGini
## RevolvingUtilizationOfUnsecuredLines 471.23757
## DebtRatio 136.77832
## NumberOfOpenCreditLinesAndLoans 85.53202
## NumberOfDependents 19.91258
b=table(predict(tRF, newdata=datatest, type="class"),datatest$SeriousDlqin2yrs)
b
##
## 0 1
## 0 780 30
## 1 157 33
rcTest=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
rcTest
## [1] 81.3
TPRTest=b[2,2]/(b[2,2]+b[1,2])*100
TPRTest
## [1] 52.38095
############################# Support Vector Machine############################
# library(e1071)
#
# model=svm(SeriousDlqin2yrs~.,data=data_over2)
# #plot(model, data_over2, svSymbol = 1, dataSymbol = 2, symbolPalette = rainbow(4),color.palette = terrain.colors)
#
# b=table(predict(model, newdata=datatest, type="class"),datatest$SeriousDlqin2yrs)
# b
# rcTest=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
# rcTest
#
# TPRTest=b[2,2]/(b[1,2]+b[2,2])*100
# TPRTest
#
#
# # Finding best value for Sigma and Cost
#
# gr = expand.grid(C = c(1,200,1000), sigma = c(0.01, 0.05, 1))
# tr = trainControl(method = 'cv', number = 5)
# m2 = train(data = data_over2, SeriousDlqin2yrs ~ ., method = 'svmRadial', trControl = tr, tuneGrid = gr)
# m2
#
# # Applying selected parameters for sigma and Cost
#
# model=svm(SeriousDlqin2yrs~.,data=data_over2,sigma= 1,cost=1000)
# #plot(model, data_over2, svSymbol = 1, dataSymbol = 2, symbolPalette = rainbow(4),color.palette = terrain.colors)
#
#
#
#
#
# b=table(predict(model, newdata=datatest, type="class"),datatest$SeriousDlqin2yrs)
# b
# rcTest=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
# rcTest
#
# TPRTest=b[2,2]/(b[1,2]+b[2,2])*100
# TPRTest
#
#
#
# ########################## Neural Network Model ##################################
#
#
# # install.packages("neuralnet")
# library(neuralnet)
# data_neural=data_over2
# data_neural$SeriousDlqin2yrs=as.numeric(data_neural$SeriousDlqin2yrs)-1
# neuralForm<-as.formula(paste("SeriousDlqin2yrs ~",paste(names(data_neural[which(!names(data_neural) %in% "SeriousDlqin2yrs")]), collapse = ' + ')))
#
# # Activation function of "logistic" is used as the expected outputs are probabilities which lie in the range of 0 and 1
# FNeural <- neuralnet(formula = neuralForm,
# data = data_neural,
# hidden = c(3),
# algorithm = "rprop-",
# err.fct = "ce",
# act.fct= "logistic",
# linear.output = FALSE,
# lifesign = "full",
# lifesign.step = 10,
# threshold = 0.05,
# stepmax = 20000
# )
# plot(FNeural)
#
# # nn<-FNeural$net.result
# str(datatest)
# View(data)
# #nn1
# library(dplyr)
# data_test=datatest
# data_test$SeriousDlqin2yrs=as.numeric(data_test$SeriousDlqin2yrs)
#
# net.results <- neuralnet::compute(FNeural, data_test[c("RevolvingUtilizationOfUnsecuredLines","DebtRatio","NumberOfOpenCreditLinesAndLoans","NumberOfDependents")])
# View(net.results)
# pred <- ROCR::prediction(net.results$net.result,data_test$SeriousDlqin2yrs)
#
# pref<-ROCR::performance(pred,"tpr","fpr")
# plot(pref,print.cutoffs.at=seq(0,1,0.1))
#
#
# ifelse(net.results$net.result>=0.28,1,0)->cq
# b=table(datatest$SeriousDlqin2yrs,cq)
# b
#
#
# rcTest=(b[2,2]+b[1,1])/(b[2,1]+b[2,2]+b[1,1]+b[1,2])*100
# rcTest
#
# TPRTest=b[2,2]/(b[2,1]+b[2,2])*100
# TPRTest