#Dataset 1
#This is a transnational dataset which contains all the transactions occurring between 12/01/2010
#and 12/09/2011 for a UK-based and registered non-store online retail
library(readxl)
transData<-read_excel("C:/Users/esbro/OneDrive/Desktop/IE 575/Final_Exam/OnlineRetail.xlsx") #importing dataset for question 1
#exploring summary statistics of the dataset
summary(transData)
## InvoiceNo StockCode Description Quantity
## Length:541909 Length:541909 Length:541909 Min. :-80995.00
## Class :character Class :character Class :character 1st Qu.: 1.00
## Mode :character Mode :character Mode :character Median : 3.00
## Mean : 9.55
## 3rd Qu.: 10.00
## Max. : 80995.00
## NA's :4
## InvoiceDate UnitPrice CustomerID
## Min. :2010-12-01 08:26:00.00 Min. :-11062.06 Min. :12346
## 1st Qu.:2011-03-28 11:34:00.00 1st Qu.: 1.25 1st Qu.:13953
## Median :2011-07-19 17:17:00.00 Median : 2.08 Median :15152
## Mean :2011-07-04 13:34:57.16 Mean : 4.61 Mean :15288
## 3rd Qu.:2011-10-19 11:27:00.00 3rd Qu.: 4.13 3rd Qu.:16791
## Max. :2011-12-09 12:50:00.00 Max. : 38970.00 Max. :18287
## NA's :135080
## Country
## Length:541909
## Class :character
## Mode :character
##
##
##
##
#handling missing data issues
colSums(is.na(transData))
## InvoiceNo StockCode Description Quantity InvoiceDate UnitPrice
## 0 0 1454 4 0 0
## CustomerID Country
## 135080 0
names(which(colSums(is.na(transData))>0))
## [1] "Description" "Quantity" "CustomerID"
transData2<-na.omit(transData)
colSums(is.na(transData2))
## InvoiceNo StockCode Description Quantity InvoiceDate UnitPrice
## 0 0 0 0 0 0
## CustomerID Country
## 0 0
transData2<-subset(transData2,transData2$Quantity>=0)
#checking to make sure there are no missing values in any variables anymore in the dataset
summary(transData2$Quantity)
## Min. 1st Qu. Median Mean 3rd Qu. Max.
## 1.00 2.00 6.00 13.02 12.00 80995.00
#exploring dataset to see which customers had most amount of orders from the UK-based company
#grouping data by customers to count invoice orders per customer
customerOrders <-
aggregate(x = transData2$InvoiceNo, # Specify data column
by = list(transData2$CustomerID), # Specify group indicator
FUN = function(x) length(unique(x))) #Desired function
colnames(customerOrders)<-c('CustomerID','Number_Orders')
#outputting top customers who ordered the most from the company
head(customerOrders[order(customerOrders$Number_Orders,decreasing=TRUE),])
## CustomerID Number_Orders
## 327 12748 210
## 1881 14911 201
## 4012 17841 124
## 563 13089 97
## 1663 14606 93
## 2178 15311 91
#adding the purchased amount of each invoice/order to the original dataset
transData2$purchaseAm<-transData2$UnitPrice*transData2$Quantity
#exploring dataset to see which customer purchased the most from the UK-based company
customerAmount<-
aggregate(x = transData2$purchaseAm, # Specify data column
by = list(transData2$CustomerID), # Specify group indicator
FUN = sum ) #Desired function
colnames(customerAmount)<-c('CustomerID','Order_Amount')
#outputting top customers who purchased the most from the company
head(customerAmount[order(customerAmount$Order_Amount,decreasing=TRUE),])
## CustomerID Order_Amount
## 1691 14646 280206.0
## 4203 18102 259657.3
## 3730 17450 194550.8
## 3010 16446 168472.5
## 1881 14911 143825.1
## 56 12415 124914.5
#checking to see if their are any outlier data points in the dataset
summary(transData2)
## InvoiceNo StockCode Description Quantity
## Length:397921 Length:397921 Length:397921 Min. : 1.00
## Class :character Class :character Class :character 1st Qu.: 2.00
## Mode :character Mode :character Mode :character Median : 6.00
## Mean : 13.02
## 3rd Qu.: 12.00
## Max. :80995.00
## InvoiceDate UnitPrice CustomerID
## Min. :2010-12-01 08:26:00.00 Min. : 0.000 Min. :12346
## 1st Qu.:2011-04-07 11:12:00.00 1st Qu.: 1.250 1st Qu.:13969
## Median :2011-07-31 14:39:00.00 Median : 1.950 Median :15159
## Mean :2011-07-10 23:44:18.07 Mean : 3.116 Mean :15294
## 3rd Qu.:2011-10-20 14:33:00.00 3rd Qu.: 3.750 3rd Qu.:16795
## Max. :2011-12-09 12:50:00.00 Max. :8142.750 Max. :18287
## Country purchaseAm
## Length:397921 Min. : 0.00
## Class :character 1st Qu.: 4.68
## Mode :character Median : 11.80
## Mean : 22.39
## 3rd Qu.: 19.80
## Max. :168469.60
boxplot(transData2$UnitPrice)
boxplot(transData2$purchaseAm)
#trying to get rid of the outlier data points by
#removing rows from the data frame that have a value in the listed columns that are 1.5 times the interquartile range
#greater than the third quartile (Q3) or 1.5 times the interquartile range less than the first quartile (Q1)
Q1<- quantile(transData2$UnitPrice, .25)
Q3<- quantile(transData2$UnitPrice, .75)
IQR<- IQR(transData2$UnitPrice)
transData3<- subset(transData2, transData2$UnitPrice> (Q1 - 1.5*IQR) & transData2$UnitPrice< (Q3 + 1.5*IQR))
Q1_2<- quantile(transData2$Quantity, .25)
Q3_2<- quantile(transData2$Quantity, .75)
IQR_2<- IQR(transData2$Quantity)
transData3<- subset(transData3, transData3$Quantity> (Q1_2 - 1.5*IQR) & transData3$Quantity< (Q3_2 + 1.5*IQR))
#checking to see if the prices per unit and invoice dollar amount are more evenly distributed
boxplot(transData3$UnitPrice)
boxplot(transData3$purchaseAm)
summary(transData3)
## InvoiceNo StockCode Description Quantity
## Length:298750 Length:298750 Length:298750 Min. : 1.000
## Class :character Class :character Class :character 1st Qu.: 2.000
## Mode :character Mode :character Mode :character Median : 4.000
## Mean : 5.515
## 3rd Qu.:10.000
## Max. :15.000
## InvoiceDate UnitPrice CustomerID
## Min. :2010-12-01 08:26:00.00 Min. :0.000 Min. :12347
## 1st Qu.:2011-04-07 12:38:00.00 1st Qu.:1.250 1st Qu.:14056
## Median :2011-08-03 15:28:00.00 Median :1.950 Median :15311
## Mean :2011-07-12 19:57:59.26 Mean :2.312 Mean :15368
## 3rd Qu.:2011-10-24 13:34:00.00 3rd Qu.:2.950 3rd Qu.:16891
## Max. :2011-12-09 12:50:00.00 Max. :7.460 Max. :18287
## Country purchaseAm
## Length:298750 Min. : 0.00
## Class :character 1st Qu.: 3.32
## Mode :character Median : 8.50
## Mean : 11.05
## 3rd Qu.: 16.50
## Max. :106.20
#formulating time series of data
transData_ts<-ts(transData3$purchaseAm,start=c(2010),end=c(2011),frequency = 12)
plot.ts(transData_ts,xlab="Time from 12/01/2010 - 12/09/2011",ylab="Product Amount Purchased in (dollars)",
main="TimeSeries of Product purchased from 2010-2011")
#checking to see if the time series is stationary
library(tseries)
## Registered S3 method overwritten by 'quantmod':
## method from
## as.zoo.data.frame zoo
adf.test(transData_ts, alternative ="stationary")
##
## Augmented Dickey-Fuller Test
##
## data: transData_ts
## Dickey-Fuller = -1.5839, Lag order = 2, p-value = 0.7309
## alternative hypothesis: stationary
#Due to p-value = 0.7309>0.05, we know that the time series is non-stationary
#using PACF to identify the number of lags for AR model and spikes in ACF to determine
#the number of error lags of MA models
acf(transData_ts, main="ACF of TransData Original Sales Series")
pacf(transData_ts,main="PACF of TransData Original Sales Series")
#Building four ARIMA models for the formulated time series created above of the transnational data
library(forecast)
#retrieving optimal parameters for the ARIMA model
auto.arima(transData_ts,seasonal=TRUE)
## Series: transData_ts
## ARIMA(0,0,0) with non-zero mean
##
## Coefficients:
## mean
## 17.6515
## s.e. 1.7333
##
## sigma^2 = 42.31: log likelihood = -42.27
## AIC=88.54 AICc=89.74 BIC=89.67
#ARIMA model 1 - with auto.arima prescribed parameters
opt_sales <- arima(transData_ts, order=c(0,0,0))
opt_sales$aic #outputting aic score to compare arima models on
## [1] 88.53692
tsdisplay(residuals(opt_sales), lag.max=11,main ='Trained Sales Model')
#predicted values for arima model 1
opt_sales_forecast <- forecast(opt_sales, h=12)
opt_sales_forecast
## Point Forecast Lo 80 Hi 80 Lo 95 Hi 95
## Feb 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Mar 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Apr 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## May 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Jun 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Jul 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Aug 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Sep 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Oct 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Nov 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Dec 2011 17.65154 9.642644 25.66043 5.402991 29.90009
## Jan 2012 17.65154 9.642644 25.66043 5.402991 29.90009
#plotting predicted values
plot.ts(transData_ts)
plot(opt_sales_forecast)
#ARIMA model 2
opt_sales2 <- arima(transData_ts, order=c(1,1,0),seasonal = list(order = c(0,0,1), period=12))
opt_sales2$aic
## [1] 88.12951
tsdisplay(residuals(opt_sales2), lag.max=11,main ='Trained Sales Model')
#predicted values for arima model 2
opt_sales_forecast2 <- forecast(opt_sales2, h=12)
opt_sales_forecast2
## Point Forecast Lo 80 Hi 80 Lo 95 Hi 95
## Feb 2011 22.64877 14.0621948 31.23535 9.516735 35.78081
## Mar 2011 18.98385 10.5305696 27.43714 6.055671 31.91204
## Apr 2011 21.52560 10.7241718 32.32703 5.006240 38.04496
## May 2011 22.34668 11.1362635 33.55710 5.201827 39.49154
## Jun 2011 16.35829 3.7409179 28.97567 -2.938317 35.65490
## Jul 2011 15.53187 2.3389796 28.72476 -4.644915 35.70866
## Aug 2011 16.83381 2.5871188 31.08050 -4.954624 38.62224
## Sep 2011 16.48244 1.6536917 31.31119 -6.196175 39.16106
## Oct 2011 25.38020 9.6346025 41.12581 1.299384 49.46103
## Nov 2011 15.25950 -0.9833035 31.50230 -9.581723 40.10072
## Dec 2011 23.01266 5.8702332 40.15508 -3.204419 49.22974
## Jan 2012 17.85830 0.4040077 35.31260 -8.835738 44.55235
#plotting predicted values
plot.ts(transData_ts)
plot(opt_sales_forecast2)
#ARIMA model 3
opt_sales3 <- arima(transData_ts, order=c(0,1,1),seasonal = list(order = c(0,0,0), period=12))
opt_sales3$aic
## [1] 85.55954
tsdisplay(residuals(opt_sales3), lag.max=11,main ='Trained Sales Model')
#predicted values for arima model 3
opt_sales_forecast3<- forecast(opt_sales3, h=12)
opt_sales_forecast3
## Point Forecast Lo 80 Hi 80 Lo 95 Hi 95
## Feb 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Mar 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Apr 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## May 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Jun 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Jul 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Aug 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Sep 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Oct 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Nov 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Dec 2011 17.65154 9.000941 26.30213 4.421592 30.88148
## Jan 2012 17.65154 9.000941 26.30213 4.421592 30.88148
#plotting predicted values
plot.ts(transData_ts)
plot(opt_sales_forecast3)
#ARIMA model 4
opt_sales4 <- arima(transData_ts, order=c(1,1,1))
opt_sales4$aic
## [1] 86.79442
tsdisplay(residuals(opt_sales4), lag.max=11,main ='Trained Sales Model')
#predicted values for arima model 4
opt_sales_forecast4<- forecast(opt_sales4, h=12)
opt_sales_forecast4
## Point Forecast Lo 80 Hi 80 Lo 95 Hi 95
## Feb 2011 18.45276 10.229771 26.67575 5.876782 31.02874
## Mar 2011 17.55364 9.226129 25.88115 4.817811 30.28947
## Apr 2011 17.77803 9.406979 26.14908 4.975612 30.58045
## May 2011 17.72203 9.357509 26.08655 4.929599 30.51446
## Jun 2011 17.73601 9.369586 26.10243 4.940670 30.53134
## Jul 2011 17.73252 9.366555 26.09848 4.937882 30.52715
## Aug 2011 17.73339 9.367310 26.09947 4.938576 30.52820
## Sep 2011 17.73317 9.367122 26.09922 4.938403 30.52794
## Oct 2011 17.73323 9.367169 26.09928 4.938446 30.52800
## Nov 2011 17.73321 9.367157 26.09927 4.938435 30.52799
## Dec 2011 17.73322 9.367160 26.09927 4.938438 30.52799
## Jan 2012 17.73321 9.367159 26.09927 4.938437 30.52799
#plotting predicted values
plot.ts(transData_ts)
plot(opt_sales_forecast4)
#Question 2.)
#Dataset 2 - importing data for this question
wineData<-read.csv("C:/Users/esbro/OneDrive/Desktop/IE 575/Final_Exam/Q2_winequality(1).csv")
summary(wineData) #statistical summary of data from excel file
## fixed.acidity volatile.acidity citric.acid residual.sugar
## Min. : 3.800 Min. :0.0800 Min. :0.0000 Min. : 0.600
## 1st Qu.: 6.400 1st Qu.:0.2300 1st Qu.:0.2500 1st Qu.: 1.800
## Median : 7.000 Median :0.2900 Median :0.3100 Median : 3.000
## Mean : 7.215 Mean :0.3397 Mean :0.3186 Mean : 5.443
## 3rd Qu.: 7.700 3rd Qu.:0.4000 3rd Qu.:0.3900 3rd Qu.: 8.100
## Max. :15.900 Max. :1.5800 Max. :1.6600 Max. :65.800
## chlorides free.sulfur.dioxide total.sulfur.dioxide density
## Min. :0.00900 Min. : 1.00 Min. : 6.0 Min. :0.9871
## 1st Qu.:0.03800 1st Qu.: 17.00 1st Qu.: 77.0 1st Qu.:0.9923
## Median :0.04700 Median : 29.00 Median :118.0 Median :0.9949
## Mean :0.05603 Mean : 30.52 Mean :115.7 Mean :0.9947
## 3rd Qu.:0.06500 3rd Qu.: 41.00 3rd Qu.:156.0 3rd Qu.:0.9970
## Max. :0.61100 Max. :289.00 Max. :440.0 Max. :1.0390
## pH sulphates alcohol winetype
## Min. :2.720 Min. :0.2200 Min. : 8.00 Length:6497
## 1st Qu.:3.110 1st Qu.:0.4300 1st Qu.: 9.50 Class :character
## Median :3.210 Median :0.5100 Median :10.30 Mode :character
## Mean :3.219 Mean :0.5313 Mean :10.49
## 3rd Qu.:3.320 3rd Qu.:0.6000 3rd Qu.:11.30
## Max. :4.010 Max. :2.0000 Max. :14.90
## quality
## Min. :3.000
## 1st Qu.:5.000
## Median :6.000
## Mean :5.818
## 3rd Qu.:6.000
## Max. :9.000
colSums(is.na(wineData)) #how many columns/variables have missing values
## fixed.acidity volatile.acidity citric.acid
## 0 0 0
## residual.sugar chlorides free.sulfur.dioxide
## 0 0 0
## total.sulfur.dioxide density pH
## 0 0 0
## sulphates alcohol winetype
## 0 0 0
## quality
## 0
wineData$winetype<-as.factor(wineData$winetype)
wineData$winetype<-as.numeric(wineData$winetype)
wineData$quality<-factor(wineData$quality)
#getting partition of training and test dataset correct - ratio 70:30 for Bayesian model
library(caret)
## Loading required package: ggplot2
## Loading required package: lattice
nb_sampling_vector <- createDataPartition(wineData$quality, p = 0.70, list = FALSE)
training_Data <- wineData[nb_sampling_vector,]
test_Data <- wineData[-nb_sampling_vector,]
#formulated model to use for each of classification models used in this problem
feats <- names(wineData[1:12])
# Concatenate strings
f <- paste(feats,collapse=' + ')
f <- paste('quality ~',f)
# Convert to formula
f <- as.formula(f)
f
## quality ~ fixed.acidity + volatile.acidity + citric.acid + residual.sugar +
## chlorides + free.sulfur.dioxide + total.sulfur.dioxide +
## density + pH + sulphates + alcohol + winetype
#Bayesian model
set.seed(2448)
library("e1071")
training_nb_model<-naiveBayes(f,data=training_Data)
nb_test_predictions<- predict(training_nb_model,test_Data)
#getting the native Bayes model results
mean(nb_test_predictions==test_Data$quality) #accuracy results from the model
## [1] 0.4128535
table(actual=test_Data$quality,predictions=nb_test_predictions)
## predictions
## actual 3 4 5 6 7 8 9
## 3 3 1 1 3 1 0 0
## 4 2 5 28 19 7 0 3
## 5 7 16 352 211 35 1 19
## 6 6 18 252 324 178 4 68
## 7 3 3 36 88 114 14 65
## 8 0 0 6 15 19 5 12
## 9 0 0 0 0 1 0 0
#Neural network model
library("scales") #have to scale values between 0 and 1 for this model to work properly
wineDataScaled<-wineData
wineDataScaled$quality<-as.numeric(wineDataScaled$quality)
wineDataScaled<-as.data.frame(sapply(wineDataScaled,function(x)rescale(x)))
library(neuralnet)
set.seed(244)
nb_sampling_vector2 <- createDataPartition(wineDataScaled$quality, p = 0.70, list = FALSE)
training_Data2 <- wineDataScaled[nb_sampling_vector2,]
test_Data2 <- wineDataScaled[-nb_sampling_vector2,]
nn <- neuralnet(f, data = training_Data2,hidden = 6,linear.output=FALSE, learningrate = 0.05, threshold = 0.1)
#prediction values and results from the neural network model on the test dataset
predicted.nn.values <- compute(nn,test_Data2)
print(head(predicted.nn.values$net.result))
## [,1]
## 3 0.4101681
## 5 0.3448232
## 6 0.3586171
## 9 0.3906854
## 17 0.4388972
## 21 0.4133102
predicted.nn.values$net.result <- sapply(predicted.nn.values$net.result,round,digits=0)
#accuracy=(true positives + true Negatives)/(true Positives+true Negatives+false Positives+false Negatives)
cm<-table(test_Data2$quality,predicted.nn.values$net.result)
cm
##
## 0 1
## 0 11 2
## 0.166666666666667 63 8
## 0.333333333333333 573 58
## 0.5 526 324
## 0.666666666666667 82 245
## 0.833333333333333 5 49
## 1 0 2
accuracyResult<-sum(diag(cm))/sum(cm)
accuracyResult
## [1] 0.009753593
#Building the CART classification model
#to build a decision tree based on CART, we can use rpart function
set.seed(2448)
library(rpart)
cart_qualMod<- rpart(f, method="class", data=training_Data, cp = 0.001)
#use printcp() function to show the table of complexity parameter, including the cross-validated error
printcp(cart_qualMod)
##
## Classification tree:
## rpart(formula = f, data = training_Data, method = "class", cp = 0.001)
##
## Variables actually used in tree construction:
## [1] alcohol chlorides citric.acid
## [4] density fixed.acidity free.sulfur.dioxide
## [7] pH residual.sugar sulphates
## [10] total.sulfur.dioxide volatile.acidity
##
## Root node error: 2566/4552 = 0.56371
##
## n= 4552
##
## CP nsplit rel error xerror xstd
## 1 0.1052221 0 1.00000 1.00000 0.013039
## 2 0.0654716 1 0.89478 0.92362 0.013135
## 3 0.0070148 2 0.82931 0.84840 0.013134
## 4 0.0058457 4 0.81528 0.83905 0.013127
## 5 0.0044817 9 0.78527 0.83593 0.013125
## 6 0.0038971 11 0.77631 0.83048 0.013120
## 7 0.0035074 12 0.77241 0.83048 0.013120
## 8 0.0031177 14 0.76539 0.83048 0.013120
## 9 0.0027280 17 0.75604 0.82541 0.013115
## 10 0.0022603 18 0.75331 0.81645 0.013105
## 11 0.0019486 25 0.73694 0.80670 0.013093
## 12 0.0018187 34 0.71941 0.79891 0.013082
## 13 0.0017537 47 0.69291 0.79735 0.013079
## 14 0.0016076 55 0.67693 0.79345 0.013073
## 15 0.0015588 63 0.66407 0.79657 0.013078
## 16 0.0014614 70 0.65316 0.79189 0.013071
## 17 0.0013640 77 0.64263 0.79150 0.013070
## 18 0.0013250 89 0.62510 0.79462 0.013075
## 19 0.0012990 95 0.61691 0.79462 0.013075
## 20 0.0011691 98 0.61302 0.79501 0.013076
## 21 0.0010392 107 0.60249 0.79579 0.013077
## 22 0.0010000 113 0.59626 0.80164 0.013086
#Calculate the accuracy of the predicted tree based on CART model
q2_predictedCart<-predict(cart_qualMod,newdata=test_Data,type="class")
mean(test_Data$quality==q2_predictedCart)
## [1] 0.5568123
#building ordinal logistic regression model
library(MASS)
set.seed(16)
q2Data.glm<- polr(f,
data = training_Data, Hess=TRUE)
#informative details of ordinal logistic regression model
summary(q2Data.glm)
## Call:
## polr(formula = f, data = training_Data, Hess = TRUE)
##
## Coefficients:
## Value Std. Error t value
## fixed.acidity 1.902e-01 0.033044 5.7550
## volatile.acidity -3.803e+00 0.271269 -14.0199
## citric.acid -1.418e-01 0.251481 -0.5638
## residual.sugar 1.467e-01 0.007575 19.3610
## chlorides -2.829e+00 1.048079 -2.6995
## free.sulfur.dioxide 1.590e-02 0.002517 6.3191
## total.sulfur.dioxide -5.336e-03 0.001017 -5.2479
## density -2.207e+02 0.539886 -408.7683
## pH 1.165e+00 0.228968 5.0875
## sulphates 2.205e+00 0.235519 9.3617
## alcohol 6.841e-01 0.031954 21.4094
## winetype -6.795e-01 0.152782 -4.4476
##
## Intercepts:
## Value Std. Error t value
## 3|4 -214.1986 0.5473 -391.3875
## 4|5 -212.0030 0.5460 -388.2597
## 5|6 -208.8233 0.5499 -379.7708
## 6|7 -206.2081 0.5586 -369.1574
## 7|8 -203.8769 0.5679 -358.9715
## 8|9 -200.2323 0.7527 -266.0202
##
## Residual Deviance: 9907.992
## AIC: 9943.992
#computing the model's probability predictions for the observations in the wine dataset
prediction_LogOrd_Wine<- predict(q2Data.glm, newdata = test_Data, type = "class")
head(prediction_LogOrd_Wine)
## [1] 5 5 6 5 5 6
## Levels: 3 4 5 6 7 8 9
#now getting the prediction performances of the logistic regression model on wine dataset
#making confusion matrix
cm1<-as.matrix(table(Actual=test_Data$quality,Predicted=prediction_LogOrd_Wine))
cm1
## Predicted
## Actual 3 4 5 6 7 8 9
## 3 0 1 3 4 1 0 0
## 4 0 0 44 19 1 0 0
## 5 0 0 383 254 4 0 0
## 6 0 0 187 603 59 1 0
## 7 0 0 20 222 81 0 0
## 8 0 0 5 34 18 0 0
## 9 0 0 0 0 1 0 0
#accuracy=(true positives + true Negatives)/(true Positives+true Negatives+false Positives+false Negatives)
accuracyResult<-sum(diag(cm1))/sum(cm1)
accuracyResult
## [1] 0.5485861
#C5.0 classification decision tree model
library(C50)
set.seed(559)
wineQuality_C5<- C5.0(f, data=training_Data)
#algorithm computation results
summary(wineQuality_C5)
##
## Call:
## C5.0.formula(formula = f, data = training_Data)
##
##
## C5.0 [Release 2.07 GPL Edition] Tue Oct 4 12:48:21 2022
## -------------------------------
##
## Class specified by attribute `outcome'
##
## Read 4552 cases (13 attributes) from undefined.data
##
## Decision tree:
##
## alcohol <= 10.6:
## :...volatile.acidity <= 0.235:
## : :...alcohol <= 8.9:
## : : :...volatile.acidity <= 0.16:
## : : : :...fixed.acidity <= 6.9: 5 (2/1)
## : : : : fixed.acidity > 6.9: 7 (11)
## : : : volatile.acidity > 0.16:
## : : : :...pH <= 2.94:
## : : : :...fixed.acidity <= 6.9: 6 (2)
## : : : : fixed.acidity > 6.9: 8 (6)
## : : : pH > 2.94:
## : : : :...fixed.acidity > 7.9:
## : : : :...chlorides <= 0.048: 7 (4)
## : : : : chlorides > 0.048: 6 (6)
## : : : fixed.acidity <= 7.9:
## : : : :...alcohol <= 8: 3 (2/1)
## : : : alcohol > 8:
## : : : :...total.sulfur.dioxide > 203: 8 (4/1)
## : : : total.sulfur.dioxide <= 203:
## : : : :...free.sulfur.dioxide <= 29: 5 (5/1)
## : : : free.sulfur.dioxide > 29:
## : : : :...total.sulfur.dioxide <= 131: 6 (14/1)
## : : : total.sulfur.dioxide > 131:
## : : : :...total.sulfur.dioxide > 171: 6 (7)
## : : : total.sulfur.dioxide <= 171:
## : : : :...alcohol <= 8.6: 6 (2/1)
## : : : alcohol > 8.6:
## : : : :...alcohol <= 8.8: 5 (21/2)
## : : : alcohol > 8.8: 6 (3/1)
## : : alcohol > 8.9:
## : : :...free.sulfur.dioxide <= 14:
## : : :...chlorides <= 0.036:
## : : : :...residual.sugar <= 2.85: 5 (8/1)
## : : : : residual.sugar > 2.85: 8 (2)
## : : : chlorides > 0.036:
## : : : :...density <= 0.99211: 4 (3/1)
## : : : density > 0.99211:
## : : : :...alcohol <= 9.4: 6 (4/1)
## : : : alcohol > 9.4:
## : : : :...free.sulfur.dioxide <= 5: 6 (7/1)
## : : : free.sulfur.dioxide > 5:
## : : : :...pH <= 3.41: 5 (22/9)
## : : : pH > 3.41: 6 (3)
## : : free.sulfur.dioxide > 14:
## : : :...alcohol <= 9.1:
## : : :...residual.sugar <= 4.6: 5 (7/2)
## : : : residual.sugar > 4.6:
## : : : :...fixed.acidity <= 6.7:
## : : : :...free.sulfur.dioxide <= 43: 6 (11)
## : : : : free.sulfur.dioxide > 43:
## : : : : :...fixed.acidity <= 6.2: 5 (2)
## : : : : fixed.acidity > 6.2: 6 (4/1)
## : : : fixed.acidity > 6.7:
## : : : :...free.sulfur.dioxide > 52:
## : : : :...citric.acid <= 0.65: 6 (6)
## : : : : citric.acid > 0.65: 5 (2)
## : : : free.sulfur.dioxide <= 52:
## : : : :...fixed.acidity > 7.7: 6 (3)
## : : : fixed.acidity <= 7.7:
## : : : :...pH <= 2.91: 6 (4)
## : : : pH > 2.91:
## : : : :...density <= 0.99862: 7 (21)
## : : : density > 0.99862:
## : : : :...residual.sugar <= 14.5: 5 (2)
## : : : residual.sugar > 14.5:
## : : : :...density <= 0.9995: 6 (4)
## : : : density > 0.9995: 7 (5/1)
## : : alcohol > 9.1:
## : : :...alcohol <= 9.733333:
## : : :...sulphates > 0.81: 7 (5/1)
## : : : sulphates <= 0.81:
## : : : :...citric.acid > 0.33:
## : : : :...volatile.acidity <= 0.11: 4 (2/1)
## : : : : volatile.acidity > 0.11:
## : : : : :...fixed.acidity <= 6.1: 5 (7/1)
## : : : : fixed.acidity > 6.1:
## : : : : :...pH <= 3.09:
## : : : : :...citric.acid <= 0.36:
## : : : : : :...residual.sugar <= 9.8: 5 (3)
## : : : : : : residual.sugar > 9.8: 7 (2)
## : : : : : citric.acid > 0.36:
## : : : : : :...citric.acid <= 0.55:
## : : : : : :...citric.acid <= 0.39: 6 (4/1)
## : : : : : : citric.acid > 0.39: 5 (15/1)
## : : : : : citric.acid > 0.55: [S1]
## : : : : pH > 3.09:
## : : : : :...density > 0.99884: 5 (8/1)
## : : : : density <= 0.99884: [S2]
## : : : citric.acid <= 0.33:
## : : : :...density > 0.99724:
## : : : :...chlorides <= 0.062: 6 (23)
## : : : : chlorides > 0.062: 4 (2/1)
## : : : density <= 0.99724:
## : : : :...chlorides > 0.053:
## : : : :...chlorides > 0.11: 6 (3)
## : : : : chlorides <= 0.11:
## : : : : :...residual.sugar <= 1.65: 6 (4)
## : : : : residual.sugar > 1.65: [S3]
## : : : chlorides <= 0.053:
## : : : :...alcohol > 9.566667: 6 (15)
## : : : alcohol <= 9.566667:
## : : : :...density <= 0.99416:
## : : : :...alcohol <= 9.25: 6 (2)
## : : : : alcohol > 9.25:
## : : : : :...citric.acid <= 0.31: 5 (7/1)
## : : : : citric.acid > 0.31: 6 (3/1)
## : : : density > 0.99416:
## : : : :...fixed.acidity > 7.2: 6 (11)
## : : : fixed.acidity <= 7.2:
## : : : :...chlorides <= 0.042: 6 (12/1)
## : : : chlorides > 0.042:
## : : : :...density > 0.99605: 6 (7/1)
## : : : density <= 0.99605: [S4]
## : : alcohol > 9.733333:
## : : :...sulphates <= 0.56:
## : : :...volatile.acidity > 0.175:
## : : : :...free.sulfur.dioxide > 62: 6 (13)
## : : : : free.sulfur.dioxide <= 62:
## : : : : :...fixed.acidity <= 7.9:
## : : : : :...sulphates <= 0.53:
## : : : : : :...total.sulfur.dioxide <= 195: 6 (103/45)
## : : : : : : total.sulfur.dioxide > 195:
## : : : : : : :...chlorides <= 0.047: 6 (3/1)
## : : : : : : chlorides > 0.047: 5 (3)
## : : : : : sulphates > 0.53:
## : : : : : :...free.sulfur.dioxide > 44: 7 (4)
## : : : : : free.sulfur.dioxide <= 44:
## : : : : : :...residual.sugar <= 1.45: 7 (2)
## : : : : : residual.sugar > 1.45: 6 (25/1)
## : : : : fixed.acidity > 7.9:
## : : : : :...volatile.acidity <= 0.185: 7 (4/1)
## : : : : volatile.acidity > 0.185:
## : : : : :...residual.sugar > 10.5: 7 (2)
## : : : : residual.sugar <= 10.5:
## : : : : :...alcohol <= 10.03333: 5 (4/1)
## : : : : alcohol > 10.03333: 6 (15/4)
## : : : volatile.acidity <= 0.175:
## : : : :...sulphates <= 0.39:
## : : : :...chlorides > 0.089: 8 (2)
## : : : : chlorides <= 0.089:
## : : : : :...citric.acid <= 0.28: 6 (14/1)
## : : : : citric.acid > 0.28:
## : : : : :...residual.sugar <= 10.1: 6 (10/3)
## : : : : residual.sugar > 10.1: 8 (3)
## : : : sulphates > 0.39:
## : : : :...total.sulfur.dioxide > 143:
## : : : :...citric.acid > 0.39: 6 (3)
## : : : : citric.acid <= 0.39:
## : : : : :...chlorides <= 0.086: 5 (9)
## : : : : chlorides > 0.086: 6 (2)
## : : : total.sulfur.dioxide <= 143:
## : : : :...volatile.acidity > 0.155: 6 (17/1)
## : : : volatile.acidity <= 0.155:
## : : : :...free.sulfur.dioxide <= 24:
## : : : :...citric.acid <= 0.44: 5 (5)
## : : : : citric.acid > 0.44: 6 (2)
## : : : free.sulfur.dioxide > 24: [S5]
## : : sulphates > 0.56:
## : : :...citric.acid > 0.61: 5 (2)
## : : citric.acid <= 0.61:
## : : :...volatile.acidity > 0.205:
## : : :...pH <= 3.15: 5 (3/1)
## : : : pH > 3.15:
## : : : :...residual.sugar <= 2.5: 6 (6)
## : : : residual.sugar > 2.5: 4 (5/1)
## : : volatile.acidity <= 0.205:
## : : :...total.sulfur.dioxide > 172:
## : : :...pH <= 3.23: 5 (2/1)
## : : : pH > 3.23: 6 (11)
## : : total.sulfur.dioxide <= 172:
## : : :...fixed.acidity <= 5.9: 6 (6)
## : : fixed.acidity > 5.9:
## : : :...free.sulfur.dioxide <= 27:
## : : :...volatile.acidity <= 0.155: 5 (3/1)
## : : : volatile.acidity > 0.155: [S6]
## : : free.sulfur.dioxide > 27:
## : : :...density > 0.99715: 6 (3)
## : : density <= 0.99715:
## : : :...chlorides > 0.056: 6 (2)
## : : chlorides <= 0.056:
## : : :...density > 0.99335: 7 (13)
## : : density <= 0.99335: [S7]
## : volatile.acidity > 0.235:
## : :...alcohol > 9.8:
## : :...sulphates <= 0.49:
## : : :...citric.acid <= 0.04:
## : : : :...sulphates <= 0.42: 4 (3)
## : : : : sulphates > 0.42: 5 (3/1)
## : : : citric.acid > 0.04:
## : : : :...winetype <= 1:
## : : : :...citric.acid <= 0.42: 5 (15/1)
## : : : : citric.acid > 0.42: 6 (2)
## : : : winetype > 1:
## : : : :...fixed.acidity > 9:
## : : : :...alcohol > 10.4: 5 (4/1)
## : : : : alcohol <= 10.4:
## : : : : :...citric.acid <= 0.36: 6 (2)
## : : : : citric.acid > 0.36: 4 (6/1)
## : : : fixed.acidity <= 9:
## : : : :...free.sulfur.dioxide <= 17:
## : : : :...total.sulfur.dioxide <= 53: 6 (2)
## : : : : total.sulfur.dioxide > 53:
## : : : : :...chlorides <= 0.042: 5 (9)
## : : : : chlorides > 0.042:
## : : : : :...fixed.acidity <= 7.1: 4 (7/1)
## : : : : fixed.acidity > 7.1: 5 (5/1)
## : : : free.sulfur.dioxide > 17:
## : : : :...free.sulfur.dioxide > 89: 6 (4/1)
## : : : free.sulfur.dioxide <= 89:
## : : : :...total.sulfur.dioxide <= 100: 6 (9/2)
## : : : total.sulfur.dioxide > 100:
## : : : :...total.sulfur.dioxide <= 167:
## : : : :...density > 0.99687: 6 (11)
## : : : : density <= 0.99687:
## : : : : :...alcohol <= 10.55: [S8]
## : : : : alcohol > 10.55:
## : : : : :...fixed.acidity <= 7.8: 6 (13)
## : : : : fixed.acidity > 7.8: 5 (3/1)
## : : : total.sulfur.dioxide > 167:
## : : : :...alcohol > 10.4: 5 (7/1)
## : : : alcohol <= 10.4:
## : : : :...alcohol > 10.3: 6 (3)
## : : : alcohol <= 10.3: [S9]
## : : sulphates > 0.49:
## : : :...pH > 3.62:
## : : :...free.sulfur.dioxide <= 35: 5 (4/1)
## : : : free.sulfur.dioxide > 35: 7 (3)
## : : pH <= 3.62:
## : : :...total.sulfur.dioxide <= 14:
## : : :...pH > 3.31:
## : : : :...residual.sugar <= 4: 4 (3)
## : : : : residual.sugar > 4: 3 (2/1)
## : : : pH <= 3.31:
## : : : :...free.sulfur.dioxide <= 4: 5 (3/1)
## : : : free.sulfur.dioxide > 4:
## : : : :...pH > 3.25: 5 (2)
## : : : pH <= 3.25:
## : : : :...citric.acid <= 0.47: 6 (5)
## : : : citric.acid > 0.47: 7 (3)
## : : total.sulfur.dioxide > 14:
## : : :...volatile.acidity > 0.655:
## : : :...alcohol > 10.3: 6 (10/1)
## : : : alcohol <= 10.3:
## : : : :...chlorides > 0.138: 6 (2/1)
## : : : chlorides <= 0.138:
## : : : :...residual.sugar > 2.15: 5 (21/1)
## : : : residual.sugar <= 2.15:
## : : : :...citric.acid <= 0.11: 6 (7/1)
## : : : citric.acid > 0.11: 5 (11/1)
## : : volatile.acidity <= 0.655:
## : : :...density <= 0.99334:
## : : :...pH > 3.39: 7 (7/2)
## : : : pH <= 3.39:
## : : : :...total.sulfur.dioxide <= 64: 5 (5/1)
## : : : total.sulfur.dioxide > 64:
## : : : :...alcohol > 10.4:
## : : : :...pH <= 3.06: 5 (2)
## : : : : pH > 3.06:
## : : : : :...volatile.acidity <= 0.435: 6 (14)
## : : : : volatile.acidity > 0.435:
## : : : : :...fixed.acidity <= 6.45: 6 (2)
## : : : : fixed.acidity > 6.45: 5 (2)
## : : : alcohol <= 10.4:
## : : : :...volatile.acidity <= 0.275: 8 (2)
## : : : volatile.acidity > 0.275:
## : : : :...density > 0.99305: 5 (5/1)
## : : : density <= 0.99305:
## : : : :...fixed.acidity > 6.7: [S10]
## : : : fixed.acidity <= 6.7:
## : : : :...alcohol <= 10.2: 6 (5)
## : : : alcohol > 10.2: [S11]
## : : density > 0.99334:
## : : :...total.sulfur.dioxide > 49:
## : : :...volatile.acidity <= 0.265:
## : : : :...fixed.acidity <= 5.8:
## : : : : :...volatile.acidity <= 0.255: 7 (2)
## : : : : : volatile.acidity > 0.255: 5 (2)
## : : : : fixed.acidity > 5.8:
## : : : : :...volatile.acidity <= 0.245:
## : : : : :...pH <= 3.28: 6 (9/1)
## : : : : : pH > 3.28:
## : : : : : :...fixed.acidity <= 7.1: 7 (2)
## : : : : : fixed.acidity > 7.1: 6 (2)
## : : : : volatile.acidity > 0.245: [S12]
## : : : volatile.acidity > 0.265:
## : : : :...residual.sugar <= 1.8:
## : : : :...alcohol > 10.2: 4 (4/1)
## : : : : alcohol <= 10.2:
## : : : : :...alcohol <= 9.9:
## : : : : :...pH <= 3.42: 4 (2)
## : : : : : pH > 3.42: 5 (2)
## : : : : alcohol > 9.9: [S13]
## : : : residual.sugar > 1.8:
## : : : :...winetype > 1:
## : : : :...fixed.acidity > 9.3: 4 (2)
## : : : : fixed.acidity <= 9.3: [S14]
## : : : winetype <= 1:
## : : : :...pH > 3.41: 5 (7)
## : : : pH <= 3.41:
## : : : :...total.sulfur.dioxide <= 80:
## : : : :...pH <= 3.06: 5 (2)
## : : : : pH > 3.06: 6 (33/6)
## : : : total.sulfur.dioxide > 80:
## : : : :...pH <= 3.07: 6 (2)
## : : : pH > 3.07: [S15]
## : : total.sulfur.dioxide <= 49:
## : : :...free.sulfur.dioxide > 30: 5 (4/1)
## : : free.sulfur.dioxide <= 30:
## : : :...sulphates <= 0.64:
## : : :...density <= 0.99572:
## : : : :...citric.acid <= 0.01: 7 (3/1)
## : : : : citric.acid > 0.01: 6 (14)
## : : : density > 0.99572:
## : : : :...citric.acid > 0.26: 5 (20/7)
## : : : citric.acid <= 0.26: [S16]
## : : sulphates > 0.64:
## : : :...residual.sugar > 4.25: 7 (4/1)
## : : residual.sugar <= 4.25: [S17]
## : alcohol <= 9.8:
## : :...residual.sugar > 13:
## : :...density > 1.00295: 6 (4)
## : : density <= 1.00295:
## : : :...sulphates > 0.67:
## : : :...pH <= 3.25: 5 (14/1)
## : : : pH > 3.25: 7 (2)
## : : sulphates <= 0.67:
## : : :...residual.sugar <= 14.95:
## : : :...residual.sugar > 14.35:
## : : : :...citric.acid > 0.33: 7 (8/1)
## : : : : citric.acid <= 0.33:
## : : : : :...residual.sugar <= 14.5: 6 (5/1)
## : : : : residual.sugar > 14.5:
## : : : : :...chlorides <= 0.045: 6 (3)
## : : : : chlorides > 0.045:
## : : : : :...chlorides <= 0.057: 5 (5)
## : : : : chlorides > 0.057: 4 (3/1)
## : : : residual.sugar <= 14.35:
## : : : :...chlorides <= 0.042: 5 (8)
## : : : chlorides > 0.042:
## : : : :...residual.sugar > 14.1: 5 (6)
## : : : residual.sugar <= 14.1:
## : : : :...residual.sugar > 13.7: 6 (14/1)
## : : : residual.sugar <= 13.7:
## : : : :...chlorides > 0.05: 5 (12/1)
## : : : chlorides <= 0.05:
## : : : :...pH > 3.09: 5 (15/6)
## : : : pH <= 3.09:
## : : : :...sulphates <= 0.52: 7 (3)
## : : : sulphates > 0.52: 6 (6/1)
## : : residual.sugar > 14.95:
## : : :...total.sulfur.dioxide <= 113: 6 (6)
## : : total.sulfur.dioxide > 113:
## : : :...residual.sugar <= 15.3: 5 (14/1)
## : : residual.sugar > 15.3:
## : : :...fixed.acidity <= 7.1:
## : : :...citric.acid <= 0.61: 5 (54/11)
## : : : citric.acid > 0.61: 6 (3)
## : : fixed.acidity > 7.1:
## : : :...alcohol > 9.55: 5 (7/1)
## : : alcohol <= 9.55:
## : : :...density <= 0.99985: 6 (8)
## : : density > 0.99985:
## : : :...sulphates <= 0.46: 5 (7/1)
## : : sulphates > 0.46: [S18]
## : residual.sugar <= 13:
## : :...fixed.acidity > 11.3:
## : :...sulphates <= 0.55: 5 (5)
## : : sulphates > 0.55:
## : : :...density <= 0.99904: 4 (2/1)
## : : density > 0.99904: 6 (11/2)
## : fixed.acidity <= 11.3:
## : :...sulphates <= 0.35:
## : :...density > 0.9981: 6 (3)
## : : density <= 0.9981:
## : : :...residual.sugar > 4.35: 5 (12)
## : : residual.sugar <= 4.35:
## : : :...residual.sugar <= 1.7:
## : : :...volatile.acidity <= 0.41: 5 (4)
## : : : volatile.acidity > 0.41: 4 (5/1)
## : : residual.sugar > 1.7:
## : : :...free.sulfur.dioxide <= 27: 4 (4)
## : : free.sulfur.dioxide > 27: 6 (2)
## : sulphates > 0.35:
## : :...volatile.acidity > 0.58:
## : :...alcohol <= 9.05:
## : : :...total.sulfur.dioxide <= 63: 6 (6/1)
## : : : total.sulfur.dioxide > 63: 5 (8/3)
## : : alcohol > 9.05:
## : : :...residual.sugar <= 1.3:
## : : :...alcohol <= 9.6: 4 (2)
## : : : alcohol > 9.6: 3 (2/1)
## : : residual.sugar > 1.3:
## : : :...pH <= 2.95: 3 (3/2)
## : : pH > 2.95:
## : : :...volatile.acidity > 0.855:
## : : :...fixed.acidity <= 7.4: 3 (2/1)
## : : : fixed.acidity > 7.4: 5 (12/1)
## : : volatile.acidity <= 0.855:
## : : :...winetype > 1:
## : : :...citric.acid <= 0.35: 5 (12/3)
## : : : citric.acid > 0.35: 4 (2/1)
## : : winetype <= 1:
## : : :...fixed.acidity <= 7.4: [S19]
## : : fixed.acidity > 7.4:
## : : :...fixed.acidity > 10.1: 4 (2/1)
## : : fixed.acidity <= 10.1: [S20]
## : volatile.acidity <= 0.58:
## : :...pH > 3.46:
## : :...winetype <= 1:
## : : :...chlorides > 0.08: 5 (7)
## : : : chlorides <= 0.08:
## : : : :...citric.acid <= 0.15: 5 (2)
## : : : citric.acid > 0.15: 6 (6)
## : : winetype > 1:
## : : :...residual.sugar <= 4.6: 4 (6/2)
## : : residual.sugar > 4.6:
## : : :...chlorides <= 0.069: 6 (5)
## : : chlorides > 0.069: 4 (2)
## : pH <= 3.46:
## : :...total.sulfur.dioxide > 205:
## : :...alcohol <= 8.9:
## : : :...density <= 0.9985: 5 (20/1)
## : : : density > 0.9985: 6 (3)
## : : alcohol > 8.9:
## : : :...chlorides <= 0.059: 6 (70/26)
## : : chlorides > 0.059: 5 (10/1)
## : total.sulfur.dioxide <= 205:
## : :...sulphates > 0.64:
## : :...sulphates > 1.09: 5 (10/1)
## : : sulphates <= 1.09:
## : : :...pH > 3.29:
## : : :...fixed.acidity <= 7: 5 (7/1)
## : : : fixed.acidity > 7: 6 (20/1)
## : : pH <= 3.29:
## : : :...density <= 0.9953: 6 (5)
## : : density > 0.9953: [S21]
## : sulphates <= 0.64:
## : :...fixed.acidity > 8.7: 5 (51/5)
## : fixed.acidity <= 8.7:
## : :...free.sulfur.dioxide <= 13:
## : :...winetype <= 1:
## : : :...alcohol <= 9.05: 4 (2/1)
## : : : alcohol > 9.05: 5 (42/14)
## : : winetype > 1:
## : : :...alcohol > 9.633333:
## : : :...pH <= 3.1: 5 (2)
## : : : pH > 3.1: 6 (5/1)
## : : alcohol <= 9.633333:
## : : :...pH > 3.23: 4 (4/1)
## : : pH <= 3.23: [S22]
## : free.sulfur.dioxide > 13:
## : :...alcohol <= 8.6: [S23]
## : alcohol > 8.6:
## : :...citric.acid <= 0.23: [S24]
## : citric.acid > 0.23: [S25]
## alcohol > 10.6:
## :...free.sulfur.dioxide <= 10:
## :...sulphates > 0.61:
## : :...pH <= 3: 5 (4/1)
## : : pH > 3:
## : : :...pH > 3.51: 4 (4/2)
## : : pH <= 3.51:
## : : :...winetype > 1:
## : : :...sulphates <= 0.66: 5 (2)
## : : : sulphates > 0.66: 6 (5/1)
## : : winetype <= 1:
## : : :...volatile.acidity <= 0.345:
## : : :...total.sulfur.dioxide > 31: 5 (2/1)
## : : : total.sulfur.dioxide <= 31:
## : : : :...residual.sugar > 5.5: 7 (2/1)
## : : : residual.sugar <= 5.5:
## : : : :...chlorides > 0.073: 7 (13)
## : : : chlorides <= 0.073:
## : : : :...density <= 0.99529: 7 (7/1)
## : : : density > 0.99529:
## : : : :...residual.sugar <= 2.05: 6 (4)
## : : : residual.sugar > 2.05:
## : : : :...residual.sugar <= 2.35: 7 (5)
## : : : residual.sugar > 2.35: 6 (3/1)
## : : volatile.acidity > 0.345:
## : : :...residual.sugar <= 2.15:
## : : :...residual.sugar > 1.8: 6 (17/2)
## : : : residual.sugar <= 1.8:
## : : : :...volatile.acidity <= 0.455: 8 (2)
## : : : volatile.acidity > 0.455: 6 (2)
## : : residual.sugar > 2.15:
## : : :...alcohol > 12.9: 8 (3/1)
## : : alcohol <= 12.9:
## : : :...alcohol <= 11.05: 6 (5/1)
## : : alcohol > 11.05:
## : : :...sulphates > 0.85: 6 (4)
## : : sulphates <= 0.85:
## : : :...total.sulfur.dioxide > 38: 6 (3)
## : : total.sulfur.dioxide <= 38:
## : : :...residual.sugar > 2.35: 7 (15)
## : : residual.sugar <= 2.35: [S26]
## : sulphates <= 0.61:
## : :...fixed.acidity > 8.7:
## : :...volatile.acidity > 0.565: 5 (2)
## : : volatile.acidity <= 0.565:
## : : :...citric.acid > 0.63: 5 (2/1)
## : : citric.acid <= 0.63:
## : : :...fixed.acidity <= 9: 7 (3)
## : : fixed.acidity > 9:
## : : :...residual.sugar <= 1.85: 7 (4/1)
## : : residual.sugar > 1.85: 6 (9)
## : fixed.acidity <= 8.7:
## : :...volatile.acidity > 0.95:
## : :...citric.acid <= 0.06: 3 (3/1)
## : : citric.acid > 0.06: 4 (2)
## : volatile.acidity <= 0.95:
## : :...alcohol > 11.75:
## : :...alcohol > 13.05:
## : : :...pH <= 3.31: 5 (2)
## : : : pH > 3.31: 4 (3/1)
## : : alcohol <= 13.05:
## : : :...citric.acid > 0.22: 6 (34/7)
## : : citric.acid <= 0.22:
## : : :...citric.acid <= 0.04: 6 (3)
## : : citric.acid > 0.04: 5 (4)
## : alcohol <= 11.75:
## : :...alcohol <= 10.8:
## : :...free.sulfur.dioxide <= 8: 5 (9/1)
## : : free.sulfur.dioxide > 8:
## : : :...citric.acid <= 0.08: 5 (3)
## : : citric.acid > 0.08: 6 (7/1)
## : alcohol > 10.8:
## : :...pH <= 3.07: 4 (6/1)
## : pH > 3.07:
## : :...total.sulfur.dioxide > 106: 4 (5/1)
## : total.sulfur.dioxide <= 106:
## : :...citric.acid > 0.38:
## : :...residual.sugar <= 4.7: 6 (6/1)
## : : residual.sugar > 4.7: 5 (6)
## : citric.acid <= 0.38:
## : :...residual.sugar <= 1.75:
## : :...chlorides > 0.042: 5 (9)
## : : chlorides <= 0.042:
## : : :...volatile.acidity <= 0.355: 5 (2)
## : : volatile.acidity > 0.355: 4 (4)
## : residual.sugar > 1.75:
## : :...residual.sugar > 9: 6 (3/1)
## : residual.sugar <= 9:
## : :...density <= 0.99514:
## : :...pH <= 3.42: 7 (6)
## : : pH > 3.42: 4 (2/1)
## : density > 0.99514:
## : :...citric.acid > 0.15: 5 (4)
## : citric.acid <= 0.15: [S27]
## free.sulfur.dioxide > 10:
## :...alcohol > 12.06667:
## :...free.sulfur.dioxide > 24:
## : :...volatile.acidity <= 0.275:
## : : :...free.sulfur.dioxide > 47:
## : : : :...sulphates > 0.6: 8 (4)
## : : : : sulphates <= 0.6:
## : : : : :...total.sulfur.dioxide <= 129: 5 (2/1)
## : : : : total.sulfur.dioxide > 129: 7 (10/2)
## : : : free.sulfur.dioxide <= 47:
## : : : :...chlorides > 0.044:
## : : : :...sulphates <= 0.47: 6 (11)
## : : : : sulphates > 0.47: 8 (3/1)
## : : : chlorides <= 0.044:
## : : : :...residual.sugar > 8.6:
## : : : :...fixed.acidity <= 6.9: 7 (2)
## : : : : fixed.acidity > 6.9: 8 (2)
## : : : residual.sugar <= 8.6:
## : : : :...alcohol <= 12.5:
## : : : :...alcohol <= 12.15: 7 (6/1)
## : : : : alcohol > 12.15:
## : : : : :...pH <= 3.25: 6 (34/1)
## : : : : pH > 3.25:
## : : : : :...chlorides <= 0.03: 7 (7/1)
## : : : : chlorides > 0.03:
## : : : : :...fixed.acidity <= 7.1: 6 (8/1)
## : : : : fixed.acidity > 7.1: 7 (2/1)
## : : : alcohol > 12.5:
## : : : :...pH <= 3.17: 7 (9/1)
## : : : pH > 3.17:
## : : : :...pH > 3.32: 6 (2/1)
## : : : pH <= 3.32:
## : : : :...alcohol > 13: 7 (3/1)
## : : : alcohol <= 13: [S28]
## : : volatile.acidity > 0.275:
## : : :...free.sulfur.dioxide > 55:
## : : :...fixed.acidity <= 6.5: 8 (3/1)
## : : : fixed.acidity > 6.5: 7 (2/1)
## : : free.sulfur.dioxide <= 55:
## : : :...citric.acid > 0.42:
## : : :...total.sulfur.dioxide > 223: 7 (2)
## : : : total.sulfur.dioxide <= 223:
## : : : :...sulphates > 0.63:
## : : : :...volatile.acidity <= 0.32: 7 (2)
## : : : : volatile.acidity > 0.32: 6 (3)
## : : : sulphates <= 0.63:
## : : : :...volatile.acidity <= 0.285: 8 (3/1)
## : : : volatile.acidity > 0.285:
## : : : :...fixed.acidity <= 6.6: 8 (6/1)
## : : : fixed.acidity > 6.6: 6 (10/1)
## : : citric.acid <= 0.42:
## : : :...citric.acid <= 0: 6 (4/1)
## : : citric.acid > 0:
## : : :...total.sulfur.dioxide > 147:
## : : :...density <= 0.99216:
## : : : :...chlorides <= 0.048: 6 (15/2)
## : : : : chlorides > 0.048: 5 (2/1)
## : : : density > 0.99216:
## : : : :...total.sulfur.dioxide <= 159: 8 (2)
## : : : total.sulfur.dioxide > 159: 7 (2)
## : : total.sulfur.dioxide <= 147:
## : : :...sulphates <= 0.47:
## : : :...pH <= 2.97:
## : : : :...citric.acid <= 0.28: 6 (5)
## : : : : citric.acid > 0.28: 8 (3/1)
## : : : pH > 2.97:
## : : : :...total.sulfur.dioxide > 139: 7 (12)
## : : : total.sulfur.dioxide <= 139: [S29]
## : : sulphates > 0.47:
## : : :...chlorides > 0.039:
## : : :...alcohol <= 12.6:
## : : : :...residual.sugar > 6.8: 6 (4/1)
## : : : : residual.sugar <= 6.8:
## : : : : :...fixed.acidity <= 6.45: 6 (2/1)
## : : : : fixed.acidity > 6.45: 7 (9)
## : : : alcohol > 12.6:
## : : : :...chlorides > 0.066: 6 (3)
## : : : chlorides <= 0.066:
## : : : :...fixed.acidity <= 6.15: 6 (3/1)
## : : : fixed.acidity > 6.15: 8 (4)
## : : chlorides <= 0.039:
## : : :...fixed.acidity <= 5.6: [S30]
## : : fixed.acidity > 5.6:
## : : :...residual.sugar > 4.8: 7 (14)
## : : residual.sugar <= 4.8:
## : : :...sulphates <= 0.56: 7 (15/1)
## : : sulphates > 0.56: [S31]
## : free.sulfur.dioxide <= 24:
## : :...sulphates <= 0.34:
## : :...residual.sugar <= 3.75: 8 (3/1)
## : : residual.sugar > 3.75: 7 (6/1)
## : sulphates > 0.34:
## : :...density > 0.99665: 5 (3/2)
## : density <= 0.99665:
## : :...sulphates > 0.63:
## : :...free.sulfur.dioxide <= 13: 7 (10/1)
## : : free.sulfur.dioxide > 13:
## : : :...volatile.acidity <= 0.29: 6 (5/1)
## : : volatile.acidity > 0.29:
## : : :...residual.sugar <= 4.75: 7 (23/8)
## : : residual.sugar > 4.75: 6 (6)
## : sulphates <= 0.63:
## : :...volatile.acidity > 0.48:
## : :...volatile.acidity > 0.61: 6 (10)
## : : volatile.acidity <= 0.61:
## : : :...chlorides <= 0.053: 5 (6/1)
## : : chlorides > 0.053: 6 (5)
## : volatile.acidity <= 0.48:
## : :...volatile.acidity > 0.47: 7 (5)
## : volatile.acidity <= 0.47:
## : :...winetype <= 1: 6 (4)
## : winetype > 1:
## : :...citric.acid > 0.37:
## : :...chlorides <= 0.029: 6 (5/1)
## : : chlorides > 0.029: 7 (7/1)
## : citric.acid <= 0.37:
## : :...residual.sugar <= 1.75:
## : :...density > 0.99016: 5 (2)
## : : density <= 0.99016:
## : : :...alcohol <= 12.3: 6 (6)
## : : alcohol > 12.3: [S32]
## : residual.sugar > 1.75:
## : :...volatile.acidity <= 0.235: 7 (6/1)
## : volatile.acidity > 0.235:
## : :...citric.acid > 0.32: 6 (11)
## : citric.acid <= 0.32: [S33]
## alcohol <= 12.06667:
## :...citric.acid <= 0.23:
## :...sulphates <= 0.31:
## : :...alcohol <= 11.3: 4 (3)
## : : alcohol > 11.3: 5 (2/1)
## : sulphates > 0.31:
## : :...total.sulfur.dioxide > 190: 3 (2/1)
## : total.sulfur.dioxide <= 190:
## : :...residual.sugar > 3.8:
## : :...winetype <= 1:
## : : :...alcohol <= 10.9: 6 (2/1)
## : : : alcohol > 10.9: 4 (5/1)
## : : winetype > 1:
## : : :...volatile.acidity <= 0.295: 6 (11)
## : : volatile.acidity > 0.295:
## : : :...residual.sugar <= 6.5:
## : : :...residual.sugar <= 5.4: 6 (4)
## : : : residual.sugar > 5.4: 4 (2)
## : : residual.sugar > 6.5:
## : : :...residual.sugar <= 11.25: 5 (3)
## : : residual.sugar > 11.25: 6 (3/1)
## : residual.sugar <= 3.8:
## : :...residual.sugar <= 1.05: 4 (2/1)
## : residual.sugar > 1.05:
## : :...chlorides <= 0.031:
## : :...density > 0.9912: 6 (2)
## : : density <= 0.9912:
## : : :...chlorides <= 0.03: 6 (3/1)
## : : chlorides > 0.03: 7 (3)
## : chlorides > 0.031:
## : :...sulphates > 0.73:
## : :...alcohol <= 11.5: 6 (14)
## : : alcohol > 11.5:
## : : :...citric.acid <= 0.07: 7 (2)
## : : citric.acid > 0.07: 6 (2)
## : sulphates <= 0.73:
## : :...winetype > 1: 6 (22/3)
## : winetype <= 1:
## : :...sulphates <= 0.52:
## : :...pH <= 3.48: 5 (7)
## : : pH > 3.48:
## : : :...density <= 0.99433: 5 (2)
## : : density > 0.99433: 6 (3)
## : sulphates > 0.52:
## : :...fixed.acidity > 6.2: 6 (29/5)
## : fixed.acidity <= 6.2: [S34]
## citric.acid > 0.23:
## :...residual.sugar <= 0.95:
## :...residual.sugar <= 0.7: 3 (2/1)
## : residual.sugar > 0.7:
## : :...citric.acid <= 0.35: 5 (8/1)
## : citric.acid > 0.35: 6 (4)
## residual.sugar > 0.95:
## :...free.sulfur.dioxide > 68:
## :...alcohol <= 11.2:
## : :...residual.sugar <= 1.15: 6 (3)
## : : residual.sugar > 1.15: 7 (3)
## : alcohol > 11.2:
## : :...fixed.acidity <= 7.6: 8 (6)
## : fixed.acidity > 7.6: 6 (2)
## free.sulfur.dioxide <= 68:
## :...volatile.acidity <= 0.125:
## :...pH > 3.06: 7 (12)
## : pH <= 3.06:
## : :...chlorides <= 0.024: 7 (2)
## : chlorides > 0.024: 6 (3)
## volatile.acidity > 0.125:
## :...residual.sugar > 12:
## :...alcohol <= 11.4: 6 (17/1)
## : alcohol > 11.4:
## : :...free.sulfur.dioxide <= 25: 8 (4)
## : free.sulfur.dioxide > 25:
## : :...volatile.acidity <= 0.46: 6 (6/1)
## : volatile.acidity > 0.46: 7 (4)
## residual.sugar <= 12:
## :...alcohol <= 10.93333:
## :...density <= 0.99173:
## : :...chlorides <= 0.038: 7 (9/1)
## : : chlorides > 0.038:
## : : :...chlorides <= 0.045: 6 (8/1)
## : : chlorides > 0.045: 7 (5/1)
## : density > 0.99173:
## : :...residual.sugar <= 1.65:
## : :...winetype <= 1: 6 (4)
## : : winetype > 1:
## : : :...volatile.acidity > 0.245:
## : : :...citric.acid <= 0.39: 5 (12)
## : : : citric.acid > 0.39: 4 (3/1)
## : : volatile.acidity <= 0.245:
## : : :...citric.acid <= 0.28: 6 (3)
## : : citric.acid > 0.28:
## : : :...fixed.acidity > 7.3: [S35]
## : : fixed.acidity <= 7.3: [S36]
## : residual.sugar > 1.65:
## : :...residual.sugar > 11.5: 5 (4/1)
## : residual.sugar <= 11.5:
## : :...volatile.acidity <= 0.19: [S37]
## : volatile.acidity > 0.19:
## : :...pH > 3.31: [S38]
## : pH <= 3.31: [S39]
## alcohol > 10.93333:
## :...pH > 3.22:
## :...volatile.acidity <= 0.155:
## : :...free.sulfur.dioxide > 58: 5 (2)
## : : free.sulfur.dioxide <= 58:
## : : :...pH > 3.44: 6 (2)
## : : pH <= 3.44:
## : : :...citric.acid <= 0.32: 7 (6)
## : : citric.acid > 0.32: 8 (6/1)
## : volatile.acidity > 0.155:
## : :...sulphates <= 0.4:
## : :...fixed.acidity > 7.2: 8 (4)
## : : fixed.acidity <= 7.2:
## : : :...alcohol > 11.85: 7 (4/1)
## : : alcohol <= 11.85:
## : : :...alcohol <= 11.2: [S40]
## : : alcohol > 11.2: [S41]
## : sulphates > 0.4:
## : :...chlorides <= 0.038:
## : :...sulphates > 0.57:
## : : :...chlorides <= 0.035: 7 (23/1)
## : : : chlorides > 0.035: [S42]
## : : sulphates <= 0.57:
## : : :...pH > 3.47: [S43]
## : : pH <= 3.47:
## : : :...sulphates <= 0.43: [S44]
## : : sulphates > 0.43: [S45]
## : chlorides > 0.038:
## : :...total.sulfur.dioxide <= 35: [S46]
## : total.sulfur.dioxide > 35:
## : :...alcohol <= 11:
## : :...chlorides > 0.075: [S47]
## : : chlorides <= 0.075: [S48]
## : alcohol > 11:
## : :...citric.acid <= 0.31: [S49]
## : citric.acid > 0.31: [S50]
## pH <= 3.22:
## :...chlorides > 0.074: 6 (12/1)
## chlorides <= 0.074:
## :...fixed.acidity <= 6.45:
## :...sulphates > 0.71: 7 (6)
## : sulphates <= 0.71:
## : :...citric.acid <= 0.32:
## : :...sulphates <= 0.37: [S51]
## : : sulphates > 0.37: [S52]
## : citric.acid > 0.32:
## : :...sulphates > 0.62: 6 (4)
## : sulphates <= 0.62: [S53]
## fixed.acidity > 6.45:
## :...fixed.acidity > 8.5:
## :...citric.acid <= 0.32: 5 (5)
## : citric.acid > 0.32:
## : :...winetype <= 1: 7 (4)
## : winetype > 1: [S54]
## fixed.acidity <= 8.5:
## :...citric.acid <= 0.24: [S55]
## citric.acid > 0.24:
## :...volatile.acidity > 0.355: [S56]
## volatile.acidity <= 0.355:
## :...alcohol > 11.65: [S57]
## alcohol <= 11.65: [S58]
##
## SubTree [S1]
##
## volatile.acidity <= 0.175: 5 (3/1)
## volatile.acidity > 0.175: 6 (5)
##
## SubTree [S2]
##
## total.sulfur.dioxide > 147: 6 (21)
## total.sulfur.dioxide <= 147:
## :...residual.sugar > 7.6: 5 (4/1)
## residual.sugar <= 7.6:
## :...alcohol <= 9.3: 7 (3/1)
## alcohol > 9.3: 6 (12/3)
##
## SubTree [S3]
##
## total.sulfur.dioxide <= 99: 6 (3)
## total.sulfur.dioxide > 99: 5 (17/2)
##
## SubTree [S4]
##
## fixed.acidity <= 6.2: 6 (3/1)
## fixed.acidity > 6.2: 5 (5)
##
## SubTree [S5]
##
## free.sulfur.dioxide > 44: 6 (4)
## free.sulfur.dioxide <= 44:
## :...chlorides <= 0.042: 7 (3)
## chlorides > 0.042:
## :...alcohol <= 10.2: 7 (3/1)
## alcohol > 10.2: 6 (3)
##
## SubTree [S6]
##
## total.sulfur.dioxide > 106: 6 (6)
## total.sulfur.dioxide <= 106:
## :...residual.sugar <= 1.3: 6 (2)
## residual.sugar > 1.3: 7 (3/1)
##
## SubTree [S7]
##
## residual.sugar > 1.25: 6 (2)
## residual.sugar <= 1.25:
## :...residual.sugar > 1.15: 7 (3)
## residual.sugar <= 1.15:
## :...fixed.acidity <= 7.7: 6 (2)
## fixed.acidity > 7.7: 7 (2)
##
## SubTree [S8]
##
## residual.sugar <= 11.25: 6 (77/35)
## residual.sugar > 11.25: 5 (5/1)
##
## SubTree [S9]
##
## total.sulfur.dioxide <= 180: 5 (9)
## total.sulfur.dioxide > 180: 6 (13/5)
##
## SubTree [S10]
##
## residual.sugar <= 1.4: 5 (3)
## residual.sugar > 1.4: 6 (2)
##
## SubTree [S11]
##
## density <= 0.99221: 7 (2)
## density > 0.99221: 6 (2)
##
## SubTree [S12]
##
## free.sulfur.dioxide <= 57: 6 (27/2)
## free.sulfur.dioxide > 57:
## :...density <= 0.99564: 5 (6/1)
## density > 0.99564: 6 (2)
##
## SubTree [S13]
##
## free.sulfur.dioxide <= 22: 6 (3/1)
## free.sulfur.dioxide > 22: 5 (4)
##
## SubTree [S14]
##
## volatile.acidity <= 0.39: 6 (68/33)
## volatile.acidity > 0.39: 5 (7/1)
##
## SubTree [S15]
##
## fixed.acidity <= 6.9: 6 (2)
## fixed.acidity > 6.9: 5 (11)
##
## SubTree [S16]
##
## free.sulfur.dioxide <= 14: 6 (12)
## free.sulfur.dioxide > 14:
## :...fixed.acidity <= 7.4: 5 (3)
## fixed.acidity > 7.4: 6 (6/1)
##
## SubTree [S17]
##
## free.sulfur.dioxide > 23: 6 (6)
## free.sulfur.dioxide <= 23:
## :...pH > 3.48: 5 (4/1)
## pH <= 3.48:
## :...alcohol <= 10.15:
## :...volatile.acidity > 0.41: 6 (7)
## : volatile.acidity <= 0.41:
## : :...sulphates <= 0.83: 7 (4)
## : sulphates > 0.83: 6 (2)
## alcohol > 10.15:
## :...alcohol <= 10.2: 5 (2)
## alcohol > 10.2:
## :...citric.acid <= 0.5: 7 (10/1)
## citric.acid > 0.5: 6 (2)
##
## SubTree [S18]
##
## free.sulfur.dioxide > 45: 6 (6)
## free.sulfur.dioxide <= 45:
## :...volatile.acidity <= 0.26: 6 (2)
## volatile.acidity > 0.26: 5 (6)
##
## SubTree [S19]
##
## volatile.acidity > 0.74: 6 (4)
## volatile.acidity <= 0.74:
## :...total.sulfur.dioxide <= 81: 5 (45/4)
## total.sulfur.dioxide > 81:
## :...chlorides <= 0.078: 5 (9/1)
## chlorides > 0.078: 6 (7/1)
##
## SubTree [S20]
##
## total.sulfur.dioxide > 30: 5 (69/8)
## total.sulfur.dioxide <= 30:
## :...fixed.acidity > 8.8: 6 (3)
## fixed.acidity <= 8.8:
## :...sulphates <= 0.53: 5 (11/1)
## sulphates > 0.53:
## :...pH <= 3.3: 5 (4)
## pH > 3.3: 6 (5/1)
##
## SubTree [S21]
##
## free.sulfur.dioxide > 17: 5 (12)
## free.sulfur.dioxide <= 17:
## :...free.sulfur.dioxide > 12: 6 (4/1)
## free.sulfur.dioxide <= 12:
## :...citric.acid > 0.55: 5 (4)
## citric.acid <= 0.55:
## :...citric.acid > 0.41: 6 (4)
## citric.acid <= 0.41:
## :...sulphates <= 0.69: 6 (2)
## sulphates > 0.69: 5 (8/2)
##
## SubTree [S22]
##
## alcohol <= 9.3: 5 (14/1)
## alcohol > 9.3:
## :...pH <= 3.15: 5 (13/2)
## pH > 3.15: 4 (5/1)
##
## SubTree [S23]
##
## volatile.acidity <= 0.37: 5 (7)
## volatile.acidity > 0.37: 4 (2)
##
## SubTree [S24]
##
## free.sulfur.dioxide <= 23:
## :...residual.sugar > 7.1: 4 (3)
## : residual.sugar <= 7.1:
## : :...alcohol <= 9.1: 6 (3/1)
## : alcohol > 9.1: 5 (23/7)
## free.sulfur.dioxide > 23:
## :...fixed.acidity <= 5.5: 5 (3/1)
## fixed.acidity > 5.5:
## :...sulphates > 0.47: 5 (50/2)
## sulphates <= 0.47:
## :...alcohol <= 9.25: 5 (13)
## alcohol > 9.25:
## :...fixed.acidity > 7.3: 6 (4)
## fixed.acidity <= 7.3:
## :...density > 0.99571: 5 (6)
## density <= 0.99571:
## :...sulphates > 0.44: 6 (3)
## sulphates <= 0.44:
## :...pH <= 3.16: 5 (4)
## pH > 3.16:
## :...sulphates > 0.43: 6 (3)
## sulphates <= 0.43:
## :...volatile.acidity <= 0.375: 5 (4)
## volatile.acidity > 0.375: 6 (2)
##
## SubTree [S25]
##
## residual.sugar > 12.8: 6 (12/2)
## residual.sugar <= 12.8:
## :...citric.acid <= 0.48:
## :...volatile.acidity > 0.37:
## : :...citric.acid > 0.28: 5 (41/2)
## : : citric.acid <= 0.28:
## : : :...alcohol > 9.733333: 6 (2)
## : : alcohol <= 9.733333:
## : : :...free.sulfur.dioxide > 34: 5 (9)
## : : free.sulfur.dioxide <= 34:
## : : :...volatile.acidity <= 0.425: 6 (4)
## : : volatile.acidity > 0.425:
## : : :...winetype > 1: 5 (4)
## : : winetype <= 1:
## : : :...chlorides <= 0.074: 6 (2)
## : : chlorides > 0.074: 5 (3)
## : volatile.acidity <= 0.37:
## : :...sulphates <= 0.48:
## : :...residual.sugar <= 5.6:
## : : :...alcohol <= 9.05: 6 (2/1)
## : : : alcohol > 9.05: 5 (26/3)
## : : residual.sugar > 5.6:
## : : :...residual.sugar <= 6.6:
## : : :...citric.acid <= 0.41: 6 (13/1)
## : : : citric.acid > 0.41:
## : : : :...citric.acid <= 0.45: 5 (3)
## : : : citric.acid > 0.45: 6 (3/1)
## : : residual.sugar > 6.6:
## : : :...citric.acid > 0.31: 5 (37/2)
## : : citric.acid <= 0.31:
## : : :...density <= 0.99565: 6 (4)
## : : density > 0.99565:
## : : :...density <= 0.99664: 5 (10)
## : : density > 0.99664:
## : : :...density > 0.99737: 5 (8/1)
## : : density <= 0.99737:
## : : :...density <= 0.9969: 5 (4/1)
## : : density > 0.9969: 6 (5)
## : sulphates > 0.48:
## : :...pH > 3.35:
## : :...free.sulfur.dioxide <= 27: 6 (3/1)
## : : free.sulfur.dioxide > 27: 7 (3)
## : pH <= 3.35:
## : :...total.sulfur.dioxide > 172:
## : :...fixed.acidity > 7.7: 6 (3)
## : : fixed.acidity <= 7.7:
## : : :...alcohol > 9.25: 5 (32/4)
## : : alcohol <= 9.25:
## : : :...citric.acid <= 0.38: 6 (5)
## : : citric.acid > 0.38: 5 (2)
## : total.sulfur.dioxide <= 172:
## : :...citric.acid > 0.43: 5 (3)
## : citric.acid <= 0.43:
## : :...density <= 0.99514: 6 (16)
## : density > 0.99514:
## : :...volatile.acidity > 0.32: 6 (3)
## : volatile.acidity <= 0.32:
## : :...sulphates > 0.52: 5 (5)
## : sulphates <= 0.52:
## : :...citric.acid <= 0.26: 5 (2)
## : citric.acid > 0.26: 6 (6/1)
## citric.acid > 0.48:
## :...citric.acid > 0.68: 5 (8)
## citric.acid <= 0.68:
## :...free.sulfur.dioxide > 62: 5 (9)
## free.sulfur.dioxide <= 62:
## :...sulphates > 0.5:
## :...total.sulfur.dioxide <= 196: 6 (8)
## : total.sulfur.dioxide > 196: 4 (3/1)
## sulphates <= 0.5:
## :...chlorides <= 0.042: 6 (8/1)
## chlorides > 0.042:
## :...chlorides > 0.07: 6 (3)
## chlorides <= 0.07:
## :...fixed.acidity > 7.3: 5 (4/1)
## fixed.acidity <= 7.3:
## :...fixed.acidity > 7.1: 6 (3)
## fixed.acidity <= 7.1:
## :...chlorides > 0.05: 5 (7)
## chlorides <= 0.05:
## :...citric.acid <= 0.49: 6 (3)
## citric.acid > 0.49: 5 (13/3)
##
## SubTree [S26]
##
## volatile.acidity <= 0.45: 7 (3/1)
## volatile.acidity > 0.45: 6 (5)
##
## SubTree [S27]
##
## residual.sugar <= 2.1: 5 (2/1)
## residual.sugar > 2.1: 4 (5/1)
##
## SubTree [S28]
##
## total.sulfur.dioxide <= 118: 6 (9/1)
## total.sulfur.dioxide > 118:
## :...residual.sugar <= 4.7: 7 (4)
## residual.sugar > 4.7: 6 (2)
##
## SubTree [S29]
##
## total.sulfur.dioxide <= 85: 7 (3/1)
## total.sulfur.dioxide > 85:
## :...total.sulfur.dioxide <= 91: 6 (5/1)
## total.sulfur.dioxide > 91: 7 (73/28)
##
## SubTree [S30]
##
## total.sulfur.dioxide <= 112: 7 (2)
## total.sulfur.dioxide > 112:
## :...volatile.acidity <= 0.32: 6 (2)
## volatile.acidity > 0.32: 8 (4)
##
## SubTree [S31]
##
## residual.sugar <= 3: 7 (6)
## residual.sugar > 3:
## :...sulphates <= 0.61: 8 (8/1)
## sulphates > 0.61:
## :...volatile.acidity <= 0.345: 7 (4)
## volatile.acidity > 0.345: 6 (2/1)
##
## SubTree [S32]
##
## residual.sugar <= 1.4: 6 (7/1)
## residual.sugar > 1.4:
## :...chlorides <= 0.028: 7 (5/1)
## chlorides > 0.028: 5 (2)
##
## SubTree [S33]
##
## volatile.acidity > 0.43: 6 (7/1)
## volatile.acidity <= 0.43:
## :...alcohol > 13.1: 6 (3/1)
## alcohol <= 13.1:
## :...sulphates > 0.52: 7 (6)
## sulphates <= 0.52:
## :...density <= 0.98958: 7 (4/1)
## density > 0.98958: 6 (16/1)
##
## SubTree [S34]
##
## total.sulfur.dioxide <= 31: 6 (4/1)
## total.sulfur.dioxide > 31: 5 (4)
##
## SubTree [S35]
##
## sulphates <= 0.59: 6 (5)
## sulphates > 0.59: 5 (2)
##
## SubTree [S36]
##
## residual.sugar <= 1.3: 7 (3/1)
## residual.sugar > 1.3:
## :...sulphates <= 0.48: 7 (2)
## sulphates > 0.48: 5 (10/1)
##
## SubTree [S37]
##
## residual.sugar > 8.9: 7 (7)
## residual.sugar <= 8.9:
## :...citric.acid <= 0.34: 6 (8/1)
## citric.acid > 0.34:
## :...density <= 0.99365: 7 (5)
## density > 0.99365: 6 (3/1)
##
## SubTree [S38]
##
## citric.acid > 0.6: 5 (2)
## citric.acid <= 0.6:
## :...density <= 0.99372:
## :...citric.acid <= 0.3: 7 (8)
## : citric.acid > 0.3: 8 (4)
## density > 0.99372:
## :...winetype <= 1: 7 (2)
## winetype > 1:
## :...alcohol > 10.8: 6 (4)
## alcohol <= 10.8:
## :...sulphates <= 0.55: 7 (4/1)
## sulphates > 0.55: 6 (5)
##
## SubTree [S39]
##
## free.sulfur.dioxide <= 15:
## :...free.sulfur.dioxide > 14: 8 (2)
## : free.sulfur.dioxide <= 14:
## : :...chlorides <= 0.03: 6 (2/1)
## : chlorides > 0.03: 5 (4/1)
## free.sulfur.dioxide > 15:
## :...alcohol <= 10.7:
## :...total.sulfur.dioxide > 148: 5 (3)
## : total.sulfur.dioxide <= 148:
## : :...total.sulfur.dioxide <= 72: 5 (3/1)
## : total.sulfur.dioxide > 72:
## : :...sulphates <= 0.5: 6 (4/1)
## : sulphates > 0.5: 7 (5/1)
## alcohol > 10.7:
## :...volatile.acidity <= 0.215:
## :...free.sulfur.dioxide <= 25: 5 (4)
## : free.sulfur.dioxide > 25:
## : :...density <= 0.99271: 7 (2)
## : density > 0.99271: 6 (3/1)
## volatile.acidity > 0.215:
## :...alcohol <= 10.8:
## :...sulphates <= 0.36: 5 (3/1)
## : sulphates > 0.36:
## : :...volatile.acidity <= 0.435: 6 (21)
## : volatile.acidity > 0.435: 5 (3/1)
## alcohol > 10.8:
## :...citric.acid <= 0.29: 6 (7)
## citric.acid > 0.29:
## :...fixed.acidity <= 7.15: 6 (2)
## fixed.acidity > 7.15: 5 (4)
##
## SubTree [S40]
##
## total.sulfur.dioxide <= 105: 8 (2)
## total.sulfur.dioxide > 105:
## :...free.sulfur.dioxide <= 43: 6 (6/1)
## free.sulfur.dioxide > 43: 7 (2)
##
## SubTree [S41]
##
## density > 0.99148: 6 (11)
## density <= 0.99148:
## :...citric.acid <= 0.29: 7 (2)
## citric.acid > 0.29: 6 (6/1)
##
## SubTree [S42]
##
## residual.sugar > 2.1: 7 (3)
## residual.sugar <= 2.1:
## :...free.sulfur.dioxide <= 15: 5 (2/1)
## free.sulfur.dioxide > 15: 6 (3)
##
## SubTree [S43]
##
## density <= 0.9921: 5 (2/1)
## density > 0.9921: 7 (4)
##
## SubTree [S44]
##
## volatile.acidity > 0.275: 7 (11)
## volatile.acidity <= 0.275:
## :...pH <= 3.33: 6 (4/1)
## pH > 3.33: 7 (5/1)
##
## SubTree [S45]
##
## free.sulfur.dioxide <= 33:
## :...free.sulfur.dioxide <= 17: 7 (3/1)
## : free.sulfur.dioxide > 17: 6 (26/2)
## free.sulfur.dioxide > 33:
## :...pH <= 3.33: 7 (13/1)
## pH > 3.33:
## :...sulphates <= 0.52: 6 (8/1)
## sulphates > 0.52:
## :...free.sulfur.dioxide <= 36: 7 (2)
## free.sulfur.dioxide > 36: 6 (2)
##
## SubTree [S46]
##
## volatile.acidity > 0.46: 6 (4)
## volatile.acidity <= 0.46:
## :...residual.sugar <= 1.9: 6 (2/1)
## residual.sugar > 1.9: 7 (13/1)
##
## SubTree [S47]
##
## free.sulfur.dioxide <= 25: 6 (5)
## free.sulfur.dioxide > 25: 5 (3/1)
##
## SubTree [S48]
##
## free.sulfur.dioxide <= 21: 6 (3/1)
## free.sulfur.dioxide > 21:
## :...residual.sugar <= 2.25: 7 (9)
## residual.sugar > 2.25:
## :...free.sulfur.dioxide > 36: 6 (3)
## free.sulfur.dioxide <= 36:
## :...volatile.acidity <= 0.315: 7 (3)
## volatile.acidity > 0.315: 6 (3/1)
##
## SubTree [S49]
##
## density > 0.991: 6 (25/1)
## density <= 0.991:
## :...sulphates <= 0.52: 7 (2)
## sulphates > 0.52: 6 (4/1)
##
## SubTree [S50]
##
## volatile.acidity > 0.5: 7 (2)
## volatile.acidity <= 0.5:
## :...winetype <= 1:
## :...alcohol > 11.35: 6 (10)
## : alcohol <= 11.35:
## : :...total.sulfur.dioxide <= 59: 6 (4)
## : total.sulfur.dioxide > 59: 5 (4)
## winetype > 1:
## :...free.sulfur.dioxide <= 15:
## :...residual.sugar <= 1.95: 5 (3)
## : residual.sugar > 1.95: 7 (2)
## free.sulfur.dioxide > 15:
## :...sulphates > 0.59:
## :...volatile.acidity <= 0.295: 6 (7/1)
## : volatile.acidity > 0.295: 7 (4)
## sulphates <= 0.59:
## :...fixed.acidity <= 6.3: 6 (7/1)
## fixed.acidity > 6.3:
## :...density <= 0.9913: 8 (3/1)
## density > 0.9913:
## :...alcohol <= 11.1: 5 (2)
## alcohol > 11.1:
## :...total.sulfur.dioxide <= 106: 5 (2)
## total.sulfur.dioxide > 106: 6 (7)
##
## SubTree [S51]
##
## citric.acid > 0.28: 6 (5)
## citric.acid <= 0.28:
## :...chlorides <= 0.042: 7 (4)
## chlorides > 0.042: 6 (2)
##
## SubTree [S52]
##
## sulphates > 0.41: 6 (17)
## sulphates <= 0.41:
## :...chlorides <= 0.034: 6 (3)
## chlorides > 0.034: 5 (2)
##
## SubTree [S53]
##
## fixed.acidity > 6.3: 7 (6)
## fixed.acidity <= 6.3:
## :...chlorides <= 0.047: 6 (11/2)
## chlorides > 0.047: 7 (3)
##
## SubTree [S54]
##
## sulphates > 0.5: 6 (4)
## sulphates <= 0.5:
## :...alcohol <= 11.45: 7 (4)
## alcohol > 11.45:
## :...free.sulfur.dioxide <= 29: 5 (3)
## free.sulfur.dioxide > 29: 6 (2/1)
##
## SubTree [S55]
##
## free.sulfur.dioxide <= 32: 5 (2)
## free.sulfur.dioxide > 32: 7 (4)
##
## SubTree [S56]
##
## total.sulfur.dioxide > 191: 5 (2)
## total.sulfur.dioxide <= 191:
## :...sulphates <= 0.35:
## :...chlorides <= 0.033: 6 (2)
## : chlorides > 0.033: 8 (5/1)
## sulphates > 0.35:
## :...alcohol <= 11.95: 6 (12)
## alcohol > 11.95: 7 (3/1)
##
## SubTree [S57]
##
## pH <= 2.97: 6 (10)
## pH > 2.97:
## :...free.sulfur.dioxide <= 28:
## :...total.sulfur.dioxide > 84: 6 (11/2)
## : total.sulfur.dioxide <= 84:
## : :...volatile.acidity <= 0.255: 7 (6/2)
## : volatile.acidity > 0.255: 5 (2/1)
## free.sulfur.dioxide > 28:
## :...chlorides > 0.039:
## :...residual.sugar <= 2.1: 5 (6)
## : residual.sugar > 2.1: 7 (4)
## chlorides <= 0.039:
## :...sulphates <= 0.39: 7 (9)
## sulphates > 0.39:
## :...fixed.acidity > 7.7: 6 (2)
## fixed.acidity <= 7.7:
## :...free.sulfur.dioxide <= 38: 6 (5/2)
## free.sulfur.dioxide > 38: 7 (5)
##
## SubTree [S58]
##
## alcohol > 11.5: 6 (6)
## alcohol <= 11.5:
## :...residual.sugar > 9.25:
## :...fixed.acidity <= 7.7: 7 (7/1)
## : fixed.acidity > 7.7: 6 (2)
## residual.sugar <= 9.25:
## :...volatile.acidity <= 0.19:
## :...citric.acid <= 0.26: 5 (2/1)
## : citric.acid > 0.26:
## : :...pH <= 3.04:
## : :...citric.acid <= 0.39: 6 (9)
## : : citric.acid > 0.39: 5 (2)
## : pH > 3.04:
## : :...fixed.acidity <= 6.7: 6 (6)
## : fixed.acidity > 6.7:
## : :...chlorides > 0.044:
## : :...residual.sugar <= 5.15: 6 (7)
## : : residual.sugar > 5.15: 7 (3/1)
## : chlorides <= 0.044:
## : :...citric.acid <= 0.37: 7 (11)
## : citric.acid > 0.37:
## : :...free.sulfur.dioxide <= 16: 7 (2)
## : free.sulfur.dioxide > 16: 6 (3/1)
## volatile.acidity > 0.19:
## :...free.sulfur.dioxide <= 24:
## :...density > 0.9943: 5 (3)
## : density <= 0.9943:
## : :...pH <= 3.12: 6 (17/1)
## : pH > 3.12:
## : :...density <= 0.99174: 5 (8/1)
## : density > 0.99174: 6 (9/1)
## free.sulfur.dioxide > 24:
## :...residual.sugar <= 1.25:
## :...density <= 0.99112: 6 (5)
## : density > 0.99112:
## : :...volatile.acidity <= 0.26: 5 (4)
## : volatile.acidity > 0.26: 6 (3/1)
## residual.sugar > 1.25:
## :...volatile.acidity > 0.3: 7 (3)
## volatile.acidity <= 0.3:
## :...sulphates > 0.45:
## :...residual.sugar > 2.85: 6 (16/1)
## : residual.sugar <= 2.85:
## : :...alcohol > 11.2: 7 (4)
## : alcohol <= 11.2:
## : :...chlorides <= 0.039: 7 (3/1)
## : chlorides > 0.039: 6 (7)
## sulphates <= 0.45:
## :...citric.acid > 0.48: 7 (3)
## citric.acid <= 0.48:
## :...total.sulfur.dioxide <= 105: 5 (3)
## total.sulfur.dioxide > 105:
## :...free.sulfur.dioxide <= 42:
## :...total.sulfur.dioxide > 127: 6 (6)
## : total.sulfur.dioxide <= 127:
## : :...volatile.acidity <= 0.265: 8 (2)
## : volatile.acidity > 0.265: 6 (2)
## free.sulfur.dioxide > 42:
## :...density > 0.9936: 5 (4)
## density <= 0.9936:
## :...chlorides <= 0.041: 6 (7/1)
## chlorides > 0.041: 7 (3/1)
##
##
## Evaluation on training data (4552 cases):
##
## Decision Tree
## ----------------
## Size Errors
##
## 655 596(13.1%) <<
##
##
## (a) (b) (c) (d) (e) (f) (g) <-classified as
## ---- ---- ---- ---- ---- ---- ----
## 9 2 5 3 1 1 (a): class 3
## 1 104 24 18 5 (b): class 4
## 5 8 1288 187 6 3 (c): class 5
## 2 11 118 1793 57 5 (d): class 6
## 1 4 20 61 667 3 (e): class 7
## 2 7 17 15 95 (f): class 8
## 1 1 2 (g): class 9
##
##
## Attribute usage:
##
## 100.00% alcohol
## 96.09% volatile.acidity
## 83.81% sulphates
## 77.57% free.sulfur.dioxide
## 72.76% residual.sugar
## 63.07% pH
## 60.50% fixed.acidity
## 60.22% citric.acid
## 60.22% total.sulfur.dioxide
## 37.41% density
## 34.53% chlorides
## 23.33% winetype
##
##
## Time: 0.1 secs
#accuracy results from C5.0 model
test_predictions<- predict(wineQuality_C5, test_Data)
table(predicted = test_predictions, actual = test_Data$quality)
## actual
## predicted 3 4 5 6 7 8 9
## 3 1 1 3 1 0 0 0
## 4 1 11 29 15 6 0 0
## 5 0 29 380 174 22 2 0
## 6 6 21 201 527 126 18 0
## 7 1 1 23 112 161 18 1
## 8 0 1 5 21 8 19 0
## 9 0 0 0 0 0 0 0
mean(test_predictions==test_Data$quality)
## [1] 0.5650386
#Question 2 - part 2.)
#getting correlation results of each variable in the original wine dataset
#install.packages("ggcorrplot")
library(ggcorrplot)
corr <- round(cor(wineDataScaled), 1)
head(corr[, 1:6])
## fixed.acidity volatile.acidity citric.acid residual.sugar
## fixed.acidity 1.0 0.2 0.3 -0.1
## volatile.acidity 0.2 1.0 -0.4 -0.2
## citric.acid 0.3 -0.4 1.0 0.1
## residual.sugar -0.1 -0.2 0.1 1.0
## chlorides 0.3 0.4 0.0 -0.1
## free.sulfur.dioxide -0.3 -0.4 0.1 0.4
## chlorides free.sulfur.dioxide
## fixed.acidity 0.3 -0.3
## volatile.acidity 0.4 -0.4
## citric.acid 0.0 0.1
## residual.sugar -0.1 0.4
## chlorides 1.0 -0.2
## free.sulfur.dioxide -0.2 1.0
#outputting these correlation results in a matrix
ggcorrplot(corr,
hc.order = TRUE,
type = "lower",
lab = TRUE)
ggcorrplot(corr, hc.order = TRUE, outline.color = "white")
#only including variables that are the most correlated to the outcome variable quality
#reordering the dataset to create new formula to model based on top variables correlated to wine's quality
wineData2 <- wineData[, c(11,2,5,8,13)]
feats2 <- names(wineData2[1:4])
# Concatenate strings
f_Pt2 <- paste(feats2,collapse=' + ')
f_Pt2 <- paste('quality ~',f_Pt2)
# Convert to formula
f_Pt2 <- as.formula(f_Pt2)
f_Pt2
## quality ~ alcohol + volatile.acidity + chlorides + density
#splitting revised dataset with the most highly correlated variables into training and test datasets ratio 70:30
nb_sampling_vector_Pt2 <- createDataPartition(wineData2$quality, p = 0.70, list = FALSE)
training_Data_Pt2 <- wineData2[nb_sampling_vector_Pt2,]
test_Data_Pt2 <- wineData2[-nb_sampling_vector_Pt2,]
#Bayesian model
set.seed(2448)
training_nb_model_Pt2<-naiveBayes(f_Pt2,data=training_Data_Pt2)
nb_test_predictions_Pt2<- predict(training_nb_model_Pt2,test_Data_Pt2)
#getting the native Bayes model accuracy results
mean(nb_test_predictions_Pt2==test_Data_Pt2$quality) #accuracy results from the model
## [1] 0.474036
#neural network model
wineDataScaled_Pt2<-wineData2
wineDataScaled_Pt2$quality<-as.numeric(wineDataScaled_Pt2$quality)
wineDataScaled_Pt2<-as.data.frame(sapply(wineDataScaled_Pt2,function(x)rescale(x))) #scaling variable values between 0 & 1
set.seed(244)
nb_sampling_vector_scaled_Pt2 <- createDataPartition(wineDataScaled_Pt2$quality, p = 0.70, list = FALSE)
training_Data_scaled <- wineDataScaled_Pt2[nb_sampling_vector_scaled_Pt2,]
test_Data_scaled <- wineDataScaled_Pt2[-nb_sampling_vector_scaled_Pt2,]
nn_Pt2 <- neuralnet(f_Pt2, data = training_Data_scaled,hidden = 2,linear.output=FALSE, learningrate = 0.05, threshold = 0.1)
predicted.nn.values_Pt2 <- compute(nn_Pt2,test_Data_scaled)
print(head(predicted.nn.values_Pt2$net.result))
## [,1]
## 3 0.3397024
## 5 0.3367054
## 6 0.3453055
## 9 0.3611839
## 17 0.4898883
## 21 0.4392049
predicted.nn.values_Pt2$net.result <- sapply(predicted.nn.values_Pt2$net.result,round,digits=0)
#accuracy=(true positives + true Negatives)/(true Positives+true Negatives+false Positives+false Negatives)
cm_Pt2<-table(test_Data_scaled$quality,predicted.nn.values_Pt2$net.result)
cm_Pt2
##
## 0 1
## 0 10 3
## 0.166666666666667 57 14
## 0.333333333333333 556 75
## 0.5 517 333
## 0.666666666666667 92 235
## 0.833333333333333 5 49
## 1 1 1
accuracyResult_Pt2<-sum(diag(cm_Pt2))/sum(cm_Pt2)
accuracyResult_Pt2
## [1] 0.01232033
#Building the CART classification model
#to build a decision tree based on CART, we can use rpart function
set.seed(2448)
library(rpart)
cart_qualMod_Pt2<- rpart(f_Pt2, method="class", data=training_Data_Pt2, cp = 0.001)
#use printcp() function to show the table of complexity parameter, including the cross-validated error
printcp(cart_qualMod_Pt2)
##
## Classification tree:
## rpart(formula = f_Pt2, data = training_Data_Pt2, method = "class",
## cp = 0.001)
##
## Variables actually used in tree construction:
## [1] alcohol chlorides density volatile.acidity
##
## Root node error: 2566/4552 = 0.56371
##
## n= 4552
##
## CP nsplit rel error xerror xstd
## 1 0.1060016 0 1.00000 1.00000 0.013039
## 2 0.0678098 1 0.89400 0.91855 0.013138
## 3 0.0101325 2 0.82619 0.84334 0.013131
## 4 0.0064302 4 0.80592 0.82502 0.013115
## 5 0.0062354 6 0.79306 0.81761 0.013106
## 6 0.0050663 7 0.78683 0.81255 0.013100
## 7 0.0027280 8 0.78176 0.79501 0.013076
## 8 0.0023383 9 0.77903 0.80242 0.013087
## 9 0.0019486 10 0.77670 0.79735 0.013079
## 10 0.0017537 14 0.76773 0.79696 0.013079
## 11 0.0015588 20 0.75604 0.79735 0.013079
## 12 0.0013640 31 0.73772 0.80047 0.013084
## 13 0.0013362 33 0.73500 0.79930 0.013082
## 14 0.0011691 49 0.71005 0.79150 0.013070
## 15 0.0010825 67 0.68628 0.80086 0.013085
## 16 0.0010000 77 0.67537 0.80203 0.013086
#Calculate the accuracy of the predicted tree based on CART model
q2_predictedCart_Pt2<-predict(cart_qualMod_Pt2,newdata=test_Data_Pt2,type="class")
mean(test_Data_Pt2$quality==q2_predictedCart_Pt2)
## [1] 0.5280206
#building ordinal logistic regression model
set.seed(16)
library(MASS)
q2Data.glm_Pt2<- polr(f_Pt2,
data = training_Data_Pt2, Hess=TRUE)
#informative details of ordinal logistic regression model
summary(q2Data.glm_Pt2)
## Call:
## polr(formula = f_Pt2, data = training_Data_Pt2, Hess = TRUE)
##
## Coefficients:
## Value Std. Error t value
## alcohol 1.0207 0.03717 27.4611
## volatile.acidity -3.6582 0.20788 -17.5977
## chlorides -0.4617 0.95491 -0.4835
## density 94.3670 14.26116 6.6171
##
## Intercepts:
## Value Std. Error t value
## 3|4 97.2945 14.4108 6.7515
## 4|5 99.4702 14.4104 6.9027
## 5|6 102.5728 14.4169 7.1147
## 6|7 105.1086 14.4203 7.2889
## 7|8 107.3954 14.4216 7.4468
## 8|9 111.0242 14.4302 7.6939
##
## Residual Deviance: 10109.22
## AIC: 10129.22
#computing the model's probability predictions for the observations in the wine dataset
prediction_LogOrd_Wine_Pt2<- predict(q2Data.glm_Pt2, newdata = test_Data_Pt2, type = "class")
head(prediction_LogOrd_Wine_Pt2)
## [1] 6 5 6 5 5 5
## Levels: 3 4 5 6 7 8 9
#now getting the prediction performances of the logistic regression model on wine dataset
#making confusion matrix
cm1_Pt2<-as.matrix(table(Actual=test_Data_Pt2$quality,Predicted=prediction_LogOrd_Wine_Pt2))
cm1_Pt2
## Predicted
## Actual 3 4 5 6 7 8 9
## 3 0 1 5 3 0 0 0
## 4 0 0 40 22 2 0 0
## 5 0 0 375 265 0 1 0
## 6 0 0 204 595 51 0 0
## 7 0 0 22 247 54 0 0
## 8 0 0 3 37 17 0 0
## 9 0 0 0 1 0 0 0
#accuracy=(true positives + true Negatives)/(true Positives+true Negatives+false Positives+false Negatives)
accuracyResult2_Pt2<-sum(diag(cm1_Pt2))/sum(cm1_Pt2)
accuracyResult2_Pt2
## [1] 0.5264781
#C5.0 classification decision tree model
library(C50)
set.seed(559)
wineQuality_C5_Pt2<- C5.0(f_Pt2, data=training_Data_Pt2)
#algorithm computation results
summary(wineQuality_C5_Pt2)
##
## Call:
## C5.0.formula(formula = f_Pt2, data = training_Data_Pt2)
##
##
## C5.0 [Release 2.07 GPL Edition] Tue Oct 4 12:48:22 2022
## -------------------------------
##
## Class specified by attribute `outcome'
##
## Read 4552 cases (5 attributes) from undefined.data
##
## Decision tree:
##
## alcohol <= 10.6:
## :...volatile.acidity <= 0.225:
## : :...alcohol <= 8.9:
## : : :...volatile.acidity <= 0.16: 7 (9/1)
## : : : volatile.acidity > 0.16:
## : : : :...chlorides > 0.055:
## : : : :...chlorides <= 0.069: 8 (13/1)
## : : : : chlorides > 0.069: 6 (3/1)
## : : : chlorides <= 0.055:
## : : : :...chlorides <= 0.042: 5 (11/3)
## : : : chlorides > 0.042:
## : : : :...alcohol <= 8.7:
## : : : :...chlorides <= 0.051: 7 (4)
## : : : : chlorides > 0.051: 5 (2/1)
## : : : alcohol > 8.7:
## : : : :...alcohol > 8.8: 6 (12)
## : : : alcohol <= 8.8:
## : : : :...density <= 0.9998: 6 (7)
## : : : density > 0.9998:
## : : : :...chlorides <= 0.051: 5 (4)
## : : : chlorides > 0.051: 6 (2/1)
## : : alcohol > 8.9:
## : : :...chlorides <= 0.039:
## : : :...chlorides <= 0.032:
## : : : :...alcohol <= 9.95: 5 (8/1)
## : : : : alcohol > 9.95: 6 (26/9)
## : : : chlorides > 0.032:
## : : : :...alcohol <= 9.733333:
## : : : :...chlorides <= 0.036:
## : : : : :...volatile.acidity > 0.19: 6 (3/1)
## : : : : : volatile.acidity <= 0.19:
## : : : : : :...volatile.acidity <= 0.17: 6 (5/1)
## : : : : : volatile.acidity > 0.17: 7 (3)
## : : : : chlorides > 0.036:
## : : : : :...chlorides > 0.038: 6 (9/1)
## : : : : chlorides <= 0.038:
## : : : : :...alcohol <= 9.3: 5 (3)
## : : : : alcohol > 9.3: 6 (3/1)
## : : : alcohol > 9.733333:
## : : : :...density > 0.99435:
## : : : :...volatile.acidity <= 0.125: 8 (2)
## : : : : volatile.acidity > 0.125:
## : : : : :...chlorides <= 0.036:
## : : : : :...density <= 0.99467: 8 (2)
## : : : : : density > 0.99467:
## : : : : : :...volatile.acidity <= 0.185: 7 (3/1)
## : : : : : volatile.acidity > 0.185: 6 (4)
## : : : : chlorides > 0.036:
## : : : : :...chlorides <= 0.038: 7 (7)
## : : : : chlorides > 0.038:
## : : : : :...density <= 0.99639: 6 (2)
## : : : : density > 0.99639: 7 (4)
## : : : density <= 0.99435:
## : : : :...density > 0.994: 5 (5/1)
## : : : density <= 0.994:
## : : : :...chlorides <= 0.034:
## : : : :...volatile.acidity <= 0.15: 6 (2)
## : : : : volatile.acidity > 0.15:
## : : : : :...density <= 0.99192: 6 (2)
## : : : : density > 0.99192: 7 (6)
## : : : chlorides > 0.034:
## : : : :...density <= 0.99265:
## : : : :...chlorides <= 0.036: 5 (5)
## : : : : chlorides > 0.036:
## : : : : :...chlorides <= 0.037: 6 (5/1)
## : : : : chlorides > 0.037: 5 (9/3)
## : : : density > 0.99265:
## : : : :...density <= 0.99347: 6 (14/6)
## : : : density > 0.99347:
## : : : :...alcohol <= 10.1: 5 (4/2)
## : : : alcohol > 10.1:
## : : : :...volatile.acidity <= 0.19: 7 (3)
## : : : volatile.acidity > 0.19: 5 (2)
## : : chlorides > 0.039:
## : : :...alcohol <= 9.1:
## : : :...density <= 0.9958:
## : : : :...chlorides <= 0.056: 5 (7/1)
## : : : : chlorides > 0.056: 6 (3/1)
## : : : density > 0.9958:
## : : : :...volatile.acidity > 0.205: 6 (12/3)
## : : : volatile.acidity <= 0.205:
## : : : :...density <= 0.99901: 7 (16/1)
## : : : density > 0.99901:
## : : : :...volatile.acidity > 0.185: 7 (3)
## : : : volatile.acidity <= 0.185:
## : : : :...volatile.acidity > 0.175: 6 (6/1)
## : : : volatile.acidity <= 0.175:
## : : : :...alcohol <= 9.05: 7 (2)
## : : : alcohol > 9.05: 6 (2)
## : : alcohol > 9.1:
## : : :...alcohol > 9.8: 6 (201/60)
## : : alcohol <= 9.8:
## : : :...chlorides <= 0.043:
## : : :...volatile.acidity <= 0.11: 7 (2)
## : : : volatile.acidity > 0.11: 6 (25/4)
## : : chlorides > 0.043:
## : : :...volatile.acidity > 0.205:
## : : :...volatile.acidity <= 0.215:
## : : : :...alcohol > 9.633333: 6 (2)
## : : : : alcohol <= 9.633333:
## : : : : :...chlorides <= 0.065: 5 (11/1)
## : : : : chlorides > 0.065: 7 (3/1)
## : : : volatile.acidity > 0.215:
## : : : :...density <= 0.99835:
## : : : :...density > 0.99375: 6 (10)
## : : : : density <= 0.99375:
## : : : : :...alcohol <= 9.55: 6 (3/1)
## : : : : alcohol > 9.55: 5 (3)
## : : : density > 0.99835:
## : : : :...density <= 0.99925:
## : : : :...density <= 0.9989: 5 (3)
## : : : : density > 0.9989: 7 (2)
## : : : density > 0.99925:
## : : : :...alcohol <= 9.633333: 6 (2)
## : : : alcohol > 9.633333: 5 (2)
## : : volatile.acidity <= 0.205:
## : : :...volatile.acidity > 0.16: 6 (67/18)
## : : volatile.acidity <= 0.16:
## : : :...alcohol > 9.633333:
## : : :...volatile.acidity > 0.145: 6 (4)
## : : : volatile.acidity <= 0.145:
## : : : :...alcohol <= 9.733333: 6 (3/1)
## : : : alcohol > 9.733333: 7 (4/1)
## : : alcohol <= 9.633333:
## : : :...density > 0.9968: 6 (6/1)
## : : density <= 0.9968:
## : : :...alcohol > 9.4:
## : : :...volatile.acidity <= 0.13: 5 (3)
## : : : volatile.acidity > 0.13: 6 (9/3)
## : : alcohol <= 9.4:
## : : :...chlorides <= 0.055: 5 (7/1)
## : : chlorides > 0.055:
## : : :...alcohol <= 9.25: 5 (2/1)
## : : alcohol > 9.25: 7 (2)
## : volatile.acidity > 0.225:
## : :...alcohol <= 9.8:
## : :...volatile.acidity <= 0.305:
## : : :...density > 0.99758:
## : : : :...alcohol <= 8.8:
## : : : : :...density > 0.9996: 5 (16/1)
## : : : : : density <= 0.9996:
## : : : : : :...density > 0.9993: 6 (6)
## : : : : : density <= 0.9993:
## : : : : : :...chlorides > 0.063: 6 (3)
## : : : : : chlorides <= 0.063:
## : : : : : :...volatile.acidity <= 0.245: 5 (8)
## : : : : : volatile.acidity > 0.245:
## : : : : : :...density <= 0.99848: 5 (8/1)
## : : : : : density > 0.99848: 6 (2)
## : : : : alcohol > 8.8:
## : : : : :...density <= 0.99864:
## : : : : :...density > 0.99855:
## : : : : : :...alcohol <= 9.1: 7 (11)
## : : : : : : alcohol > 9.1:
## : : : : : : :...chlorides <= 0.05: 6 (3)
## : : : : : : chlorides > 0.05: 5 (3/1)
## : : : : : density <= 0.99855:
## : : : : : :...alcohol > 9.733333: 6 (7/2)
## : : : : : alcohol <= 9.733333:
## : : : : : :...density <= 0.99795: 6 (21/9)
## : : : : : density > 0.99795:
## : : : : : :...alcohol <= 8.9: 5 (3/1)
## : : : : : alcohol > 8.9:
## : : : : : :...chlorides > 0.052: 5 (15/4)
## : : : : : chlorides <= 0.052:
## : : : : : :...chlorides <= 0.035: 5 (2/1)
## : : : : : chlorides > 0.035: 6 (25/5)
## : : : : density > 0.99864:
## : : : : :...alcohol > 9.55: 5 (13/2)
## : : : : alcohol <= 9.55:
## : : : : :...volatile.acidity <= 0.265:
## : : : : :...chlorides > 0.056: 5 (4)
## : : : : : chlorides <= 0.056:
## : : : : : :...volatile.acidity <= 0.245: 6 (10/1)
## : : : : : volatile.acidity > 0.245:
## : : : : : :...density <= 0.9998: 5 (4/1)
## : : : : : density > 0.9998:
## : : : : : :...chlorides <= 0.048: 6 (3)
## : : : : : chlorides > 0.048: 7 (2)
## : : : : volatile.acidity > 0.265:
## : : : : :...chlorides > 0.071: 6 (2)
## : : : : chlorides <= 0.071:
## : : : : :...alcohol > 9.05: 5 (15/2)
## : : : : alcohol <= 9.05:
## : : : : :...volatile.acidity > 0.295: 6 (3)
## : : : : volatile.acidity <= 0.295:
## : : : : :...density <= 0.99901: 6 (3)
## : : : : density > 0.99901: 5 (7)
## : : : density <= 0.99758:
## : : : :...chlorides <= 0.045:
## : : : :...alcohol > 9.55:
## : : : : :...density <= 0.99535:
## : : : : : :...alcohol > 9.633333: 5 (7)
## : : : : : : alcohol <= 9.633333:
## : : : : : : :...volatile.acidity <= 0.25: 6 (2)
## : : : : : : volatile.acidity > 0.25: 4 (3/2)
## : : : : : density > 0.99535:
## : : : : : :...volatile.acidity > 0.29: 5 (2)
## : : : : : volatile.acidity <= 0.29:
## : : : : : :...chlorides > 0.038: 6 (12)
## : : : : : chlorides <= 0.038:
## : : : : : :...chlorides <= 0.037: 6 (4/1)
## : : : : : chlorides > 0.037: 7 (2)
## : : : : alcohol <= 9.55:
## : : : : :...alcohol <= 9.25: 5 (39/11)
## : : : : alcohol > 9.25:
## : : : : :...density <= 0.9951: 6 (13/2)
## : : : : density > 0.9951:
## : : : : :...volatile.acidity <= 0.275: 6 (28/11)
## : : : : volatile.acidity > 0.275:
## : : : : :...alcohol <= 9.4: 5 (11/1)
## : : : : alcohol > 9.4:
## : : : : :...density <= 0.99682: 6 (3)
## : : : : density > 0.99682: 5 (2)
## : : : chlorides > 0.045:
## : : : :...chlorides > 0.17: 6 (10/2)
## : : : chlorides <= 0.17:
## : : : :...chlorides > 0.056:
## : : : :...chlorides <= 0.058:
## : : : : :...density > 0.99654: 6 (4)
## : : : : : density <= 0.99654:
## : : : : : :...density <= 0.9938: 6 (2/1)
## : : : : : density > 0.9938:
## : : : : : :...density <= 0.9951: 4 (2)
## : : : : : density > 0.9951: 5 (5/1)
## : : : : chlorides > 0.058:
## : : : : :...volatile.acidity <= 0.265: 5 (27/3)
## : : : : volatile.acidity > 0.265:
## : : : : :...volatile.acidity > 0.295: 5 (6)
## : : : : volatile.acidity <= 0.295:
## : : : : :...chlorides <= 0.065: 5 (6/1)
## : : : : chlorides > 0.065:
## : : : : :...density <= 0.99502: 6 (5)
## : : : : density > 0.99502: 4 (4/1)
## : : : chlorides <= 0.056:
## : : : :...chlorides > 0.049: 5 (74/18)
## : : : chlorides <= 0.049:
## : : : :...density <= 0.9932: 5 (4)
## : : : density > 0.9932:
## : : : :...density <= 0.99417: 6 (5)
## : : : density > 0.99417:
## : : : :...alcohol <= 9.4:
## : : : :...chlorides > 0.048:
## : : : : :...density <= 0.9971: 6 (7/1)
## : : : : : density > 0.9971: 5 (2)
## : : : : chlorides <= 0.048:
## : : : : :...chlorides > 0.046: 5 (17/1)
## : : : : chlorides <= 0.046:
## : : : : :...alcohol <= 9.25: 6 (4/1)
## : : : : alcohol > 9.25: 5 (5)
## : : : alcohol > 9.4:
## : : : :...alcohol > 9.733333: 5 (2)
## : : : alcohol <= 9.733333:
## : : : :...alcohol > 9.633333: 6 (2)
## : : : alcohol <= 9.633333:
## : : : :...alcohol <= 9.55: [S1]
## : : : alcohol > 9.55: [S2]
## : : volatile.acidity > 0.305:
## : : :...density <= 0.99405: 5 (66/29)
## : : density > 0.99405:
## : : :...volatile.acidity > 0.59:
## : : :...chlorides <= 0.063:
## : : : :...volatile.acidity > 0.85: 3 (2/1)
## : : : : volatile.acidity <= 0.85:
## : : : : :...volatile.acidity <= 0.605: 4 (2)
## : : : : volatile.acidity > 0.605: 5 (11/2)
## : : : chlorides > 0.063:
## : : : :...alcohol > 9.1: 5 (171/41)
## : : : alcohol <= 9.1:
## : : : :...chlorides > 0.185:
## : : : :...volatile.acidity <= 0.655: 3 (2)
## : : : : volatile.acidity > 0.655: 4 (2/1)
## : : : chlorides <= 0.185:
## : : : :...alcohol > 9.05: 5 (7/2)
## : : : alcohol <= 9.05:
## : : : :...density <= 0.99702: 6 (5/1)
## : : : density > 0.99702: 5 (2)
## : : volatile.acidity <= 0.59:
## : : :...alcohol <= 9.1:
## : : :...alcohol > 9.05:
## : : : :...chlorides <= 0.255: 5 (32/6)
## : : : : chlorides > 0.255: 6 (2)
## : : : alcohol <= 9.05:
## : : : :...density > 0.99884:
## : : : :...volatile.acidity <= 0.355: 6 (14/4)
## : : : : volatile.acidity > 0.355:
## : : : : :...alcohol <= 8.9: 5 (3/1)
## : : : : alcohol > 8.9:
## : : : : :...density <= 1.0005: 5 (4)
## : : : : density > 1.0005: 6 (4/1)
## : : : density <= 0.99884:
## : : : :...volatile.acidity <= 0.335: 5 (21/2)
## : : : volatile.acidity > 0.335:
## : : : :...density <= 0.99635:
## : : : :...density <= 0.995:
## : : : : :...alcohol <= 8.9: 5 (4)
## : : : : : alcohol > 8.9: 6 (3/1)
## : : : : density > 0.995:
## : : : : :...volatile.acidity <= 0.355: 6 (2/1)
## : : : : volatile.acidity > 0.355: 4 (4)
## : : : density > 0.99635:
## : : : :...density <= 0.99815:
## : : : :...volatile.acidity <= 0.52: 5 (32/6)
## : : : : volatile.acidity > 0.52: 6 (2)
## : : : density > 0.99815:
## : : : :...volatile.acidity > 0.365: 6 (6/1)
## : : : volatile.acidity <= 0.365:
## : : : :...density <= 0.99865: 4 (3)
## : : : density > 0.99865: 5 (2)
## : : alcohol > 9.1:
## : : :...alcohol > 9.733333:
## : : :...density <= 0.99449: 5 (6/1)
## : : : density > 0.99449:
## : : : :...chlorides <= 0.07: 6 (16/3)
## : : : chlorides > 0.07:
## : : : :...volatile.acidity > 0.42: 5 (13/2)
## : : : volatile.acidity <= 0.42:
## : : : :...density <= 0.99805: 5 (3/1)
## : : : density > 0.99805: 6 (3)
## : : alcohol <= 9.733333:
## : : :...alcohol <= 9.3: 5 (114/36)
## : : alcohol > 9.3:
## : : :...alcohol <= 9.4:
## : : :...volatile.acidity <= 0.325:
## : : : :...density > 0.99615: 5 (4/1)
## : : : : density <= 0.99615:
## : : : : :...volatile.acidity <= 0.315: 6 (3)
## : : : : volatile.acidity > 0.315:
## : : : : :...density <= 0.99565: 5 (4)
## : : : : density > 0.99565: 6 (2)
## : : : volatile.acidity > 0.325:
## : : : :...volatile.acidity <= 0.485: 5 (66/9)
## : : : volatile.acidity > 0.485:
## : : : :...chlorides > 0.143: 4 (2/1)
## : : : chlorides <= 0.143:
## : : : :...density <= 0.9958: 6 (3)
## : : : density > 0.9958: 5 (21/5)
## : : alcohol > 9.4:
## : : :...volatile.acidity > 0.355:
## : : :...volatile.acidity <= 0.385: 6 (20/6)
## : : : volatile.acidity > 0.385:
## : : : :...alcohol <= 9.55:
## : : : :...chlorides <= 0.136: 5 (44/12)
## : : : : chlorides > 0.136: 6 (7/1)
## : : : alcohol > 9.55:
## : : : :...density > 0.9977: 5 (15/1)
## : : : density <= 0.9977: [S3]
## : : volatile.acidity <= 0.355:
## : : :...volatile.acidity > 0.325: 5 (32/3)
## : : volatile.acidity <= 0.325:
## : : :...alcohol <= 9.55: 5 (7/1)
## : : alcohol > 9.55:
## : : :...chlorides <= 0.045: 6 (4)
## : : chlorides > 0.045:
## : : :...density <= 0.99792: 5 (12/1)
## : : density > 0.99792: [S4]
## : alcohol > 9.8:
## : :...volatile.acidity <= 0.295:
## : :...alcohol <= 10.2:
## : : :...volatile.acidity <= 0.245: 6 (37/11)
## : : : volatile.acidity > 0.245:
## : : : :...volatile.acidity > 0.285:
## : : : :...density <= 0.99318: 4 (2)
## : : : : density > 0.99318: 6 (7/1)
## : : : volatile.acidity <= 0.285:
## : : : :...density > 0.9965:
## : : : :...density <= 0.99765:
## : : : : :...chlorides > 0.066: 7 (3)
## : : : : : chlorides <= 0.066:
## : : : : : :...chlorides <= 0.045: 7 (3/1)
## : : : : : chlorides > 0.045: 6 (8/1)
## : : : : density > 0.99765:
## : : : : :...chlorides > 0.059: 6 (4)
## : : : : chlorides <= 0.059:
## : : : : :...alcohol > 10.03333: 5 (4/1)
## : : : : alcohol <= 10.03333:
## : : : : :...volatile.acidity <= 0.26: 4 (2/1)
## : : : : volatile.acidity > 0.26: 6 (2)
## : : : density <= 0.9965:
## : : : :...alcohol > 10.15:
## : : : :...chlorides <= 0.043: 6 (7/2)
## : : : : chlorides > 0.043:
## : : : : :...density <= 0.99315: 4 (2/1)
## : : : : density > 0.99315: 5 (5/1)
## : : : alcohol <= 10.15:
## : : : :...chlorides > 0.055: 5 (4)
## : : : chlorides <= 0.055:
## : : : :...chlorides <= 0.04:
## : : : :...volatile.acidity <= 0.275: 5 (7)
## : : : : volatile.acidity > 0.275: 6 (2)
## : : : chlorides > 0.04:
## : : : :...alcohol > 10.03333: 6 (8)
## : : : alcohol <= 10.03333:
## : : : :...volatile.acidity > 0.275: 5 (2)
## : : : volatile.acidity <= 0.275: [S5]
## : : alcohol > 10.2:
## : : :...chlorides <= 0.032:
## : : :...volatile.acidity <= 0.25: 5 (5)
## : : : volatile.acidity > 0.25:
## : : : :...alcohol <= 10.4: 4 (3/2)
## : : : alcohol > 10.4:
## : : : :...alcohol <= 10.55: 6 (2)
## : : : alcohol > 10.55:
## : : : :...density <= 0.99335: 6 (2)
## : : : density > 0.99335: 5 (5/1)
## : : chlorides > 0.032:
## : : :...chlorides <= 0.04:
## : : :...density <= 0.996: 6 (20/7)
## : : : density > 0.996:
## : : : :...volatile.acidity <= 0.27: 6 (2/1)
## : : : volatile.acidity > 0.27: 5 (2)
## : : chlorides > 0.04:
## : : :...alcohol > 10.5:
## : : :...density > 0.99434: 5 (5/1)
## : : : density <= 0.99434:
## : : : :...density <= 0.99346: 5 (3/1)
## : : : density > 0.99346: 6 (3)
## : : alcohol <= 10.5:
## : : :...alcohol > 10.4:
## : : :...chlorides <= 0.046: 6 (8/2)
## : : : chlorides > 0.046:
## : : : :...volatile.acidity > 0.255:
## : : : :...volatile.acidity <= 0.265: 3 (3/1)
## : : : : volatile.acidity > 0.265: 7 (6/2)
## : : : volatile.acidity <= 0.255:
## : : : :...chlorides > 0.05: 6 (3)
## : : : chlorides <= 0.05:
## : : : :...volatile.acidity <= 0.245: 7 (4/1)
## : : : volatile.acidity > 0.245: 5 (3/1)
## : : alcohol <= 10.4:
## : : :...volatile.acidity > 0.255:
## : : :...alcohol > 10.3: 6 (16/2)
## : : : alcohol <= 10.3:
## : : : :...volatile.acidity > 0.285: 6 (3)
## : : : volatile.acidity <= 0.285:
## : : : :...density > 0.99545: 5 (3)
## : : : density <= 0.99545:
## : : : :...density <= 0.99354: 5 (4/1)
## : : : density > 0.99354: 6 (4)
## : : volatile.acidity <= 0.255:
## : : :...volatile.acidity <= 0.235: 6 (7/2)
## : : volatile.acidity > 0.235:
## : : :...alcohol <= 10.3: 5 (2/1)
## : : alcohol > 10.3:
## : : :...density <= 0.99396: 6 (5/2)
## : : density > 0.99396:
## : : :...density <= 0.99459: 5 (5/1)
## : : density > 0.99459:
## : : :...density <= 0.99535: 7 (3/1)
## : : density > 0.99535: 5 (3/1)
## : volatile.acidity > 0.295:
## : :...volatile.acidity > 0.655:
## : :...volatile.acidity > 0.9:
## : : :...volatile.acidity <= 0.935: 4 (3/1)
## : : : volatile.acidity > 0.935:
## : : : :...chlorides <= 0.077: 4 (2/1)
## : : : chlorides > 0.077: 5 (6/1)
## : : volatile.acidity <= 0.9:
## : : :...alcohol > 10.3: 6 (8/2)
## : : alcohol <= 10.3:
## : : :...volatile.acidity > 0.71: 5 (18/2)
## : : volatile.acidity <= 0.71:
## : : :...volatile.acidity > 0.705: 6 (2)
## : : volatile.acidity <= 0.705:
## : : :...chlorides <= 0.063: 6 (4/1)
## : : chlorides > 0.063: 5 (22/4)
## : volatile.acidity <= 0.655:
## : :...density <= 0.99467:
## : :...volatile.acidity > 0.585:
## : : :...alcohol <= 10.1: 5 (2/1)
## : : : alcohol > 10.1: 4 (6/1)
## : : volatile.acidity <= 0.585:
## : : :...chlorides <= 0.039:
## : : :...chlorides <= 0.033: 5 (12/2)
## : : : chlorides > 0.033:
## : : : :...volatile.acidity > 0.41: 3 (2/1)
## : : : volatile.acidity <= 0.41:
## : : : :...alcohol > 10.46667: 6 (10/3)
## : : : alcohol <= 10.46667:
## : : : :...density <= 0.99195: 7 (2)
## : : : density > 0.99195: 5 (20/10)
## : : chlorides > 0.039:
## : : :...chlorides <= 0.041: 5 (9)
## : : chlorides > 0.041:
## : : :...chlorides > 0.161: 6 (2)
## : : chlorides <= 0.161:
## : : :...alcohol > 10.3:
## : : :...alcohol <= 10.55: 6 (10/3)
## : : : alcohol > 10.55: 5 (4/1)
## : : alcohol <= 10.3:
## : : :...volatile.acidity > 0.375:
## : : :...alcohol <= 10.03333: 5 (5/1)
## : : : alcohol > 10.03333:
## : : : :...density <= 0.9929: 4 (2)
## : : : density > 0.9929: 6 (4/1)
## : : volatile.acidity <= 0.375:
## : : :...alcohol > 9.95: 5 (20/2)
## : : alcohol <= 9.95:
## : : :...chlorides > 0.051: 4 (2)
## : : chlorides <= 0.051: [S6]
## : density > 0.99467:
## : :...alcohol > 10.4:
## : :...volatile.acidity <= 0.51: 6 (49/23)
## : : volatile.acidity > 0.51:
## : : :...alcohol > 10.5:
## : : :...volatile.acidity <= 0.53: 7 (2)
## : : : volatile.acidity > 0.53: 5 (3/1)
## : : alcohol <= 10.5:
## : : :...volatile.acidity <= 0.545: 6 (3)
## : : volatile.acidity > 0.545:
## : : :...density <= 0.99636: 7 (2)
## : : density > 0.99636: 5 (3/1)
## : alcohol <= 10.4:
## : :...density <= 0.99499: 6 (8)
## : density > 0.99499:
## : :...density <= 0.99691:
## : :...alcohol > 10.03333:
## : : :...alcohol > 10.2:
## : : : :...density > 0.99596: 5 (12/2)
## : : : : density <= 0.99596:
## : : : : :...chlorides <= 0.07: 5 (5/1)
## : : : : chlorides > 0.07: 6 (9)
## : : : alcohol <= 10.2:
## : : : :...alcohol <= 10.15:
## : : : :...volatile.acidity <= 0.45: 6 (7/2)
## : : : : volatile.acidity > 0.45: 5 (4/1)
## : : : alcohol > 10.15:
## : : : :...volatile.acidity > 0.56: 5 (4/1)
## : : : volatile.acidity <= 0.56: [S7]
## : : alcohol <= 10.03333:
## : : :...chlorides > 0.078: 5 (11/1)
## : : chlorides <= 0.078:
## : : :...volatile.acidity <= 0.335: 5 (3/1)
## : : volatile.acidity > 0.335:
## : : :...volatile.acidity <= 0.365:
## : : :...chlorides <= 0.055: 6 (3)
## : : : chlorides > 0.055: 4 (2)
## : : volatile.acidity > 0.365:
## : : :...density > 0.99602:
## : : :...density <= 0.9967: 6 (7)
## : : : density > 0.9967: 4 (2/1)
## : : density <= 0.99602:
## : : :...alcohol <= 9.95: [S8]
## : : alcohol > 9.95: [S9]
## : density > 0.99691:
## : :...volatile.acidity <= 0.495: 6 (48/19)
## : volatile.acidity > 0.495:
## : :...alcohol > 10.3: 6 (5/2)
## : alcohol <= 10.3:
## : :...chlorides > 0.099: 4 (4/2)
## : chlorides <= 0.099:
## : :...density > 0.99955: 5 (2/1)
## : density <= 0.99955:
## : :...chlorides > 0.076: 6 (11/2)
## : chlorides <= 0.076:
## : :...alcohol > 10.1: 5 (2)
## : alcohol <= 10.1: [S10]
## alcohol > 10.6:
## :...alcohol > 11.73333:
## :...volatile.acidity > 0.52:
## : :...density <= 0.9895:
## : : :...chlorides <= 0.024: 5 (2/1)
## : : : chlorides > 0.024: 8 (6/2)
## : : density > 0.9895:
## : : :...volatile.acidity <= 0.645:
## : : :...volatile.acidity > 0.615: 6 (8/2)
## : : : volatile.acidity <= 0.615:
## : : : :...chlorides > 0.057:
## : : : :...volatile.acidity > 0.575: 6 (7/1)
## : : : : volatile.acidity <= 0.575:
## : : : : :...volatile.acidity <= 0.53: 5 (2/1)
## : : : : volatile.acidity > 0.53: 8 (3/1)
## : : : chlorides <= 0.057:
## : : : :...alcohol <= 12.15: 5 (4)
## : : : alcohol > 12.15:
## : : : :...volatile.acidity <= 0.56:
## : : : :...density <= 0.9915: 7 (2/1)
## : : : : density > 0.9915: 6 (3)
## : : : volatile.acidity > 0.56:
## : : : :...chlorides <= 0.046: 7 (4)
## : : : chlorides > 0.046: 5 (3/1)
## : : volatile.acidity > 0.645:
## : : :...chlorides <= 0.034: 4 (2)
## : : chlorides > 0.034:
## : : :...alcohol <= 12.1: 6 (7/1)
## : : alcohol > 12.1:
## : : :...alcohol <= 12.4: 7 (4)
## : : alcohol > 12.4:
## : : :...volatile.acidity <= 0.675:
## : : :...density <= 0.99287: 5 (2/1)
## : : : density > 0.99287: 7 (2)
## : : volatile.acidity > 0.675:
## : : :...alcohol <= 12.9: 6 (6)
## : : alcohol > 12.9: 7 (3/1)
## : volatile.acidity <= 0.52:
## : :...alcohol <= 12.5:
## : :...alcohol > 12.3:
## : : :...volatile.acidity <= 0.275: 6 (49/14)
## : : : volatile.acidity > 0.275:
## : : : :...volatile.acidity <= 0.335:
## : : : :...volatile.acidity > 0.325:
## : : : : :...alcohol <= 12.4: 8 (4/2)
## : : : : : alcohol > 12.4: 7 (4)
## : : : : volatile.acidity <= 0.325:
## : : : : :...density > 0.99184: 7 (6/1)
## : : : : density <= 0.99184:
## : : : : :...volatile.acidity > 0.285: 6 (18/6)
## : : : : volatile.acidity <= 0.285:
## : : : : :...chlorides <= 0.029: 7 (2)
## : : : : chlorides > 0.029: 8 (5/2)
## : : : volatile.acidity > 0.335:
## : : : :...volatile.acidity <= 0.375: 6 (12/1)
## : : : volatile.acidity > 0.375:
## : : : :...volatile.acidity > 0.48: 5 (2/1)
## : : : volatile.acidity <= 0.48:
## : : : :...chlorides > 0.035: 6 (6/1)
## : : : chlorides <= 0.035:
## : : : :...density <= 0.98972: 6 (3)
## : : : density > 0.98972: 7 (8/2)
## : : alcohol <= 12.3:
## : : :...volatile.acidity > 0.335:
## : : :...chlorides > 0.05: 6 (35/9)
## : : : chlorides <= 0.05:
## : : : :...volatile.acidity > 0.425:
## : : : :...alcohol <= 11.9: 7 (2)
## : : : : alcohol > 11.9:
## : : : : :...alcohol > 12.15: 6 (5/1)
## : : : : alcohol <= 12.15:
## : : : : :...chlorides <= 0.034: 6 (3/1)
## : : : : chlorides > 0.034: 8 (4)
## : : : volatile.acidity <= 0.425:
## : : : :...density > 0.9941: 6 (4/2)
## : : : density <= 0.9941:
## : : : :...volatile.acidity > 0.375: 7 (17/2)
## : : : volatile.acidity <= 0.375:
## : : : :...density > 0.99153: 7 (9/1)
## : : : density <= 0.99153:
## : : : :...alcohol > 12.15:
## : : : :...alcohol <= 12.25: 7 (6/2)
## : : : : alcohol > 12.25: 6 (3)
## : : : alcohol <= 12.15:
## : : : :...alcohol <= 11.95: 6 (3/1)
## : : : alcohol > 11.95:
## : : : :...chlorides <= 0.033: 4 (2/1)
## : : : chlorides > 0.033: 8 (4/2)
## : : volatile.acidity <= 0.335:
## : : :...density <= 0.98954: 6 (16/2)
## : : density > 0.98954:
## : : :...alcohol <= 12.05:
## : : :...density > 0.99096:
## : : : :...volatile.acidity <= 0.305:
## : : : : :...volatile.acidity > 0.285: 6 (10/1)
## : : : : : volatile.acidity <= 0.285:
## : : : : : :...chlorides <= 0.069: 6 (41/14)
## : : : : : chlorides > 0.069: 7 (6/1)
## : : : : volatile.acidity > 0.305:
## : : : : :...chlorides <= 0.031: 6 (3/1)
## : : : : chlorides > 0.031:
## : : : : :...density <= 0.99617: 7 (11)
## : : : : density > 0.99617: 6 (2)
## : : : density <= 0.99096:
## : : : :...alcohol > 11.95: 6 (29/13)
## : : : alcohol <= 11.95:
## : : : :...chlorides <= 0.038:
## : : : :...volatile.acidity <= 0.245: 7 (14/5)
## : : : : volatile.acidity > 0.245:
## : : : : :...volatile.acidity <= 0.255: 8 (3)
## : : : : volatile.acidity > 0.255: 6 (8/2)
## : : : chlorides > 0.038:
## : : : :...chlorides > 0.043: 8 (2)
## : : : chlorides <= 0.043:
## : : : :...alcohol <= 11.85: 7 (3/1)
## : : : alcohol > 11.85: 5 (2)
## : : alcohol > 12.05:
## : : :...density <= 0.99078:
## : : :...chlorides > 0.043: 7 (5/1)
## : : : chlorides <= 0.043:
## : : : :...chlorides <= 0.034: 7 (20/7)
## : : : chlorides > 0.034: 6 (15/4)
## : : density > 0.99078:
## : : :...volatile.acidity <= 0.205: 6 (9/2)
## : : volatile.acidity > 0.205:
## : : :...density <= 0.99153:
## : : :...chlorides <= 0.038:
## : : : :...chlorides <= 0.027: 6 (2/1)
## : : : : chlorides > 0.027: 7 (10/2)
## : : : chlorides > 0.038:
## : : : :...chlorides <= 0.042: 8 (3)
## : : : chlorides > 0.042: 6 (4/1)
## : : density > 0.99153:
## : : :...volatile.acidity > 0.325: 5 (2/1)
## : : volatile.acidity <= 0.325:
## : : :...volatile.acidity <= 0.225: 7 (3)
## : : volatile.acidity > 0.225: [S11]
## : alcohol > 12.5:
## : :...chlorides > 0.078:
## : :...volatile.acidity <= 0.385: 5 (4/1)
## : : volatile.acidity > 0.385: 6 (4)
## : chlorides <= 0.078:
## : :...alcohol <= 12.6:
## : :...chlorides > 0.043:
## : : :...volatile.acidity <= 0.315: 6 (2)
## : : : volatile.acidity > 0.315:
## : : : :...volatile.acidity <= 0.35: 4 (2/1)
## : : : volatile.acidity > 0.35: 7 (2)
## : : chlorides <= 0.043:
## : : :...volatile.acidity > 0.305: 7 (17/5)
## : : volatile.acidity <= 0.305:
## : : :...volatile.acidity <= 0.215: 7 (4)
## : : volatile.acidity > 0.215:
## : : :...volatile.acidity <= 0.25: 6 (5/1)
## : : volatile.acidity > 0.25:
## : : :...density <= 0.99002: 7 (4/1)
## : : density > 0.99002:
## : : :...chlorides <= 0.038: 8 (4)
## : : chlorides > 0.038: 7 (2)
## : alcohol > 12.6:
## : :...alcohol > 13.4:
## : :...alcohol <= 13.9: 7 (26/4)
## : : alcohol > 13.9:
## : : :...density <= 0.98924: 7 (4/1)
## : : density > 0.98924: 6 (3/1)
## : alcohol <= 13.4:
## : :...chlorides <= 0.032:
## : :...alcohol > 13.3:
## : : :...chlorides <= 0.023: 7 (3/1)
## : : : chlorides > 0.023: 8 (4)
## : : alcohol <= 13.3:
## : : :...volatile.acidity > 0.405:
## : : :...alcohol <= 12.8:
## : : : :...density <= 0.99016: 7 (4)
## : : : : density > 0.99016: 8 (4/1)
## : : : alcohol > 12.8:
## : : : :...volatile.acidity <= 0.455: 8 (3/1)
## : : : volatile.acidity > 0.455: 6 (3/1)
## : : volatile.acidity <= 0.405:
## : : :...alcohol > 12.75: 7 (50/19)
## : : alcohol <= 12.75:
## : : :...volatile.acidity > 0.34: 7 (4/1)
## : : volatile.acidity <= 0.34:
## : : :...density > 0.99089: 5 (2/1)
## : : density <= 0.99089:
## : : :...chlorides <= 0.03: 6 (7)
## : : chlorides > 0.03: 7 (5/1)
## : chlorides > 0.032:
## : :...volatile.acidity <= 0.25:
## : :...density <= 0.98922: 8 (3/1)
## : : density > 0.98922: 6 (15/2)
## : volatile.acidity > 0.25:
## : :...volatile.acidity > 0.485:
## : :...chlorides <= 0.042: 7 (4)
## : : chlorides > 0.042:
## : : :...volatile.acidity <= 0.5: 5 (2)
## : : volatile.acidity > 0.5: 6 (2)
## : volatile.acidity <= 0.485:
## : :...alcohol > 13.05:
## : :...density <= 0.98871: 6 (4)
## : : density > 0.98871: 7 (18/6)
## : alcohol <= 13.05:
## : :...chlorides > 0.07: 6 (4/1)
## : chlorides <= 0.07:
## : :...alcohol > 12.75: 7 (33/10)
## : alcohol <= 12.75: [S12]
## alcohol <= 11.73333:
## :...volatile.acidity > 0.45:
## :...volatile.acidity > 0.745:
## : :...volatile.acidity > 1.01:
## : : :...alcohol <= 11.1: 3 (2/1)
## : : : alcohol > 11.1: 4 (4/1)
## : : volatile.acidity <= 1.01:
## : : :...alcohol <= 10.8:
## : : :...alcohol <= 10.7: 6 (4/1)
## : : : alcohol > 10.7:
## : : : :...chlorides <= 0.072: 6 (2)
## : : : chlorides > 0.072: 5 (2)
## : : alcohol > 10.8:
## : : :...volatile.acidity > 0.96: 6 (3)
## : : volatile.acidity <= 0.96:
## : : :...chlorides <= 0.059: 5 (7/1)
## : : chlorides > 0.059:
## : : :...alcohol > 11.4: 5 (4/2)
## : : alcohol <= 11.4:
## : : :...chlorides <= 0.066: 6 (3/1)
## : : chlorides > 0.066: 4 (4)
## : volatile.acidity <= 0.745:
## : :...alcohol > 11.45: 6 (25/10)
## : alcohol <= 11.45:
## : :...alcohol <= 10.8: 6 (31/6)
## : alcohol > 10.8:
## : :...volatile.acidity <= 0.485: 5 (8/2)
## : volatile.acidity > 0.485:
## : :...alcohol > 11.1:
## : :...density > 0.99855: 5 (3/1)
## : : density <= 0.99855:
## : : :...density <= 0.9942: 5 (2)
## : : density > 0.9942: 6 (20/1)
## : alcohol <= 11.1:
## : :...alcohol <= 10.93333:
## : :...chlorides <= 0.052: 5 (3/1)
## : : chlorides > 0.052: 6 (16/5)
## : alcohol > 10.93333:
## : :...alcohol > 11.05: 6 (5/2)
## : alcohol <= 11.05:
## : :...density <= 0.99782: 5 (11/3)
## : density > 0.99782: 6 (3/1)
## volatile.acidity <= 0.45:
## :...alcohol <= 10.98:
## :...volatile.acidity > 0.265:
## : :...volatile.acidity > 0.325:
## : : :...volatile.acidity <= 0.415: 6 (25/5)
## : : : volatile.acidity > 0.415:
## : : : :...density <= 0.99689: 5 (9/1)
## : : : density > 0.99689: 6 (2)
## : : volatile.acidity <= 0.325:
## : : :...alcohol <= 10.7:
## : : :...volatile.acidity > 0.285: 5 (12)
## : : : volatile.acidity <= 0.285:
## : : : :...volatile.acidity <= 0.275: 5 (3/1)
## : : : volatile.acidity > 0.275: 7 (7/2)
## : : alcohol > 10.7:
## : : :...alcohol > 10.93333: 7 (2)
## : : alcohol <= 10.93333:
## : : :...alcohol > 10.8: 6 (15/9)
## : : alcohol <= 10.8:
## : : :...volatile.acidity <= 0.285:
## : : :...density <= 0.99289: 7 (3/1)
## : : : density > 0.99289: 4 (4/2)
## : : volatile.acidity > 0.285:
## : : :...volatile.acidity <= 0.315: 6 (8/1)
## : : volatile.acidity > 0.315: 7 (3/1)
## : volatile.acidity <= 0.265:
## : :...volatile.acidity > 0.215:
## : :...volatile.acidity <= 0.235:
## : : :...density > 0.99424: 5 (6/1)
## : : : density <= 0.99424:
## : : : :...alcohol <= 10.8:
## : : : :...chlorides > 0.044: 8 (3/1)
## : : : : chlorides <= 0.044:
## : : : : :...volatile.acidity <= 0.225: 7 (5/1)
## : : : : volatile.acidity > 0.225: 6 (3/1)
## : : : alcohol > 10.8:
## : : : :...volatile.acidity <= 0.225:
## : : : :...chlorides <= 0.033: 8 (2)
## : : : : chlorides > 0.033: 5 (2)
## : : : volatile.acidity > 0.225:
## : : : :...chlorides <= 0.042: 6 (2)
## : : : chlorides > 0.042: 5 (2/1)
## : : volatile.acidity > 0.235:
## : : :...volatile.acidity > 0.26: 7 (2)
## : : volatile.acidity <= 0.26:
## : : :...volatile.acidity <= 0.25:
## : : :...volatile.acidity <= 0.245: 6 (16/4)
## : : : volatile.acidity > 0.245:
## : : : :...alcohol <= 10.7: 7 (3)
## : : : alcohol > 10.7: 6 (6/2)
## : : volatile.acidity > 0.25:
## : : :...alcohol > 10.8: 6 (8/2)
## : : alcohol <= 10.8:
## : : :...density <= 0.99329: 5 (3)
## : : density > 0.99329: 6 (5)
## : volatile.acidity <= 0.215:
## : :...density <= 0.99142: 7 (13/3)
## : density > 0.99142:
## : :...chlorides > 0.045:
## : :...alcohol <= 10.8: 6 (21/5)
## : : alcohol > 10.8:
## : : :...chlorides <= 0.054: 7 (2)
## : : chlorides > 0.054: 5 (3/1)
## : chlorides <= 0.045:
## : :...alcohol <= 10.7:
## : :...density <= 0.99402: 7 (5)
## : : density > 0.99402: 6 (5)
## : alcohol > 10.7:
## : :...density > 0.99404:
## : :...volatile.acidity <= 0.185: 7 (7)
## : : volatile.acidity > 0.185:
## : : :...chlorides <= 0.042: 6 (2)
## : : chlorides > 0.042: 5 (2/1)
## : density <= 0.99404:
## : :...alcohol > 10.8: 6 (12/3)
## : alcohol <= 10.8:
## : :...chlorides > 0.041:
## : :...volatile.acidity <= 0.185: 6 (5)
## : : volatile.acidity > 0.185: 5 (2)
## : chlorides <= 0.041:
## : :...density > 0.99385: 5 (2)
## : density <= 0.99385:
## : :...density <= 0.99326: 7 (12/4)
## : density > 0.99326: 6 (3)
## alcohol > 10.98:
## :...alcohol > 11.45:
## :...chlorides <= 0.022:
## : :...alcohol <= 11.55: 5 (2)
## : : alcohol > 11.55: 7 (4)
## : chlorides > 0.022:
## : :...chlorides > 0.054:
## : :...density <= 0.99469: 6 (10)
## : : density > 0.99469:
## : : :...volatile.acidity <= 0.255: 6 (2)
## : : volatile.acidity > 0.255: 7 (13/4)
## : chlorides <= 0.054:
## : :...volatile.acidity > 0.385:
## : :...alcohol > 11.6: 6 (2)
## : : alcohol <= 11.6:
## : : :...chlorides <= 0.041: 4 (3)
## : : chlorides > 0.041: 5 (3)
## : volatile.acidity <= 0.385:
## : :...density > 0.99526: 4 (2/1)
## : density <= 0.99526:
## : :...alcohol <= 11.5:
## : :...volatile.acidity <= 0.19:
## : : :...density > 0.99255: 4 (2/1)
## : : : density <= 0.99255:
## : : : :...chlorides <= 0.035: 7 (3)
## : : : chlorides > 0.035: 8 (4/1)
## : : volatile.acidity > 0.19:
## : : :...chlorides > 0.043:
## : : :...density <= 0.99216: 5 (3)
## : : : density > 0.99216:
## : : : :...chlorides <= 0.05: 8 (3/1)
## : : : chlorides > 0.05: 6 (2)
## : : chlorides <= 0.043:
## : : :...volatile.acidity > 0.255:
## : : :...density <= 0.99328: 6 (10/3)
## : : : density > 0.99328: 7 (7/2)
## : : volatile.acidity <= 0.255:
## : : :...chlorides <= 0.031: [S13]
## : : chlorides > 0.031:
## : : :...chlorides <= 0.034: 6 (5/2)
## : : chlorides > 0.034: 5 (3/1)
## : alcohol > 11.5:
## : :...alcohol <= 11.6:
## : :...density <= 0.99283:
## : : :...volatile.acidity <= 0.365: 6 (25/9)
## : : : volatile.acidity > 0.365: 7 (3)
## : : density > 0.99283:
## : : :...chlorides <= 0.042: 6 (5/1)
## : : chlorides > 0.042: 5 (3/1)
## : alcohol > 11.6:
## : :...volatile.acidity > 0.305:
## : :...chlorides <= 0.033: 6 (7/2)
## : : chlorides > 0.033: [S14]
## : volatile.acidity <= 0.305:
## : :...volatile.acidity > 0.21: 6 (12/1)
## : volatile.acidity <= 0.21: [S15]
## alcohol <= 11.45:
## :...volatile.acidity <= 0.13:
## :...alcohol <= 11.1: 7 (4/1)
## : alcohol > 11.1:
## : :...density <= 0.99072: 7 (5)
## : density > 0.99072:
## : :...volatile.acidity <= 0.125: 7 (3/1)
## : volatile.acidity > 0.125: 6 (5/1)
## volatile.acidity > 0.13:
## :...alcohol <= 11:
## :...chlorides <= 0.034:
## : :...chlorides <= 0.032:
## : : :...volatile.acidity > 0.19: 6 (13/1)
## : : : volatile.acidity <= 0.19:
## : : : :...volatile.acidity <= 0.185: 6 (3/1)
## : : : volatile.acidity > 0.185: 7 (4/1)
## : : chlorides > 0.032:
## : : :...chlorides <= 0.033: 6 (3/1)
## : : chlorides > 0.033:
## : : :...volatile.acidity <= 0.215: 8 (4/1)
## : : volatile.acidity > 0.215: 6 (2/1)
## : chlorides > 0.034:
## : :...chlorides > 0.078: 5 (3)
## : chlorides <= 0.078:
## : :...volatile.acidity <= 0.215:
## : :...chlorides <= 0.053: 6 (24/6)
## : : chlorides > 0.053: 7 (3/1)
## : volatile.acidity > 0.215:
## : :...volatile.acidity <= 0.295:
## : :...density <= 0.99376:
## : : :...volatile.acidity <= 0.225: 7 (4)
## : : : volatile.acidity > 0.225: 6 (18/8)
## : : density > 0.99376:
## : : :...chlorides <= 0.042: 5 (4/2)
## : : chlorides > 0.042: 7 (8/2)
## : volatile.acidity > 0.295:
## : :...density > 0.99316: 6 (17/4)
## : density <= 0.99316:
## : :...volatile.acidity > 0.355: 5 (2/1)
## : volatile.acidity <= 0.355:
## : :...density <= 0.99274: 7 (6/1)
## : density > 0.99274: 5 (3)
## alcohol > 11:
## :...chlorides <= 0.032:
## :...volatile.acidity <= 0.245:
## : :...volatile.acidity <= 0.145: 5 (3)
## : : volatile.acidity > 0.145:
## : : :...density > 0.99136:
## : : :...chlorides <= 0.027:
## : : : :...alcohol <= 11.2: 8 (4/1)
## : : : : alcohol > 11.2: 6 (2)
## : : : chlorides > 0.027:
## : : : :...chlorides <= 0.029: 5 (3)
## : : : chlorides > 0.029: 6 (7/1)
## : : density <= 0.99136:
## : : :...volatile.acidity <= 0.175: 7 (2)
## : : volatile.acidity > 0.175:
## : : :...chlorides <= 0.024: 6 (6/1)
## : : chlorides > 0.024: [S16]
## : volatile.acidity > 0.245:
## : :...volatile.acidity > 0.39: 7 (6/1)
## : volatile.acidity <= 0.39:
## : :...alcohol > 11.35:
## : :...volatile.acidity <= 0.285:
## : : :...density <= 0.99081: 4 (2/1)
## : : : density > 0.99081: 5 (3)
## : : volatile.acidity > 0.285:
## : : :...volatile.acidity <= 0.305: 4 (2/1)
## : : volatile.acidity > 0.305: 7 (3/1)
## : alcohol <= 11.35:
## : :...alcohol <= 11.1: 6 (5/2)
## : alcohol > 11.1:
## : :...alcohol <= 11.2: [S17]
## : alcohol > 11.2:
## : :...chlorides <= 0.027: 7 (8)
## : chlorides > 0.027: 6 (3)
## chlorides > 0.032:
## :...volatile.acidity > 0.355:
## :...chlorides <= 0.043:
## : :...density > 0.99276: 6 (7)
## : : density <= 0.99276:
## : : :...volatile.acidity <= 0.365: 6 (5)
## : : volatile.acidity > 0.365:
## : : :...density <= 0.99162: 6 (3)
## : : density > 0.99162: 7 (3)
## : chlorides > 0.043:
## : :...density > 0.99573: 6 (12)
## : density <= 0.99573:
## : :...density <= 0.99352:
## : :...volatile.acidity <= 0.42: 6 (5/1)
## : : volatile.acidity > 0.42: 5 (2/1)
## : density > 0.99352:
## : :...chlorides > 0.062:
## : :...density <= 0.99433: 7 (2/1)
## : : density > 0.99433: 6 (6/1)
## : chlorides <= 0.062:
## : :...alcohol > 11.35: 7 (2)
## : alcohol <= 11.35:
## : :...chlorides <= 0.058: 8 (2)
## : chlorides > 0.058: 7 (2)
## volatile.acidity <= 0.355:
## :...volatile.acidity <= 0.16:
## :...chlorides <= 0.033: 5 (2/1)
## : chlorides > 0.033:
## : :...chlorides > 0.053: 6 (6)
## : chlorides <= 0.053:
## : :...chlorides > 0.047: 7 (5)
## : chlorides <= 0.047:
## : :...density <= 0.99205: 6 (21/3)
## : density > 0.99205: 7 (2)
## volatile.acidity > 0.16:
## :...chlorides > 0.054:
## :...chlorides > 0.085: 6 (5)
## : chlorides <= 0.085:
## : :...density > 0.99393: 7 (18/6)
## : density <= 0.99393:
## : :...alcohol <= 11.1: 5 (2)
## : alcohol > 11.1: 6 (5/1)
## chlorides <= 0.054:
## :...density > 0.99479: 5 (5/1)
## density <= 0.99479:
## :...volatile.acidity > 0.245:
## :...density > 0.99078: 6 (55/14)
## : density <= 0.99078:
## : :...chlorides > 0.046: 6 (3)
## : chlorides <= 0.046: [S18]
## volatile.acidity <= 0.245:
## :...alcohol <= 11.35: [S19]
## alcohol > 11.35:
## :...chlorides <= 0.038: [S20]
## chlorides > 0.038: [S21]
##
## SubTree [S1]
##
## density <= 0.99576: 6 (6)
## density > 0.99576: 5 (4/1)
##
## SubTree [S2]
##
## density <= 0.99677: 5 (4/1)
## density > 0.99677: 6 (4)
##
## SubTree [S3]
##
## volatile.acidity <= 0.58: 5 (26/8)
## volatile.acidity > 0.58: 6 (4)
##
## SubTree [S4]
##
## chlorides <= 0.065: 4 (2)
## chlorides > 0.065: 5 (2/1)
##
## SubTree [S5]
##
## volatile.acidity > 0.265: 6 (3)
## volatile.acidity <= 0.265:
## :...density <= 0.99422: 5 (2)
## density > 0.99422: 6 (4)
##
## SubTree [S6]
##
## volatile.acidity <= 0.345: 5 (4/1)
## volatile.acidity > 0.345: 6 (2)
##
## SubTree [S7]
##
## volatile.acidity <= 0.35: 5 (4/1)
## volatile.acidity > 0.35: 6 (7)
##
## SubTree [S8]
##
## volatile.acidity <= 0.54: 6 (4/1)
## volatile.acidity > 0.54: 5 (2)
##
## SubTree [S9]
##
## chlorides <= 0.062: 5 (7/1)
## chlorides > 0.062: 6 (3/1)
##
## SubTree [S10]
##
## volatile.acidity <= 0.595: 5 (3)
## volatile.acidity > 0.595: 6 (2)
##
## SubTree [S11]
##
## volatile.acidity <= 0.235: 6 (3/1)
## volatile.acidity > 0.235:
## :...density <= 0.99216: 6 (7)
## density > 0.99216:
## :...alcohol <= 12.15: 6 (6/1)
## alcohol > 12.15:
## :...density <= 0.99406: 7 (7/1)
## density > 0.99406: 6 (3/1)
##
## SubTree [S12]
##
## volatile.acidity > 0.37: 7 (3/1)
## volatile.acidity <= 0.37:
## :...chlorides <= 0.037: 6 (2)
## chlorides > 0.037:
## :...density <= 0.98949: 6 (3)
## density > 0.98949:
## :...chlorides <= 0.053: 7 (4)
## chlorides > 0.053: 6 (4/2)
##
## SubTree [S13]
##
## volatile.acidity <= 0.205: 6 (2)
## volatile.acidity > 0.205: 7 (2)
##
## SubTree [S14]
##
## volatile.acidity <= 0.355: 5 (2/1)
## volatile.acidity > 0.355: 8 (2)
##
## SubTree [S15]
##
## volatile.acidity <= 0.185: 6 (5)
## volatile.acidity > 0.185:
## :...chlorides <= 0.034: 4 (2/1)
## chlorides > 0.034: 7 (3/1)
##
## SubTree [S16]
##
## volatile.acidity <= 0.205: 5 (4/2)
## volatile.acidity > 0.205: 7 (2)
##
## SubTree [S17]
##
## volatile.acidity <= 0.29: 6 (3)
## volatile.acidity > 0.29: 7 (7/2)
##
## SubTree [S18]
##
## density > 0.9905: 7 (5)
## density <= 0.9905:
## :...volatile.acidity <= 0.27: 6 (2/1)
## volatile.acidity > 0.27: 5 (3)
##
## SubTree [S19]
##
## volatile.acidity <= 0.235: 6 (41/12)
## volatile.acidity > 0.235:
## :...alcohol <= 11.2: 4 (2/1)
## alcohol > 11.2:
## :...density <= 0.99167: 7 (2)
## density > 0.99167: 8 (2)
##
## SubTree [S20]
##
## volatile.acidity > 0.19: 6 (8)
## volatile.acidity <= 0.19:
## :...density <= 0.99302: 6 (2)
## density > 0.99302: 7 (2)
##
## SubTree [S21]
##
## alcohol > 11.4: 6 (2)
## alcohol <= 11.4:
## :...volatile.acidity <= 0.215:
## :...volatile.acidity <= 0.19: 5 (2)
## : volatile.acidity > 0.19: 7 (4/1)
## volatile.acidity > 0.215:
## :...chlorides <= 0.043: 6 (2)
## chlorides > 0.043: 5 (3/1)
##
##
## Evaluation on training data (4552 cases):
##
## Decision Tree
## ----------------
## Size Errors
##
## 575 985(21.6%) <<
##
##
## (a) (b) (c) (d) (e) (f) (g) <-classified as
## ---- ---- ---- ---- ---- ---- ----
## 7 5 6 2 1 (a): class 3
## 1 63 51 34 2 1 (b): class 4
## 1 11 1233 230 20 2 (c): class 5
## 1 8 235 1654 81 7 (d): class 6
## 1 3 26 186 533 7 (e): class 7
## 4 4 32 19 77 (f): class 8
## 2 2 (g): class 9
##
##
## Attribute usage:
##
## 100.00% alcohol
## 100.00% volatile.acidity
## 71.88% density
## 71.53% chlorides
##
##
## Time: 0.0 secs
#accuracy results from C5.0 model
test_predictions_Pt2<- predict(wineQuality_C5_Pt2, test_Data_Pt2)
table(predicted = test_predictions_Pt2, actual = test_Data_Pt2$quality)
## actual
## predicted 3 4 5 6 7 8 9
## 3 2 1 3 0 0 1 0
## 4 0 4 10 10 3 0 0
## 5 3 28 413 204 28 1 0
## 6 4 30 185 532 155 25 1
## 7 0 1 29 94 121 18 0
## 8 0 0 1 10 16 12 0
## 9 0 0 0 0 0 0 0
mean(test_predictions_Pt2==test_Data_Pt2$quality)
## [1] 0.5573265