1 FRESA.CAD Regresion Benchmark

1.1 Wine Quality Data sets

Redwinequality  <- read.csv("./Wine/winequality-white (1).csv")

#Redwinequality <- read.csv("./Wine/winequality-red (1).csv")
#Redwinequality$quality[Redwinequality$quality < 4] <- 4
#Redwinequality$quality[Redwinequality$quality > 7] <- 7
Redwinequality$quality[Redwinequality$quality > 8] <- 8
Redwinequality_mat <- as.data.frame(model.matrix(quality~.*.,Redwinequality))
#Redwinequality_mat <- as.data.frame(model.matrix(quality~.,Redwinequality))
Redwinequality_mat$`(Intercept)` <- NULL
Redwinequality_mat$quality <- Redwinequality$quality
fnames <- colnames(Redwinequality_mat)
fnames <- str_replace_all(fnames," ","_")
fnames <- str_replace_all(fnames,"/","_")
fnames <- str_replace_all(fnames,":",".")
colnames(Redwinequality_mat) <- fnames

#Redwinequality_mat <- FRESAScale(Redwinequality_mat,method="RankInv")$scaledData

ExperimentName <- "Red_Wine_Quality"
bswimsReps <- 20;
theData <- Redwinequality_mat;
theOutcome <- "quality";
reps <- 22;
fraction <- 0.30;

FRESAFileName <- paste(ExperimentName,"FRESAMethod.RDATA",sep = "_")
CVFileName <- paste(ExperimentName,"CVMethod.RDATA",sep = "_")
sampleTrain <- sample(nrow(theData),nrow(theData)*0.5)
sampleData <- theData[sampleTrain,]
testdata <- theData[-sampleTrain,]

table(theData$quality)
table(sampleData$quality)

1.2 Benchmark


bmodel <- BSWiMS.model(formula = paste(theOutcome," ~ 1"),data = sampleData,NumberofRepeats = bswimsReps )
save(bmodel,file = FRESAFileName)
load(file = FRESAFileName)


cp <- OrdinalBenchmark(theData,theOutcome,reps,fraction)

save(cp,file = CVFileName)
load(file = CVFileName)

1.3 Results

1.3.1 Model Selection Results


hm <- heatMaps(Outcome = "Outcome",data = cp$testPredictions,title = "Heat Map",Scale = TRUE,hCluster = "col",cexRow = 0.25,cexCol = 0.75,srtCol = 45)

[1] 6


#The Times
pander::pander(cp$cpuElapsedTimes)

BSWiMS	RF	RPART	LASSO	SVM	KNN	ENS
91.1	2.818	0.4595	159.1	0.53	0.1532	254.1


bp <- barPlotCiError(as.matrix(cp$KappaTable),metricname = "KAPPA",thesets = cp$thesets,themethod = cp$theMethod,main = "KAPPA",offsets = c(0.5,0.05),args.legend = list(x = "bottomright"),col = terrain.colors(length(cp$theMethod)))


pander::pander(bp$ciTable$mean,caption = "KAPPA",round = 3)

RF	ENS	BSWiMS	LASSO	SVM	RPART	KNN
0.5895	0.5361	0.4697	0.445	0.4714	0.4107	0.3908

testKAPPA <- bp$ciTable$mean;
testKAPPAmin <- min(bp$ciTable$low95)
testKAPPAmax <- max(bp$ciTable$top95)

bp <- barPlotCiError(as.matrix(cp$BMAETable),metricname = "BMAE",thesets = cp$thesets,themethod = cp$theMethod,main = "BMAE",scoreDirection = "<",args.legend = list(x = "bottomright"),col = terrain.colors(length(cp$theMethod)))


pander::pander(bp$ciTable$mean,caption = "BMAE",round = 3)

RF	ENS	BSWiMS	LASSO	SVM	KNN	RPART
0.7679	0.893	1.011	1.066	1.078	1.031	1.103


testBMAE <- -bp$ciTable$mean;
testBMAEmin <- min(-bp$ciTable$top95)
testBMAEmax <- max(-bp$ciTable$low95)

bp <- barPlotCiError(as.matrix(cp$KendallTable),metricname = "Kendall Correlation",thesets = cp$thesets,themethod = cp$theMethod,main = "Kendall Correlation",args.legend = list(x = "bottomright"),col = terrain.colors(length(cp$theMethod)))


pander::pander(bp$ciTable$mean,caption = "Kendall Correlation",round = 3)

RF	ENS	BSWiMS	LASSO	SVM	RPART	KNN
0.5532	0.51	0.4544	0.4497	0.4549	0.4082	0.4167


testKendall <- bp$ciTable$mean;
testKendallmin <- min(bp$ciTable$low95)
testKendallmax <- max(bp$ciTable$top95)


bp <- barPlotCiError(as.matrix(cp$BiasTable),metricname = "BIAS",thesets = cp$thesets,themethod = cp$theMethod,main = "BIAS",offsets = c(0.5,0.5),scoreDirection = "==",args.legend = list(x = "bottomright"),col = terrain.colors(length(cp$theMethod)))

pander::pander(bp$ciTable$mean,caption = "BIAS",round = 3)

RPART	SVM	ENS	BSWiMS	LASSO	RF	KNN
0.007623	-0.01164	-0.01422	-0.04337	-0.05902	0.0412	-0.1437


testBIAS <- bp$ciTable$mean;
testBIASmin <- min(bp$ciTable$low95)
tesKBIASmax <- max(bp$ciTable$top95)


bp <- barPlotCiError(as.matrix(cp$ACCTable),metricname = "Accuracy",thesets = cp$thesets,themethod = cp$theMethod,main = "Accuracy",offsets = c(0.5,0.5),args.legend = list(x = "bottomright"),col = terrain.colors(length(cp$theMethod)))


pander::pander(bp$ciTable$mean,caption = "Accuracy",round = 3)

RF	ENS	BSWiMS	SVM	LASSO	RPART	KNN
0.4867	0.4186	0.3852	0.3836	0.3694	0.3671	0.3391


testACC <- bp$ciTable$mean;
testACCmin <- min(bp$ciTable$low95)
testACCmax <- max(bp$ciTable$top95)

bp <- barPlotCiError(as.matrix(cp$SENTable),metricname = "TP Rate",thesets = cp$thesets,themethod = cp$theMethod,main = "TP Rate",offsets = c(0.5,0.5),args.legend = list(x = "bottomright"),col = terrain.colors(length(cp$theMethod)))


pander::pander(bp$ciTable$mean,caption = "TP Rate",round = 3)

RF	ENS	BSWiMS	LASSO	KNN	RPART	SVM
0.479	0.3819	0.3548	0.3528	0.3535	0.3282	0.3419


testSEN <- bp$ciTable$mean;
testSENmin <- min(bp$ciTable$low95)
testSENmax <- max(bp$ciTable$top95)

bp <- barPlotCiError(as.matrix(cp$AUCTable),metricname = "ROC AUC",thesets = cp$thesets,themethod = cp$theMethod,main = "ROC AUC",offsets = c(0.5,0.5),args.legend = list(x = "bottomright"),col = terrain.colors(length(cp$theMethod)))


pander::pander(bp$ciTable$mean,caption = "ROC AUC",round = 3)

RF	ENS	BSWiMS	LASSO	KNN	RPART	SVM
0.6854	0.6313	0.6131	0.6141	0.614	0.5988	0.6084


testAUC <- bp$ciTable$mean;
testAUCmin <- min(bp$ciTable$low95)
testAUCmax <- max(bp$ciTable$top95)

1.3.2 Filter Method Results


par(mfrow = c(1,2))
barplot(cp$jaccard[order(-cp$jaccard)],las = 2,cex.axis = 1,cex.names = 0.7,main = "Jaccard Index",ylab = "Jaccard")
selectJaccard <- cp$jaccard[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")]
unsize <- cp$featsize + 1
barplot(unsize[order(unsize)],las = 2,cex.axis = 1,cex.names = 0.7,log = "y",ylim = c(1,max(unsize)),main = "Number of Features",ylab = "# of Features+1")

selectFeatsize <- -cp$featsize[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")]
par(mfrow = c(1,1))


cp$KappaTable_filter[is.na(cp$KappaTable_filter)] <- 0
bp <- barPlotCiError(as.matrix(cp$KappaTable_filter),metricname = "Kappa",thesets = cp$theFiltersets,themethod = cp$theOrdinalMethod,main = "Kappa",offsets = c(0.0,0.1),args.legend = list(x = "bottomleft"),angle = 45,col = terrain.colors(length(cp$theOrdinalMethod)))


pander::pander(bp$ciTable$mean,caption = "Kappa",round = 3)

Kappa (continued below)
	BSWiMS	RF.ref	RPART	Kendall	Spearman	LASSO
SVM	0.51	0.505	0.51	0.502	0.507	0.502
Naive Bayes	0.477	0.46	0.472	0.478	0.476	0.469
Ordinal	0.45	0.458	0.46	0.449	0.448	0.452
RPART	0.453	0.43	0.417	0.431	0.424	0.423
KNN	0.392	0.368	0.369	0.339	0.336	0.322

	Binomial.Test	W.Test	mRMR
SVM	0.5	0.494	0.471
Naive Bayes	0.454	0.453	0.464
Ordinal	0.439	0.44	0.383
RPART	0.42	0.412	0.455
KNN	0.32	0.314	0.343


selectKappa <- apply(bp$ciTable$mean,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")]
selectKappamin <- min(apply(bp$ciTable$low95,2,min)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
selectKappamax <- max(apply(bp$ciTable$top95,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])


cp$KendallTable_filter[is.na(cp$KendallTable_filter)] <- 0
bp <- barPlotCiError(as.matrix(cp$KendallTable_filter),metricname = "Kendall Correlation",thesets = cp$theFiltersets,themethod = cp$theOrdinalMethod,main = "Kendall Correlation",offsets = c(0.0,0.1),args.legend = list(x = "bottomleft"),angle = 45,col = terrain.colors(length(cp$theOrdinalMethod)))


selectKendall <- apply(bp$ciTable$mean,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")]
selectKendallmin <- min(apply(bp$ciTable$low95,2,min)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
selectKendallmax <- max(apply(bp$ciTable$top95,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
pander::pander(bp$ciTable$mean,caption = "Kendall Correlation",round = 3)

Kendall Correlation (continued below)
	BSWiMS	RF.ref	RPART	Kendall	Spearman	LASSO
SVM	0.492	0.484	0.493	0.488	0.492	0.488
Naive Bayes	0.446	0.435	0.443	0.448	0.446	0.442
Ordinal	0.437	0.44	0.441	0.432	0.431	0.433
RPART	0.442	0.427	0.414	0.423	0.423	0.417
KNN	0.417	0.389	0.401	0.377	0.376	0.364

	W.Test	Binomial.Test	mRMR
SVM	0.477	0.484	0.455
Naive Bayes	0.43	0.43	0.447
Ordinal	0.428	0.427	0.4
RPART	0.416	0.414	0.432
KNN	0.356	0.361	0.372


bp <- barPlotCiError(as.matrix(cp$BMAETable_filter),metricname = "BMAE",thesets = cp$theFiltersets,themethod = cp$theOrdinalMethod,main = "BMAE",scoreDirection = "<",offsets = c(0.0,1.0),args.legend = list(x = "bottomright"),angle = 45,col = terrain.colors(length(cp$theOrdinalMethod)))


selectBMAE <- -apply(bp$ciTable$mean,2,min)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")]
pander::pander(bp$ciTable$mean,caption = "BMAE",round = 3)

BMAE (continued below)
	BSWiMS	RF.ref	RPART	Kendall	LASSO	Spearman
SVM	0.912	0.868	0.936	0.948	0.949	0.945
Naive Bayes	0.896	0.963	0.905	0.98	0.925	0.97
RPART	1.025	1.072	1.109	1.065	1.107	1.048
KNN	1.026	1.029	1.063	1.102	1.145	1.121
Ordinal	1.11	1.177	1.153	1.176	1.172	1.193

	Binomial.Test	W.Test	mRMR
SVM	0.954	0.962	1.078
Naive Bayes	1.006	1.02	1.05
RPART	1.063	1.089	1.096
KNN	1.257	1.265	1.099
Ordinal	1.103	1.109	1.321

selectBMAEmin <- min(-apply(bp$ciTable$top95,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
selectBMAEmax <- max(-apply(bp$ciTable$low95,2,min)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])


cp$ACCTable_filter[is.na(cp$ACCTable_filter)] <- 0
bp <- barPlotCiError(as.matrix(cp$ACCTable_filter),metricname = "Accuracy ",thesets = cp$theFiltersets,themethod = cp$theOrdinalMethod,main = "Accuracy ",offsets = c(0.0,0.1),args.legend = list(x = "bottomleft"),angle = 45,col = terrain.colors(length(cp$theOrdinalMethod)))


selectAccuracy <- apply(bp$ciTable$mean,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")]
selectAccuracymin <- min(apply(bp$ciTable$low95,2,min)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
selectAccuracymax <- max(apply(bp$ciTable$top95,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
pander::pander(bp$ciTable$mean,caption = "Accuracy",round = 3)

Accuracy (continued below)
	RPART	Kendall	Spearman	BSWiMS	Binomial.Test	LASSO
SVM	0.397	0.392	0.393	0.391	0.395	0.399
Naive Bayes	0.372	0.39	0.39	0.378	0.383	0.381
RPART	0.371	0.378	0.369	0.364	0.368	0.372
Ordinal	0.349	0.321	0.328	0.321	0.329	0.33
KNN	0.323	0.306	0.308	0.336	0.298	0.294

	W.Test	RF.ref	mRMR
SVM	0.391	0.387	0.384
Naive Bayes	0.387	0.369	0.378
RPART	0.358	0.369	0.369
Ordinal	0.325	0.331	0.265
KNN	0.305	0.322	0.316


cp$SENTable_filter[is.na(cp$SENTable_filter)] <- 0
bp <- barPlotCiError(as.matrix(cp$SENTable_filter),metricname = "TP Rate ",thesets = cp$theFiltersets,themethod = cp$theOrdinalMethod,main = "TP Rate ",offsets = c(0.0,0.1),args.legend = list(x = "bottomleft"),angle = 45,col = terrain.colors(length(cp$theOrdinalMethod)))


selectSEN <- apply(bp$ciTable$mean,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")]
selectSENmin <- min(apply(bp$ciTable$low95,2,min)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
selectSENmax <- max(apply(bp$ciTable$top95,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
pander::pander(bp$ciTable$mean,caption = "TP Rate",round = 3)

TP Rate (continued below)
	BSWiMS	Spearman	Kendall	RF.ref	RPART	LASSO
Naive Bayes	0.387	0.389	0.377	0.374	0.378	0.383
SVM	0.386	0.375	0.375	0.412	0.386	0.384
KNN	0.348	0.347	0.349	0.345	0.342	0.328
RPART	0.357	0.345	0.343	0.334	0.328	0.333
Ordinal	0.328	0.306	0.301	0.298	0.313	0.295

	Binomial.Test	W.Test	mRMR
Naive Bayes	0.378	0.371	0.369
SVM	0.373	0.367	0.344
KNN	0.309	0.312	0.318
RPART	0.337	0.332	0.325
Ordinal	0.282	0.315	0.255


cp$AUCTable_filter[is.na(cp$AUCTable_filter)] <- 0
bp <- barPlotCiError(as.matrix(cp$AUCTable_filter),metricname = "ROC AUC ",thesets = cp$theFiltersets,themethod = cp$theOrdinalMethod,main = "ROC AUC ",offsets = c(0.0,0.1),args.legend = list(x = "bottomleft"),angle = 45,col = terrain.colors(length(cp$theOrdinalMethod)))


selectAUC <- apply(bp$ciTable$mean,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")]
selectAUCmin <- min(apply(bp$ciTable$low95,2,min)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
selectAUCmax <- max(apply(bp$ciTable$top95,2,max)[c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
pander::pander(bp$ciTable$mean,caption = "ROC AUC",round = 3)

ROC AUC (continued below)
	BSWiMS	Spearman	Kendall	RF.ref	RPART	LASSO
Naive Bayes	0.629	0.631	0.625	0.622	0.624	0.627
SVM	0.631	0.625	0.625	0.642	0.631	0.631
KNN	0.611	0.609	0.609	0.609	0.607	0.598
RPART	0.614	0.608	0.607	0.603	0.599	0.601
Ordinal	0.595	0.584	0.582	0.581	0.59	0.58

	Binomial.Test	W.Test	mRMR
Naive Bayes	0.625	0.622	0.621
SVM	0.625	0.621	0.609
KNN	0.588	0.591	0.596
RPART	0.603	0.601	0.598
Ordinal	0.575	0.591	0.555

1.3.3 Radar Plots

op <- par(no.readonly = TRUE)

library(fmsb)
par(mfrow = c(1,2),xpd = TRUE,pty = "s",mar = c(1,1,1,1))



classRanks <- c(testKAPPAmax,testKendallmax,testBMAEmax,testACCmax,testSENmax,testAUCmax,max(-cp$cpuElapsedTimes))
classRanks <- rbind(classRanks,c(0,0,testBMAEmin,0,0,0,min(-cp$cpuElapsedTimes)))
classRanks <- as.data.frame(rbind(classRanks,cbind(testKAPPA[names(cp$cpuElapsedTimes)],testKendall[names(cp$cpuElapsedTimes)],testBMAE[names(cp$cpuElapsedTimes)],testACC[names(cp$cpuElapsedTimes)],testSEN[names(cp$cpuElapsedTimes)],testAUC[names(cp$cpuElapsedTimes)],-cp$cpuElapsedTimes)))

colnames(classRanks) <- c("Kappa","Kendall","BMAE","ACC","TPR","AUC","CPU")

colors_border = c( rgb(1.0,0.0,0.0,1.0), rgb(0.0,1.0,0.0,1.0) , rgb(0.0,0.0,1.0,1.0), rgb(0.2,0.2,0.0,1.0), rgb(0.0,1.0,1.0,1.0), rgb(1.0,0.0,1.0,1.0), rgb(0.5,0.0,0.0,1.0) )
colors_in = c( rgb(1.0,0.0,0.0,0.1), rgb(0.0,1.0,0.0,0.1) , rgb(0.0,0.0,1.0,0.1),rgb(1.0,1.0,0.0,0.1), rgb(0.0,1.0,1.0,0.1) , rgb(1.0,0.0,1.0,0.1), rgb(0.5,0.0,0.0,0.1)  )
radarchart(classRanks,axistype = 0,maxmin = T,pcol = colors_border,pfcol = colors_in,plwd = c(6,2,2,2,2,2,2),plty = 1, cglcol = "grey", cglty = 1,axislabcol = "black",cglwd = 0.8, vlcex  = 0.5 ,title = "Ordinal Model")

legend("bottomleft",legend = rownames(classRanks[-c(1,2),]),bty = "n",pch = 20,col = colors_in,text.col = colors_border,cex = 0.4,pt.cex = 1)


filterRanks <- c(selectKappamax,selectKendallmax,selectBMAEmax,selectAccuracymax,selectSENmax,selectAUCmax,max(selectJaccard),max(selectFeatsize))
filterRanks <- rbind(filterRanks,c(0,0,selectBMAEmin,0,0,0,0,min(selectFeatsize)))
filterRanks <- as.data.frame(rbind(filterRanks,cbind(selectKappa,selectKendall,selectBMAE,selectAccuracy,selectSEN,selectAUC,selectJaccard,selectFeatsize)));
colnames(filterRanks) <- c("Kappa","Kendall","BMAE","ACC","TPR","AUC","Jaccard","SIZE")
  
colors_border = c( rgb(1.0,0.0,0.0,1.0), rgb(0.0,1.0,0.0,1.0) , rgb(0.0,0.0,1.0,1.0), rgb(0.2,0.2,0.0,1.0), rgb(0.0,1.0,1.0,1.0),rgb(1.0,0.0,1.0,1.0) )
colors_in = c( rgb(1.0,0.0,0.0,0.1), rgb(0.0,1.0,0.0,0.1) , rgb(0.0,0.0,1.0,0.1),rgb(1.0,1.0,0.0,0.1), rgb(0.0,1.0,1.0,0.1), rgb(1.0,0.0,1.0,0.1)  )
radarchart(filterRanks,axistype = 0,maxmin = T,pcol = colors_border,pfcol = colors_in,plwd = c(6,2,2,2,2,2),plty = 1, cglcol = "grey", cglty = 1,axislabcol = "black",cglwd = 0.8, vlcex  = 0.5,title = "Filter Method" )


legend("bottomleft",legend = rownames(filterRanks[-c(1,2),]),bty = "n",pch = 20,col = colors_in,text.col = colors_border,cex = 0.4,pt.cex = 1)


par(mfrow = c(1,1))

par(op)

1.3.4 Features Analysis


pander::pander(summary(bmodel),caption = "Model",round = 3)

coefficients:

Table continues below
	Estimate	lower	OR	upper
volatile.acidity.citric.acid	-3.66	0.01918	0.02572	0.03451
fixed.acidity.volatile.acidity	-0.01997	0.9776	0.9802	0.9829
chlorides.total.sulfur.dioxide	-0.0009151	0.999	0.9991	0.9992
volatile.acidity.pH	-0.08312	0.9103	0.9202	0.9303
sulphates.alcohol	0.04097	1.037	1.042	1.046
chlorides.sulphates	-0.102	0.8848	0.903	0.9216
chlorides	-0.07184	0.9173	0.9307	0.9442
citric.acid.alcohol	-0.02132	0.9766	0.9789	0.9812
sulphates	0.02074	1.016	1.021	1.025
citric.acid.pH	-0.09124	0.903	0.9128	0.9227
pH	-0.006186	0.9923	0.9938	0.9954
volatile.acidity.residual.sugar	-2.857e-05	1	1	1
pH.alcohol	-1.254e-05	1	1	1
citric.acid.residual.sugar	-3.785e-06	1	1	1

Table continues below
	u.Accuracy	r.Accuracy	full.Accuracy
volatile.acidity.citric.acid	0.7139	0.9959	0.7139
fixed.acidity.volatile.acidity	0.6932	0.9959	0.6932
chlorides.total.sulfur.dioxide	0.7673	0.9959	0.7673
volatile.acidity.pH	0.6667	0.9959	0.6667
sulphates.alcohol	0.467	0.9959	0.467
chlorides.sulphates	0.7855	0.9959	0.7855
chlorides	0.7905	0.9959	0.7905
citric.acid.alcohol	0.5984	0.9959	0.5984
sulphates	0.4949	0.9959	0.4949
citric.acid.pH	0.6329	0.9959	0.6329
pH	0.5745	0.9959	0.5745
volatile.acidity.residual.sugar	0.5975	0.9959	0.5975
pH.alcohol	0.5546	0.9959	0.5546
citric.acid.residual.sugar	0.6307	0.9959	0.6307

Table continues below
	u.AUC	r.AUC	full.AUC	IDI
volatile.acidity.citric.acid	0.6074	0.5	0.6074	0.04585
fixed.acidity.volatile.acidity	0.597	0.5	0.597	0.041
chlorides.total.sulfur.dioxide	0.5678	0.5	0.5678	0.03799
volatile.acidity.pH	0.5339	0.5	0.5339	0.03404
sulphates.alcohol	0.5332	0.5	0.5332	0.02354
chlorides.sulphates	0.4939	0.5	0.4939	0.02099
chlorides	0.4965	0.5	0.4965	0.02024
citric.acid.alcohol	0.5841	0.5	0.5841	0.01685
sulphates	0.597	0.5	0.597	0.01723
citric.acid.pH	0.6165	0.5	0.6165	0.01607
pH	0.5872	0.5	0.5872	0.01227
volatile.acidity.residual.sugar	0.4494	0.5	0.4494	0.003521
pH.alcohol	0.5772	0.5	0.5772	0.003883
citric.acid.residual.sugar	0.5158	0.5	0.5158	0.001428

	NRI	z.IDI	z.NRI	Frequency
volatile.acidity.citric.acid	0.4298	15.5	15.76	0.25
fixed.acidity.volatile.acidity	0.388	14.41	14.1	0.02941
chlorides.total.sulfur.dioxide	0.2714	13.5	10.43	0.01471
volatile.acidity.pH	0.1308	13.12	4.755	0.05882
sulphates.alcohol	0.1323	10.71	4.675	0.1618
chlorides.sulphates	-0.0123	9.804	-0.5242	0.01471
chlorides	-0.01695	9.736	-0.7314	0.01471
citric.acid.alcohol	0.3404	9.352	12.1	0.1618
sulphates	0.4002	9.289	14.61	0.01471
citric.acid.pH	0.4626	9.169	16.62	0.2059
pH	0.3518	7.797	12.49	0.01471
volatile.acidity.residual.sugar	-0.2055	4.387	-7.57	0.01471
pH.alcohol	0.2892	4.33	10.22	0.01471
citric.acid.residual.sugar	0.06259	2.608	2.247	0.01471

Accuracy: 0.7183
tAUC: 0.6096
sensitivity: 0.7191
specificity: 0.5
bootstrap:

coefficients:

Table continues below
	Estimate	lower
volatile.acidity	-4.558	0.0004387
volatile.acidity.pH	-0.3428	0.6086
volatile.acidity.sulphates	-2.62	0.02242
fixed.acidity.volatile.acidity	-0.3896	0.5898
chlorides.free.sulfur.dioxide	0.03535	1.022
fixed.acidity.chlorides	-0.1746	0.8273
sulphates.alcohol	0.05918	1.029
citric.acid.free.sulfur.dioxide	0.01793	1.011
free.sulfur.dioxide.alcohol	0.004348	1.002
volatile.acidity.free.sulfur.dioxide	0.02004	0.9985
density	-32.22	1.068e-19
volatile.acidity.citric.acid	-0.4859	0.5813
sulphates	0.5579	1.608
citric.acid.alcohol	0.01791	1.016
free.sulfur.dioxide.pH	-0.008994	0.9775
free.sulfur.dioxide.total.sulfur.dioxide	-1.274e-05	1
volatile.acidity.alcohol	0.2152	1.035
citric.acid.residual.sugar	0.02285	1.02
pH.alcohol	0.009239	1.005
fixed.acidity.pH	-0.01337	0.9849
volatile.acidity.total.sulfur.dioxide	-0.0005728	0.9991
volatile.acidity.residual.sugar	0.1167	1.041

Table continues below
	OR	upper
volatile.acidity	0.01048	0.2504
volatile.acidity.pH	0.7098	0.8279
volatile.acidity.sulphates	0.07283	0.2366
fixed.acidity.volatile.acidity	0.6773	0.7779
chlorides.free.sulfur.dioxide	1.036	1.05
fixed.acidity.chlorides	0.8398	0.8525
sulphates.alcohol	1.061	1.094
citric.acid.free.sulfur.dioxide	1.018	1.025
free.sulfur.dioxide.alcohol	1.004	1.007
volatile.acidity.free.sulfur.dioxide	1.02	1.042
density	1.018e-14	9.708e-10
volatile.acidity.citric.acid	0.6151	0.6509
sulphates	1.747	1.899
citric.acid.alcohol	1.018	1.02
free.sulfur.dioxide.pH	0.991	1.005
free.sulfur.dioxide.total.sulfur.dioxide	1	1
volatile.acidity.alcohol	1.24	1.486
citric.acid.residual.sugar	1.023	1.026
pH.alcohol	1.009	1.014
fixed.acidity.pH	0.9867	0.9886
volatile.acidity.total.sulfur.dioxide	0.9994	0.9998
volatile.acidity.residual.sugar	1.124	1.213

Table continues below
	u.Accuracy	r.Accuracy
volatile.acidity	0.7591	0.6897
volatile.acidity.pH	0.7486	0.6004
volatile.acidity.sulphates	0.703	0.5948
fixed.acidity.volatile.acidity	0.7683	0.6597
chlorides.free.sulfur.dioxide	0.497	0.6588
fixed.acidity.chlorides	0.701	0.6259
sulphates.alcohol	0.4873	0.7071
citric.acid.free.sulfur.dioxide	0.6013	0.7341
free.sulfur.dioxide.alcohol	0.6659	0.7747
volatile.acidity.free.sulfur.dioxide	0.4557	0.7544
density	0.5555	0.733
volatile.acidity.citric.acid	0.6739	0.6433
sulphates	0.4967	0.713
citric.acid.alcohol	0.561	0.6116
free.sulfur.dioxide.pH	0.6339	0.7578
free.sulfur.dioxide.total.sulfur.dioxide	0.5218	0.7638
volatile.acidity.alcohol	0.7285	0.7681
citric.acid.residual.sugar	0.4537	0.7416
pH.alcohol	0.5378	0.7755
fixed.acidity.pH	0.6012	0.7389
volatile.acidity.total.sulfur.dioxide	0.6605	0.7315
volatile.acidity.residual.sugar	0.5716	0.7762

Table continues below
	full.Accuracy	u.AUC	r.AUC
volatile.acidity	0.8075	0.6579	0.6586
volatile.acidity.pH	0.7645	0.6557	0.6624
volatile.acidity.sulphates	0.7483	0.6135	0.6476
fixed.acidity.volatile.acidity	0.7875	0.6995	0.7037
chlorides.free.sulfur.dioxide	0.7005	0.5849	0.6027
fixed.acidity.chlorides	0.7398	0.6007	0.626
sulphates.alcohol	0.7557	0.5628	0.6682
citric.acid.free.sulfur.dioxide	0.7387	0.6675	0.6507
free.sulfur.dioxide.alcohol	0.7875	0.6959	0.7256
volatile.acidity.free.sulfur.dioxide	0.8004	0.5578	0.6818
density	0.7649	0.5314	0.6779
volatile.acidity.citric.acid	0.7046	0.5361	0.6821
sulphates	0.7528	0.5508	0.6911
citric.acid.alcohol	0.67	0.5756	0.6604
free.sulfur.dioxide.pH	0.7806	0.6787	0.7258
free.sulfur.dioxide.total.sulfur.dioxide	0.7781	0.6327	0.6971
volatile.acidity.alcohol	0.807	0.642	0.7012
citric.acid.residual.sugar	0.7434	0.5875	0.6993
pH.alcohol	0.7894	0.5868	0.7034
fixed.acidity.pH	0.764	0.55	0.7111
volatile.acidity.total.sulfur.dioxide	0.6955	0.5653	0.6418
volatile.acidity.residual.sugar	0.7929	0.482	0.7272

Table continues below
	full.AUC	IDI	NRI
volatile.acidity	0.7214	0.1206	0.5528
volatile.acidity.pH	0.7204	0.1214	0.5866
volatile.acidity.sulphates	0.7078	0.1159	0.5793
fixed.acidity.volatile.acidity	0.7567	0.1183	0.6416
chlorides.free.sulfur.dioxide	0.6998	0.09529	0.6764
fixed.acidity.chlorides	0.7271	0.08252	0.6549
sulphates.alcohol	0.698	0.08369	0.5456
citric.acid.free.sulfur.dioxide	0.7123	0.06777	0.5211
free.sulfur.dioxide.alcohol	0.7567	0.05422	0.4831
volatile.acidity.free.sulfur.dioxide	0.7249	0.05304	0.5912
density	0.7268	0.05572	0.3581
volatile.acidity.citric.acid	0.7122	0.05668	0.4533
sulphates	0.7235	0.04986	0.3739
citric.acid.alcohol	0.6718	0.05304	0.3598
free.sulfur.dioxide.pH	0.7521	0.04668	0.4063
free.sulfur.dioxide.total.sulfur.dioxide	0.7154	0.04467	0.5893
volatile.acidity.alcohol	0.724	0.04016	0.3509
citric.acid.residual.sugar	0.7238	0.04815	0.4432
pH.alcohol	0.7085	0.03861	0.38
fixed.acidity.pH	0.7437	0.037	0.2815
volatile.acidity.total.sulfur.dioxide	0.6713	0.04187	0.2702
volatile.acidity.residual.sugar	0.7309	0.03765	0.3347

	z.IDI	z.NRI	Frequency
volatile.acidity	26.21	20.16	0.2206
volatile.acidity.pH	24.92	21.4	0.1471
volatile.acidity.sulphates	24.47	21.12	0.1765
fixed.acidity.volatile.acidity	23.64	23.44	0.2941
chlorides.free.sulfur.dioxide	23.14	25.35	0.05882
fixed.acidity.chlorides	22.74	24.24	0.04412
sulphates.alcohol	20.19	19.78	0.08824
citric.acid.free.sulfur.dioxide	18.64	18.94	0.2647
free.sulfur.dioxide.alcohol	18.04	17.27	0.2941
volatile.acidity.free.sulfur.dioxide	17.86	21.49	0.2353
density	16.88	12.54	0.05882
volatile.acidity.citric.acid	16.84	16.36	0.04412
sulphates	15.4	13.17	0.07353
citric.acid.alcohol	15.32	12.58	0.02941
free.sulfur.dioxide.pH	15.21	14.6	0.25
free.sulfur.dioxide.total.sulfur.dioxide	15.16	21.56	0.04412
volatile.acidity.alcohol	14.81	12.4	0.1765
citric.acid.residual.sugar	14.31	16.01	0.04412
pH.alcohol	14.24	13.39	0.05882
fixed.acidity.pH	14.07	9.877	0.04412
volatile.acidity.total.sulfur.dioxide	13.37	9.551	0.05882
volatile.acidity.residual.sugar	12.87	11.77	0.1324

Accuracy: 0.8118
tAUC: 0.7472
sensitivity: 0.8171
specificity: 0.6774
bootstrap:

coefficients:

Table continues below
	Estimate	lower
alcohol	0.222	1.231
chlorides	-20.93	1.363e-14
sulphates.alcohol	0.1838	0.9205
chlorides.alcohol	4.068	3.382
citric.acid.alcohol	0.3097	1.121
volatile.acidity.alcohol	1.043	1.53
volatile.acidity	-16.33	2.899e-12
fixed.acidity.volatile.acidity	-0.3171	0.5609
fixed.acidity.citric.acid	-0.4173	0.5193
volatile.acidity.citric.acid	-1.155	0.2218
fixed.acidity.density	-0.1062	0.7931
volatile.acidity.sulphates	-3.168	0.004878
sulphates	-0.477	0.008009
fixed.acidity.alcohol	-0.005891	0.9474
citric.acid.chlorides	3.333	15.29
volatile.acidity.total.sulfur.dioxide	-0.003975	0.973
residual.sugar.total.sulfur.dioxide	0.0001234	1
chlorides.total.sulfur.dioxide	-0.04392	0.9281
pH.alcohol	0.02768	1.011
density	-46.65	3.673e-50
free.sulfur.dioxide.total.sulfur.dioxide	-0.0001302	0.9998
fixed.acidity.free.sulfur.dioxide	0.003766	1.001
chlorides.sulphates	-27.5	3.055e-17
fixed.acidity.total.sulfur.dioxide	0.001075	0.9998
fixed.acidity.chlorides	-0.9888	0.005448
fixed.acidity.residual.sugar	0.004016	1.002
total.sulfur.dioxide.density	-0.002313	0.99
total.sulfur.dioxide.pH	-0.000214	0.9997
volatile.acidity.pH	1.068	0.4101
chlorides.free.sulfur.dioxide	0.07246	1.042
pH.sulphates	0.403	0.8485
total.sulfur.dioxide.sulphates	0.001466	1.001
residual.sugar.sulphates	0.04061	1.002
free.sulfur.dioxide.sulphates	0.008375	1.006
citric.acid.residual.sugar	0.01953	1.01
volatile.acidity.residual.sugar	0.03392	1.02
fixed.acidity.pH	0.008798	0.9977
pH	-0.5476	0.3291
free.sulfur.dioxide.pH	0.000198	1
volatile.acidity.free.sulfur.dioxide	-0.001977	0.9971
residual.sugar.free.sulfur.dioxide	-0.0003068	0.9996

Table continues below
	OR	upper
alcohol	1.249	1.267
chlorides	8.116e-10	4.832e-05
sulphates.alcohol	1.202	1.569
chlorides.alcohol	58.42	1009
citric.acid.alcohol	1.363	1.657
volatile.acidity.alcohol	2.838	5.264
volatile.acidity	8.129e-08	0.002279
fixed.acidity.volatile.acidity	0.7282	0.9455
fixed.acidity.citric.acid	0.6588	0.8359
volatile.acidity.citric.acid	0.3151	0.4476
fixed.acidity.density	0.8992	1.02
volatile.acidity.sulphates	0.04209	0.3632
sulphates	0.6206	48.1
fixed.acidity.alcohol	0.9941	1.043
citric.acid.chlorides	28.03	51.39
volatile.acidity.total.sulfur.dioxide	0.996	1.02
residual.sugar.total.sulfur.dioxide	1	1
chlorides.total.sulfur.dioxide	0.957	0.9869
pH.alcohol	1.028	1.046
density	5.518e-21	8.29e+08
free.sulfur.dioxide.total.sulfur.dioxide	0.9999	0.9999
fixed.acidity.free.sulfur.dioxide	1.004	1.006
chlorides.sulphates	1.143e-12	4.274e-08
fixed.acidity.total.sulfur.dioxide	1.001	1.002
fixed.acidity.chlorides	0.372	25.4
fixed.acidity.residual.sugar	1.004	1.006
total.sulfur.dioxide.density	0.9977	1.005
total.sulfur.dioxide.pH	0.9998	0.9998
volatile.acidity.pH	2.909	20.64
chlorides.free.sulfur.dioxide	1.075	1.11
pH.sulphates	1.496	2.639
total.sulfur.dioxide.sulphates	1.001	1.002
residual.sugar.sulphates	1.041	1.082
free.sulfur.dioxide.sulphates	1.008	1.011
citric.acid.residual.sugar	1.02	1.03
volatile.acidity.residual.sugar	1.034	1.049
fixed.acidity.pH	1.009	1.02
pH	0.5783	1.016
free.sulfur.dioxide.pH	1	1
volatile.acidity.free.sulfur.dioxide	0.998	0.999
residual.sugar.free.sulfur.dioxide	0.9997	0.9998

Table continues below
	u.Accuracy	r.Accuracy
alcohol	0.6649	0.6423
chlorides	0.6433	0.6478
sulphates.alcohol	0.5822	0.6776
chlorides.alcohol	0.5892	0.6875
citric.acid.alcohol	0.5372	0.6862
volatile.acidity.alcohol	0.5599	0.704
volatile.acidity	0.622	0.7055
fixed.acidity.volatile.acidity	0.6394	0.6836
fixed.acidity.citric.acid	0.5541	0.6921
volatile.acidity.citric.acid	0.5992	0.6896
fixed.acidity.density	0.5364	0.7001
volatile.acidity.sulphates	0.6064	0.69
sulphates	0.5106	0.6944
fixed.acidity.alcohol	0.5939	0.7261
citric.acid.chlorides	0.6193	0.704
volatile.acidity.total.sulfur.dioxide	0.6503	0.7057
residual.sugar.total.sulfur.dioxide	0.6123	0.7049
chlorides.total.sulfur.dioxide	0.6395	0.6946
pH.alcohol	0.6758	0.7307
density	0.6403	0.7186
free.sulfur.dioxide.total.sulfur.dioxide	0.572	0.7459
fixed.acidity.free.sulfur.dioxide	0.4903	0.7417
chlorides.sulphates	0.5962	0.7115
fixed.acidity.total.sulfur.dioxide	0.6009	0.7324
fixed.acidity.chlorides	0.6417	0.7208
fixed.acidity.residual.sugar	0.5839	0.7245
total.sulfur.dioxide.density	0.5964	0.7278
total.sulfur.dioxide.pH	0.5892	0.7149
volatile.acidity.pH	0.6175	0.727
chlorides.free.sulfur.dioxide	0.5937	0.7117
pH.sulphates	0.5131	0.7085
total.sulfur.dioxide.sulphates	0.5763	0.73
residual.sugar.sulphates	0.5861	0.74
free.sulfur.dioxide.sulphates	0.4844	0.7292
citric.acid.residual.sugar	0.577	0.7179
volatile.acidity.residual.sugar	0.6068	0.7278
fixed.acidity.pH	0.5379	0.7066
pH	0.5382	0.744
free.sulfur.dioxide.pH	0.49	0.7191
volatile.acidity.free.sulfur.dioxide	0.5796	0.7299
residual.sugar.free.sulfur.dioxide	0.5972	0.7321

Table continues below
	full.Accuracy	u.AUC	r.AUC
alcohol	0.735	0.6797	0.6308
chlorides	0.7272	0.6125	0.6309
sulphates.alcohol	0.7322	0.6103	0.6756
chlorides.alcohol	0.7296	0.5415	0.6754
citric.acid.alcohol	0.7175	0.5498	0.6721
volatile.acidity.alcohol	0.755	0.5281	0.7043
volatile.acidity	0.7542	0.5962	0.7063
fixed.acidity.volatile.acidity	0.7363	0.6145	0.6976
fixed.acidity.citric.acid	0.7175	0.5286	0.6841
volatile.acidity.citric.acid	0.7262	0.5596	0.6957
fixed.acidity.density	0.7232	0.5242	0.7007
volatile.acidity.sulphates	0.7229	0.5788	0.6996
sulphates	0.7185	0.5282	0.6965
fixed.acidity.alcohol	0.7469	0.6122	0.7213
citric.acid.chlorides	0.7242	0.5702	0.704
volatile.acidity.total.sulfur.dioxide	0.729	0.6321	0.711
residual.sugar.total.sulfur.dioxide	0.7234	0.5843	0.7074
chlorides.total.sulfur.dioxide	0.7166	0.6189	0.6954
pH.alcohol	0.7494	0.6852	0.7242
density	0.7317	0.6343	0.7129
free.sulfur.dioxide.total.sulfur.dioxide	0.7551	0.544	0.7436
fixed.acidity.free.sulfur.dioxide	0.7522	0.4972	0.7388
chlorides.sulphates	0.7225	0.5661	0.7082
fixed.acidity.total.sulfur.dioxide	0.7448	0.5908	0.7307
fixed.acidity.chlorides	0.7273	0.6126	0.7194
fixed.acidity.residual.sugar	0.7363	0.5619	0.7305
total.sulfur.dioxide.density	0.7373	0.5894	0.7284
total.sulfur.dioxide.pH	0.7214	0.5844	0.7146
volatile.acidity.pH	0.7409	0.5908	0.7289
chlorides.free.sulfur.dioxide	0.7212	0.5632	0.7108
pH.sulphates	0.7151	0.5335	0.7086
total.sulfur.dioxide.sulphates	0.7413	0.5574	0.7338
residual.sugar.sulphates	0.7449	0.5598	0.7372
free.sulfur.dioxide.sulphates	0.7353	0.5022	0.7353
citric.acid.residual.sugar	0.7243	0.5379	0.7186
volatile.acidity.residual.sugar	0.7333	0.5848	0.729
fixed.acidity.pH	0.7099	0.5243	0.7084
pH	0.744	0.5491	0.7417
free.sulfur.dioxide.pH	0.7255	0.5008	0.7246
volatile.acidity.free.sulfur.dioxide	0.7334	0.5541	0.734
residual.sugar.free.sulfur.dioxide	0.7361	0.5608	0.7383

Table continues below
	full.AUC	IDI	NRI
alcohol	0.7397	0.1945	0.8031
chlorides	0.7261	0.1351	0.6475
sulphates.alcohol	0.7361	0.1156	0.5576
chlorides.alcohol	0.7288	0.09859	0.574
citric.acid.alcohol	0.7196	0.09184	0.5062
volatile.acidity.alcohol	0.751	0.09402	0.5154
volatile.acidity	0.75	0.08372	0.4925
fixed.acidity.volatile.acidity	0.7405	0.06777	0.5242
fixed.acidity.citric.acid	0.7196	0.07487	0.4719
volatile.acidity.citric.acid	0.7252	0.04581	0.4362
fixed.acidity.density	0.7252	0.05745	0.4647
volatile.acidity.sulphates	0.7265	0.04564	0.385
sulphates	0.7212	0.05362	0.4054
fixed.acidity.alcohol	0.7455	0.04614	0.3762
citric.acid.chlorides	0.7215	0.02858	0.3861
volatile.acidity.total.sulfur.dioxide	0.7294	0.0338	0.3526
residual.sugar.total.sulfur.dioxide	0.7285	0.03484	0.4554
chlorides.total.sulfur.dioxide	0.7178	0.02595	0.3271
pH.alcohol	0.7511	0.04653	0.2529
density	0.7334	0.03921	0.276
free.sulfur.dioxide.total.sulfur.dioxide	0.7543	0.01931	0.2776
fixed.acidity.free.sulfur.dioxide	0.7511	0.01941	0.2681
chlorides.sulphates	0.7208	0.0191	0.2827
fixed.acidity.total.sulfur.dioxide	0.743	0.0198	0.3203
fixed.acidity.chlorides	0.7274	0.01902	0.2892
fixed.acidity.residual.sugar	0.7405	0.01682	0.3634
total.sulfur.dioxide.density	0.7389	0.01611	0.2557
total.sulfur.dioxide.pH	0.7196	0.01434	0.2373
volatile.acidity.pH	0.7386	0.01988	0.2229
chlorides.free.sulfur.dioxide	0.7212	0.01224	0.2862
pH.sulphates	0.7157	0.01499	0.194
total.sulfur.dioxide.sulphates	0.7422	0.01358	0.2061
residual.sugar.sulphates	0.7431	0.0127	0.3243
free.sulfur.dioxide.sulphates	0.7401	0.01052	0.1663
citric.acid.residual.sugar	0.7242	0.008301	0.2514
volatile.acidity.residual.sugar	0.7347	0.008329	0.2191
fixed.acidity.pH	0.7109	0.006121	0.1446
pH	0.7435	0.007223	0.2713
free.sulfur.dioxide.pH	0.7316	0.005425	0.1486
volatile.acidity.free.sulfur.dioxide	0.7373	0.003775	-0.01594
residual.sugar.free.sulfur.dioxide	0.7401	0.004751	0.1286

	z.IDI	z.NRI	Frequency
alcohol	28.11	25.25	0.2794
chlorides	21.81	20.08	0.08824
sulphates.alcohol	18.95	17.23	0.1618
chlorides.alcohol	18.52	17.36	0.1618
citric.acid.alcohol	17.66	15.21	0.1176
volatile.acidity.alcohol	17.63	15.78	0.2206
volatile.acidity	16.49	14.96	0.2206
fixed.acidity.volatile.acidity	16	15.66	0.2941
fixed.acidity.citric.acid	15.93	14.06	0.1176
volatile.acidity.citric.acid	13.08	12.86	0.05882
fixed.acidity.density	12.85	13.87	0.08824
volatile.acidity.sulphates	12.31	11.36	0.2353
sulphates	12.2	12.03	0.1912
fixed.acidity.alcohol	11	11.24	0.2206
citric.acid.chlorides	10.78	11.25	0.04412
volatile.acidity.total.sulfur.dioxide	10.03	10.37	0.2353
residual.sugar.total.sulfur.dioxide	9.765	13.52	0.1471
chlorides.total.sulfur.dioxide	9.405	9.547	0.1029
pH.alcohol	9.373	7.686	0.07353
density	8.988	8.292	0.1765
free.sulfur.dioxide.total.sulfur.dioxide	8.159	8.323	0.1912
fixed.acidity.free.sulfur.dioxide	8.087	7.791	0.2353
chlorides.sulphates	7.927	8.223	0.1029
fixed.acidity.total.sulfur.dioxide	7.916	9.324	0.1765
fixed.acidity.chlorides	7.732	8.385	0.08824
fixed.acidity.residual.sugar	7.572	10.66	0.2941
total.sulfur.dioxide.density	7.184	7.41	0.08824
total.sulfur.dioxide.pH	6.981	6.844	0.02941
volatile.acidity.pH	6.899	6.509	0.1912
chlorides.free.sulfur.dioxide	6.611	8.267	0.1471
pH.sulphates	6.548	5.615	0.2059
total.sulfur.dioxide.sulphates	6.544	5.981	0.04412
residual.sugar.sulphates	6.132	9.452	0.2647
free.sulfur.dioxide.sulphates	5.737	4.801	0.2647
citric.acid.residual.sugar	5.051	7.31	0.1029
volatile.acidity.residual.sugar	5.009	6.33	0.1176
fixed.acidity.pH	4.693	4.151	0.08824
pH	4.572	7.897	0.1029
free.sulfur.dioxide.pH	4.343	4.269	0.04412
volatile.acidity.free.sulfur.dioxide	4.055	-0.4565	0.02941
residual.sugar.free.sulfur.dioxide	3.994	3.685	0.25

Accuracy: 0.7477
tAUC: 0.7481
sensitivity: 0.7468
specificity: 0.7494
bootstrap:

coefficients:

Table continues below
	Estimate	lower
citric.acid.alcohol	0.2216	1.13
density	-256	2.32e-178
sulphates.alcohol	0.1334	0.9137
alcohol	-0.5832	0.1936
fixed.acidity.citric.acid	-0.3293	0.6295
chlorides	21.51	7.83e-56
volatile.acidity.alcohol	0.5223	1.146
chlorides.alcohol	0.3924	0.07329
pH.alcohol	0.2195	0.9089
volatile.acidity	-5.607	2.836e-06
volatile.acidity.chlorides	-48.5	2.064e-36
total.sulfur.dioxide.density	-0.001221	0.9986
volatile.acidity.sulphates	-0.698	0.4003
fixed.acidity.chlorides	1.83	1.398
sulphates	-3.963	1.354e-05
volatile.acidity.total.sulfur.dioxide	-0.006836	0.9913
fixed.acidity.free.sulfur.dioxide	0.002244	1.001
residual.sugar.total.sulfur.dioxide	0.000588	1
fixed.acidity.pH	0.1937	0.9564
chlorides.sulphates	-12.03	1.245e-13
free.sulfur.dioxide.total.sulfur.dioxide	-0.0001235	0.9998
chlorides.pH	-17.33	7.719e-22
fixed.acidity.total.sulfur.dioxide	0.0002926	0.9998
fixed.acidity.density	-0.4826	0.3396
free.sulfur.dioxide.alcohol	0.0004488	1
volatile.acidity.citric.acid	-0.4116	0.5981
pH.sulphates	1.217	0.201
residual.sugar.sulphates	0.06677	1.033
chlorides.total.sulfur.dioxide	0.007214	0.9657
residual.sugar.chlorides	0.9836	1.494
citric.acid.free.sulfur.dioxide	0.008647	1.004
free.sulfur.dioxide.sulphates	0.009204	1.005
residual.sugar.free.sulfur.dioxide	-0.0009774	0.9983
total.sulfur.dioxide.sulphates	-0.0004434	0.9994
chlorides.free.sulfur.dioxide	0.07499	0.8367
fixed.acidity.alcohol	0.004144	1.002
free.sulfur.dioxide.pH	0.001882	0.9987
volatile.acidity.free.sulfur.dioxide	0.001434	1.001
citric.acid.total.sulfur.dioxide	-0.002399	0.9957
pH	-1.871	0.008492
citric.acid.chlorides	1.149	1.709

Table continues below
	OR	upper
citric.acid.alcohol	1.248	1.379
density	6.658e-112	1.911e-45
sulphates.alcohol	1.143	1.429
alcohol	0.5581	1.609
fixed.acidity.citric.acid	0.7194	0.8223
chlorides	2.192e+09	6.135e+73
volatile.acidity.alcohol	1.686	2.481
chlorides.alcohol	1.481	29.91
pH.alcohol	1.245	1.707
volatile.acidity	0.003673	4.758
volatile.acidity.chlorides	8.618e-22	3.598e-07
total.sulfur.dioxide.density	0.9988	0.999
volatile.acidity.sulphates	0.4976	0.6185
fixed.acidity.chlorides	6.233	27.79
sulphates	0.01901	26.69
volatile.acidity.total.sulfur.dioxide	0.9932	0.9951
fixed.acidity.free.sulfur.dioxide	1.002	1.004
residual.sugar.total.sulfur.dioxide	1.001	1.001
fixed.acidity.pH	1.214	1.54
chlorides.sulphates	5.935e-06	282.9
free.sulfur.dioxide.total.sulfur.dioxide	0.9999	1
chlorides.pH	2.989e-08	1157548
fixed.acidity.total.sulfur.dioxide	1	1.001
fixed.acidity.density	0.6172	1.122
free.sulfur.dioxide.alcohol	1	1.001
volatile.acidity.citric.acid	0.6626	0.734
pH.sulphates	3.376	56.71
residual.sugar.sulphates	1.069	1.107
chlorides.total.sulfur.dioxide	1.007	1.051
residual.sugar.chlorides	2.674	4.784
citric.acid.free.sulfur.dioxide	1.009	1.013
free.sulfur.dioxide.sulphates	1.009	1.014
residual.sugar.free.sulfur.dioxide	0.999	0.9997
total.sulfur.dioxide.sulphates	0.9996	0.9997
chlorides.free.sulfur.dioxide	1.078	1.389
fixed.acidity.alcohol	1.004	1.006
free.sulfur.dioxide.pH	1.002	1.005
volatile.acidity.free.sulfur.dioxide	1.001	1.002
citric.acid.total.sulfur.dioxide	0.9976	0.9995
pH	0.154	2.793
citric.acid.chlorides	3.154	5.821

Table continues below
	u.Accuracy	r.Accuracy
citric.acid.alcohol	0.5779	0.6433
density	0.6449	0.6805
sulphates.alcohol	0.6361	0.6634
alcohol	0.7227	0.6593
fixed.acidity.citric.acid	0.4848	0.6844
chlorides	0.6374	0.6591
volatile.acidity.alcohol	0.5967	0.6899
chlorides.alcohol	0.5276	0.683
pH.alcohol	0.7172	0.6928
volatile.acidity	0.4769	0.71
volatile.acidity.chlorides	0.5752	0.7315
total.sulfur.dioxide.density	0.5653	0.6787
volatile.acidity.sulphates	0.4676	0.7267
fixed.acidity.chlorides	0.6268	0.7102
sulphates	0.5495	0.7033
volatile.acidity.total.sulfur.dioxide	0.5399	0.7317
fixed.acidity.free.sulfur.dioxide	0.48	0.724
residual.sugar.total.sulfur.dioxide	0.5326	0.7216
fixed.acidity.pH	0.5006	0.7205
chlorides.sulphates	0.55	0.6866
free.sulfur.dioxide.total.sulfur.dioxide	0.4906	0.7312
chlorides.pH	0.617	0.7238
fixed.acidity.total.sulfur.dioxide	0.5663	0.7146
fixed.acidity.density	0.5036	0.7198
free.sulfur.dioxide.alcohol	0.5626	0.7282
volatile.acidity.citric.acid	0.4524	0.7261
pH.sulphates	0.5594	0.7022
residual.sugar.sulphates	0.5351	0.7279
chlorides.total.sulfur.dioxide	0.6171	0.6841
residual.sugar.chlorides	0.5597	0.7259
citric.acid.free.sulfur.dioxide	0.4558	0.7053
free.sulfur.dioxide.sulphates	0.5382	0.7207
residual.sugar.free.sulfur.dioxide	0.5013	0.7369
total.sulfur.dioxide.sulphates	0.5318	0.7185
chlorides.free.sulfur.dioxide	0.5267	0.7103
fixed.acidity.alcohol	0.6419	0.7263
free.sulfur.dioxide.pH	0.531	0.723
volatile.acidity.free.sulfur.dioxide	0.4768	0.7123
citric.acid.total.sulfur.dioxide	0.5078	0.7104
pH	0.5617	0.7188
citric.acid.chlorides	0.5222	0.7168

Table continues below
	full.Accuracy	u.AUC	r.AUC
citric.acid.alcohol	0.7107	0.5535	0.6729
density	0.7312	0.6791	0.6976
sulphates.alcohol	0.7256	0.5944	0.6828
alcohol	0.7334	0.7243	0.6849
fixed.acidity.citric.acid	0.7166	0.5396	0.7064
chlorides	0.717	0.6623	0.6812
volatile.acidity.alcohol	0.7331	0.5462	0.7045
chlorides.alcohol	0.7162	0.5672	0.7002
pH.alcohol	0.7334	0.7216	0.7134
volatile.acidity	0.7349	0.5118	0.7172
volatile.acidity.chlorides	0.7337	0.6201	0.7299
total.sulfur.dioxide.density	0.6934	0.5862	0.6939
volatile.acidity.sulphates	0.7183	0.5189	0.7342
fixed.acidity.chlorides	0.7134	0.6583	0.7216
sulphates	0.7191	0.5133	0.7172
volatile.acidity.total.sulfur.dioxide	0.7215	0.5796	0.7328
fixed.acidity.free.sulfur.dioxide	0.7272	0.4945	0.7315
residual.sugar.total.sulfur.dioxide	0.7291	0.6073	0.7377
fixed.acidity.pH	0.7287	0.5212	0.7276
chlorides.sulphates	0.7044	0.5857	0.7072
free.sulfur.dioxide.total.sulfur.dioxide	0.7342	0.5454	0.7359
chlorides.pH	0.7284	0.646	0.7319
fixed.acidity.total.sulfur.dioxide	0.7179	0.5979	0.7274
fixed.acidity.density	0.7298	0.5183	0.7286
free.sulfur.dioxide.alcohol	0.7402	0.5507	0.7425
volatile.acidity.citric.acid	0.7176	0.513	0.7331
pH.sulphates	0.7118	0.5175	0.7211
residual.sugar.sulphates	0.7344	0.5963	0.7363
chlorides.total.sulfur.dioxide	0.6959	0.6634	0.7052
residual.sugar.chlorides	0.7315	0.6332	0.7407
citric.acid.free.sulfur.dioxide	0.7097	0.5011	0.727
free.sulfur.dioxide.sulphates	0.7318	0.4953	0.7388
residual.sugar.free.sulfur.dioxide	0.7377	0.5787	0.7462
total.sulfur.dioxide.sulphates	0.7224	0.5804	0.7401
chlorides.free.sulfur.dioxide	0.7162	0.5825	0.7267
fixed.acidity.alcohol	0.7347	0.6255	0.7362
free.sulfur.dioxide.pH	0.73	0.5054	0.7393
volatile.acidity.free.sulfur.dioxide	0.7224	0.5177	0.7305
citric.acid.total.sulfur.dioxide	0.7079	0.5627	0.728
pH	0.7271	0.5516	0.7339
citric.acid.chlorides	0.716	0.58	0.7277

Table continues below
	full.AUC	IDI	NRI
citric.acid.alcohol	0.7249	0.08387	0.5196
density	0.7405	0.08431	0.5145
sulphates.alcohol	0.7364	0.08555	0.4859
alcohol	0.7457	0.08255	0.4648
fixed.acidity.citric.acid	0.7287	0.05977	0.4873
chlorides	0.7337	0.06978	0.5213
volatile.acidity.alcohol	0.7454	0.06852	0.3695
chlorides.alcohol	0.7345	0.0483	0.3582
pH.alcohol	0.7433	0.05504	0.391
volatile.acidity	0.7481	0.0557	0.2967
volatile.acidity.chlorides	0.7458	0.03792	0.3626
total.sulfur.dioxide.density	0.7123	0.03182	0.2948
volatile.acidity.sulphates	0.737	0.03098	0.3433
fixed.acidity.chlorides	0.7272	0.02551	0.3245
sulphates	0.7326	0.03018	0.3716
volatile.acidity.total.sulfur.dioxide	0.7347	0.02861	0.2994
fixed.acidity.free.sulfur.dioxide	0.7369	0.02367	0.2851
residual.sugar.total.sulfur.dioxide	0.7406	0.0273	0.4313
fixed.acidity.pH	0.7393	0.02173	0.3452
chlorides.sulphates	0.7221	0.02061	0.2176
free.sulfur.dioxide.total.sulfur.dioxide	0.7432	0.01802	0.198
chlorides.pH	0.7361	0.01652	0.2589
fixed.acidity.total.sulfur.dioxide	0.7338	0.02144	0.2665
fixed.acidity.density	0.7396	0.01588	0.2854
free.sulfur.dioxide.alcohol	0.7508	0.01619	0.21
volatile.acidity.citric.acid	0.7315	0.01777	0.2496
pH.sulphates	0.7289	0.01598	0.2238
residual.sugar.sulphates	0.7419	0.01801	0.2781
chlorides.total.sulfur.dioxide	0.7183	0.01686	0.2698
residual.sugar.chlorides	0.7405	0.01132	0.405
citric.acid.free.sulfur.dioxide	0.727	0.01231	0.2106
free.sulfur.dioxide.sulphates	0.7445	0.01219	0.1883
residual.sugar.free.sulfur.dioxide	0.7459	0.01048	0.2077
total.sulfur.dioxide.sulphates	0.7406	0.009974	0.2461
chlorides.free.sulfur.dioxide	0.7306	0.009711	0.2173
fixed.acidity.alcohol	0.739	0.009209	0.1827
free.sulfur.dioxide.pH	0.7422	0.009381	0.1865
volatile.acidity.free.sulfur.dioxide	0.7391	0.008021	0.2219
citric.acid.total.sulfur.dioxide	0.7251	0.008174	0.1283
pH	0.7409	0.007439	0.1291
citric.acid.chlorides	0.7268	0.003023	0.1019

	z.IDI	z.NRI	Frequency
citric.acid.alcohol	18.89	16.83	0.1176
density	18.16	16.7	0.2794
sulphates.alcohol	17.68	15.98	0.1029
alcohol	16.32	15.4	0.25
fixed.acidity.citric.acid	16.2	15.63	0.1029
chlorides	16.02	17.17	0.2647
volatile.acidity.alcohol	14.58	12.24	0.08824
chlorides.alcohol	13.51	11.49	0.25
pH.alcohol	13.39	12.67	0.25
volatile.acidity	12.7	9.69	0.08824
volatile.acidity.chlorides	12.35	11.49	0.2941
total.sulfur.dioxide.density	11.22	9.272	0.02941
volatile.acidity.sulphates	11.06	10.82	0.05882
fixed.acidity.chlorides	10.13	10.27	0.07353
sulphates	10.12	11.9	0.1324
volatile.acidity.total.sulfur.dioxide	10.1	9.437	0.1324
fixed.acidity.free.sulfur.dioxide	9.709	8.936	0.2206
residual.sugar.total.sulfur.dioxide	9.535	13.76	0.2059
fixed.acidity.pH	9.339	10.88	0.2353
chlorides.sulphates	8.922	6.832	0.1324
free.sulfur.dioxide.total.sulfur.dioxide	8.359	6.203	0.25
chlorides.pH	8.239	8.178	0.2353
fixed.acidity.total.sulfur.dioxide	8.222	8.364	0.05882
fixed.acidity.density	7.993	8.943	0.1912
free.sulfur.dioxide.alcohol	7.961	6.561	0.04412
volatile.acidity.citric.acid	7.881	7.816	0.02941
pH.sulphates	7.804	7.047	0.2794
residual.sugar.sulphates	7.746	8.783	0.1618
chlorides.total.sulfur.dioxide	7.45	8.62	0.1176
residual.sugar.chlorides	7.05	12.84	0.25
citric.acid.free.sulfur.dioxide	6.843	6.57	0.1471
free.sulfur.dioxide.sulphates	6.739	5.9	0.2206
residual.sugar.free.sulfur.dioxide	6.274	6.496	0.1471
total.sulfur.dioxide.sulphates	6.274	7.698	0.04412
chlorides.free.sulfur.dioxide	6.097	6.791	0.2206
fixed.acidity.alcohol	5.922	5.687	0.05882
free.sulfur.dioxide.pH	5.837	5.809	0.05882
volatile.acidity.free.sulfur.dioxide	5.743	6.921	0.02941
citric.acid.total.sulfur.dioxide	5.569	4.015	0.1176
pH	5.522	4.032	0.1324
citric.acid.chlorides	3.675	3.163	0.04412

Accuracy: 0.7513
tAUC: 0.7581
sensitivity: 0.7701
specificity: 0.7461
bootstrap:

coefficients:

Table continues below
	Estimate	lower	OR
alcohol	0.05829	1.056	1.06
pH.alcohol	0.01092	1.01	1.011
sulphates.alcohol	0.05237	1.051	1.054
citric.acid.alcohol	0.6474	1.439	1.911
citric.acid.chlorides	-11.08	7.954e-06	1.546e-05
density	-139.8	5.384e-66	1.961e-61
fixed.acidity.citric.acid	-0.9446	0.2669	0.3888
sulphates	-0.5518	0.5556	0.5759
fixed.acidity.density	-0.04536	0.9527	0.9557
chlorides	-43.83	4.118e-46	9.256e-20
chlorides.alcohol	2.589	1.865	13.31
fixed.acidity.alcohol	0.009849	1.002	1.01
fixed.acidity.chlorides	3.857	2.221e-05	47.32
residual.sugar.sulphates	0.06782	1.064	1.07
chlorides.total.sulfur.dioxide	-0.0002195	0.9998	0.9998
residual.sugar.total.sulfur.dioxide	0.0001129	1	1
chlorides.pH	-3.064	0.03219	0.04672

Table continues below
	upper	u.Accuracy	r.Accuracy
alcohol	1.064	0.714	0.0343
pH.alcohol	1.012	0.7096	0.0343
sulphates.alcohol	1.057	0.6692	0.5785
citric.acid.alcohol	2.537	0.6178	0.489
citric.acid.chlorides	3.006e-05	0.4562	0.5963
density	7.139e-57	0.6093	0.4584
fixed.acidity.citric.acid	0.5665	0.4406	0.6127
sulphates	0.597	0.5785	0.6692
fixed.acidity.density	0.9586	0.5333	0.6389
chlorides	20807906	0.5589	0.4698
chlorides.alcohol	95.01	0.4255	0.5908
fixed.acidity.alcohol	1.018	0.6386	0.5825
fixed.acidity.chlorides	100819828	0.5606	0.5582
residual.sugar.sulphates	1.076	0.4631	0.6096
chlorides.total.sulfur.dioxide	0.9998	0.5355	0.0343
residual.sugar.total.sulfur.dioxide	1	0.4516	0.6089
chlorides.pH	0.06781	0.5416	0.7083

Table continues below
	full.Accuracy	u.AUC	r.AUC
alcohol	0.714	0.7474	0.5
pH.alcohol	0.7096	0.7404	0.5
sulphates.alcohol	0.7173	0.5943	0.5148
citric.acid.alcohol	0.7118	0.5957	0.5709
citric.acid.chlorides	0.6987	0.5462	0.6073
density	0.6906	0.6658	0.5758
fixed.acidity.citric.acid	0.7137	0.5365	0.6169
sulphates	0.7173	0.5148	0.5943
fixed.acidity.density	0.7088	0.523	0.6293
chlorides	0.6755	0.6045	0.5662
chlorides.alcohol	0.6789	0.4863	0.6333
fixed.acidity.alcohol	0.6956	0.6292	0.6128
fixed.acidity.chlorides	0.6783	0.6168	0.6404
residual.sugar.sulphates	0.6881	0.5781	0.6658
chlorides.total.sulfur.dioxide	0.5355	0.616	0.5
residual.sugar.total.sulfur.dioxide	0.6942	0.5725	0.6657
chlorides.pH	0.714	0.5942	0.7399

Table continues below
	full.AUC	IDI	NRI	z.IDI
alcohol	0.7474	0.2255	0.9892	37.88
pH.alcohol	0.7404	0.2202	0.959	37.46
sulphates.alcohol	0.7273	0.2052	0.9829	36.11
citric.acid.alcohol	0.7441	0.1766	0.9248	33.56
citric.acid.chlorides	0.7464	0.1735	0.8888	32.66
density	0.7214	0.167	0.7439	31.34
fixed.acidity.citric.acid	0.7438	0.1499	0.8048	30.52
sulphates	0.7273	0.1502	0.7852	30.15
fixed.acidity.density	0.7334	0.1388	0.808	28.86
chlorides	0.7246	0.1352	0.7488	27.78
chlorides.alcohol	0.7312	0.1149	0.7607	26.43
fixed.acidity.alcohol	0.7299	0.1218	0.7321	26.3
fixed.acidity.chlorides	0.7193	0.0822	0.6232	21.57
residual.sugar.sulphates	0.7216	0.06693	0.5291	18.72
chlorides.total.sulfur.dioxide	0.616	0.05888	0.4521	17.71
residual.sugar.total.sulfur.dioxide	0.7211	0.04726	0.5752	16.39
chlorides.pH	0.7371	0.04691	0.4082	16.12

	z.NRI	Frequency
alcohol	39.28	0.2353
pH.alcohol	37.7	0.1618
sulphates.alcohol	38.95	0.02941
citric.acid.alcohol	36.03	0.1176
citric.acid.chlorides	34.52	0.01471
density	27.61	0.25
fixed.acidity.citric.acid	30.58	0.1029
sulphates	29.41	0.02941
fixed.acidity.density	30.47	0.02941
chlorides	28.58	0.1324
chlorides.alcohol	28.54	0.1324
fixed.acidity.alcohol	27.49	0.07353
fixed.acidity.chlorides	22.83	0.1176
residual.sugar.sulphates	18.88	0.1471
chlorides.total.sulfur.dioxide	16.2	0.01471
residual.sugar.total.sulfur.dioxide	20.75	0.1029
chlorides.pH	14.39	0.01471

Accuracy: 0.7121
tAUC: 0.7476
sensitivity: 0.7857
specificity: 0.7095
bootstrap:


topFeat <- min(ncol(bmodel$bagging$formulaNetwork),30);
shortformulaNetwork <- bmodel$bagging$formulaNetwork[1:topFeat,1:topFeat]
validf <- diag(shortformulaNetwork) > 0.1
gplots::heatmap.2(shortformulaNetwork[validf,validf],trace="none",mar = c(10,10),main = "B:SWiMS Formula Network",cexRow = 0.6,cexCol = 0.6)



rm <- rowMeans(cp$featureSelectionFrequency[,c("BSWiMS","LASSO","RF.ref","W.Test","Spearman","mRMR")])
selFrequency <- cp$featureSelectionFrequency[rm > 0.10,]


gplots::heatmap.2(selFrequency,trace = "none",mar = c(10,10),main = "Features",cexRow = 0.2)

hm <- heatMaps(Outcome = theOutcome,data = theData[,c(theOutcome,rownames(selFrequency))],title = "Heat Map",Scale = TRUE,hCluster = "col",cexRow = 0.3,cexCol = 0.3,srtCol = 45)

[1] 6


vlist <- rownames(selFrequency)
vlist <- cbind(vlist,vlist)
univ <- univariateRankVariables(variableList = vlist,formula = paste(theOutcome,"~1"),Outcome = theOutcome,data = theData,type = "LM",rankingTest = "Ztest",uniType = "Regression")[,c("cohortMean","cohortStd","kendall.r","kendall.p")] 


cnames <- colnames(univ);
univ <- cbind(univ,rm[rownames(univ)])
colnames(univ) <- c(cnames,"Frequency")
univ <- univ[order(-univ[,5]),]
pander::pander(univ,caption = "Features",round = 4)

Features (continued below)
	cohortMean	cohortStd
alcohol	10.51	1.231
fixed.acidity.volatile.acidity	1.905	0.7379
fixed.acidity.pH	21.8	2.425
volatile.acidity.chlorides	0.0129	0.0094
pH.alcohol	33.54	4.399
volatile.acidity.total.sulfur.dioxide	38.88	19.81
fixed.acidity.total.sulfur.dioxide	951.7	326.9
free.sulfur.dioxide.total.sulfur.dioxide	5330	4089
density	0.994	0.003
volatile.acidity.alcohol	2.934	1.16
sulphates.alcohol	5.148	1.372
fixed.acidity.density	6.814	0.8444
free.sulfur.dioxide.alcohol	366	170.3
fixed.acidity.alcohol	71.95	11.49
fixed.acidity.chlorides	0.3142	0.1539
residual.sugar.chlorides	0.3024	0.2983
chlorides.total.sulfur.dioxide	6.518	4.184
pH	3.188	0.151
chlorides.free.sulfur.dioxide	1.654	1.294
citric.acid.free.sulfur.dioxide	11.99	7.827
citric.acid.alcohol	3.502	1.28
total.sulfur.dioxide.sulphates	68.43	28.09
free.sulfur.dioxide.pH	112.6	54.56
total.sulfur.dioxide.density	137.6	42.48
volatile.acidity.citric.acid	0.0912	0.0474
chlorides.alcohol	0.4716	0.2014
citric.acid.total.sulfur.dioxide	46.86	24.55
volatile.acidity.residual.sugar	1.811	1.811
volatile.acidity.sulphates	0.1359	0.059
chlorides.sulphates	0.0225	0.0119
citric.acid.chlorides	0.0156	0.0118
fixed.acidity.citric.acid	2.32	0.9643
free.sulfur.dioxide.sulphates	17.41	9.895
volatile.acidity.free.sulfur.dioxide	9.658	5.66
fixed.acidity.free.sulfur.dioxide	241.3	118.5
residual.sugar.free.sulfur.dioxide	251.5	255.8
citric.acid.sulphates	0.1646	0.0736
fixed.acidity.sulphates	3.356	0.8831
pH.sulphates	1.564	0.3844
volatile.acidity.density	0.2766	0.1003
residual.sugar.total.sulfur.dioxide	970.8	910.7
residual.sugar.alcohol	64.39	48.36
citric.acid.pH	1.062	0.3789
volatile.acidity	0.2782	0.1008
fixed.acidity.residual.sugar	44.19	36.23
sulphates	0.4898	0.1141
residual.sugar.sulphates	3.115	2.649
total.sulfur.dioxide.alcohol	1431	393.3
density.alcohol	10.45	1.198
citric.acid.residual.sugar	2.194	2.161
free.sulfur.dioxide.density	35.11	16.94
volatile.acidity.pH	0.8866	0.3242
chlorides.density	0.0455	0.0218
fixed.acidity	6.855	0.8439
chlorides	0.0458	0.0218
chlorides.pH	0.1456	0.0679
free.sulfur.dioxide	35.31	17.01
residual.sugar.density	6.366	5.074
total.sulfur.dioxide	138.4	42.5
total.sulfur.dioxide.pH	441.1	136.8
citric.acid.density	0.3322	0.1205
citric.acid	0.3342	0.121
density.pH	3.169	0.1495
density.sulphates	0.4869	0.1135
residual.sugar	6.391	5.072
residual.sugar.pH	20.23	15.94

	kendall.r	kendall.p	Frequency
alcohol	0.3467	0	0.9545
fixed.acidity.volatile.acidity	-0.1742	0	0.947
fixed.acidity.pH	-0.0439	1e-04	0.947
volatile.acidity.chlorides	-0.2696	0	0.8485
pH.alcohol	0.343	0	0.8258
volatile.acidity.total.sulfur.dioxide	-0.1901	0	0.8106
fixed.acidity.total.sulfur.dioxide	-0.1586	0	0.8106
free.sulfur.dioxide.total.sulfur.dioxide	-0.0469	0	0.7955
density	-0.2666	0	0.7727
volatile.acidity.alcohol	-0.041	2e-04	0.7348
sulphates.alcohol	0.1806	0	0.7273
fixed.acidity.density	-0.0744	0	0.7197
free.sulfur.dioxide.alcohol	0.1027	0	0.7045
fixed.acidity.alcohol	0.2021	0	0.697
fixed.acidity.chlorides	-0.244	0	0.6818
residual.sugar.chlorides	-0.1269	0	0.6742
chlorides.total.sulfur.dioxide	-0.233	0	0.6591
pH	0.0844	0	0.6515
chlorides.free.sulfur.dioxide	-0.0928	0	0.6439
citric.acid.free.sulfur.dioxide	0.0419	1e-04	0.6439
citric.acid.alcohol	0.1203	0	0.6212
total.sulfur.dioxide.sulphates	-0.0936	0	0.6212
free.sulfur.dioxide.pH	0.0233	0.0319	0.6212
total.sulfur.dioxide.density	-0.1526	0	0.6136
volatile.acidity.citric.acid	-0.074	0	0.6136
chlorides.alcohol	-0.1012	0	0.6136
citric.acid.total.sulfur.dioxide	-0.0755	0	0.6061
volatile.acidity.residual.sugar	-0.1173	0	0.5985
volatile.acidity.sulphates	-0.1185	0	0.5833
chlorides.sulphates	-0.1545	0	0.5758
citric.acid.chlorides	-0.1332	0	0.5758
fixed.acidity.citric.acid	-0.0166	0.1258	0.5758
free.sulfur.dioxide.sulphates	0.0267	0.014	0.5758
volatile.acidity.free.sulfur.dioxide	-0.052	0	0.5682
fixed.acidity.free.sulfur.dioxide	0.0039	0.721	0.553
residual.sugar.free.sulfur.dioxide	-0.0368	7e-04	0.5455
citric.acid.sulphates	0.0245	0.024	0.5227
fixed.acidity.sulphates	-0.0029	0.7873	0.5227
pH.sulphates	0.0392	3e-04	0.5152
volatile.acidity.density	-0.1601	0	0.5076
residual.sugar.total.sulfur.dioxide	-0.0948	0	0.5076
residual.sugar.alcohol	-0.0218	0.0448	0.4924
citric.acid.pH	0.0218	0.0446	0.4924
volatile.acidity	-0.1548	0	0.4697
fixed.acidity.residual.sugar	-0.0721	0	0.4697
sulphates	0.0264	0.0165	0.4621
residual.sugar.sulphates	-0.0588	0	0.4394
total.sulfur.dioxide.alcohol	-0.0235	0.0304	0.4394
density.alcohol	0.3433	0	0.4242
citric.acid.residual.sugar	-0.0522	0	0.4167
free.sulfur.dioxide.density	0.0119	0.2734	0.4091
volatile.acidity.pH	-0.1407	0	0.3788
chlorides.density	-0.2463	0	0.3712
fixed.acidity	-0.0655	0	0.3712
chlorides	-0.2448	0	0.3561
chlorides.pH	-0.226	0	0.3106
free.sulfur.dioxide	0.0172	0.1167	0.303
residual.sugar.density	-0.0665	0	0.2727
total.sulfur.dioxide	-0.1512	0	0.2576
total.sulfur.dioxide.pH	-0.1372	0	0.2424
citric.acid.density	0.0066	0.5409	0.2348
citric.acid	0.0145	0.1882	0.2348
density.pH	0.0677	0	0.2273
density.sulphates	0.0192	0.0769	0.2273
residual.sugar	-0.0631	0	0.2197
residual.sugar.pH	-0.0595	0	0.2197

Benchmarks for Modeling Ordinal Scores

José Tamez-Peña

October 10, 2018

1 FRESA.CAD Regresion Benchmark

1.1 Wine Quality Data sets

1.2 Benchmark

1.3 Results

1.3.1 Model Selection Results

1.3.2 Filter Method Results

1.3.3 Radar Plots

1.3.4 Features Analysis