- Data Pre-Processing and Cleaning Create a new column called
AcceptedCmpNum, containing the first campaign a customer accepted.
If a customer accepted more than one campaign, store the first
occurrence.
library(dplyr)
# data <- read_csv("marketing_campaign_change_cmporder.csv")
#
# # extract the first occurence of an accepted campaign
# get_first_accepted <- function(row) {
# for (i in seq_along(row)) {
# if(!is.na(row[i]) && row[i] == 1) {
# return(i)
# }
# }
# }
#
# # Add AcceptedCmpNum column using mutate
# data <- data %>%
# mutate(AcceptedCmpNum = apply(select(., starts_with("AcceptedCmp")), 1, get_first_accepted))
#
# # change all the NULL values to 0
# data$AcceptedCmpNum[data$AcceptedCmpNum == "NULL"] <- 0
#
# data_df <- do.call(cbind, data)
#
# write.csv(data_df, file = "MKTG_ACCEPTED_CMP_NUM.csv")
data <- read_csv("MKTG_ACCEPTED_CMP_NUM.csv")
Rows: 2240 Columns: 30── Column specification ────────────────────────────────────────────────────────────────────────────────────────────────────────────────
Delimiter: ","
chr (2): Education, Marital_Status
dbl (28): ID, Year_Birth, Income, Kidhome, Teenhome, Dt_Customer, Recency, MntWines, MntFruits, MntMeatProducts, MntFishProducts, Mn...
ℹ Use `spec()` to retrieve the full column specification for this data.
ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
summary(data)
ID Year_Birth Education Marital_Status Income Kidhome Teenhome
Min. : 0 Min. :1893 Length:2240 Length:2240 Min. : 1730 Min. :0.0000 Min. :0.0000
1st Qu.: 2828 1st Qu.:1959 Class :character Class :character 1st Qu.: 35303 1st Qu.:0.0000 1st Qu.:0.0000
Median : 5458 Median :1970 Mode :character Mode :character Median : 51382 Median :0.0000 Median :0.0000
Mean : 5592 Mean :1969 Mean : 52247 Mean :0.4442 Mean :0.5062
3rd Qu.: 8428 3rd Qu.:1977 3rd Qu.: 68522 3rd Qu.:1.0000 3rd Qu.:1.0000
Max. :11191 Max. :1996 Max. :666666 Max. :2.0000 Max. :2.0000
NA's :24
Dt_Customer Recency MntWines MntFruits MntMeatProducts MntFishProducts MntSweetProducts MntGoldProds
Min. :15551 Min. : 0.00 Min. : 0.00 Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 Min. : 0.00
1st Qu.:15721 1st Qu.:24.00 1st Qu.: 23.75 1st Qu.: 1.0 1st Qu.: 16.0 1st Qu.: 3.00 1st Qu.: 1.00 1st Qu.: 9.00
Median :15894 Median :49.00 Median : 173.50 Median : 8.0 Median : 67.0 Median : 12.00 Median : 8.00 Median : 24.00
Mean :15896 Mean :49.11 Mean : 303.94 Mean : 26.3 Mean : 166.9 Mean : 37.53 Mean : 27.06 Mean : 44.02
3rd Qu.:16069 3rd Qu.:74.00 3rd Qu.: 504.25 3rd Qu.: 33.0 3rd Qu.: 232.0 3rd Qu.: 50.00 3rd Qu.: 33.00 3rd Qu.: 56.00
Max. :16250 Max. :99.00 Max. :1493.00 Max. :199.0 Max. :1725.0 Max. :259.00 Max. :263.00 Max. :362.00
NumDealsPurchases NumWebPurchases NumCatalogPurchases NumStorePurchases NumWebVisitsMonth AcceptedCmp1 AcceptedCmp2
Min. : 0.000 Min. : 0.000 Min. : 0.000 Min. : 0.00 Min. : 0.000 Min. :0.00000 Min. :0.00000
1st Qu.: 1.000 1st Qu.: 2.000 1st Qu.: 0.000 1st Qu.: 3.00 1st Qu.: 3.000 1st Qu.:0.00000 1st Qu.:0.00000
Median : 2.000 Median : 4.000 Median : 2.000 Median : 5.00 Median : 6.000 Median :0.00000 Median :0.00000
Mean : 2.325 Mean : 4.085 Mean : 2.662 Mean : 5.79 Mean : 5.317 Mean :0.06429 Mean :0.01339
3rd Qu.: 3.000 3rd Qu.: 6.000 3rd Qu.: 4.000 3rd Qu.: 8.00 3rd Qu.: 7.000 3rd Qu.:0.00000 3rd Qu.:0.00000
Max. :15.000 Max. :27.000 Max. :28.000 Max. :13.00 Max. :20.000 Max. :1.00000 Max. :1.00000
AcceptedCmp3 AcceptedCmp4 AcceptedCmp5 Complain Z_CostContact Z_Revenue Response AcceptedCmpNum
Min. :0.00000 Min. :0.00000 Min. :0.00000 Min. :0.000000 Min. :3 Min. :11 Min. :0.0000 Min. :0.0000
1st Qu.:0.00000 1st Qu.:0.00000 1st Qu.:0.00000 1st Qu.:0.000000 1st Qu.:3 1st Qu.:11 1st Qu.:0.0000 1st Qu.:0.0000
Median :0.00000 Median :0.00000 Median :0.00000 Median :0.000000 Median :3 Median :11 Median :0.0000 Median :0.0000
Mean :0.07277 Mean :0.07455 Mean :0.07277 Mean :0.009375 Mean :3 Mean :11 Mean :0.1491 Mean :0.5848
3rd Qu.:0.00000 3rd Qu.:0.00000 3rd Qu.:0.00000 3rd Qu.:0.000000 3rd Qu.:3 3rd Qu.:11 3rd Qu.:0.0000 3rd Qu.:0.0000
Max. :1.00000 Max. :1.00000 Max. :1.00000 Max. :1.000000 Max. :3 Max. :11 Max. :1.0000 Max. :5.0000
- Calculate VIF values for the predictors between each other iterating
through regression models to make sure there is no
multicolinearity.
library(MASS)
library(readr)
library(nnet)
library(car)
predictors <- c("MntWines", "MntFruits", "MntMeatProducts", "MntFishProducts", "MntSweetProducts", "MntGoldProds")
for (i in seq_along(predictors)) {
predictor <- predictors[i]
other_predictors <- setdiff(predictors, predictor)
# print(other_predictors)
formula <- as.formula(paste(predictor, "~", paste(other_predictors, collapse = " + ")))
model <- lm(formula, data = data)
vif_vals <- vif(model)
print(vif_vals)
}
MntFruits MntMeatProducts MntFishProducts MntSweetProducts MntGoldProds
1.881698 1.716202 2.003280 1.794437 1.288250
MntWines MntMeatProducts MntFishProducts MntSweetProducts MntGoldProds
1.567578 1.940481 1.854089 1.681164 1.327785
MntWines MntFruits MntFishProducts MntSweetProducts MntGoldProds
1.335639 1.812805 1.890125 1.752582 1.346242
MntWines MntFruits MntMeatProducts MntSweetProducts MntGoldProds
1.568803 1.742922 1.901938 1.675845 1.308194
MntWines MntFruits MntMeatProducts MntFishProducts MntGoldProds
1.564577 1.759541 1.963479 1.865847 1.337684
MntWines MntFruits MntMeatProducts MntFishProducts MntSweetProducts
1.501214 1.857338 2.015787 1.946650 1.787833
- Pick a multinomial regression model because the dependent variable
is categorical, and there are more than 2 categories (non-binary) The
coefficients are log-based, so they must be exponentiatiated to draw
conclusions.
multinomial_products_model <- multinom(AcceptedCmpNum ~ MntWines + MntFruits + MntMeatProducts + MntFishProducts + MntSweetProducts + MntGoldProds, data = data)
# weights: 48 (35 variable)
initial value 4013.541211
iter 10 value 3214.421297
iter 20 value 3109.436081
iter 30 value 1939.336473
iter 40 value 1517.915785
iter 50 value 1403.017710
iter 60 value 1401.252369
iter 70 value 1401.222732
iter 70 value 1401.222718
iter 70 value 1401.222718
final value 1401.222718
converged
# print the summary
summary(multinomial_products_model)
Call:
multinom(formula = AcceptedCmpNum ~ MntWines + MntFruits + MntMeatProducts +
MntFishProducts + MntSweetProducts + MntGoldProds, data = data)
Coefficients:
(Intercept) MntWines MntFruits MntMeatProducts MntFishProducts MntSweetProducts MntGoldProds
1 -5.514126 0.004020341 -0.002845767 1.823865e-03 0.0041338706 0.005149296 0.002635315
2 -6.559924 0.005411719 -0.035767957 2.613597e-05 -0.0011183242 -0.018301901 0.005616472
3 -2.866442 0.001257085 -0.002706832 -1.069916e-03 -0.0032190259 -0.006468845 0.008142400
4 -3.760292 0.004523074 -0.008666157 -2.942660e-04 -0.0049257982 -0.008850123 -0.007252847
5 -7.173539 0.004118048 -0.001331625 3.268770e-03 -0.0001025336 0.007414045 0.004195597
Std. Errors:
(Intercept) MntWines MntFruits MntMeatProducts MntFishProducts MntSweetProducts MntGoldProds
1 0.2894996 0.0003193239 0.002421636 0.0004254639 0.001729013 0.002167758 0.001719666
2 0.6165979 0.0007229892 0.017984288 0.0019748808 0.008141720 0.014502178 0.003981152
3 0.1354769 0.0003663414 0.003749798 0.0008060509 0.002894313 0.003655541 0.001645839
4 0.1977756 0.0003269569 0.004547087 0.0007621437 0.003423004 0.004847481 0.002746944
5 0.5062635 0.0004613904 0.003255044 0.0005270841 0.002519702 0.002938889 0.002438697
Residual Deviance: 2802.445
AIC: 2872.445
# Assuming 'coefficients' is your matrix of coefficients
signs <- ifelse(coefficients > 0, "Positive", "Negative")
# Convert signs to a data frame
signs_df <- as.data.frame(signs)
# Print the data frame
print(signs_df)
- Calculate the p-value to check for significance. This is important
as we would like to see what predictors, or amount spent on grocery
products are significant when it comes to which campaigns are
accepted.
# Get the summary of the model
summary_model <- summary(multinomial_products_model)
# Calculate z-scores
z_scores <- summary_model$coefficients / summary_model$standard.errors
# Calculate two-tailed p-values
p_values <- 2 * (1 - pnorm(abs(z_scores)))
# Print the p-values
print(p_values)
(Intercept) MntWines MntFruits MntMeatProducts MntFishProducts MntSweetProducts MntGoldProds
1 0 0.000000e+00 0.23993778 1.812914e-05 0.01680786 0.01752987 1.254096e-01
2 0 7.149836e-14 0.04671834 9.894409e-01 0.89074843 0.20694500 1.583138e-01
3 0 6.003497e-04 0.47038015 1.843911e-01 0.26605641 0.07679381 7.526396e-07
4 0 0.000000e+00 0.05666705 6.994204e-01 0.15014262 0.06789305 8.282472e-03
5 0 0.000000e+00 0.68246921 5.588863e-10 0.96754084 0.01164454 8.535515e-02
# Find which p-values are less than 0.05
significant <- p_values < 0.05
# Print the significant predictors
print(significant)
(Intercept) MntWines MntFruits MntMeatProducts MntFishProducts MntSweetProducts MntGoldProds
1 TRUE TRUE FALSE TRUE TRUE TRUE FALSE
2 TRUE TRUE TRUE FALSE FALSE FALSE FALSE
3 TRUE TRUE FALSE FALSE FALSE FALSE TRUE
4 TRUE TRUE FALSE FALSE FALSE FALSE TRUE
5 TRUE TRUE FALSE TRUE FALSE TRUE FALSE
# Convert p-values to a matrix
p_values_matrix <- matrix(p_values, nrow = 5, ncol = 7,
dimnames = list(c("1", "2", "3", "4", "5"),
c("(Intercept)", "Wines", "Fruits", "Meats", "Fish", "Sweets", "GoldProds")))
# Create a heatmap
heatmap(p_values_matrix, Rowv = NA, Colv = NA, col = heat.colors(256), scale="column", margins = c(7,14))

- Exponentiate the Coefficients to check the magnitude of effect for
independent variables on dependent variables.
exp_coef1 <- exp(coefficients(multinomial_products_model))
print(exp_coef1)
(Intercept) MntWines MntFruits MntMeatProducts MntFishProducts MntSweetProducts MntGoldProds
1 0.0040294461 1.004028 0.9971583 1.0018255 1.0041424 1.0051626 1.0026388
2 0.0014159929 1.005426 0.9648642 1.0000261 0.9988823 0.9818646 1.0056323
3 0.0569010044 1.001258 0.9972968 0.9989307 0.9967861 0.9935520 1.0081756
4 0.0232769426 1.004533 0.9913713 0.9997058 0.9950863 0.9911889 0.9927734
5 0.0007666052 1.004127 0.9986693 1.0032741 0.9998975 1.0074416 1.0042044
LS0tDQp0aXRsZTogIlByb2R1Y3QgU3BlbmRpbmcgQ2F0ZWdvcnkgYW5kIENhbXBhaWduIEFjY2VwdGVkIg0Kb3V0cHV0OiBodG1sX25vdGVib29rDQotLS0NCg0KMS4gRGF0YSBQcmUtUHJvY2Vzc2luZyBhbmQgQ2xlYW5pbmcgDQpDcmVhdGUgYSBuZXcgY29sdW1uIGNhbGxlZCBBY2NlcHRlZENtcE51bSwgY29udGFpbmluZyB0aGUgZmlyc3QgY2FtcGFpZ24gYSBjdXN0b21lciBhY2NlcHRlZC4gIA0KSWYgYSBjdXN0b21lciBhY2NlcHRlZCBtb3JlIHRoYW4gb25lIGNhbXBhaWduLCBzdG9yZSB0aGUgZmlyc3Qgb2NjdXJyZW5jZS4gIA0KYGBge3J9DQoNCmxpYnJhcnkoZHBseXIpDQoNCiMgZGF0YSA8LSByZWFkX2NzdigibWFya2V0aW5nX2NhbXBhaWduX2NoYW5nZV9jbXBvcmRlci5jc3YiKQ0KIyANCiMgIyBleHRyYWN0IHRoZSBmaXJzdCBvY2N1cmVuY2Ugb2YgYW4gYWNjZXB0ZWQgY2FtcGFpZ24NCiMgZ2V0X2ZpcnN0X2FjY2VwdGVkIDwtIGZ1bmN0aW9uKHJvdykgew0KIyAgIGZvciAgKGkgaW4gc2VxX2Fsb25nKHJvdykpIHsNCiMgICAgIGlmKCFpcy5uYShyb3dbaV0pICYmIHJvd1tpXSA9PSAxKSB7DQojICAgICAgIHJldHVybihpKQ0KIyAgICAgfQ0KIyAgIH0NCiMgfQ0KIyANCiMgIyBBZGQgQWNjZXB0ZWRDbXBOdW0gY29sdW1uIHVzaW5nIG11dGF0ZQ0KIyBkYXRhIDwtIGRhdGEgJT4lDQojICAgbXV0YXRlKEFjY2VwdGVkQ21wTnVtID0gYXBwbHkoc2VsZWN0KC4sIHN0YXJ0c193aXRoKCJBY2NlcHRlZENtcCIpKSwgMSwgZ2V0X2ZpcnN0X2FjY2VwdGVkKSkNCiMgDQojICMgY2hhbmdlIGFsbCB0aGUgTlVMTCB2YWx1ZXMgdG8gMCANCiMgZGF0YSRBY2NlcHRlZENtcE51bVtkYXRhJEFjY2VwdGVkQ21wTnVtID09ICJOVUxMIl0gPC0gMA0KIyANCiMgZGF0YV9kZiA8LSBkby5jYWxsKGNiaW5kLCBkYXRhKQ0KIyANCiMgd3JpdGUuY3N2KGRhdGFfZGYsIGZpbGUgPSAiTUtUR19BQ0NFUFRFRF9DTVBfTlVNLmNzdiIpDQoNCg0KZGF0YSA8LSByZWFkX2NzdigiTUtUR19BQ0NFUFRFRF9DTVBfTlVNLmNzdiIpDQpzdW1tYXJ5KGRhdGEpDQoNCg0KYGBgDQoNCjIuIENhbGN1bGF0ZSBWSUYgdmFsdWVzIGZvciB0aGUgcHJlZGljdG9ycyBiZXR3ZWVuIGVhY2ggb3RoZXIgaXRlcmF0aW5nIHRocm91Z2ggcmVncmVzc2lvbiBtb2RlbHMgdG8gbWFrZSBzdXJlIHRoZXJlIGlzIG5vIG11bHRpY29saW5lYXJpdHkuIA0KYGBge3J9DQoNCmxpYnJhcnkoTUFTUykNCmxpYnJhcnkocmVhZHIpDQpsaWJyYXJ5KG5uZXQpDQpsaWJyYXJ5KGNhcikNCg0KcHJlZGljdG9ycyA8LSBjKCJNbnRXaW5lcyIsICJNbnRGcnVpdHMiLCAiTW50TWVhdFByb2R1Y3RzIiwgIk1udEZpc2hQcm9kdWN0cyIsICJNbnRTd2VldFByb2R1Y3RzIiwgIk1udEdvbGRQcm9kcyIpDQoNCmZvciAoaSBpbiBzZXFfYWxvbmcocHJlZGljdG9ycykpIHsNCiAgcHJlZGljdG9yIDwtIHByZWRpY3RvcnNbaV0NCiAgb3RoZXJfcHJlZGljdG9ycyA8LSBzZXRkaWZmKHByZWRpY3RvcnMsIHByZWRpY3RvcikNCiAgIyBwcmludChvdGhlcl9wcmVkaWN0b3JzKQ0KICANCiAgZm9ybXVsYSA8LSBhcy5mb3JtdWxhKHBhc3RlKHByZWRpY3RvciwgIn4iLCBwYXN0ZShvdGhlcl9wcmVkaWN0b3JzLCBjb2xsYXBzZSA9ICIgKyAiKSkpDQogIG1vZGVsIDwtIGxtKGZvcm11bGEsIGRhdGEgPSBkYXRhKQ0KDQogIHZpZl92YWxzIDwtIHZpZihtb2RlbCkNCiAgDQogIHByaW50KHZpZl92YWxzKQ0KICANCn0NCg0KYGBgDQozLiBQaWNrIGEgbXVsdGlub21pYWwgcmVncmVzc2lvbiBtb2RlbCBiZWNhdXNlIHRoZSBkZXBlbmRlbnQgdmFyaWFibGUgaXMgY2F0ZWdvcmljYWwsIGFuZCB0aGVyZSBhcmUgbW9yZSB0aGFuIDIgY2F0ZWdvcmllcyAobm9uLWJpbmFyeSkNClRoZSBjb2VmZmljaWVudHMgYXJlIGxvZy1iYXNlZCwgc28gdGhleSBtdXN0IGJlIGV4cG9uZW50aWF0aWF0ZWQgdG8gZHJhdyBjb25jbHVzaW9ucy4gIA0KYGBge3J9DQptdWx0aW5vbWlhbF9wcm9kdWN0c19tb2RlbCA8LSBtdWx0aW5vbShBY2NlcHRlZENtcE51bSB+IE1udFdpbmVzICsgTW50RnJ1aXRzICsgTW50TWVhdFByb2R1Y3RzICsgTW50RmlzaFByb2R1Y3RzICsgTW50U3dlZXRQcm9kdWN0cyArIE1udEdvbGRQcm9kcywgZGF0YSA9IGRhdGEpDQoNCiMgcHJpbnQgdGhlIHN1bW1hcnkNCnN1bW1hcnkobXVsdGlub21pYWxfcHJvZHVjdHNfbW9kZWwpDQpgYGANCg0KDQpgYGB7cn0NCg0KIyBBc3N1bWluZyAnY29lZmZpY2llbnRzJyBpcyB5b3VyIG1hdHJpeCBvZiBjb2VmZmljaWVudHMNCnNpZ25zIDwtIGlmZWxzZShjb2VmZmljaWVudHMgPiAwLCAiUG9zaXRpdmUiLCAiTmVnYXRpdmUiKQ0KDQojIENvbnZlcnQgc2lnbnMgdG8gYSBkYXRhIGZyYW1lDQpzaWduc19kZiA8LSBhcy5kYXRhLmZyYW1lKHNpZ25zKQ0KDQojIFByaW50IHRoZSBkYXRhIGZyYW1lDQpwcmludChzaWduc19kZikNCmBgYA0KNC4gQ2FsY3VsYXRlIHRoZSBwLXZhbHVlIHRvIGNoZWNrIGZvciBzaWduaWZpY2FuY2UuICBUaGlzIGlzIGltcG9ydGFudCBhcyB3ZSB3b3VsZCBsaWtlIHRvIHNlZSB3aGF0IHByZWRpY3RvcnMsIG9yIGFtb3VudCBzcGVudCBvbiBncm9jZXJ5IHByb2R1Y3RzIGFyZSBzaWduaWZpY2FudCB3aGVuIGl0IGNvbWVzIHRvIHdoaWNoIGNhbXBhaWducyBhcmUgYWNjZXB0ZWQuICANCmBgYHtyfQ0KDQojIEdldCB0aGUgc3VtbWFyeSBvZiB0aGUgbW9kZWwNCnN1bW1hcnlfbW9kZWwgPC0gc3VtbWFyeShtdWx0aW5vbWlhbF9wcm9kdWN0c19tb2RlbCkNCg0KIyBDYWxjdWxhdGUgei1zY29yZXMNCnpfc2NvcmVzIDwtIHN1bW1hcnlfbW9kZWwkY29lZmZpY2llbnRzIC8gc3VtbWFyeV9tb2RlbCRzdGFuZGFyZC5lcnJvcnMNCg0KIyBDYWxjdWxhdGUgdHdvLXRhaWxlZCBwLXZhbHVlcw0KcF92YWx1ZXMgPC0gMiAqICgxIC0gcG5vcm0oYWJzKHpfc2NvcmVzKSkpDQoNCiMgUHJpbnQgdGhlIHAtdmFsdWVzDQpwcmludChwX3ZhbHVlcykNCg0KIyBGaW5kIHdoaWNoIHAtdmFsdWVzIGFyZSBsZXNzIHRoYW4gMC4wNQ0Kc2lnbmlmaWNhbnQgPC0gcF92YWx1ZXMgPCAwLjA1DQoNCiMgUHJpbnQgdGhlIHNpZ25pZmljYW50IHByZWRpY3RvcnMNCnByaW50KHNpZ25pZmljYW50KQ0KDQoNCmBgYA0KYGBge3J9DQojIENvbnZlcnQgcC12YWx1ZXMgdG8gYSBtYXRyaXgNCnBfdmFsdWVzX21hdHJpeCA8LSBtYXRyaXgocF92YWx1ZXMsIG5yb3cgPSA1LCBuY29sID0gNywNCiAgICAgICAgICAgICAgICAgICAgICAgICAgZGltbmFtZXMgPSBsaXN0KGMoIjEiLCAiMiIsICIzIiwgIjQiLCAiNSIpLA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYygiKEludGVyY2VwdCkiLCAiV2luZXMiLCAiRnJ1aXRzIiwgIk1lYXRzIiwgIkZpc2giLCAiU3dlZXRzIiwgIkdvbGRQcm9kcyIpKSkNCg0KIyBDcmVhdGUgYSBoZWF0bWFwDQpoZWF0bWFwKHBfdmFsdWVzX21hdHJpeCwgUm93diA9IE5BLCBDb2x2ID0gTkEsIGNvbCA9IGhlYXQuY29sb3JzKDI1NiksIHNjYWxlPSJjb2x1bW4iLCBtYXJnaW5zID0gYyg3LDE0KSkNCmBgYA0KDQo1LiBFeHBvbmVudGlhdGUgdGhlIENvZWZmaWNpZW50cyB0byBjaGVjayB0aGUgbWFnbml0dWRlIG9mIGVmZmVjdCBmb3IgaW5kZXBlbmRlbnQgdmFyaWFibGVzIG9uIGRlcGVuZGVudCB2YXJpYWJsZXMuDQpgYGB7cn0NCg0KZXhwX2NvZWYxIDwtIGV4cChjb2VmZmljaWVudHMobXVsdGlub21pYWxfcHJvZHVjdHNfbW9kZWwpKQ0KDQpwcmludChleHBfY29lZjEpDQpgYGANCg0K