Teoria

La regresion logistica es una metodo de aprendizaje automatico que sirve para predecir la probabilidad de que ocurra un evento categorico, con dos resultados posibles: Si (1) o No (0).

Contexto

Una empresa de servicios por suscripcion ha observado un incremento en la perdida de clientes, fenomeno conocido como Customer Churn. Se busca un modelo para estimar la probabilidad de que un cliente abandone el servicio.

Instalar paquetes y librerias

#install.packages("caret") # Modelos de aprendizaje automatico
library(caret)
#install.packages("tidyverse") # Manipulacion de datos
library(tidyverse)
#install.packages("pROC") # Calculo del area bajo la curva

Crear la base de datos

#file.choose()
df <- read.csv("C:\\Users\\usuario1\\Downloads\\customer_churn.csv")

Entender los datos

df <- na.omit(df)
df$CustomerID <- NULL
df$Gender <- as.factor(df$Gender)
df$Subscription.Type <- as.factor(df$Subscription.Type)
df$Contract.Length <- as.factor(df$Contract.Length)
df$Churn <- as.factor(df$Churn)
summary(df)
##       Age           Gender           Tenure      Usage.Frequency
##  Min.   :18.00   Female:190580   Min.   : 1.00   Min.   : 1.00  
##  1st Qu.:29.00   Male  :250252   1st Qu.:16.00   1st Qu.: 9.00  
##  Median :39.00                   Median :32.00   Median :16.00  
##  Mean   :39.37                   Mean   :31.26   Mean   :15.81  
##  3rd Qu.:48.00                   3rd Qu.:46.00   3rd Qu.:23.00  
##  Max.   :65.00                   Max.   :60.00   Max.   :30.00  
##  Support.Calls    Payment.Delay   Subscription.Type  Contract.Length  
##  Min.   : 0.000   Min.   : 0.00   Basic   :143026   Annual   :177198  
##  1st Qu.: 1.000   1st Qu.: 6.00   Premium :148678   Monthly  : 87104  
##  Median : 3.000   Median :12.00   Standard:149128   Quarterly:176530  
##  Mean   : 3.604   Mean   :12.97                                       
##  3rd Qu.: 6.000   3rd Qu.:19.00                                       
##  Max.   :10.000   Max.   :30.00                                       
##   Total.Spend     Last.Interaction Churn     
##  Min.   : 100.0   Min.   : 1.00    0:190833  
##  1st Qu.: 480.0   1st Qu.: 7.00    1:249999  
##  Median : 661.0   Median :14.00              
##  Mean   : 631.6   Mean   :14.48              
##  3rd Qu.: 830.0   3rd Qu.:22.00              
##  Max.   :1000.0   Max.   :30.00
str(df)
## 'data.frame':    440832 obs. of  11 variables:
##  $ Age              : int  30 65 55 58 23 51 58 55 39 64 ...
##  $ Gender           : Factor w/ 2 levels "Female","Male": 1 1 1 2 2 2 1 1 2 1 ...
##  $ Tenure           : int  39 49 14 38 32 33 49 37 12 3 ...
##  $ Usage.Frequency  : int  14 1 4 21 20 25 12 8 5 25 ...
##  $ Support.Calls    : int  5 10 6 7 5 9 3 4 7 2 ...
##  $ Payment.Delay    : int  18 8 18 7 8 26 16 15 4 11 ...
##  $ Subscription.Type: Factor w/ 3 levels "Basic","Premium",..: 3 1 1 3 1 2 3 2 3 3 ...
##  $ Contract.Length  : Factor w/ 3 levels "Annual","Monthly",..: 1 2 3 2 2 1 3 1 3 3 ...
##  $ Total.Spend      : num  932 557 185 396 617 129 821 445 969 415 ...
##  $ Last.Interaction : int  17 6 3 29 20 8 24 30 13 29 ...
##  $ Churn            : Factor w/ 2 levels "0","1": 2 2 2 2 2 2 2 2 2 2 ...
##  - attr(*, "na.action")= 'omit' Named int 199296
##   ..- attr(*, "names")= chr "199296"

Partir la base de datos

set.seed(123)
renglones_entrenamiento <- createDataPartition(df$Churn, p=0.7, list=FALSE)
entrenamiento <- df[renglones_entrenamiento, ]
prueba <- df[-renglones_entrenamiento, ]

Modelo de regresion logistica

modelo <- glm(Churn ~., data=entrenamiento, family=binomial)
## Warning: glm.fit: fitted probabilities numerically 0 or 1 occurred
summary(modelo)
## 
## Call:
## glm(formula = Churn ~ ., family = binomial, data = entrenamiento)
## 
## Coefficients:
##                             Estimate Std. Error  z value Pr(>|z|)    
## (Intercept)               -7.811e-01  4.126e-02  -18.932  < 2e-16 ***
## Age                        3.566e-02  5.896e-04   60.489  < 2e-16 ***
## GenderMale                -1.156e+00  1.410e-02  -81.997  < 2e-16 ***
## Tenure                    -7.916e-03  3.801e-04  -20.828  < 2e-16 ***
## Usage.Frequency           -1.475e-02  7.657e-04  -19.265  < 2e-16 ***
## Support.Calls              7.423e-01  3.642e-03  203.852  < 2e-16 ***
## Payment.Delay              1.115e-01  9.302e-04  119.835  < 2e-16 ***
## Subscription.TypePremium  -1.265e-01  1.606e-02   -7.877 3.35e-15 ***
## Subscription.TypeStandard -1.112e-01  1.605e-02   -6.928 4.27e-12 ***
## Contract.LengthMonthly     2.020e+01  3.174e+01    0.637    0.524    
## Contract.LengthQuarterly   8.920e-04  1.305e-02    0.068    0.946    
## Total.Spend               -6.017e-03  3.648e-05 -164.949  < 2e-16 ***
## Last.Interaction           6.120e-02  8.162e-04   74.990  < 2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 422213  on 308583  degrees of freedom
## Residual deviance: 151251  on 308571  degrees of freedom
## AIC: 151277
## 
## Number of Fisher Scoring iterations: 18
exp(coef(modelo))
##               (Intercept)                       Age                GenderMale 
##              4.579154e-01              1.036308e+00              3.146693e-01 
##                    Tenure           Usage.Frequency             Support.Calls 
##              9.921152e-01              9.853576e-01              2.100844e+00 
##             Payment.Delay  Subscription.TypePremium Subscription.TypeStandard 
##              1.117928e+00              8.811827e-01              8.947526e-01 
##    Contract.LengthMonthly  Contract.LengthQuarterly               Total.Spend 
##              5.941648e+08              1.000892e+00              9.940013e-01 
##          Last.Interaction 
##              1.063116e+00
# Interpretacion: Por cada año de edad, la probabilidad de abandono crece 3.9%. 

resultado_entrenamiento <- predict(modelo,entrenamiento)
resultado_prueba <- predict(modelo,prueba)

Prediccion

nuevo_cliente <- data.frame(
  Age=58,
  Gender="Male",
  Tenure=38,
  Usage.Frequency=21,
  Support.Calls=7,
  Payment.Delay=7,
  Subscription.Type="Standard",
  Contract.Length="Monthly",
  Total.Spend=396,
  Last.Interaction=29
)

predict(modelo, newdata=nuevo_cliente, type="response")
## 1 
## 1

Modelo Logistico con variables numericas

modelo_num <- glm(
  Churn ~ Age + Tenure + Usage.Frequency + Support.Calls +
    Payment.Delay + Total.Spend + Last.Interaction,
  data = entrenamiento,
  family = binomial
)

Anexar columna de Churn Risk Score y Rating

entrenamiento$risk_score <- predict(modelo_num, newdata = entrenamiento, type = "response")

entrenamiento <- entrenamiento %>%
  mutate(impacto_riesgo = case_when(
    risk_score < 0.50 ~ "Bajo",
    risk_score < 0.75 ~ "Medio",
    TRUE ~ "Alto"
  ))

head(entrenamiento %>% 
       select(Age, Tenure, Total.Spend, risk_score, impacto_riesgo))
##   Age Tenure Total.Spend risk_score impacto_riesgo
## 1  30     39         932  0.6336840          Medio
## 3  55     14         185  0.9968646           Alto
## 4  58     38         396  0.9930951           Alto
## 5  23     32         617  0.7465956          Medio
## 6  51     33         129  0.9998015           Alto
## 7  58     49         821  0.6872691          Medio
LS0tDQp0aXRsZTogIklBc2VzaW9uOSINCmF1dGhvcjogIkthbWlsIE0iDQpkYXRlOiAiMjAyNi0wOC0yNyINCm91dHB1dDogDQogIGh0bWxfZG9jdW1lbnQ6DQogICAgdG9jOiBUUlVFDQogICAgdG9jX2Zsb2F0OiBUUlVFDQogICAgY29kZV9kb3dubG9hZDogVFJVRQ0KICAgIHRoZW1lOiBjb3Ntbw0KLS0tDQoNCiFbXSgpDQoNCiMgPHNwYW4gc3R5bGU9ImNvbG9yOmJsdWUiPiBUZW9yaWE8L3NwYW4+DQpMYSAqcmVncmVzaW9uIGxvZ2lzdGljYSogZXMgdW5hIG1ldG9kbyBkZSBhcHJlbmRpemFqZSBhdXRvbWF0aWNvIHF1ZSBzaXJ2ZSBwYXJhIHByZWRlY2lyIGxhIHByb2JhYmlsaWRhZCBkZSBxdWUgb2N1cnJhIHVuIGV2ZW50byBjYXRlZ29yaWNvLCBjb24gZG9zIHJlc3VsdGFkb3MgcG9zaWJsZXM6IFNpICgxKSBvIE5vICgwKS4gIA0KDQojIDxzcGFuIHN0eWxlPSJjb2xvcjpibHVlIj4gQ29udGV4dG8gPC9zcGFuPg0KVW5hIGVtcHJlc2EgZGUgc2VydmljaW9zIHBvciBzdXNjcmlwY2lvbiBoYSBvYnNlcnZhZG8gdW4gaW5jcmVtZW50byBlbiBsYSBwZXJkaWRhIGRlIGNsaWVudGVzLCBmZW5vbWVubyBjb25vY2lkbyBjb21vICpDdXN0b21lciBDaHVybiouIFNlIGJ1c2NhIHVuIG1vZGVsbyBwYXJhIGVzdGltYXIgbGEgcHJvYmFiaWxpZGFkIGRlIHF1ZSB1biBjbGllbnRlIGFiYW5kb25lIGVsIHNlcnZpY2lvLg0KDQojIDxzcGFuIHN0eWxlPSJjb2xvcjpibHVlIj4gSW5zdGFsYXIgcGFxdWV0ZXMgeSBsaWJyZXJpYXM8L3NwYW4+DQpgYGB7cn0NCg0KYGBgDQoNCmBgYHtyIG1lc3NhZ2U9RkFMU0UsIHdhcm5pbmc9RkFMU0V9DQojaW5zdGFsbC5wYWNrYWdlcygiY2FyZXQiKSAjIE1vZGVsb3MgZGUgYXByZW5kaXphamUgYXV0b21hdGljbw0KbGlicmFyeShjYXJldCkNCiNpbnN0YWxsLnBhY2thZ2VzKCJ0aWR5dmVyc2UiKSAjIE1hbmlwdWxhY2lvbiBkZSBkYXRvcw0KbGlicmFyeSh0aWR5dmVyc2UpDQojaW5zdGFsbC5wYWNrYWdlcygicFJPQyIpICMgQ2FsY3VsbyBkZWwgYXJlYSBiYWpvIGxhIGN1cnZhDQoNCmBgYA0KDQojIDxzcGFuIHN0eWxlPSJjb2xvcjpibHVlIj4gQ3JlYXIgbGEgYmFzZSBkZSBkYXRvczwvc3Bhbj4NCmBgYHtyfQ0KI2ZpbGUuY2hvb3NlKCkNCmRmIDwtIHJlYWQuY3N2KCJDOlxcVXNlcnNcXHVzdWFyaW8xXFxEb3dubG9hZHNcXGN1c3RvbWVyX2NodXJuLmNzdiIpDQpgYGANCg0KIyA8c3BhbiBzdHlsZT0iY29sb3I6Ymx1ZSI+IEVudGVuZGVyIGxvcyBkYXRvczwvc3Bhbj4NCmBgYHtyfQ0KZGYgPC0gbmEub21pdChkZikNCmRmJEN1c3RvbWVySUQgPC0gTlVMTA0KZGYkR2VuZGVyIDwtIGFzLmZhY3RvcihkZiRHZW5kZXIpDQpkZiRTdWJzY3JpcHRpb24uVHlwZSA8LSBhcy5mYWN0b3IoZGYkU3Vic2NyaXB0aW9uLlR5cGUpDQpkZiRDb250cmFjdC5MZW5ndGggPC0gYXMuZmFjdG9yKGRmJENvbnRyYWN0Lkxlbmd0aCkNCmRmJENodXJuIDwtIGFzLmZhY3RvcihkZiRDaHVybikNCnN1bW1hcnkoZGYpDQpzdHIoZGYpDQpgYGANCg0KIyA8c3BhbiBzdHlsZT0iY29sb3I6Ymx1ZSI+IFBhcnRpciBsYSBiYXNlIGRlIGRhdG9zPC9zcGFuPg0KYGBge3J9DQpzZXQuc2VlZCgxMjMpDQpyZW5nbG9uZXNfZW50cmVuYW1pZW50byA8LSBjcmVhdGVEYXRhUGFydGl0aW9uKGRmJENodXJuLCBwPTAuNywgbGlzdD1GQUxTRSkNCmVudHJlbmFtaWVudG8gPC0gZGZbcmVuZ2xvbmVzX2VudHJlbmFtaWVudG8sIF0NCnBydWViYSA8LSBkZlstcmVuZ2xvbmVzX2VudHJlbmFtaWVudG8sIF0NCmBgYA0KDQojIDxzcGFuIHN0eWxlPSJjb2xvcjpibHVlIj4gTW9kZWxvIGRlIHJlZ3Jlc2lvbiBsb2dpc3RpY2E8L3NwYW4+DQpgYGB7cn0NCm1vZGVsbyA8LSBnbG0oQ2h1cm4gfi4sIGRhdGE9ZW50cmVuYW1pZW50bywgZmFtaWx5PWJpbm9taWFsKQ0Kc3VtbWFyeShtb2RlbG8pDQpleHAoY29lZihtb2RlbG8pKQ0KIyBJbnRlcnByZXRhY2lvbjogUG9yIGNhZGEgYcOxbyBkZSBlZGFkLCBsYSBwcm9iYWJpbGlkYWQgZGUgYWJhbmRvbm8gY3JlY2UgMy45JS4gDQoNCnJlc3VsdGFkb19lbnRyZW5hbWllbnRvIDwtIHByZWRpY3QobW9kZWxvLGVudHJlbmFtaWVudG8pDQpyZXN1bHRhZG9fcHJ1ZWJhIDwtIHByZWRpY3QobW9kZWxvLHBydWViYSkNCmBgYA0KDQoNCiMgPHNwYW4gc3R5bGU9ImNvbG9yOmJsdWUiPiBQcmVkaWNjaW9uPC9zcGFuPg0KDQpgYGB7cn0NCm51ZXZvX2NsaWVudGUgPC0gZGF0YS5mcmFtZSgNCiAgQWdlPTU4LA0KICBHZW5kZXI9Ik1hbGUiLA0KICBUZW51cmU9MzgsDQogIFVzYWdlLkZyZXF1ZW5jeT0yMSwNCiAgU3VwcG9ydC5DYWxscz03LA0KICBQYXltZW50LkRlbGF5PTcsDQogIFN1YnNjcmlwdGlvbi5UeXBlPSJTdGFuZGFyZCIsDQogIENvbnRyYWN0Lkxlbmd0aD0iTW9udGhseSIsDQogIFRvdGFsLlNwZW5kPTM5NiwNCiAgTGFzdC5JbnRlcmFjdGlvbj0yOQ0KKQ0KDQpwcmVkaWN0KG1vZGVsbywgbmV3ZGF0YT1udWV2b19jbGllbnRlLCB0eXBlPSJyZXNwb25zZSIpDQpgYGANCiMgPHNwYW4gc3R5bGU9ICJjb2xvcjogYmx1ZSI+IE1vZGVsbyBMb2dpc3RpY28gY29uIHZhcmlhYmxlcyBudW1lcmljYXM8L3NwYW4+DQpgYGB7cn0NCm1vZGVsb19udW0gPC0gZ2xtKA0KICBDaHVybiB+IEFnZSArIFRlbnVyZSArIFVzYWdlLkZyZXF1ZW5jeSArIFN1cHBvcnQuQ2FsbHMgKw0KICAgIFBheW1lbnQuRGVsYXkgKyBUb3RhbC5TcGVuZCArIExhc3QuSW50ZXJhY3Rpb24sDQogIGRhdGEgPSBlbnRyZW5hbWllbnRvLA0KICBmYW1pbHkgPSBiaW5vbWlhbA0KKQ0KYGBgDQoNCiMgPHNwYW4gc3R5bGU9ICJjb2xvcjogYmx1ZSI+IEFuZXhhciBjb2x1bW5hIGRlIENodXJuIFJpc2sgU2NvcmUgeSBSYXRpbmc8L3NwYW4+DQpgYGB7cn0NCmVudHJlbmFtaWVudG8kcmlza19zY29yZSA8LSBwcmVkaWN0KG1vZGVsb19udW0sIG5ld2RhdGEgPSBlbnRyZW5hbWllbnRvLCB0eXBlID0gInJlc3BvbnNlIikNCg0KZW50cmVuYW1pZW50byA8LSBlbnRyZW5hbWllbnRvICU+JQ0KICBtdXRhdGUoaW1wYWN0b19yaWVzZ28gPSBjYXNlX3doZW4oDQogICAgcmlza19zY29yZSA8IDAuNTAgfiAiQmFqbyIsDQogICAgcmlza19zY29yZSA8IDAuNzUgfiAiTWVkaW8iLA0KICAgIFRSVUUgfiAiQWx0byINCiAgKSkNCg0KaGVhZChlbnRyZW5hbWllbnRvICU+JSANCiAgICAgICBzZWxlY3QoQWdlLCBUZW51cmUsIFRvdGFsLlNwZW5kLCByaXNrX3Njb3JlLCBpbXBhY3RvX3JpZXNnbykpDQpgYGANCg0K