Teoria

El algoritmo Random Forest es un método de aprendizaje automático ampliamente utilizado en tareas de clasificación y regresión. Se basa en la idea de combinar varios árboles de decisión, lo que mejora la precisión de la predicción y limita los errores.

Instalar paquetes y librerías

#install.packages("caret")
library(caret)
#install.packages("randomForest")
library(randomForest)

Leer archivo

churn <- read.csv("C:\\Users\\karla\\Desktop\\CONCENTRACION\\Modulo_progra\\customer_churn.csv") 

Entender datos

summary(churn)
##    CustomerID          Age           Gender              Tenure     
##  Min.   :     2   Min.   :18.00   Length:440833      Min.   : 1.00  
##  1st Qu.:113622   1st Qu.:29.00   Class :character   1st Qu.:16.00  
##  Median :226126   Median :39.00   Mode  :character   Median :32.00  
##  Mean   :225399   Mean   :39.37                      Mean   :31.26  
##  3rd Qu.:337739   3rd Qu.:48.00                      3rd Qu.:46.00  
##  Max.   :449999   Max.   :65.00                      Max.   :60.00  
##  NA's   :1        NA's   :1                          NA's   :1      
##  Usage.Frequency Support.Calls    Payment.Delay   Subscription.Type 
##  Min.   : 1.00   Min.   : 0.000   Min.   : 0.00   Length:440833     
##  1st Qu.: 9.00   1st Qu.: 1.000   1st Qu.: 6.00   Class :character  
##  Median :16.00   Median : 3.000   Median :12.00   Mode  :character  
##  Mean   :15.81   Mean   : 3.604   Mean   :12.97                     
##  3rd Qu.:23.00   3rd Qu.: 6.000   3rd Qu.:19.00                     
##  Max.   :30.00   Max.   :10.000   Max.   :30.00                     
##  NA's   :1       NA's   :1        NA's   :1                         
##  Contract.Length     Total.Spend     Last.Interaction     Churn       
##  Length:440833      Min.   : 100.0   Min.   : 1.00    Min.   :0.0000  
##  Class :character   1st Qu.: 480.0   1st Qu.: 7.00    1st Qu.:0.0000  
##  Mode  :character   Median : 661.0   Median :14.00    Median :1.0000  
##                     Mean   : 631.6   Mean   :14.48    Mean   :0.5671  
##                     3rd Qu.: 830.0   3rd Qu.:22.00    3rd Qu.:1.0000  
##                     Max.   :1000.0   Max.   :30.00    Max.   :1.0000  
##                     NA's   :1        NA's   :1        NA's   :1
str(churn)
## 'data.frame':    440833 obs. of  12 variables:
##  $ CustomerID       : int  2 3 4 5 6 8 9 10 11 12 ...
##  $ Age              : int  30 65 55 58 23 51 58 55 39 64 ...
##  $ Gender           : chr  "Female" "Female" "Female" "Male" ...
##  $ Tenure           : int  39 49 14 38 32 33 49 37 12 3 ...
##  $ Usage.Frequency  : int  14 1 4 21 20 25 12 8 5 25 ...
##  $ Support.Calls    : int  5 10 6 7 5 9 3 4 7 2 ...
##  $ Payment.Delay    : int  18 8 18 7 8 26 16 15 4 11 ...
##  $ Subscription.Type: chr  "Standard" "Basic" "Basic" "Standard" ...
##  $ Contract.Length  : chr  "Annual" "Monthly" "Quarterly" "Monthly" ...
##  $ Total.Spend      : num  932 557 185 396 617 129 821 445 969 415 ...
##  $ Last.Interaction : int  17 6 3 29 20 8 24 30 13 29 ...
##  $ Churn            : int  1 1 1 1 1 1 1 1 1 1 ...
head(churn)
##   CustomerID Age Gender Tenure Usage.Frequency Support.Calls Payment.Delay
## 1          2  30 Female     39              14             5            18
## 2          3  65 Female     49               1            10             8
## 3          4  55 Female     14               4             6            18
## 4          5  58   Male     38              21             7             7
## 5          6  23   Male     32              20             5             8
## 6          8  51   Male     33              25             9            26
##   Subscription.Type Contract.Length Total.Spend Last.Interaction Churn
## 1          Standard          Annual         932               17     1
## 2             Basic         Monthly         557                6     1
## 3             Basic       Quarterly         185                3     1
## 4          Standard         Monthly         396               29     1
## 5             Basic         Monthly         617               20     1
## 6           Premium          Annual         129                8     1

Transformar datos correspondientes

#eliminar NA
churn <- na.omit(churn
                 )
churn$Churn <- as.factor(churn$Churn)
churn$Contract.Length <- as.factor(churn$Contract.Length)
churn$Subscription.Type <- as.factor(churn$Subscription.Type)
churn$Gender <- as.factor(churn$Gender) 

#verificar transformación exitosa
str(churn)
## 'data.frame':    440832 obs. of  12 variables:
##  $ CustomerID       : int  2 3 4 5 6 8 9 10 11 12 ...
##  $ Age              : int  30 65 55 58 23 51 58 55 39 64 ...
##  $ Gender           : Factor w/ 2 levels "Female","Male": 1 1 1 2 2 2 1 1 2 1 ...
##  $ Tenure           : int  39 49 14 38 32 33 49 37 12 3 ...
##  $ Usage.Frequency  : int  14 1 4 21 20 25 12 8 5 25 ...
##  $ Support.Calls    : int  5 10 6 7 5 9 3 4 7 2 ...
##  $ Payment.Delay    : int  18 8 18 7 8 26 16 15 4 11 ...
##  $ Subscription.Type: Factor w/ 3 levels "Basic","Premium",..: 3 1 1 3 1 2 3 2 3 3 ...
##  $ Contract.Length  : Factor w/ 3 levels "Annual","Monthly",..: 1 2 3 2 2 1 3 1 3 3 ...
##  $ Total.Spend      : num  932 557 185 396 617 129 821 445 969 415 ...
##  $ Last.Interaction : int  17 6 3 29 20 8 24 30 13 29 ...
##  $ Churn            : Factor w/ 2 levels "0","1": 2 2 2 2 2 2 2 2 2 2 ...
##  - attr(*, "na.action")= 'omit' Named int 199296
##   ..- attr(*, "names")= chr "199296"

Partir datos 80/20

set.seed(123)
data_entrenamiento <- createDataPartition(churn$Churn, p=0.8, list=FALSE)
entrenamiento <- churn[data_entrenamiento, ]
prueba <- churn[-data_entrenamiento, ]

Modelo de Bosques Aleatorios

modelo <- randomForest(Churn ~ . -CustomerID, data = entrenamiento, ntree = 100, importance = TRUE)

Matriz de Confusión datos de entrenamiento

resultado_entrenamiento <- predict(modelo, entrenamiento)

mcre <- confusionMatrix(resultado_entrenamiento, entrenamiento$Churn)
mcre
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction      0      1
##          0 152667      0
##          1      0 200000
##                                    
##                Accuracy : 1        
##                  95% CI : (1, 1)   
##     No Information Rate : 0.5671   
##     P-Value [Acc > NIR] : < 2.2e-16
##                                    
##                   Kappa : 1        
##                                    
##  Mcnemar's Test P-Value : NA       
##                                    
##             Sensitivity : 1.0000   
##             Specificity : 1.0000   
##          Pos Pred Value : 1.0000   
##          Neg Pred Value : 1.0000   
##              Prevalence : 0.4329   
##          Detection Rate : 0.4329   
##    Detection Prevalence : 0.4329   
##       Balanced Accuracy : 1.0000   
##                                    
##        'Positive' Class : 0        
## 

Matriz de Confusión datos de prueba

resultado_prueba <- predict(modelo, prueba)

mcrp <- confusionMatrix(resultado_prueba, prueba$Churn)
mcrp
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction     0     1
##          0 38165     7
##          1     1 49992
##                                      
##                Accuracy : 0.9999     
##                  95% CI : (0.9998, 1)
##     No Information Rate : 0.5671     
##     P-Value [Acc > NIR] : <2e-16     
##                                      
##                   Kappa : 0.9998     
##                                      
##  Mcnemar's Test P-Value : 0.0771     
##                                      
##             Sensitivity : 1.0000     
##             Specificity : 0.9999     
##          Pos Pred Value : 0.9998     
##          Neg Pred Value : 1.0000     
##              Prevalence : 0.4329     
##          Detection Rate : 0.4329     
##    Detection Prevalence : 0.4330     
##       Balanced Accuracy : 0.9999     
##                                      
##        'Positive' Class : 0          
## 

Resultados

plot(modelo)

varImpPlot(modelo)

LS0tDQp0aXRsZTogIlJhbmRvbSBmb3Jlc3QiDQphdXRob3I6ICJLYXJsYSBMw7NwZXogQTAwODM5NzkwIg0KZGF0ZTogIjIwMjYtMDItMjUiDQpvdXRwdXQ6IA0KICBodG1sX2RvY3VtZW50OiANCiAgICB0b2M6IFRSVUUNCiAgICB0b2NfZmxvYXQ6IFRSVUUNCiAgICBjb2RlX2Rvd25sb2FkOiBUUlVFDQogICAgdGhlbWU6IGZsYXRseQ0KLS0tDQoNCiFbXShodHRwczovL3d3dy50ZW5kZW5jaWFzLmtwbWcuZXMvd3AtY29udGVudC91cGxvYWRzLzIwMjMvMDYvV293LWdpZi5naWYpDQoNCiMgPHNwYW4gc3R5bGU9ImNvbG9yOmJsdWU7Ij4gVGVvcmlhIDwvc3Bhbj4gDQpFbCBhbGdvcml0bW8gUmFuZG9tIEZvcmVzdCBlcyB1biBtw6l0b2RvIGRlIGFwcmVuZGl6YWplIGF1dG9tw6F0aWNvIGFtcGxpYW1lbnRlIHV0aWxpemFkbyBlbiB0YXJlYXMgZGUgY2xhc2lmaWNhY2nDs24geSByZWdyZXNpw7NuLiBTZSBiYXNhIGVuIGxhIGlkZWEgZGUgY29tYmluYXIgdmFyaW9zIMOhcmJvbGVzIGRlIGRlY2lzacOzbiwgbG8gcXVlIG1lam9yYSBsYSBwcmVjaXNpw7NuIGRlIGxhIHByZWRpY2Npw7NuIHkgbGltaXRhIGxvcyBlcnJvcmVzLg0KDQojIDxzcGFuIHN0eWxlPSJjb2xvcjogcGluazsiPkluc3RhbGFyIHBhcXVldGVzIHkgbGlicmVyw61hczwvc3Bhbj4NCmBgYHtyIG1lc3NhZ2U9RkFMU0UsIHdhcm5pbmc9RkFMU0V9DQojaW5zdGFsbC5wYWNrYWdlcygiY2FyZXQiKQ0KbGlicmFyeShjYXJldCkNCiNpbnN0YWxsLnBhY2thZ2VzKCJyYW5kb21Gb3Jlc3QiKQ0KbGlicmFyeShyYW5kb21Gb3Jlc3QpDQpgYGANCg0KDQojIDxzcGFuIHN0eWxlPSJjb2xvcjogcGluazsiPkxlZXIgYXJjaGl2bzwvc3Bhbj4NCmBgYHtyfQ0KY2h1cm4gPC0gcmVhZC5jc3YoIkM6XFxVc2Vyc1xca2FybGFcXERlc2t0b3BcXENPTkNFTlRSQUNJT05cXE1vZHVsb19wcm9ncmFcXGN1c3RvbWVyX2NodXJuLmNzdiIpIA0KYGBgDQoNCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiBwaW5rOyI+RW50ZW5kZXIgZGF0b3M8L3NwYW4+DQpgYGB7cn0NCnN1bW1hcnkoY2h1cm4pDQpzdHIoY2h1cm4pDQpoZWFkKGNodXJuKQ0KYGBgDQoNCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiBwaW5rOyI+VHJhbnNmb3JtYXIgZGF0b3MgY29ycmVzcG9uZGllbnRlczwvc3Bhbj4NCmBgYHtyfQ0KI2VsaW1pbmFyIE5BDQpjaHVybiA8LSBuYS5vbWl0KGNodXJuDQogICAgICAgICAgICAgICAgICkNCmNodXJuJENodXJuIDwtIGFzLmZhY3RvcihjaHVybiRDaHVybikNCmNodXJuJENvbnRyYWN0Lkxlbmd0aCA8LSBhcy5mYWN0b3IoY2h1cm4kQ29udHJhY3QuTGVuZ3RoKQ0KY2h1cm4kU3Vic2NyaXB0aW9uLlR5cGUgPC0gYXMuZmFjdG9yKGNodXJuJFN1YnNjcmlwdGlvbi5UeXBlKQ0KY2h1cm4kR2VuZGVyIDwtIGFzLmZhY3RvcihjaHVybiRHZW5kZXIpIA0KDQojdmVyaWZpY2FyIHRyYW5zZm9ybWFjacOzbiBleGl0b3NhDQpzdHIoY2h1cm4pDQpgYGANCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiBwaW5rOyI+UGFydGlyIGRhdG9zIDgwLzIwPC9zcGFuPg0KYGBge3J9DQpzZXQuc2VlZCgxMjMpDQpkYXRhX2VudHJlbmFtaWVudG8gPC0gY3JlYXRlRGF0YVBhcnRpdGlvbihjaHVybiRDaHVybiwgcD0wLjgsIGxpc3Q9RkFMU0UpDQplbnRyZW5hbWllbnRvIDwtIGNodXJuW2RhdGFfZW50cmVuYW1pZW50bywgXQ0KcHJ1ZWJhIDwtIGNodXJuWy1kYXRhX2VudHJlbmFtaWVudG8sIF0NCmBgYA0KDQojIDxzcGFuIHN0eWxlPSJjb2xvcjogcGluazsiPk1vZGVsbyBkZSBCb3NxdWVzIEFsZWF0b3Jpb3M8L3NwYW4+DQpgYGB7cn0NCm1vZGVsbyA8LSByYW5kb21Gb3Jlc3QoQ2h1cm4gfiAuIC1DdXN0b21lcklELCBkYXRhID0gZW50cmVuYW1pZW50bywgbnRyZWUgPSAxMDAsIGltcG9ydGFuY2UgPSBUUlVFKQ0KYGBgDQoNCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiBwaW5rOyI+TWF0cml6IGRlIENvbmZ1c2nDs24gZGF0b3MgZGUgZW50cmVuYW1pZW50bzwvc3Bhbj4NCmBgYHtyfQ0KcmVzdWx0YWRvX2VudHJlbmFtaWVudG8gPC0gcHJlZGljdChtb2RlbG8sIGVudHJlbmFtaWVudG8pDQoNCm1jcmUgPC0gY29uZnVzaW9uTWF0cml4KHJlc3VsdGFkb19lbnRyZW5hbWllbnRvLCBlbnRyZW5hbWllbnRvJENodXJuKQ0KbWNyZQ0KYGBgDQojIDxzcGFuIHN0eWxlPSJjb2xvcjogcGluazsiPk1hdHJpeiBkZSBDb25mdXNpw7NuIGRhdG9zIGRlIHBydWViYTwvc3Bhbj4NCmBgYHtyfQ0KcmVzdWx0YWRvX3BydWViYSA8LSBwcmVkaWN0KG1vZGVsbywgcHJ1ZWJhKQ0KDQptY3JwIDwtIGNvbmZ1c2lvbk1hdHJpeChyZXN1bHRhZG9fcHJ1ZWJhLCBwcnVlYmEkQ2h1cm4pDQptY3JwDQpgYGANCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiBwaW5rOyI+UmVzdWx0YWRvczwvc3Bhbj4NCmBgYHtyfQ0KcGxvdChtb2RlbG8pDQp2YXJJbXBQbG90KG1vZGVsbykNCmBgYA0KDQo=