Teoría.

Random Forest es un algortimo de aprendizaje automático supervisado que se usa para clasificar y/o hacer regresiones. Se basa en la creación de múltiples árboles de decisión y combina sus resultados para hacer predicciones más precisas y estables.

Instalar paquetes y llamar librerías

#install.packages("randomForest") # Bosques Aleatorics
library(randomForest)
#install.packages("caret") # Entrenamiento de ML
library(caret)

Importar base de datos

df <- read.csv("/Users/carosuarez/Downloads/House Prices.csv")

Entender la base de datos

summary(df)
##        Id           MSSubClass       MSZoning            LotArea      
##  Min.   :   0.0   Min.   : 20.00   Length:2919        Min.   :  1300  
##  1st Qu.: 729.5   1st Qu.: 20.00   Class :character   1st Qu.:  7478  
##  Median :1459.0   Median : 50.00   Mode  :character   Median :  9453  
##  Mean   :1459.0   Mean   : 57.14                      Mean   : 10168  
##  3rd Qu.:2188.5   3rd Qu.: 70.00                      3rd Qu.: 11570  
##  Max.   :2918.0   Max.   :190.00                      Max.   :215245  
##                                                                       
##   LotConfig           BldgType          OverallCond      YearBuilt   
##  Length:2919        Length:2919        Min.   :1.000   Min.   :1872  
##  Class :character   Class :character   1st Qu.:5.000   1st Qu.:1954  
##  Mode  :character   Mode  :character   Median :5.000   Median :1973  
##                                        Mean   :5.565   Mean   :1971  
##                                        3rd Qu.:6.000   3rd Qu.:2001  
##                                        Max.   :9.000   Max.   :2010  
##                                                                      
##   YearRemodAdd  Exterior1st          BsmtFinSF2       TotalBsmtSF    
##  Min.   :1950   Length:2919        Min.   :   0.00   Min.   :   0.0  
##  1st Qu.:1965   Class :character   1st Qu.:   0.00   1st Qu.: 793.0  
##  Median :1993   Mode  :character   Median :   0.00   Median : 989.5  
##  Mean   :1984                      Mean   :  49.58   Mean   :1051.8  
##  3rd Qu.:2004                      3rd Qu.:   0.00   3rd Qu.:1302.0  
##  Max.   :2010                      Max.   :1526.00   Max.   :6110.0  
##                                    NA's   :1         NA's   :1       
##    SalePrice     
##  Min.   : 34900  
##  1st Qu.:129975  
##  Median :163000  
##  Mean   :180921  
##  3rd Qu.:214000  
##  Max.   :755000  
##  NA's   :1459
head(df)
##   Id MSSubClass MSZoning LotArea LotConfig BldgType OverallCond YearBuilt
## 1  0         60       RL    8450    Inside     1Fam           5      2003
## 2  1         20       RL    9600       FR2     1Fam           8      1976
## 3  2         60       RL   11250    Inside     1Fam           5      2001
## 4  3         70       RL    9550    Corner     1Fam           5      1915
## 5  4         60       RL   14260       FR2     1Fam           5      2000
## 6  5         50       RL   14115    Inside     1Fam           5      1993
##   YearRemodAdd Exterior1st BsmtFinSF2 TotalBsmtSF SalePrice
## 1         2003     VinylSd          0         856    208500
## 2         1976     MetalSd          0        1262    181500
## 3         2002     VinylSd          0         920    223500
## 4         1970     Wd Sdng          0         756    140000
## 5         2000     VinylSd          0        1145    250000
## 6         1995     VinylSd          0         796    143000
str(df)
## 'data.frame':    2919 obs. of  13 variables:
##  $ Id          : int  0 1 2 3 4 5 6 7 8 9 ...
##  $ MSSubClass  : int  60 20 60 70 60 50 20 60 50 190 ...
##  $ MSZoning    : chr  "RL" "RL" "RL" "RL" ...
##  $ LotArea     : int  8450 9600 11250 9550 14260 14115 10084 10382 6120 7420 ...
##  $ LotConfig   : chr  "Inside" "FR2" "Inside" "Corner" ...
##  $ BldgType    : chr  "1Fam" "1Fam" "1Fam" "1Fam" ...
##  $ OverallCond : int  5 8 5 5 5 5 5 6 5 6 ...
##  $ YearBuilt   : int  2003 1976 2001 1915 2000 1993 2004 1973 1931 1939 ...
##  $ YearRemodAdd: int  2003 1976 2002 1970 2000 1995 2005 1973 1950 1950 ...
##  $ Exterior1st : chr  "VinylSd" "MetalSd" "VinylSd" "Wd Sdng" ...
##  $ BsmtFinSF2  : int  0 0 0 0 0 0 0 32 0 0 ...
##  $ TotalBsmtSF : int  856 1262 920 756 1145 796 1686 1107 952 991 ...
##  $ SalePrice   : int  208500 181500 223500 140000 250000 143000 307000 200000 129900 118000 ...
df$MSZoning <- as.factor(df$MSZoning)
df$LotConfig <- as.factor(df$MSZoning)
df$BldgType <- as.factor(df$MSZoning)
df$Exterior1st <- as.factor(df$MSZoning)
df$SalePrice <- as.numeric(df$SalePrice)
str(df)
## 'data.frame':    2919 obs. of  13 variables:
##  $ Id          : int  0 1 2 3 4 5 6 7 8 9 ...
##  $ MSSubClass  : int  60 20 60 70 60 50 20 60 50 190 ...
##  $ MSZoning    : Factor w/ 6 levels "","C (all)","FV",..: 5 5 5 5 5 5 5 5 6 5 ...
##  $ LotArea     : int  8450 9600 11250 9550 14260 14115 10084 10382 6120 7420 ...
##  $ LotConfig   : Factor w/ 6 levels "","C (all)","FV",..: 5 5 5 5 5 5 5 5 6 5 ...
##  $ BldgType    : Factor w/ 6 levels "","C (all)","FV",..: 5 5 5 5 5 5 5 5 6 5 ...
##  $ OverallCond : int  5 8 5 5 5 5 5 6 5 6 ...
##  $ YearBuilt   : int  2003 1976 2001 1915 2000 1993 2004 1973 1931 1939 ...
##  $ YearRemodAdd: int  2003 1976 2002 1970 2000 1995 2005 1973 1950 1950 ...
##  $ Exterior1st : Factor w/ 6 levels "","C (all)","FV",..: 5 5 5 5 5 5 5 5 6 5 ...
##  $ BsmtFinSF2  : int  0 0 0 0 0 0 0 32 0 0 ...
##  $ TotalBsmtSF : int  856 1262 920 756 1145 796 1686 1107 952 991 ...
##  $ SalePrice   : num  208500 181500 223500 140000 250000 ...
df <- na.omit(df)

Entrenar el modelo

set.seed(123)
renglones_entrenamiento <- createDataPartition(df$SalePrice, p= 0.7, list = FALSE)
entrenamiento <- df[renglones_entrenamiento, ]
prueba <- df [-renglones_entrenamiento, ]
modelo <- randomForest(SalePrice ~ ., data=entrenamiento)
print(modelo)
## 
## Call:
##  randomForest(formula = SalePrice ~ ., data = entrenamiento) 
##                Type of random forest: regression
##                      Number of trees: 500
## No. of variables tried at each split: 4
## 
##           Mean of squared residuals: 1602096504
##                     % Var explained: 75.02

Evaluar el modelo

evaluacion_entrenamiento <- predict(modelo, entrenamiento)
evaluacion_prueba <- predict(modelo, prueba)
#matriz_confusion_entrenamiento <- confusionMatrix(evaluacion_entrenamiento,entrenamiento$SalePrice)
#matriz_confusion_prueba <- confusionMatrix(evaluacion_prueba,prueba$SalePrice)

Generar predicciones

prediccion <- predict(modelo, prueba)
LS0tCnRpdGxlOiAiUkYiCmF1dGhvcjogIkNhcm9saW5hIFN1w6FyZXogQTAwODM3OTIyIgpkYXRlOiAiMjAyNS0wMi0yNCIKb3V0cHV0OgogICBodG1sX2RvY3VtZW50OgogICAgdG9jOiBUUlVFCiAgICB0b2NfZmxvYXQ6IFRSVUUKICAgIGNvZGVfZG93bmxvYWQ6IFRSVUUKICAgIHRoZW1lOiAiam91cm5hbCIKLS0tCgohW10oL1VzZXJzL2Nhcm9zdWFyZXovRG93bmxvYWRzL3R1bWJscl9uc3B1eW5vaHNUMXJwMHZram8xXzUwMC5naWYpCgojIDxzcGFuIHN0eWxlPSJjb2xvcjogYmx1ZTsiPlRlb3LDrWE8L3NwYW4+LiAKKipSYW5kb20gRm9yZXN0KiogZXMgdW4gYWxnb3J0aW1vIGRlIGFwcmVuZGl6YWplIGF1dG9tw6F0aWNvIHN1cGVydmlzYWRvIHF1ZSBzZSB1c2EgcGFyYSBjbGFzaWZpY2FyIHkvbyBoYWNlciByZWdyZXNpb25lcy4gU2UgYmFzYSBlbiBsYSBjcmVhY2nDs24gZGUgbcO6bHRpcGxlcyDDoXJib2xlcyBkZSBkZWNpc2nDs24geSBjb21iaW5hIHN1cyByZXN1bHRhZG9zIHBhcmEgaGFjZXIgcHJlZGljY2lvbmVzIG3DoXMgcHJlY2lzYXMgeSBlc3RhYmxlcy4KCgojIDxzcGFuIHN0eWxlPSJjb2xvcjogYmx1ZTsiPkluc3RhbGFyIHBhcXVldGVzIHkgbGxhbWFyIGxpYnJlcsOtYXM8L3NwYW4+CmBgYHtyIG1lc3NhZ2U9RkFMU0UsIHdhcm5pbmc9RkFMU0V9CiNpbnN0YWxsLnBhY2thZ2VzKCJyYW5kb21Gb3Jlc3QiKSAjIEJvc3F1ZXMgQWxlYXRvcmljcwpsaWJyYXJ5KHJhbmRvbUZvcmVzdCkKI2luc3RhbGwucGFja2FnZXMoImNhcmV0IikgIyBFbnRyZW5hbWllbnRvIGRlIE1MCmxpYnJhcnkoY2FyZXQpCmBgYAoKIyA8c3BhbiBzdHlsZT0iY29sb3I6IGJsdWU7Ij5JbXBvcnRhciBiYXNlIGRlIGRhdG9zPC9zcGFuPgpgYGB7cn0KZGYgPC0gcmVhZC5jc3YoIi9Vc2Vycy9jYXJvc3VhcmV6L0Rvd25sb2Fkcy9Ib3VzZSBQcmljZXMuY3N2IikKYGBgCgojIDxzcGFuIHN0eWxlPSJjb2xvcjogYmx1ZTsiPkVudGVuZGVyIGxhIGJhc2UgZGUgZGF0b3M8L3NwYW4+CmBgYHtyfQpzdW1tYXJ5KGRmKQpoZWFkKGRmKQpzdHIoZGYpCmRmJE1TWm9uaW5nIDwtIGFzLmZhY3RvcihkZiRNU1pvbmluZykKZGYkTG90Q29uZmlnIDwtIGFzLmZhY3RvcihkZiRNU1pvbmluZykKZGYkQmxkZ1R5cGUgPC0gYXMuZmFjdG9yKGRmJE1TWm9uaW5nKQpkZiRFeHRlcmlvcjFzdCA8LSBhcy5mYWN0b3IoZGYkTVNab25pbmcpCmRmJFNhbGVQcmljZSA8LSBhcy5udW1lcmljKGRmJFNhbGVQcmljZSkKc3RyKGRmKQpkZiA8LSBuYS5vbWl0KGRmKQpgYGAKCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiBibHVlOyI+RW50cmVuYXIgZWwgbW9kZWxvPC9zcGFuPgpgYGB7cn0Kc2V0LnNlZWQoMTIzKQpyZW5nbG9uZXNfZW50cmVuYW1pZW50byA8LSBjcmVhdGVEYXRhUGFydGl0aW9uKGRmJFNhbGVQcmljZSwgcD0gMC43LCBsaXN0ID0gRkFMU0UpCmVudHJlbmFtaWVudG8gPC0gZGZbcmVuZ2xvbmVzX2VudHJlbmFtaWVudG8sIF0KcHJ1ZWJhIDwtIGRmIFstcmVuZ2xvbmVzX2VudHJlbmFtaWVudG8sIF0KbW9kZWxvIDwtIHJhbmRvbUZvcmVzdChTYWxlUHJpY2UgfiAuLCBkYXRhPWVudHJlbmFtaWVudG8pCnByaW50KG1vZGVsbykKYGBgCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiBibHVlOyI+RXZhbHVhciBlbCBtb2RlbG88L3NwYW4+CmBgYHtyfQpldmFsdWFjaW9uX2VudHJlbmFtaWVudG8gPC0gcHJlZGljdChtb2RlbG8sIGVudHJlbmFtaWVudG8pCmV2YWx1YWNpb25fcHJ1ZWJhIDwtIHByZWRpY3QobW9kZWxvLCBwcnVlYmEpCiNtYXRyaXpfY29uZnVzaW9uX2VudHJlbmFtaWVudG8gPC0gY29uZnVzaW9uTWF0cml4KGV2YWx1YWNpb25fZW50cmVuYW1pZW50byxlbnRyZW5hbWllbnRvJFNhbGVQcmljZSkKI21hdHJpel9jb25mdXNpb25fcHJ1ZWJhIDwtIGNvbmZ1c2lvbk1hdHJpeChldmFsdWFjaW9uX3BydWViYSxwcnVlYmEkU2FsZVByaWNlKQpgYGAKCiMgPHNwYW4gc3R5bGU9ImNvbG9yOiBibHVlOyI+R2VuZXJhciBwcmVkaWNjaW9uZXM8L3NwYW4+CmBgYHtyfQpwcmVkaWNjaW9uIDwtIHByZWRpY3QobW9kZWxvLCBwcnVlYmEpCgpgYGAKCg==