Pasos previos a la limpieza de datos, hecho en Excel:

  1. Formato a fecha corta
  2. Se duplicaron los primeros 5 registros
  3. Se cambió el formato de hora y fecha a español mex
  4. Cambio de codigo de barras
  5. Se guardó como CSV UTF8, delimitado por comas

Pasos previos.

Importar base de datos

#file.choose()

bd<-read.csv("/Users/elenavela/Downloads/abarrotes (1).csv")
#bd

resumen<-summary(bd)
resumen
##  vcClaveTienda        DescGiro         Codigo.Barras            PLU        
##  Length:200625      Length:200625      Min.   :8.347e+05   Min.   : 1.00   
##  Class :character   Class :character   1st Qu.:7.501e+12   1st Qu.: 1.00   
##  Mode  :character   Mode  :character   Median :7.501e+12   Median : 1.00   
##                                        Mean   :5.950e+12   Mean   : 2.11   
##                                        3rd Qu.:7.501e+12   3rd Qu.: 1.00   
##                                        Max.   :1.750e+13   Max.   :30.00   
##                                                            NA's   :199188  
##     Fecha               Hora              Marca            Fabricante       
##  Length:200625      Length:200625      Length:200625      Length:200625     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##                                                                             
##    Producto             Precio          Ult.Costo         Unidades     
##  Length:200625      Min.   :-147.00   Min.   :  0.38   Min.   : 0.200  
##  Class :character   1st Qu.:  11.00   1st Qu.:  8.46   1st Qu.: 1.000  
##  Mode  :character   Median :  16.00   Median : 12.31   Median : 1.000  
##                     Mean   :  19.42   Mean   : 15.31   Mean   : 1.262  
##                     3rd Qu.:  25.00   3rd Qu.: 19.23   3rd Qu.: 1.000  
##                     Max.   :1000.00   Max.   :769.23   Max.   :96.000  
##                                                                        
##     F.Ticket      NombreDepartamento NombreFamilia      NombreCategoria   
##  Min.   :     1   Length:200625      Length:200625      Length:200625     
##  1st Qu.: 33964   Class :character   Class :character   Class :character  
##  Median :105993   Mode  :character   Mode  :character   Mode  :character  
##  Mean   :193990                                                           
##  3rd Qu.:383005                                                           
##  Max.   :450040                                                           
##                                                                           
##     Estado              Mts.2      Tipo.ubicación         Giro          
##  Length:200625      Min.   :47.0   Length:200625      Length:200625     
##  Class :character   1st Qu.:53.0   Class :character   Class :character  
##  Mode  :character   Median :60.0   Mode  :character   Mode  :character  
##                     Mean   :56.6                                        
##                     3rd Qu.:60.0                                        
##                     Max.   :62.0                                        
##                                                                         
##  Hora.inicio        Hora.cierre       
##  Length:200625      Length:200625     
##  Class :character   Class :character  
##  Mode  :character   Mode  :character  
##                                       
##                                       
##                                       
## 

Instalar paquetes y librerías, y hacer los count

#install.packages("dplyr")
library(dplyr)
## 
## Attaching package: 'dplyr'
## The following objects are masked from 'package:stats':
## 
##     filter, lag
## The following objects are masked from 'package:base':
## 
##     intersect, setdiff, setequal, union
#install.packages("tidyverse")
library(tidyverse)
## ── Attaching packages
## ───────────────────────────────────────
## tidyverse 1.3.2 ──
## ✔ ggplot2 3.3.6     ✔ purrr   0.3.4
## ✔ tibble  3.1.8     ✔ stringr 1.4.1
## ✔ tidyr   1.2.0     ✔ forcats 0.5.2
## ✔ readr   2.1.2     
## ── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
## ✖ dplyr::filter() masks stats::filter()
## ✖ dplyr::lag()    masks stats::lag()
#install.packages("janitor")
library(janitor)
## 
## Attaching package: 'janitor'
## 
## The following objects are masked from 'package:stats':
## 
##     chisq.test, fisher.test
#count(bd,vcClaveTienda,sort=TRUE)
#count(bd,DescGiro,sort=TRUE)
#count(bd,Marca,sort=TRUE)
#count(bd,Fabricante,sort=TRUE)
#count(bd,Producto,sort=TRUE)
#count(bd,NombreDepartamento,sort=TRUE)
#count(bd,NombreFamilia,sort=TRUE)
#count(bd,NombreCategoria,sort=TRUE)
#count(bd,Estado,sort=TRUE)
#count(bd,Mts.2,sort=TRUE)
#count(bd,Tipo.ubicación,sort=TRUE)
#count(bd,Giro,sort=TRUE)
#count(bd,Hora.inicio,sort=TRUE)
#count(bd,Hora.cierre,sort=TRUE)

Analizar la base de datos

tibble(bd)
## # A tibble: 200,625 × 22
##    vcClaveTienda DescGiro Codig…¹   PLU Fecha Hora  Marca Fabri…² Produ…³ Precio
##    <chr>         <chr>      <dbl> <int> <chr> <chr> <chr> <chr>   <chr>    <dbl>
##  1 MX001         Abarrot… 7.50e12    NA 19/0… 08:1… NUTR… MEXILAC Nutri …   16  
##  2 MX001         Abarrot… 7.50e12    NA 19/0… 08:2… DAN … DANONE… DANUP …   14  
##  3 MX001         Abarrot… 7.50e12    NA 19/0… 08:2… BIMBO GRUPO … Rebana…    5  
##  4 MX001         Abarrot… 7.50e12    NA 19/0… 08:2… PEPSI PEPSI-… Pepsi …    8  
##  5 MX001         Abarrot… 7.50e12    NA 19/0… 08:2… BLAN… FABRIC… Deterg…   19.5
##  6 MX001         Abarrot… 7.50e12    NA 19/0… 08:1… NUTR… MEXILAC Nutri …   16  
##  7 MX001         Abarrot… 7.50e12    NA 19/0… 08:2… DAN … DANONE… DANUP …   14  
##  8 MX001         Abarrot… 7.50e12    NA 19/0… 08:2… BIMBO GRUPO … Rebana…    5  
##  9 MX001         Abarrot… 7.50e12    NA 19/0… 08:2… PEPSI PEPSI-… Pepsi …    8  
## 10 MX001         Abarrot… 7.50e12    NA 19/0… 08:2… BLAN… FABRIC… Deterg…   19.5
## # … with 200,615 more rows, 12 more variables: Ult.Costo <dbl>, Unidades <dbl>,
## #   F.Ticket <int>, NombreDepartamento <chr>, NombreFamilia <chr>,
## #   NombreCategoria <chr>, Estado <chr>, Mts.2 <int>, Tipo.ubicación <chr>,
## #   Giro <chr>, Hora.inicio <chr>, Hora.cierre <chr>, and abbreviated variable
## #   names ¹​Codigo.Barras, ²​Fabricante, ³​Producto
str(bd)
## 'data.frame':    200625 obs. of  22 variables:
##  $ vcClaveTienda     : chr  "MX001" "MX001" "MX001" "MX001" ...
##  $ DescGiro          : chr  "Abarrotes" "Abarrotes" "Abarrotes" "Abarrotes" ...
##  $ Codigo.Barras     : num  7.5e+12 7.5e+12 7.5e+12 7.5e+12 7.5e+12 ...
##  $ PLU               : int  NA NA NA NA NA NA NA NA NA NA ...
##  $ Fecha             : chr  "19/06/20" "19/06/20" "19/06/20" "19/06/20" ...
##  $ Hora              : chr  "08:16:21 a. m." "08:23:33 a. m." "08:24:33 a. m." "08:24:33 a. m." ...
##  $ Marca             : chr  "NUTRI LECHE" "DAN UP" "BIMBO" "PEPSI" ...
##  $ Fabricante        : chr  "MEXILAC" "DANONE DE MEXICO" "GRUPO BIMBO" "PEPSI-COLA MEXICANA" ...
##  $ Producto          : chr  "Nutri Leche 1 Litro" "DANUP STRAWBERRY P/BEBER 350GR NAL" "Rebanadas Bimbo 2Pz" "Pepsi N.R. 400Ml" ...
##  $ Precio            : num  16 14 5 8 19.5 16 14 5 8 19.5 ...
##  $ Ult.Costo         : num  12.3 14 5 8 15 ...
##  $ Unidades          : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ F.Ticket          : int  1 2 3 3 4 1 2 3 3 4 ...
##  $ NombreDepartamento: chr  "Abarrotes" "Abarrotes" "Abarrotes" "Abarrotes" ...
##  $ NombreFamilia     : chr  "Lacteos y Refrigerados" "Lacteos y Refrigerados" "Pan y Tortilla" "Bebidas" ...
##  $ NombreCategoria   : chr  "Leche" "Yogurt" "Pan Dulce Empaquetado" "Refrescos Plástico (N.R.)" ...
##  $ Estado            : chr  "Nuevo León" "Nuevo León" "Nuevo León" "Nuevo León" ...
##  $ Mts.2             : int  60 60 60 60 60 60 60 60 60 60 ...
##  $ Tipo.ubicación    : chr  "Esquina" "Esquina" "Esquina" "Esquina" ...
##  $ Giro              : chr  "Abarrotes" "Abarrotes" "Abarrotes" "Abarrotes" ...
##  $ Hora.inicio       : chr  "8:00" "8:00" "8:00" "8:00" ...
##  $ Hora.cierre       : chr  "22:00" "22:00" "22:00" "22:00" ...
head(bd)
##   vcClaveTienda  DescGiro Codigo.Barras PLU    Fecha           Hora
## 1         MX001 Abarrotes  7.501021e+12  NA 19/06/20 08:16:21 a. m.
## 2         MX001 Abarrotes  7.501032e+12  NA 19/06/20 08:23:33 a. m.
## 3         MX001 Abarrotes  7.501000e+12  NA 19/06/20 08:24:33 a. m.
## 4         MX001 Abarrotes  7.501031e+12  NA 19/06/20 08:24:33 a. m.
## 5         MX001 Abarrotes  7.501026e+12  NA 19/06/20 08:26:28 a. m.
## 6         MX001 Abarrotes  7.501021e+12  NA 19/06/20 08:16:21 a. m.
##                        Marca                 Fabricante
## 1                NUTRI LECHE                    MEXILAC
## 2                     DAN UP           DANONE DE MEXICO
## 3                      BIMBO                GRUPO BIMBO
## 4                      PEPSI        PEPSI-COLA MEXICANA
## 5 BLANCA NIEVES (DETERGENTE) FABRICA DE JABON LA CORONA
## 6                NUTRI LECHE                    MEXILAC
##                             Producto Precio Ult.Costo Unidades F.Ticket
## 1                Nutri Leche 1 Litro   16.0     12.31        1        1
## 2 DANUP STRAWBERRY P/BEBER 350GR NAL   14.0     14.00        1        2
## 3                Rebanadas Bimbo 2Pz    5.0      5.00        1        3
## 4                   Pepsi N.R. 400Ml    8.0      8.00        1        3
## 5      Detergente Blanca Nieves 500G   19.5     15.00        1        4
## 6                Nutri Leche 1 Litro   16.0     12.31        1        1
##   NombreDepartamento          NombreFamilia           NombreCategoria
## 1          Abarrotes Lacteos y Refrigerados                     Leche
## 2          Abarrotes Lacteos y Refrigerados                    Yogurt
## 3          Abarrotes         Pan y Tortilla     Pan Dulce Empaquetado
## 4          Abarrotes                Bebidas Refrescos Plástico (N.R.)
## 5          Abarrotes     Limpieza del Hogar                Lavandería
## 6          Abarrotes Lacteos y Refrigerados                     Leche
##       Estado Mts.2 Tipo.ubicación      Giro Hora.inicio Hora.cierre
## 1 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 2 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 3 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 4 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 5 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 6 Nuevo León    60        Esquina Abarrotes        8:00       22:00
head(bd,n=7)
##   vcClaveTienda  DescGiro Codigo.Barras PLU    Fecha           Hora
## 1         MX001 Abarrotes  7.501021e+12  NA 19/06/20 08:16:21 a. m.
## 2         MX001 Abarrotes  7.501032e+12  NA 19/06/20 08:23:33 a. m.
## 3         MX001 Abarrotes  7.501000e+12  NA 19/06/20 08:24:33 a. m.
## 4         MX001 Abarrotes  7.501031e+12  NA 19/06/20 08:24:33 a. m.
## 5         MX001 Abarrotes  7.501026e+12  NA 19/06/20 08:26:28 a. m.
## 6         MX001 Abarrotes  7.501021e+12  NA 19/06/20 08:16:21 a. m.
## 7         MX001 Abarrotes  7.501032e+12  NA 19/06/20 08:23:33 a. m.
##                        Marca                 Fabricante
## 1                NUTRI LECHE                    MEXILAC
## 2                     DAN UP           DANONE DE MEXICO
## 3                      BIMBO                GRUPO BIMBO
## 4                      PEPSI        PEPSI-COLA MEXICANA
## 5 BLANCA NIEVES (DETERGENTE) FABRICA DE JABON LA CORONA
## 6                NUTRI LECHE                    MEXILAC
## 7                     DAN UP           DANONE DE MEXICO
##                             Producto Precio Ult.Costo Unidades F.Ticket
## 1                Nutri Leche 1 Litro   16.0     12.31        1        1
## 2 DANUP STRAWBERRY P/BEBER 350GR NAL   14.0     14.00        1        2
## 3                Rebanadas Bimbo 2Pz    5.0      5.00        1        3
## 4                   Pepsi N.R. 400Ml    8.0      8.00        1        3
## 5      Detergente Blanca Nieves 500G   19.5     15.00        1        4
## 6                Nutri Leche 1 Litro   16.0     12.31        1        1
## 7 DANUP STRAWBERRY P/BEBER 350GR NAL   14.0     14.00        1        2
##   NombreDepartamento          NombreFamilia           NombreCategoria
## 1          Abarrotes Lacteos y Refrigerados                     Leche
## 2          Abarrotes Lacteos y Refrigerados                    Yogurt
## 3          Abarrotes         Pan y Tortilla     Pan Dulce Empaquetado
## 4          Abarrotes                Bebidas Refrescos Plástico (N.R.)
## 5          Abarrotes     Limpieza del Hogar                Lavandería
## 6          Abarrotes Lacteos y Refrigerados                     Leche
## 7          Abarrotes Lacteos y Refrigerados                    Yogurt
##       Estado Mts.2 Tipo.ubicación      Giro Hora.inicio Hora.cierre
## 1 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 2 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 3 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 4 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 5 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 6 Nuevo León    60        Esquina Abarrotes        8:00       22:00
## 7 Nuevo León    60        Esquina Abarrotes        8:00       22:00
tail(bd)
##        vcClaveTienda DescGiro Codigo.Barras PLU    Fecha           Hora
## 200620         MX005 Depósito   7.62221e+12  NA 12/07/20 01:08:25 a. m.
## 200621         MX005 Depósito   7.62221e+12  NA 23/10/20 10:17:37 p. m.
## 200622         MX005 Depósito   7.62221e+12  NA 10/10/20 08:30:20 p. m.
## 200623         MX005 Depósito   7.62221e+12  NA 10/10/20 10:40:43 p. m.
## 200624         MX005 Depósito   7.62221e+12  NA 27/06/20 10:30:19 p. m.
## 200625         MX005 Depósito   7.62221e+12  NA 26/06/20 11:43:34 p. m.
##                    Marca    Fabricante                          Producto Precio
## 200620 TRIDENT XTRA CARE CADBURY ADAMS Trident Xtracare Freshmint 16.32G      9
## 200621 TRIDENT XTRA CARE CADBURY ADAMS Trident Xtracare Freshmint 16.32G      9
## 200622 TRIDENT XTRA CARE CADBURY ADAMS Trident Xtracare Freshmint 16.32G      9
## 200623 TRIDENT XTRA CARE CADBURY ADAMS Trident Xtracare Freshmint 16.32G      9
## 200624 TRIDENT XTRA CARE CADBURY ADAMS Trident Xtracare Freshmint 16.32G      9
## 200625 TRIDENT XTRA CARE CADBURY ADAMS Trident Xtracare Freshmint 16.32G      9
##        Ult.Costo Unidades F.Ticket NombreDepartamento NombreFamilia
## 200620      6.92        1   103100          Abarrotes      Dulcería
## 200621      6.92        1   116598          Abarrotes      Dulcería
## 200622      6.92        1   114886          Abarrotes      Dulcería
## 200623      6.92        1   114955          Abarrotes      Dulcería
## 200624      6.92        1   101121          Abarrotes      Dulcería
## 200625      6.92        1   100879          Abarrotes      Dulcería
##        NombreCategoria       Estado Mts.2 Tipo.ubicación       Giro Hora.inicio
## 200620 Gomas de Mazcar Quintana Roo    58        Esquina Mini súper        8:00
## 200621 Gomas de Mazcar Quintana Roo    58        Esquina Mini súper        8:00
## 200622 Gomas de Mazcar Quintana Roo    58        Esquina Mini súper        8:00
## 200623 Gomas de Mazcar Quintana Roo    58        Esquina Mini súper        8:00
## 200624 Gomas de Mazcar Quintana Roo    58        Esquina Mini súper        8:00
## 200625 Gomas de Mazcar Quintana Roo    58        Esquina Mini súper        8:00
##        Hora.cierre
## 200620       21:00
## 200621       21:00
## 200622       21:00
## 200623       21:00
## 200624       21:00
## 200625       21:00
tabyl(bd,vcClaveTienda,NombreDepartamento)
##  vcClaveTienda Abarrotes Bebes e Infantiles Carnes Farmacia Ferretería Mercería
##          MX001     95415                515      1      147        245       28
##          MX002      6590                 21      0        4         10        0
##          MX003      4026                 15      0        2          8        0
##          MX004     82234                932      0      102        114       16
##          MX005     10014                  0      0        0          0        0
##  Papelería Productos a Eliminar Vinos y Licores
##         35                    3              80
##          0                    0               4
##          0                    0               0
##         32                    5              20
##          7                    0               0

Observaciones 1. Casi ningun registro tiene PLU
2. Cambiar formato de fecha
3. Cambiar formato de hora
4. Hay precios negativos
5. Unidades menores a 1

Herramienta “El generador de valor de datos”

La descripción de esta herramienta será incluída en la segunda parte del código, el cuál va enfocado a un Market Basket Analysis. Este código ha sido enfocado en la limpieza de la base de datos

Primer paso.

Limpiar de datos

Técnica 1, REMOVER DATOS IRRELEVANTES

Eliminar columnas

  bd1<-bd
  bd1<-subset(bd1,select=-c(PLU,Codigo.Barras))

Eliminar renglones

Este no se usará

  bd2<-bd1
  bd2<-bd2[bd$Precio>0,]
  summary(bd1)  
##  vcClaveTienda        DescGiro            Fecha               Hora          
##  Length:200625      Length:200625      Length:200625      Length:200625     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##     Marca            Fabricante          Producto             Precio       
##  Length:200625      Length:200625      Length:200625      Min.   :-147.00  
##  Class :character   Class :character   Class :character   1st Qu.:  11.00  
##  Mode  :character   Mode  :character   Mode  :character   Median :  16.00  
##                                                           Mean   :  19.42  
##                                                           3rd Qu.:  25.00  
##                                                           Max.   :1000.00  
##    Ult.Costo         Unidades         F.Ticket      NombreDepartamento
##  Min.   :  0.38   Min.   : 0.200   Min.   :     1   Length:200625     
##  1st Qu.:  8.46   1st Qu.: 1.000   1st Qu.: 33964   Class :character  
##  Median : 12.31   Median : 1.000   Median :105993   Mode  :character  
##  Mean   : 15.31   Mean   : 1.262   Mean   :193990                     
##  3rd Qu.: 19.23   3rd Qu.: 1.000   3rd Qu.:383005                     
##  Max.   :769.23   Max.   :96.000   Max.   :450040                     
##  NombreFamilia      NombreCategoria       Estado              Mts.2     
##  Length:200625      Length:200625      Length:200625      Min.   :47.0  
##  Class :character   Class :character   Class :character   1st Qu.:53.0  
##  Mode  :character   Mode  :character   Mode  :character   Median :60.0  
##                                                           Mean   :56.6  
##                                                           3rd Qu.:60.0  
##                                                           Max.   :62.0  
##  Tipo.ubicación         Giro           Hora.inicio        Hora.cierre       
##  Length:200625      Length:200625      Length:200625      Length:200625     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
## 
  summary(bd2)
##  vcClaveTienda        DescGiro            Fecha               Hora          
##  Length:200478      Length:200478      Length:200478      Length:200478     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##     Marca            Fabricante          Producto             Precio       
##  Length:200478      Length:200478      Length:200478      Min.   :   0.50  
##  Class :character   Class :character   Class :character   1st Qu.:  11.00  
##  Mode  :character   Mode  :character   Mode  :character   Median :  16.00  
##                                                           Mean   :  19.45  
##                                                           3rd Qu.:  25.00  
##                                                           Max.   :1000.00  
##    Ult.Costo         Unidades         F.Ticket      NombreDepartamento
##  Min.   :  0.38   Min.   : 0.200   Min.   :     1   Length:200478     
##  1st Qu.:  8.46   1st Qu.: 1.000   1st Qu.: 33977   Class :character  
##  Median : 12.31   Median : 1.000   Median :106034   Mode  :character  
##  Mean   : 15.31   Mean   : 1.261   Mean   :194096                     
##  3rd Qu.: 19.23   3rd Qu.: 1.000   3rd Qu.:383062                     
##  Max.   :769.23   Max.   :96.000   Max.   :450040                     
##  NombreFamilia      NombreCategoria       Estado              Mts.2     
##  Length:200478      Length:200478      Length:200478      Min.   :47.0  
##  Class :character   Class :character   Class :character   1st Qu.:53.0  
##  Mode  :character   Mode  :character   Mode  :character   Median :60.0  
##                                                           Mean   :56.6  
##                                                           3rd Qu.:60.0  
##                                                           Max.   :62.0  
##  Tipo.ubicación         Giro           Hora.inicio        Hora.cierre       
##  Length:200478      Length:200478      Length:200478      Length:200478     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
## 

Técnica 2, REMOVER VALOR DUPLICADOS

¿Cuántos renglones duplicados tenemos?

bd1[duplicated(bd1),]
##    vcClaveTienda  DescGiro    Fecha           Hora                      Marca
## 6          MX001 Abarrotes 19/06/20 08:16:21 a. m.                NUTRI LECHE
## 7          MX001 Abarrotes 19/06/20 08:23:33 a. m.                     DAN UP
## 8          MX001 Abarrotes 19/06/20 08:24:33 a. m.                      BIMBO
## 9          MX001 Abarrotes 19/06/20 08:24:33 a. m.                      PEPSI
## 10         MX001 Abarrotes 19/06/20 08:26:28 a. m. BLANCA NIEVES (DETERGENTE)
##                    Fabricante                           Producto Precio
## 6                     MEXILAC                Nutri Leche 1 Litro   16.0
## 7            DANONE DE MEXICO DANUP STRAWBERRY P/BEBER 350GR NAL   14.0
## 8                 GRUPO BIMBO                Rebanadas Bimbo 2Pz    5.0
## 9         PEPSI-COLA MEXICANA                   Pepsi N.R. 400Ml    8.0
## 10 FABRICA DE JABON LA CORONA      Detergente Blanca Nieves 500G   19.5
##    Ult.Costo Unidades F.Ticket NombreDepartamento          NombreFamilia
## 6      12.31        1        1          Abarrotes Lacteos y Refrigerados
## 7      14.00        1        2          Abarrotes Lacteos y Refrigerados
## 8       5.00        1        3          Abarrotes         Pan y Tortilla
## 9       8.00        1        3          Abarrotes                Bebidas
## 10     15.00        1        4          Abarrotes     Limpieza del Hogar
##              NombreCategoria     Estado Mts.2 Tipo.ubicación      Giro
## 6                      Leche Nuevo León    60        Esquina Abarrotes
## 7                     Yogurt Nuevo León    60        Esquina Abarrotes
## 8      Pan Dulce Empaquetado Nuevo León    60        Esquina Abarrotes
## 9  Refrescos Plástico (N.R.) Nuevo León    60        Esquina Abarrotes
## 10                Lavandería Nuevo León    60        Esquina Abarrotes
##    Hora.inicio Hora.cierre
## 6         8:00       22:00
## 7         8:00       22:00
## 8         8:00       22:00
## 9         8:00       22:00
## 10        8:00       22:00
sum(duplicated(bd1))  
## [1] 5

Eliminar renglones duplicados

bd3<-bd1
library(dplyr)    
bd3<-distinct(bd3)

Técnica 3, ERRORES TIPOGRÁFICOS Y ERRORES SIMILARES

Precios en absoluto

bd4<-bd3
bd4$Precio<-abs(bd4$Precio)
summary(bd4)
##  vcClaveTienda        DescGiro            Fecha               Hora          
##  Length:200620      Length:200620      Length:200620      Length:200620     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##     Marca            Fabricante          Producto             Precio       
##  Length:200620      Length:200620      Length:200620      Min.   :   0.50  
##  Class :character   Class :character   Class :character   1st Qu.:  11.00  
##  Mode  :character   Mode  :character   Mode  :character   Median :  16.00  
##                                                           Mean   :  19.45  
##                                                           3rd Qu.:  25.00  
##                                                           Max.   :1000.00  
##    Ult.Costo         Unidades         F.Ticket      NombreDepartamento
##  Min.   :  0.38   Min.   : 0.200   Min.   :     1   Length:200620     
##  1st Qu.:  8.46   1st Qu.: 1.000   1st Qu.: 33967   Class :character  
##  Median : 12.31   Median : 1.000   Median :105996   Mode  :character  
##  Mean   : 15.31   Mean   : 1.262   Mean   :193994                     
##  3rd Qu.: 19.23   3rd Qu.: 1.000   3rd Qu.:383008                     
##  Max.   :769.23   Max.   :96.000   Max.   :450040                     
##  NombreFamilia      NombreCategoria       Estado              Mts.2     
##  Length:200620      Length:200620      Length:200620      Min.   :47.0  
##  Class :character   Class :character   Class :character   1st Qu.:53.0  
##  Mode  :character   Mode  :character   Mode  :character   Median :60.0  
##                                                           Mean   :56.6  
##                                                           3rd Qu.:60.0  
##                                                           Max.   :62.0  
##  Tipo.ubicación         Giro           Hora.inicio        Hora.cierre       
##  Length:200620      Length:200620      Length:200620      Length:200620     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
## 

Cantidades en enteros

bd5<-bd4
bd5$Unidades<-ceiling(bd5$Unidades)
summary(bd5) 
##  vcClaveTienda        DescGiro            Fecha               Hora          
##  Length:200620      Length:200620      Length:200620      Length:200620     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##     Marca            Fabricante          Producto             Precio       
##  Length:200620      Length:200620      Length:200620      Min.   :   0.50  
##  Class :character   Class :character   Class :character   1st Qu.:  11.00  
##  Mode  :character   Mode  :character   Mode  :character   Median :  16.00  
##                                                           Mean   :  19.45  
##                                                           3rd Qu.:  25.00  
##                                                           Max.   :1000.00  
##    Ult.Costo         Unidades         F.Ticket      NombreDepartamento
##  Min.   :  0.38   Min.   : 1.000   Min.   :     1   Length:200620     
##  1st Qu.:  8.46   1st Qu.: 1.000   1st Qu.: 33967   Class :character  
##  Median : 12.31   Median : 1.000   Median :105996   Mode  :character  
##  Mean   : 15.31   Mean   : 1.262   Mean   :193994                     
##  3rd Qu.: 19.23   3rd Qu.: 1.000   3rd Qu.:383008                     
##  Max.   :769.23   Max.   :96.000   Max.   :450040                     
##  NombreFamilia      NombreCategoria       Estado              Mts.2     
##  Length:200620      Length:200620      Length:200620      Min.   :47.0  
##  Class :character   Class :character   Class :character   1st Qu.:53.0  
##  Mode  :character   Mode  :character   Mode  :character   Median :60.0  
##                                                           Mean   :56.6  
##                                                           3rd Qu.:60.0  
##                                                           Max.   :62.0  
##  Tipo.ubicación         Giro           Hora.inicio        Hora.cierre       
##  Length:200620      Length:200620      Length:200620      Length:200620     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
## 

Técnica 4, CONVERTIR TIPO DE DATOS

Convertir de carácter a fecha

bd6<-bd5
bd6$Fecha<-as.Date(bd6$Fecha,format="%d/%m/%Y")  
tibble(bd6)
## # A tibble: 200,620 × 20
##    vcCla…¹ DescG…² Fecha      Hora  Marca Fabri…³ Produ…⁴ Precio Ult.C…⁵ Unida…⁶
##    <chr>   <chr>   <date>     <chr> <chr> <chr>   <chr>    <dbl>   <dbl>   <dbl>
##  1 MX001   Abarro… 0020-06-19 08:1… NUTR… MEXILAC Nutri …   16     12.3        1
##  2 MX001   Abarro… 0020-06-19 08:2… DAN … DANONE… DANUP …   14     14          1
##  3 MX001   Abarro… 0020-06-19 08:2… BIMBO GRUPO … Rebana…    5      5          1
##  4 MX001   Abarro… 0020-06-19 08:2… PEPSI PEPSI-… Pepsi …    8      8          1
##  5 MX001   Abarro… 0020-06-19 08:2… BLAN… FABRIC… Deterg…   19.5   15          1
##  6 MX001   Abarro… 0020-06-19 08:2… FLASH ALEN    Flash …    9.5    7.31       1
##  7 MX001   Abarro… 0020-06-19 08:2… VARI… DANONE… Danone…   11     11          1
##  8 MX001   Abarro… 0020-06-19 08:2… ZOTE  FABRIC… Jabon …    9.5    7.31       1
##  9 MX001   Abarro… 0020-06-19 08:2… ALWA… PROCTE… T Feme…   23.5   18.1        1
## 10 MX001   Abarro… 0020-06-19 03:2… JUMEX JUMEX   Jugo D…   12     12          1
## # … with 200,610 more rows, 10 more variables: F.Ticket <int>,
## #   NombreDepartamento <chr>, NombreFamilia <chr>, NombreCategoria <chr>,
## #   Estado <chr>, Mts.2 <int>, Tipo.ubicación <chr>, Giro <chr>,
## #   Hora.inicio <chr>, Hora.cierre <chr>, and abbreviated variable names
## #   ¹​vcClaveTienda, ²​DescGiro, ³​Fabricante, ⁴​Producto, ⁵​Ult.Costo, ⁶​Unidades

Convertir de carácter a entero

bd7<-bd6
bd7$Hora<-substr(bd7$Hora,start=1,stop=2)      
tibble(bd7)      
## # A tibble: 200,620 × 20
##    vcCla…¹ DescG…² Fecha      Hora  Marca Fabri…³ Produ…⁴ Precio Ult.C…⁵ Unida…⁶
##    <chr>   <chr>   <date>     <chr> <chr> <chr>   <chr>    <dbl>   <dbl>   <dbl>
##  1 MX001   Abarro… 0020-06-19 08    NUTR… MEXILAC Nutri …   16     12.3        1
##  2 MX001   Abarro… 0020-06-19 08    DAN … DANONE… DANUP …   14     14          1
##  3 MX001   Abarro… 0020-06-19 08    BIMBO GRUPO … Rebana…    5      5          1
##  4 MX001   Abarro… 0020-06-19 08    PEPSI PEPSI-… Pepsi …    8      8          1
##  5 MX001   Abarro… 0020-06-19 08    BLAN… FABRIC… Deterg…   19.5   15          1
##  6 MX001   Abarro… 0020-06-19 08    FLASH ALEN    Flash …    9.5    7.31       1
##  7 MX001   Abarro… 0020-06-19 08    VARI… DANONE… Danone…   11     11          1
##  8 MX001   Abarro… 0020-06-19 08    ZOTE  FABRIC… Jabon …    9.5    7.31       1
##  9 MX001   Abarro… 0020-06-19 08    ALWA… PROCTE… T Feme…   23.5   18.1        1
## 10 MX001   Abarro… 0020-06-19 03    JUMEX JUMEX   Jugo D…   12     12          1
## # … with 200,610 more rows, 10 more variables: F.Ticket <int>,
## #   NombreDepartamento <chr>, NombreFamilia <chr>, NombreCategoria <chr>,
## #   Estado <chr>, Mts.2 <int>, Tipo.ubicación <chr>, Giro <chr>,
## #   Hora.inicio <chr>, Hora.cierre <chr>, and abbreviated variable names
## #   ¹​vcClaveTienda, ²​DescGiro, ³​Fabricante, ⁴​Producto, ⁵​Ult.Costo, ⁶​Unidades
bd7$Hora<-as.integer(bd7$Hora)
str(bd7) 
## 'data.frame':    200620 obs. of  20 variables:
##  $ vcClaveTienda     : chr  "MX001" "MX001" "MX001" "MX001" ...
##  $ DescGiro          : chr  "Abarrotes" "Abarrotes" "Abarrotes" "Abarrotes" ...
##  $ Fecha             : Date, format: "0020-06-19" "0020-06-19" ...
##  $ Hora              : int  8 8 8 8 8 8 8 8 8 3 ...
##  $ Marca             : chr  "NUTRI LECHE" "DAN UP" "BIMBO" "PEPSI" ...
##  $ Fabricante        : chr  "MEXILAC" "DANONE DE MEXICO" "GRUPO BIMBO" "PEPSI-COLA MEXICANA" ...
##  $ Producto          : chr  "Nutri Leche 1 Litro" "DANUP STRAWBERRY P/BEBER 350GR NAL" "Rebanadas Bimbo 2Pz" "Pepsi N.R. 400Ml" ...
##  $ Precio            : num  16 14 5 8 19.5 9.5 11 9.5 23.5 12 ...
##  $ Ult.Costo         : num  12.3 14 5 8 15 ...
##  $ Unidades          : num  1 1 1 1 1 1 1 1 1 1 ...
##  $ F.Ticket          : int  1 2 3 3 4 4 4 4 4 5 ...
##  $ NombreDepartamento: chr  "Abarrotes" "Abarrotes" "Abarrotes" "Abarrotes" ...
##  $ NombreFamilia     : chr  "Lacteos y Refrigerados" "Lacteos y Refrigerados" "Pan y Tortilla" "Bebidas" ...
##  $ NombreCategoria   : chr  "Leche" "Yogurt" "Pan Dulce Empaquetado" "Refrescos Plástico (N.R.)" ...
##  $ Estado            : chr  "Nuevo León" "Nuevo León" "Nuevo León" "Nuevo León" ...
##  $ Mts.2             : int  60 60 60 60 60 60 60 60 60 60 ...
##  $ Tipo.ubicación    : chr  "Esquina" "Esquina" "Esquina" "Esquina" ...
##  $ Giro              : chr  "Abarrotes" "Abarrotes" "Abarrotes" "Abarrotes" ...
##  $ Hora.inicio       : chr  "8:00" "8:00" "8:00" "8:00" ...
##  $ Hora.cierre       : chr  "22:00" "22:00" "22:00" "22:00" ...

Técnica 5, VALORES FALTANTES

¿Cuántos NA tengo en la base de datos?

sum(is.na(bd7))
## [1] 0
sum(is.na(bd))
## [1] 199188

¿Cuántos NA tengo por variable?

sapply(bd7,function(x) sum(is.na(x)))
##      vcClaveTienda           DescGiro              Fecha               Hora 
##                  0                  0                  0                  0 
##              Marca         Fabricante           Producto             Precio 
##                  0                  0                  0                  0 
##          Ult.Costo           Unidades           F.Ticket NombreDepartamento 
##                  0                  0                  0                  0 
##      NombreFamilia    NombreCategoria             Estado              Mts.2 
##                  0                  0                  0                  0 
##     Tipo.ubicación               Giro        Hora.inicio        Hora.cierre 
##                  0                  0                  0                  0

Borrar todos los registros NA de una table

bd8<-bd
bd8<-na.omit(bd8)      
summary(bd8)
##  vcClaveTienda        DescGiro         Codigo.Barras            PLU        
##  Length:1437        Length:1437        Min.   :6.750e+08   Min.   : 1.000  
##  Class :character   Class :character   1st Qu.:6.750e+08   1st Qu.: 1.000  
##  Mode  :character   Mode  :character   Median :6.750e+08   Median : 1.000  
##                                        Mean   :2.616e+11   Mean   : 2.112  
##                                        3rd Qu.:6.750e+08   3rd Qu.: 1.000  
##                                        Max.   :7.501e+12   Max.   :30.000  
##     Fecha               Hora              Marca            Fabricante       
##  Length:1437        Length:1437        Length:1437        Length:1437       
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##    Producto             Precio        Ult.Costo        Unidades    
##  Length:1437        Min.   :30.00   Min.   : 1.00   Min.   :1.000  
##  Class :character   1st Qu.:90.00   1st Qu.:64.62   1st Qu.:1.000  
##  Mode  :character   Median :90.00   Median :64.62   Median :1.000  
##                     Mean   :87.94   Mean   :56.65   Mean   :1.124  
##                     3rd Qu.:90.00   3rd Qu.:64.62   3rd Qu.:1.000  
##                     Max.   :90.00   Max.   :64.62   Max.   :7.000  
##     F.Ticket      NombreDepartamento NombreFamilia      NombreCategoria   
##  Min.   :   772   Length:1437        Length:1437        Length:1437       
##  1st Qu.: 99955   Class :character   Class :character   Class :character  
##  Median :102493   Mode  :character   Mode  :character   Mode  :character  
##  Mean   :100595                                                           
##  3rd Qu.:106546                                                           
##  Max.   :118356                                                           
##     Estado              Mts.2       Tipo.ubicación         Giro          
##  Length:1437        Min.   :58.00   Length:1437        Length:1437       
##  Class :character   1st Qu.:58.00   Class :character   Class :character  
##  Mode  :character   Median :58.00   Mode  :character   Mode  :character  
##                     Mean   :58.07                                        
##                     3rd Qu.:58.00                                        
##                     Max.   :60.00                                        
##  Hora.inicio        Hora.cierre       
##  Length:1437        Length:1437       
##  Class :character   Class :character  
##  Mode  :character   Mode  :character  
##                                       
##                                       
## 

Reemplazar NA con ceros

bd9<-bd
bd9[is.na(bd9)]<-0      
summary(bd9) 
##  vcClaveTienda        DescGiro         Codigo.Barras            PLU          
##  Length:200625      Length:200625      Min.   :8.347e+05   Min.   : 0.00000  
##  Class :character   Class :character   1st Qu.:7.501e+12   1st Qu.: 0.00000  
##  Mode  :character   Mode  :character   Median :7.501e+12   Median : 0.00000  
##                                        Mean   :5.950e+12   Mean   : 0.01513  
##                                        3rd Qu.:7.501e+12   3rd Qu.: 0.00000  
##                                        Max.   :1.750e+13   Max.   :30.00000  
##     Fecha               Hora              Marca            Fabricante       
##  Length:200625      Length:200625      Length:200625      Length:200625     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##    Producto             Precio          Ult.Costo         Unidades     
##  Length:200625      Min.   :-147.00   Min.   :  0.38   Min.   : 0.200  
##  Class :character   1st Qu.:  11.00   1st Qu.:  8.46   1st Qu.: 1.000  
##  Mode  :character   Median :  16.00   Median : 12.31   Median : 1.000  
##                     Mean   :  19.42   Mean   : 15.31   Mean   : 1.262  
##                     3rd Qu.:  25.00   3rd Qu.: 19.23   3rd Qu.: 1.000  
##                     Max.   :1000.00   Max.   :769.23   Max.   :96.000  
##     F.Ticket      NombreDepartamento NombreFamilia      NombreCategoria   
##  Min.   :     1   Length:200625      Length:200625      Length:200625     
##  1st Qu.: 33964   Class :character   Class :character   Class :character  
##  Median :105993   Mode  :character   Mode  :character   Mode  :character  
##  Mean   :193990                                                           
##  3rd Qu.:383005                                                           
##  Max.   :450040                                                           
##     Estado              Mts.2      Tipo.ubicación         Giro          
##  Length:200625      Min.   :47.0   Length:200625      Length:200625     
##  Class :character   1st Qu.:53.0   Class :character   Class :character  
##  Mode  :character   Median :60.0   Mode  :character   Mode  :character  
##                     Mean   :56.6                                        
##                     3rd Qu.:60.0                                        
##                     Max.   :62.0                                        
##  Hora.inicio        Hora.cierre       
##  Length:200625      Length:200625     
##  Class :character   Class :character  
##  Mode  :character   Mode  :character  
##                                       
##                                       
## 

Reemplazar NA con promedio

bd10 <- bd
bd10$PLU [is.na(bd$PLU)]<- mean(bd10$PLU, na.rm=TRUE)
summary (bd10)   
##  vcClaveTienda        DescGiro         Codigo.Barras            PLU        
##  Length:200625      Length:200625      Min.   :8.347e+05   Min.   : 1.000  
##  Class :character   Class :character   1st Qu.:7.501e+12   1st Qu.: 2.112  
##  Mode  :character   Mode  :character   Median :7.501e+12   Median : 2.112  
##                                        Mean   :5.950e+12   Mean   : 2.112  
##                                        3rd Qu.:7.501e+12   3rd Qu.: 2.112  
##                                        Max.   :1.750e+13   Max.   :30.000  
##     Fecha               Hora              Marca            Fabricante       
##  Length:200625      Length:200625      Length:200625      Length:200625     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##    Producto             Precio          Ult.Costo         Unidades     
##  Length:200625      Min.   :-147.00   Min.   :  0.38   Min.   : 0.200  
##  Class :character   1st Qu.:  11.00   1st Qu.:  8.46   1st Qu.: 1.000  
##  Mode  :character   Median :  16.00   Median : 12.31   Median : 1.000  
##                     Mean   :  19.42   Mean   : 15.31   Mean   : 1.262  
##                     3rd Qu.:  25.00   3rd Qu.: 19.23   3rd Qu.: 1.000  
##                     Max.   :1000.00   Max.   :769.23   Max.   :96.000  
##     F.Ticket      NombreDepartamento NombreFamilia      NombreCategoria   
##  Min.   :     1   Length:200625      Length:200625      Length:200625     
##  1st Qu.: 33964   Class :character   Class :character   Class :character  
##  Median :105993   Mode  :character   Mode  :character   Mode  :character  
##  Mean   :193990                                                           
##  3rd Qu.:383005                                                           
##  Max.   :450040                                                           
##     Estado              Mts.2      Tipo.ubicación         Giro          
##  Length:200625      Min.   :47.0   Length:200625      Length:200625     
##  Class :character   1st Qu.:53.0   Class :character   Class :character  
##  Mode  :character   Median :60.0   Mode  :character   Mode  :character  
##                     Mean   :56.6                                        
##                     3rd Qu.:60.0                                        
##                     Max.   :62.0                                        
##  Hora.inicio        Hora.cierre       
##  Length:200625      Length:200625     
##  Class :character   Class :character  
##  Mode  :character   Mode  :character  
##                                       
##                                       
## 

Reemplazar negativos con cero

bd11 <- bd
bd11[bd11 < 0]<- 0 
summary (bd11)
##  vcClaveTienda        DescGiro         Codigo.Barras            PLU        
##  Length:200625      Length:200625      Min.   :8.347e+05   Min.   : 1.00   
##  Class :character   Class :character   1st Qu.:7.501e+12   1st Qu.: 1.00   
##  Mode  :character   Mode  :character   Median :7.501e+12   Median : 1.00   
##                                        Mean   :5.950e+12   Mean   : 2.11   
##                                        3rd Qu.:7.501e+12   3rd Qu.: 1.00   
##                                        Max.   :1.750e+13   Max.   :30.00   
##                                                            NA's   :199188  
##     Fecha               Hora              Marca            Fabricante       
##  Length:200625      Length:200625      Length:200625      Length:200625     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##                                                                             
##    Producto             Precio          Ult.Costo         Unidades     
##  Length:200625      Min.   :   0.00   Min.   :  0.38   Min.   : 0.200  
##  Class :character   1st Qu.:  11.00   1st Qu.:  8.46   1st Qu.: 1.000  
##  Mode  :character   Median :  16.00   Median : 12.31   Median : 1.000  
##                     Mean   :  19.44   Mean   : 15.31   Mean   : 1.262  
##                     3rd Qu.:  25.00   3rd Qu.: 19.23   3rd Qu.: 1.000  
##                     Max.   :1000.00   Max.   :769.23   Max.   :96.000  
##                                                                        
##     F.Ticket      NombreDepartamento NombreFamilia      NombreCategoria   
##  Min.   :     1   Length:200625      Length:200625      Length:200625     
##  1st Qu.: 33964   Class :character   Class :character   Class :character  
##  Median :105993   Mode  :character   Mode  :character   Mode  :character  
##  Mean   :193990                                                           
##  3rd Qu.:383005                                                           
##  Max.   :450040                                                           
##                                                                           
##     Estado              Mts.2      Tipo.ubicación         Giro          
##  Length:200625      Min.   :47.0   Length:200625      Length:200625     
##  Class :character   1st Qu.:53.0   Class :character   Class :character  
##  Mode  :character   Median :60.0   Mode  :character   Mode  :character  
##                     Mean   :56.6                                        
##                     3rd Qu.:60.0                                        
##                     Max.   :62.0                                        
##                                                                         
##  Hora.inicio        Hora.cierre       
##  Length:200625      Length:200625     
##  Class :character   Class :character  
##  Mode  :character   Mode  :character  
##                                       
##                                       
##                                       
## 

Técnica 6, MÉTODO ESTADÍSTICO

bd12<-bd7
boxplot(bd12$Precio, horizontal=TRUE)      

boxplot(bd12$Unidades, horizontal=TRUE)  

Segundo paso.

Agregar columnas

#install.packages("lubridate")
library(lubridate)
## 
## Attaching package: 'lubridate'
## The following objects are masked from 'package:base':
## 
##     date, intersect, setdiff, union
bd12$Dia_de_la_semana<-wday(bd12$Fecha)      
summary(bd12)      
##  vcClaveTienda        DescGiro             Fecha                 Hora       
##  Length:200620      Length:200620      Min.   :0020-05-01   Min.   : 1.000  
##  Class :character   Class :character   1st Qu.:0020-06-06   1st Qu.: 5.000  
##  Mode  :character   Mode  :character   Median :0020-07-11   Median : 8.000  
##                                        Mean   :0020-07-18   Mean   : 7.299  
##                                        3rd Qu.:0020-08-29   3rd Qu.:10.000  
##                                        Max.   :0020-11-11   Max.   :12.000  
##     Marca            Fabricante          Producto             Precio       
##  Length:200620      Length:200620      Length:200620      Min.   :   0.50  
##  Class :character   Class :character   Class :character   1st Qu.:  11.00  
##  Mode  :character   Mode  :character   Mode  :character   Median :  16.00  
##                                                           Mean   :  19.45  
##                                                           3rd Qu.:  25.00  
##                                                           Max.   :1000.00  
##    Ult.Costo         Unidades         F.Ticket      NombreDepartamento
##  Min.   :  0.38   Min.   : 1.000   Min.   :     1   Length:200620     
##  1st Qu.:  8.46   1st Qu.: 1.000   1st Qu.: 33967   Class :character  
##  Median : 12.31   Median : 1.000   Median :105996   Mode  :character  
##  Mean   : 15.31   Mean   : 1.262   Mean   :193994                     
##  3rd Qu.: 19.23   3rd Qu.: 1.000   3rd Qu.:383008                     
##  Max.   :769.23   Max.   :96.000   Max.   :450040                     
##  NombreFamilia      NombreCategoria       Estado              Mts.2     
##  Length:200620      Length:200620      Length:200620      Min.   :47.0  
##  Class :character   Class :character   Class :character   1st Qu.:53.0  
##  Mode  :character   Mode  :character   Mode  :character   Median :60.0  
##                                                           Mean   :56.6  
##                                                           3rd Qu.:60.0  
##                                                           Max.   :62.0  
##  Tipo.ubicación         Giro           Hora.inicio        Hora.cierre       
##  Length:200620      Length:200620      Length:200620      Length:200620     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##  Dia_de_la_semana
##  Min.   :1.000   
##  1st Qu.:2.000   
##  Median :4.000   
##  Mean   :3.912   
##  3rd Qu.:6.000   
##  Max.   :7.000
bd12$Subtotal <- bd12$Precio * bd12$Unidades
summary (bd12)
##  vcClaveTienda        DescGiro             Fecha                 Hora       
##  Length:200620      Length:200620      Min.   :0020-05-01   Min.   : 1.000  
##  Class :character   Class :character   1st Qu.:0020-06-06   1st Qu.: 5.000  
##  Mode  :character   Mode  :character   Median :0020-07-11   Median : 8.000  
##                                        Mean   :0020-07-18   Mean   : 7.299  
##                                        3rd Qu.:0020-08-29   3rd Qu.:10.000  
##                                        Max.   :0020-11-11   Max.   :12.000  
##     Marca            Fabricante          Producto             Precio       
##  Length:200620      Length:200620      Length:200620      Min.   :   0.50  
##  Class :character   Class :character   Class :character   1st Qu.:  11.00  
##  Mode  :character   Mode  :character   Mode  :character   Median :  16.00  
##                                                           Mean   :  19.45  
##                                                           3rd Qu.:  25.00  
##                                                           Max.   :1000.00  
##    Ult.Costo         Unidades         F.Ticket      NombreDepartamento
##  Min.   :  0.38   Min.   : 1.000   Min.   :     1   Length:200620     
##  1st Qu.:  8.46   1st Qu.: 1.000   1st Qu.: 33967   Class :character  
##  Median : 12.31   Median : 1.000   Median :105996   Mode  :character  
##  Mean   : 15.31   Mean   : 1.262   Mean   :193994                     
##  3rd Qu.: 19.23   3rd Qu.: 1.000   3rd Qu.:383008                     
##  Max.   :769.23   Max.   :96.000   Max.   :450040                     
##  NombreFamilia      NombreCategoria       Estado              Mts.2     
##  Length:200620      Length:200620      Length:200620      Min.   :47.0  
##  Class :character   Class :character   Class :character   1st Qu.:53.0  
##  Mode  :character   Mode  :character   Mode  :character   Median :60.0  
##                                                           Mean   :56.6  
##                                                           3rd Qu.:60.0  
##                                                           Max.   :62.0  
##  Tipo.ubicación         Giro           Hora.inicio        Hora.cierre       
##  Length:200620      Length:200620      Length:200620      Length:200620     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##  Dia_de_la_semana    Subtotal      
##  Min.   :1.000    Min.   :   1.00  
##  1st Qu.:2.000    1st Qu.:  12.00  
##  Median :4.000    Median :  18.00  
##  Mean   :3.912    Mean   :  24.33  
##  3rd Qu.:6.000    3rd Qu.:  27.00  
##  Max.   :7.000    Max.   :2496.00
bd12$Utilidad <- bd12$Precio - bd12$Ult.Costo      
summary (bd12)  
##  vcClaveTienda        DescGiro             Fecha                 Hora       
##  Length:200620      Length:200620      Min.   :0020-05-01   Min.   : 1.000  
##  Class :character   Class :character   1st Qu.:0020-06-06   1st Qu.: 5.000  
##  Mode  :character   Mode  :character   Median :0020-07-11   Median : 8.000  
##                                        Mean   :0020-07-18   Mean   : 7.299  
##                                        3rd Qu.:0020-08-29   3rd Qu.:10.000  
##                                        Max.   :0020-11-11   Max.   :12.000  
##     Marca            Fabricante          Producto             Precio       
##  Length:200620      Length:200620      Length:200620      Min.   :   0.50  
##  Class :character   Class :character   Class :character   1st Qu.:  11.00  
##  Mode  :character   Mode  :character   Mode  :character   Median :  16.00  
##                                                           Mean   :  19.45  
##                                                           3rd Qu.:  25.00  
##                                                           Max.   :1000.00  
##    Ult.Costo         Unidades         F.Ticket      NombreDepartamento
##  Min.   :  0.38   Min.   : 1.000   Min.   :     1   Length:200620     
##  1st Qu.:  8.46   1st Qu.: 1.000   1st Qu.: 33967   Class :character  
##  Median : 12.31   Median : 1.000   Median :105996   Mode  :character  
##  Mean   : 15.31   Mean   : 1.262   Mean   :193994                     
##  3rd Qu.: 19.23   3rd Qu.: 1.000   3rd Qu.:383008                     
##  Max.   :769.23   Max.   :96.000   Max.   :450040                     
##  NombreFamilia      NombreCategoria       Estado              Mts.2     
##  Length:200620      Length:200620      Length:200620      Min.   :47.0  
##  Class :character   Class :character   Class :character   1st Qu.:53.0  
##  Mode  :character   Mode  :character   Mode  :character   Median :60.0  
##                                                           Mean   :56.6  
##                                                           3rd Qu.:60.0  
##                                                           Max.   :62.0  
##  Tipo.ubicación         Giro           Hora.inicio        Hora.cierre       
##  Length:200620      Length:200620      Length:200620      Length:200620     
##  Class :character   Class :character   Class :character   Class :character  
##  Mode  :character   Mode  :character   Mode  :character   Mode  :character  
##                                                                             
##                                                                             
##                                                                             
##  Dia_de_la_semana    Subtotal          Utilidad      
##  Min.   :1.000    Min.   :   1.00   Min.   :  0.000  
##  1st Qu.:2.000    1st Qu.:  12.00   1st Qu.:  2.310  
##  Median :4.000    Median :  18.00   Median :  3.230  
##  Mean   :3.912    Mean   :  24.33   Mean   :  4.142  
##  3rd Qu.:6.000    3rd Qu.:  27.00   3rd Qu.:  5.420  
##  Max.   :7.000    Max.   :2496.00   Max.   :230.770

Tercer paso.

Exportar nueva base de datos (limpia)

bd_limpia <-bd12
write.csv(bd_limpia, file ="nueva_abarrotes.csv", row.names = FALSE)

Conclusiones

R resulta una herramienta muy útil para limpiar las bases de datos de manera eficaz y rápida; igualmente, podemos ver y entender la información faltante o errónea sin cometer aún más errores. Considero que esta herramienta será una que utilizaré en el futuro al querer hacer las bases de datos más razonables.

En este caso pudimos aplicar diferentes técnicas para obtener una base de datos concisa y limpia. Por ejemplo, se eliminó la columna de PLU debido a que casi ningún registro lo tenía, se cambió el formato de fecha y de hora (puesto a que estaban como caracteres),entre otros.

Ahora, con esta base de datos hecha de manera inteligente es posible seguir con el análisis de Market Basket.

LS0tCnRpdGxlOiA8c3BhbiBzdHlsZT0iY29sb3I6Z3JlZW4iPioqQWJhcnJvdGVzIChsaW1waWV6YSkqKgphdXRob3I6ICJFbGVuYVZlbGFfQTAxMjgzNTM1IgpkYXRlOiAiMjAyMi0wOS0wNyIKb3V0cHV0OiAKICBodG1sX2RvY3VtZW50OgogICAgdG9jOiB0cnVlCiAgICB0b2NfZmxvYXQ6IHRydWUKICAgIHRoZW1lOiB1bml0ZWQKICAgIGhpZ2hsaWdodDogdGFuZ28KICAgIGNvZGVfZG93bmxvYWQ6IHRydWUKLS0tCgo8aW1nIHNyYz0iL1VzZXJzL2VsZW5hdmVsYS9Eb3dubG9hZHMvYWJhcnJvdGVzLnBuZyI+CgojIyMgKipQYXNvcyBwcmV2aW9zIGEgbGEgbGltcGllemEgZGUgZGF0b3MsIGhlY2hvIGVuIEV4Y2VsOioqCjEuIEZvcm1hdG8gYSBmZWNoYSBjb3J0YSAgIAoyLiBTZSBkdXBsaWNhcm9uIGxvcyBwcmltZXJvcyA1IHJlZ2lzdHJvcyAgCjMuIFNlIGNhbWJpw7MgZWwgZm9ybWF0byBkZSBob3JhIHkgZmVjaGEgYSBlc3Bhw7FvbCBtZXggIAo0LiBDYW1iaW8gZGUgY29kaWdvIGRlIGJhcnJhcyAgCjUuIFNlIGd1YXJkw7MgY29tbyBDU1YgVVRGOCwgZGVsaW1pdGFkbyBwb3IgY29tYXMgIAoKIyMjIFBhc29zIHByZXZpb3MuICAKKipJbXBvcnRhciBiYXNlIGRlIGRhdG9zKioKCmBgYHtyfQojZmlsZS5jaG9vc2UoKQoKYmQ8LXJlYWQuY3N2KCIvVXNlcnMvZWxlbmF2ZWxhL0Rvd25sb2Fkcy9hYmFycm90ZXMgKDEpLmNzdiIpCiNiZAoKcmVzdW1lbjwtc3VtbWFyeShiZCkKcmVzdW1lbgpgYGAKCioqSW5zdGFsYXIgcGFxdWV0ZXMgeSBsaWJyZXLDrWFzLCB5IGhhY2VyIGxvcyAqY291bnQqKioKCmBgYHtyfQojaW5zdGFsbC5wYWNrYWdlcygiZHBseXIiKQpsaWJyYXJ5KGRwbHlyKQojaW5zdGFsbC5wYWNrYWdlcygidGlkeXZlcnNlIikKbGlicmFyeSh0aWR5dmVyc2UpCiNpbnN0YWxsLnBhY2thZ2VzKCJqYW5pdG9yIikKbGlicmFyeShqYW5pdG9yKQoKI2NvdW50KGJkLHZjQ2xhdmVUaWVuZGEsc29ydD1UUlVFKQojY291bnQoYmQsRGVzY0dpcm8sc29ydD1UUlVFKQojY291bnQoYmQsTWFyY2Esc29ydD1UUlVFKQojY291bnQoYmQsRmFicmljYW50ZSxzb3J0PVRSVUUpCiNjb3VudChiZCxQcm9kdWN0byxzb3J0PVRSVUUpCiNjb3VudChiZCxOb21icmVEZXBhcnRhbWVudG8sc29ydD1UUlVFKQojY291bnQoYmQsTm9tYnJlRmFtaWxpYSxzb3J0PVRSVUUpCiNjb3VudChiZCxOb21icmVDYXRlZ29yaWEsc29ydD1UUlVFKQojY291bnQoYmQsRXN0YWRvLHNvcnQ9VFJVRSkKI2NvdW50KGJkLE10cy4yLHNvcnQ9VFJVRSkKI2NvdW50KGJkLFRpcG8udWJpY2FjacOzbixzb3J0PVRSVUUpCiNjb3VudChiZCxHaXJvLHNvcnQ9VFJVRSkKI2NvdW50KGJkLEhvcmEuaW5pY2lvLHNvcnQ9VFJVRSkKI2NvdW50KGJkLEhvcmEuY2llcnJlLHNvcnQ9VFJVRSkKYGBgCgoqKkFuYWxpemFyIGxhIGJhc2UgZGUgZGF0b3MqKgoKYGBge3J9CnRpYmJsZShiZCkKc3RyKGJkKQpoZWFkKGJkKQpoZWFkKGJkLG49NykKdGFpbChiZCkKdGFieWwoYmQsdmNDbGF2ZVRpZW5kYSxOb21icmVEZXBhcnRhbWVudG8pCmBgYAoKKioqT2JzZXJ2YWNpb25lcyoqKgoxLiBDYXNpIG5pbmd1biByZWdpc3RybyB0aWVuZSBQTFUgIAoyLiBDYW1iaWFyIGZvcm1hdG8gZGUgZmVjaGEgIAozLiBDYW1iaWFyIGZvcm1hdG8gZGUgaG9yYSAgCjQuIEhheSBwcmVjaW9zIG5lZ2F0aXZvcyAgCjUuIFVuaWRhZGVzIG1lbm9yZXMgYSAxICAKCgojIyMjIEhlcnJhbWllbnRhICJFbCBnZW5lcmFkb3IgZGUgdmFsb3IgZGUgZGF0b3MiCipMYSBkZXNjcmlwY2nDs24gZGUgZXN0YSBoZXJyYW1pZW50YSBzZXLDoSBpbmNsdcOtZGEgZW4gbGEgc2VndW5kYSBwYXJ0ZSBkZWwgY8OzZGlnbywgZWwgY3XDoWwgdmEgZW5mb2NhZG8gYSB1biBNYXJrZXQgQmFza2V0IEFuYWx5c2lzLiBFc3RlIGPDs2RpZ28gaGEgc2lkbyBlbmZvY2FkbyBlbiBsYSBsaW1waWV6YSBkZSBsYSBiYXNlIGRlIGRhdG9zKgoKCiMjIyBQcmltZXIgcGFzby4gCioqTGltcGlhciBkZSBkYXRvcyoqCgojIyMjICoqVMOpY25pY2EgMSwgKlJFTU9WRVIgREFUT1MgSVJSRUxFVkFOVEVTKioqCgojIyMjIEVsaW1pbmFyIGNvbHVtbmFzCmBgYHtyfQogIGJkMTwtYmQKICBiZDE8LXN1YnNldChiZDEsc2VsZWN0PS1jKFBMVSxDb2RpZ28uQmFycmFzKSkKYGBgCgojIyMjIEVsaW1pbmFyIHJlbmdsb25lcwpFc3RlIG5vIHNlIHVzYXLDoQpgYGB7cn0KICBiZDI8LWJkMQogIGJkMjwtYmQyW2JkJFByZWNpbz4wLF0KICBzdW1tYXJ5KGJkMSkgIAogIHN1bW1hcnkoYmQyKQpgYGAKCiMjIyMgKipUw6ljbmljYSAyLCAqUkVNT1ZFUiBWQUxPUiBEVVBMSUNBRE9TKioqCgojIyMjIMK/Q3XDoW50b3MgcmVuZ2xvbmVzIGR1cGxpY2Fkb3MgdGVuZW1vcz8KYGBge3J9CmJkMVtkdXBsaWNhdGVkKGJkMSksXQpzdW0oZHVwbGljYXRlZChiZDEpKSAgCmBgYAoKIyMjIyBFbGltaW5hciByZW5nbG9uZXMgZHVwbGljYWRvcwpgYGB7cn0KYmQzPC1iZDEKbGlicmFyeShkcGx5cikgICAgCmJkMzwtZGlzdGluY3QoYmQzKQpgYGAKCgojIyMjICoqVMOpY25pY2EgMywgKkVSUk9SRVMgVElQT0dSw4FGSUNPUyBZIEVSUk9SRVMgU0lNSUxBUkVTKioqCgojIyMjIFByZWNpb3MgIGVuIGFic29sdXRvCmBgYHtyfQpiZDQ8LWJkMwpiZDQkUHJlY2lvPC1hYnMoYmQ0JFByZWNpbykKc3VtbWFyeShiZDQpCmBgYAoKIyMjIyBDYW50aWRhZGVzIGVuIGVudGVyb3MKYGBge3J9CmJkNTwtYmQ0CmJkNSRVbmlkYWRlczwtY2VpbGluZyhiZDUkVW5pZGFkZXMpCnN1bW1hcnkoYmQ1KSAKYGBgCgojIyMjICoqVMOpY25pY2EgNCwgKkNPTlZFUlRJUiBUSVBPIERFIERBVE9TKioqICAgCiAgICAgCiMjIyMgQ29udmVydGlyIGRlIGNhcsOhY3RlciBhIGZlY2hhCmBgYHtyfQpiZDY8LWJkNQpiZDYkRmVjaGE8LWFzLkRhdGUoYmQ2JEZlY2hhLGZvcm1hdD0iJWQvJW0vJVkiKSAgCnRpYmJsZShiZDYpCmBgYAoKIyMjIyBDb252ZXJ0aXIgZGUgY2Fyw6FjdGVyIGEgZW50ZXJvCmBgYHtyfQpiZDc8LWJkNgpiZDckSG9yYTwtc3Vic3RyKGJkNyRIb3JhLHN0YXJ0PTEsc3RvcD0yKSAgICAgIAp0aWJibGUoYmQ3KSAgICAgIApiZDckSG9yYTwtYXMuaW50ZWdlcihiZDckSG9yYSkKc3RyKGJkNykgCmBgYAoKIyMjIyAqKlTDqWNuaWNhIDUsICpWQUxPUkVTIEZBTFRBTlRFUyoqKiAgCgojIyMjIMK/Q3XDoW50b3MgTkEgIHRlbmdvIGVuIGxhIGJhc2UgZGUgZGF0b3M/CmBgYHtyfQpzdW0oaXMubmEoYmQ3KSkKc3VtKGlzLm5hKGJkKSkKYGBgCiAgICAgIAojIyMjIMK/Q3XDoW50b3MgTkEgdGVuZ28gcG9yIHZhcmlhYmxlPwpgYGB7cn0Kc2FwcGx5KGJkNyxmdW5jdGlvbih4KSBzdW0oaXMubmEoeCkpKQpgYGAKCiMjIyMgIEJvcnJhciB0b2RvcyBsb3MgcmVnaXN0cm9zIE5BIGRlIHVuYSB0YWJsZQpgYGB7cn0KYmQ4PC1iZApiZDg8LW5hLm9taXQoYmQ4KSAgICAgIApzdW1tYXJ5KGJkOCkKYGBgCgojIyMjIFJlZW1wbGF6YXIgTkEgY29uIGNlcm9zCmBgYHtyfQpiZDk8LWJkCmJkOVtpcy5uYShiZDkpXTwtMCAgICAgIApzdW1tYXJ5KGJkOSkgCmBgYAoKIyMjIyBSZWVtcGxhemFyIE5BIGNvbiAgcHJvbWVkaW8KYGBge3J9CmJkMTAgPC0gYmQKYmQxMCRQTFUgW2lzLm5hKGJkJFBMVSldPC0gbWVhbihiZDEwJFBMVSwgbmEucm09VFJVRSkKc3VtbWFyeSAoYmQxMCkgICAKYGBgCgojIyMjIFJlZW1wbGF6YXIgbmVnYXRpdm9zIGNvbiBjZXJvCmBgYHtyfQpiZDExIDwtIGJkCmJkMTFbYmQxMSA8IDBdPC0gMCAKc3VtbWFyeSAoYmQxMSkKYGBgCgojIyMjICoqVMOpY25pY2EgNiwgKk3DiVRPRE8gRVNUQUTDjVNUSUNPKioqICAKYGBge3J9CmJkMTI8LWJkNwpib3hwbG90KGJkMTIkUHJlY2lvLCBob3Jpem9udGFsPVRSVUUpICAgICAgCmJveHBsb3QoYmQxMiRVbmlkYWRlcywgaG9yaXpvbnRhbD1UUlVFKSAgCmBgYAoKIyMjIFNlZ3VuZG8gcGFzby4KKipBZ3JlZ2FyIGNvbHVtbmFzKioKCmBgYHtyfQojaW5zdGFsbC5wYWNrYWdlcygibHVicmlkYXRlIikKbGlicmFyeShsdWJyaWRhdGUpCmBgYAoKYGBge3J9CmJkMTIkRGlhX2RlX2xhX3NlbWFuYTwtd2RheShiZDEyJEZlY2hhKSAgICAgIApzdW1tYXJ5KGJkMTIpICAgICAgCgpiZDEyJFN1YnRvdGFsIDwtIGJkMTIkUHJlY2lvICogYmQxMiRVbmlkYWRlcwpzdW1tYXJ5IChiZDEyKQogICAgICAKYmQxMiRVdGlsaWRhZCA8LSBiZDEyJFByZWNpbyAtIGJkMTIkVWx0LkNvc3RvICAgICAgCnN1bW1hcnkgKGJkMTIpICAKYGBgCgojIyMgVGVyY2VyIHBhc28uCioqRXhwb3J0YXIgbnVldmEgYmFzZSBkZSBkYXRvcyAobGltcGlhKSoqCgpgYGB7cn0KYmRfbGltcGlhIDwtYmQxMgp3cml0ZS5jc3YoYmRfbGltcGlhLCBmaWxlID0ibnVldmFfYWJhcnJvdGVzLmNzdiIsIHJvdy5uYW1lcyA9IEZBTFNFKQpgYGAKCgojIyMgQ29uY2x1c2lvbmVzCgpSIHJlc3VsdGEgdW5hIGhlcnJhbWllbnRhIG11eSDDunRpbCBwYXJhIGxpbXBpYXIgbGFzIGJhc2VzIGRlIGRhdG9zIGRlIG1hbmVyYSBlZmljYXogeSByw6FwaWRhOyBpZ3VhbG1lbnRlLCBwb2RlbW9zIHZlciB5IGVudGVuZGVyIGxhIGluZm9ybWFjacOzbiBmYWx0YW50ZSBvIGVycsOzbmVhIHNpbiBjb21ldGVyIGHDum4gbcOhcyBlcnJvcmVzLiBDb25zaWRlcm8gcXVlIGVzdGEgaGVycmFtaWVudGEgc2Vyw6EgdW5hIHF1ZSB1dGlsaXphcsOpIGVuIGVsIGZ1dHVybyBhbCBxdWVyZXIgaGFjZXIgbGFzIGJhc2VzIGRlIGRhdG9zIG3DoXMgcmF6b25hYmxlcy4gIAoKRW4gZXN0ZSBjYXNvIHB1ZGltb3MgYXBsaWNhciBkaWZlcmVudGVzIHTDqWNuaWNhcyBwYXJhIG9idGVuZXIgdW5hIGJhc2UgZGUgZGF0b3MgY29uY2lzYSB5IGxpbXBpYS4gUG9yIGVqZW1wbG8sIHNlIGVsaW1pbsOzIGxhIGNvbHVtbmEgZGUgUExVIGRlYmlkbyBhIHF1ZSBjYXNpIG5pbmfDum4gcmVnaXN0cm8gbG8gdGVuw61hLCBzZSBjYW1iacOzIGVsIGZvcm1hdG8gZGUgZmVjaGEgeSBkZSBob3JhIChwdWVzdG8gYSBxdWUgZXN0YWJhbiBjb21vIGNhcmFjdGVyZXMpLGVudHJlIG90cm9zLiAgCgpBaG9yYSwgY29uIGVzdGEgYmFzZSBkZSBkYXRvcyBoZWNoYSBkZSBtYW5lcmEgKmludGVsaWdlbnRlKiBlcyBwb3NpYmxlIHNlZ3VpciBjb24gZWwgYW7DoWxpc2lzIGRlICpNYXJrZXQgQmFza2V0Ki4gCgoKCgoKCgo=