Exploring and understanding data ——————–

data exploration example using used car data

#Check teh directory  
getwd()
## [1] "C:/Users/Franco/Downloads"
#Setting the directory  
setwd("C:/Users/Franco/Downloads")
#Importing the file csv
usedcars <- read.csv("usedcars.csv", stringsAsFactors = FALSE)
#Quick look at the table
usedcars
# get structure of used car data
str(usedcars)
## 'data.frame':    150 obs. of  6 variables:
##  $ year        : int  2011 2011 2011 2011 2012 2010 2011 2010 2011 2010 ...
##  $ model       : chr  "SEL" "SEL" "SEL" "SEL" ...
##  $ price       : int  21992 20995 19995 17809 17500 17495 17000 16995 16995 16995 ...
##  $ mileage     : int  7413 10926 7351 11613 8367 25125 27393 21026 32655 36116 ...
##  $ color       : chr  "Yellow" "Gray" "Silver" "Gray" ...
##  $ transmission: chr  "AUTO" "AUTO" "AUTO" "AUTO" ...

Exploring numeric variables —–

# summarize numeric variables and getting median, mean, max, min, and more values
summary(usedcars$year)
##    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
##    2000    2008    2009    2009    2010    2012
summary(usedcars[c("price", "mileage")])
##      price          mileage      
##  Min.   : 3800   Min.   :  4867  
##  1st Qu.:10995   1st Qu.: 27200  
##  Median :13592   Median : 36385  
##  Mean   :12962   Mean   : 44261  
##  3rd Qu.:14904   3rd Qu.: 55125  
##  Max.   :21992   Max.   :151479
# calculate the mean income
(36000 + 44000 + 56000) / 3
## [1] 45333.33
mean(c(36000, 44000, 56000))
## [1] 45333.33
# the median income
median(c(36000, 44000, 56000))
## [1] 44000
# the min/max of used car mileage csv
range(usedcars$mileage)
## [1]   4867 151479
# the difference of the range on mileage
diff(range(usedcars$mileage))
## [1] 146612
# IQR for used car mileage
IQR(usedcars$mileage)
## [1] 27924.25
# use quantile to calculate five-number summary of mileage
quantile(usedcars$mileage)
##        0%       25%       50%       75%      100% 
##   4867.00  27200.25  36385.00  55124.50 151479.00
# the 99th percentile of mileage
quantile(usedcars$mileage, probs = c(0.01, 0.99))
##        1%       99% 
##   7381.38 123599.57
# quintiles
quantile(usedcars$mileage, seq(from = 0, to = 1, by = 0.20))
##       0%      20%      40%      60%      80%     100% 
##   4867.0  24017.4  34708.8  40106.8  63951.8 151479.0
# boxplot of used car prices and year
boxplot(usedcars$price, main="Boxplot of Used Car Prices",
      ylab="Price ($)")

boxplot(usedcars$year, main="Boxplot of Used Car year",
      ylab="Year")

# histograms of used car prices and year
hist(usedcars$price, main = "Histogram of Used Car Prices",
     xlab = "Price ($)")

hist(usedcars$year, main = "Histogram of Used Car year",
     xlab = "Year")

# variance and standard deviation of the used car data
var(usedcars$price)
## [1] 9749892
sd(usedcars$price)
## [1] 3122.482
var(usedcars$year)
## [1] 4.844251
sd(usedcars$year)
## [1] 2.200966

Exploring numeric variables —–

# one-way tables for the used car data
table(usedcars$year)
## 
## 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 
##    3    1    1    1    3    2    6   11   14   42   49   16    1
table(usedcars$model)
## 
##  SE SEL SES 
##  78  23  49
table(usedcars$color)
## 
##  Black   Blue   Gold   Gray  Green    Red Silver  White Yellow 
##     35     17      1     16      5     25     32     16      3
# compute table proportions for each model of cars
model_table <- table(usedcars$model)
prop.table(model_table)
## 
##        SE       SEL       SES 
## 0.5200000 0.1533333 0.3266667
# round the data for color data
color_table <- table(usedcars$color)
color_pct <- prop.table(color_table) * 100
round(color_pct, digits = 1)
## 
##  Black   Blue   Gold   Gray  Green    Red Silver  White Yellow 
##   23.3   11.3    0.7   10.7    3.3   16.7   21.3   10.7    2.0

Exploring relationships between variables —–

# scatterplot of price vs. mileage
plot(x = usedcars$mileage, y = usedcars$price,
     main = "Scatterplot of Price vs. Mileage",
     xlab = "Used Car Odometer (mi.)",
     ylab = "Used Car Price ($)")

# scatterplot of price vs. year
plot(x = usedcars$year, y = usedcars$price,
     main = "Scatterplot of Price vs. Year",
     xlab = "Used Car Year",
     ylab = "Used Car Price ($)")

# new variable indicating conservative colors
usedcars$conservative <-
  usedcars$color %in% c("Black", "Gray", "Silver", "White")
# checking our variable
table(usedcars$conservative)
## 
## FALSE  TRUE 
##    51    99
# Crosstab of conservative by model
library(gmodels)
## Warning: package 'gmodels' was built under R version 4.2.3
CrossTable(x = usedcars$model, y = usedcars$conservative)
## 
##  
##    Cell Contents
## |-------------------------|
## |                       N |
## | Chi-square contribution |
## |           N / Row Total |
## |           N / Col Total |
## |         N / Table Total |
## |-------------------------|
## 
##  
## Total Observations in Table:  150 
## 
##  
##                | usedcars$conservative 
## usedcars$model |     FALSE |      TRUE | Row Total | 
## ---------------|-----------|-----------|-----------|
##             SE |        27 |        51 |        78 | 
##                |     0.009 |     0.004 |           | 
##                |     0.346 |     0.654 |     0.520 | 
##                |     0.529 |     0.515 |           | 
##                |     0.180 |     0.340 |           | 
## ---------------|-----------|-----------|-----------|
##            SEL |         7 |        16 |        23 | 
##                |     0.086 |     0.044 |           | 
##                |     0.304 |     0.696 |     0.153 | 
##                |     0.137 |     0.162 |           | 
##                |     0.047 |     0.107 |           | 
## ---------------|-----------|-----------|-----------|
##            SES |        17 |        32 |        49 | 
##                |     0.007 |     0.004 |           | 
##                |     0.347 |     0.653 |     0.327 | 
##                |     0.333 |     0.323 |           | 
##                |     0.113 |     0.213 |           | 
## ---------------|-----------|-----------|-----------|
##   Column Total |        51 |        99 |       150 | 
##                |     0.340 |     0.660 |           | 
## ---------------|-----------|-----------|-----------|
## 
##