Chapter 15

General Social Survery

gss_cat
## # A tibble: 21,483 × 9
##     year marital         age race  rincome        partyid    relig denom tvhours
##    <int> <fct>         <int> <fct> <fct>          <fct>      <fct> <fct>   <int>
##  1  2000 Never married    26 White $8000 to 9999  Ind,near … Prot… Sout…      12
##  2  2000 Divorced         48 White $8000 to 9999  Not str r… Prot… Bapt…      NA
##  3  2000 Widowed          67 White Not applicable Independe… Prot… No d…       2
##  4  2000 Never married    39 White Not applicable Ind,near … Orth… Not …       4
##  5  2000 Divorced         25 White Not applicable Not str d… None  Not …       1
##  6  2000 Married          25 White $20000 - 24999 Strong de… Prot… Sout…      NA
##  7  2000 Never married    36 White $25000 or more Not str r… Chri… Not …       3
##  8  2000 Divorced         44 White $7000 to 7999  Ind,near … Prot… Luth…      NA
##  9  2000 Married          44 White $25000 or more Not str d… Prot… Other       0
## 10  2000 Married          47 White $25000 or more Strong re… Prot… Sout…       3
## # ℹ 21,473 more rows

Modifying factor Order

Unordered Factor Levels

# Transform data: calculate average tv hours by religion 
tvhours_by_relig <- gss_cat %>%
    
    group_by(relig) %>%
    summarise(
        avg_tvhours = mean(tvhours, na.rm = TRUE) 
    )

tvhours_by_relig
## # A tibble: 15 × 2
##    relig                   avg_tvhours
##    <fct>                         <dbl>
##  1 No answer                      2.72
##  2 Don't know                     4.62
##  3 Inter-nondenominational        2.87
##  4 Native american                3.46
##  5 Christian                      2.79
##  6 Orthodox-christian             2.42
##  7 Moslem/islam                   2.44
##  8 Other eastern                  1.67
##  9 Hinduism                       1.89
## 10 Buddhism                       2.38
## 11 Other                          2.73
## 12 None                           2.71
## 13 Jewish                         2.52
## 14 Catholic                       2.96
## 15 Protestant                     3.15
#plot
tvhours_by_relig %>%
    
    ggplot(aes(x = avg_tvhours, y = relig)) + geom_point()

Ordered Factor Levels

tvhours_by_relig %>%
    
     ggplot(aes(x = avg_tvhours, y = fct_reorder(.f = relig, .x = avg_tvhours))) + geom_point()

#Labeling 
labs(y = NULL, x = "Mean Dailey Hours Watching TV")
## $y
## NULL
## 
## $x
## [1] "Mean Dailey Hours Watching TV"
## 
## attr(,"class")
## [1] "labels"

Moving a single level to the front

tvhours_by_relig %>%
    
     ggplot(aes(x = avg_tvhours, y = fct_reorder(.f = relig, .x = avg_tvhours) %>% fct_relevel("Don't Know"))) + geom_point() +

#Labeling 
labs(y = NULL, x = "Mean Dailey Hours Watching TV")
## Warning: 1 unknown level in `f`: Don't Know

Modifying Factor Levels

gss_cat %>% distinct(race) 
## # A tibble: 3 × 1
##   race 
##   <fct>
## 1 White
## 2 Black
## 3 Other
# Recode
gss_cat %>%
    
    #Rename Levels 
    mutate(race_rev = fct_recode(race, "African American" = "Black")) %>%
    select(race, race_rev) %>%
    filter(race == "Black")
## # A tibble: 3,129 × 2
##    race  race_rev        
##    <fct> <fct>           
##  1 Black African American
##  2 Black African American
##  3 Black African American
##  4 Black African American
##  5 Black African American
##  6 Black African American
##  7 Black African American
##  8 Black African American
##  9 Black African American
## 10 Black African American
## # ℹ 3,119 more rows
# Collapse multiple levels into one 
gss_cat %>%
    
    mutate(race_col = fct_collapse(race, "Minority" = c("Black", "Other"))) %>%
    select(race, race_col) %>%
    filter(race != "white")
## # A tibble: 21,483 × 2
##    race  race_col
##    <fct> <fct>   
##  1 White White   
##  2 White White   
##  3 White White   
##  4 White White   
##  5 White White   
##  6 White White   
##  7 White White   
##  8 White White   
##  9 White White   
## 10 White White   
## # ℹ 21,473 more rows
#Lump small levels into other levels 
gss_cat %>% count(race)
## # A tibble: 3 × 2
##   race      n
##   <fct> <int>
## 1 Other  1959
## 2 Black  3129
## 3 White 16395
gss_cat %>% mutate(race_lump = fct_lump(race)) %>% distinct(race_lump)
## # A tibble: 2 × 1
##   race_lump
##   <fct>    
## 1 White    
## 2 Other

Chapter 16

Creating Dates/times

# From Strings 
"2024-11-04" %>% ymd()
## [1] "2024-11-04"
#From numbers 
20241104 %>% ymd()
## [1] "2024-11-04"
"2024-11-04 4-41-30" %>% ymd_hms()
## [1] "2024-11-04 04:41:30 UTC"

From individual components

flights %>% 
    select(year:day, hour, minute) %>%
    mutate(departure = make_datetime(year = year, month = month, day = day, hour = hour, min = minute))
## # A tibble: 336,776 × 6
##     year month   day  hour minute departure          
##    <int> <int> <int> <dbl>  <dbl> <dttm>             
##  1  2013     1     1     5     15 2013-01-01 05:15:00
##  2  2013     1     1     5     29 2013-01-01 05:29:00
##  3  2013     1     1     5     40 2013-01-01 05:40:00
##  4  2013     1     1     5     45 2013-01-01 05:45:00
##  5  2013     1     1     6      0 2013-01-01 06:00:00
##  6  2013     1     1     5     58 2013-01-01 05:58:00
##  7  2013     1     1     6      0 2013-01-01 06:00:00
##  8  2013     1     1     6      0 2013-01-01 06:00:00
##  9  2013     1     1     6      0 2013-01-01 06:00:00
## 10  2013     1     1     6      0 2013-01-01 06:00:00
## # ℹ 336,766 more rows

From other types

# From date to date-time
today() %>% as_datetime() 
## [1] "2024-11-04 UTC"
#From date-time to date
now() %>% as_date()
## [1] "2024-11-04"

Date-Time Component

Getting Components

date_time <- ymd_hms("2024-11-04 18-18-18")
date_time
## [1] "2024-11-04 18:18:18 UTC"
year(date_time)
## [1] 2024
month(date_time, label = TRUE, abbr = FALSE)
## [1] November
## 12 Levels: January < February < March < April < May < June < ... < December
yday(date_time)
## [1] 309
mday(date_time)
## [1] 4
wday(date_time, label = TRUE, abbr = FALSE)
## [1] Monday
## 7 Levels: Sunday < Monday < Tuesday < Wednesday < Thursday < ... < Saturday
#Create flights dt
make_datetime_100 <- function(year, month, day, time) {
  make_datetime(year, month, day, time %/% 100, time %% 100)
}

flights_dt <- flights %>% 
  filter(!is.na(dep_time), !is.na(arr_time)) %>% 
  mutate(
    dep_time = make_datetime_100(year, month, day, dep_time),
    arr_time = make_datetime_100(year, month, day, arr_time),
    sched_dep_time = make_datetime_100(year, month, day, sched_dep_time),
    sched_arr_time = make_datetime_100(year, month, day, sched_arr_time)
  ) %>% 
  select(origin, dest, ends_with("delay"), ends_with("time"))

flights_dt
## # A tibble: 328,063 × 9
##    origin dest  dep_delay arr_delay dep_time            sched_dep_time     
##    <chr>  <chr>     <dbl>     <dbl> <dttm>              <dttm>             
##  1 EWR    IAH           2        11 2013-01-01 05:17:00 2013-01-01 05:15:00
##  2 LGA    IAH           4        20 2013-01-01 05:33:00 2013-01-01 05:29:00
##  3 JFK    MIA           2        33 2013-01-01 05:42:00 2013-01-01 05:40:00
##  4 JFK    BQN          -1       -18 2013-01-01 05:44:00 2013-01-01 05:45:00
##  5 LGA    ATL          -6       -25 2013-01-01 05:54:00 2013-01-01 06:00:00
##  6 EWR    ORD          -4        12 2013-01-01 05:54:00 2013-01-01 05:58:00
##  7 EWR    FLL          -5        19 2013-01-01 05:55:00 2013-01-01 06:00:00
##  8 LGA    IAD          -3       -14 2013-01-01 05:57:00 2013-01-01 06:00:00
##  9 JFK    MCO          -3        -8 2013-01-01 05:57:00 2013-01-01 06:00:00
## 10 LGA    ORD          -2         8 2013-01-01 05:58:00 2013-01-01 06:00:00
## # ℹ 328,053 more rows
## # ℹ 3 more variables: arr_time <dttm>, sched_arr_time <dttm>, air_time <dbl>
flights_dt %>% 
    
    transmute(wday = wday(dep_time, label = TRUE)) %>%
    
    ggplot(aes(wday)) + geom_bar()

Rounding

#floor date for rounding down
flights_dt %>%
    
    mutate(week = floor_date(dep_time, "week")) %>% select(dep_time, week) %>%
sample_n(20)
## # A tibble: 20 × 2
##    dep_time            week               
##    <dttm>              <dttm>             
##  1 2013-12-21 08:03:00 2013-12-15 00:00:00
##  2 2013-01-26 07:02:00 2013-01-20 00:00:00
##  3 2013-10-06 20:56:00 2013-10-06 00:00:00
##  4 2013-04-22 06:52:00 2013-04-21 00:00:00
##  5 2013-08-18 20:37:00 2013-08-18 00:00:00
##  6 2013-08-08 12:08:00 2013-08-04 00:00:00
##  7 2013-02-17 08:23:00 2013-02-17 00:00:00
##  8 2013-02-01 05:55:00 2013-01-27 00:00:00
##  9 2013-10-24 20:13:00 2013-10-20 00:00:00
## 10 2013-11-19 09:32:00 2013-11-17 00:00:00
## 11 2013-10-13 08:18:00 2013-10-13 00:00:00
## 12 2013-11-12 14:07:00 2013-11-10 00:00:00
## 13 2013-08-26 05:58:00 2013-08-25 00:00:00
## 14 2013-07-29 13:00:00 2013-07-28 00:00:00
## 15 2013-11-17 20:44:00 2013-11-17 00:00:00
## 16 2013-09-23 16:01:00 2013-09-22 00:00:00
## 17 2013-10-03 09:15:00 2013-09-29 00:00:00
## 18 2013-05-31 07:55:00 2013-05-26 00:00:00
## 19 2013-09-02 10:36:00 2013-09-01 00:00:00
## 20 2013-09-07 11:15:00 2013-09-01 00:00:00
#ceiling date for rounding up 
flights_dt %>%
    
    mutate(week = ceiling_date(dep_time, "week")) %>% select(dep_time, week) %>%
sample_n(20)
## # A tibble: 20 × 2
##    dep_time            week               
##    <dttm>              <dttm>             
##  1 2013-02-04 19:01:00 2013-02-10 00:00:00
##  2 2013-11-25 14:25:00 2013-12-01 00:00:00
##  3 2013-07-25 09:02:00 2013-07-28 00:00:00
##  4 2013-06-01 14:02:00 2013-06-02 00:00:00
##  5 2013-10-07 14:35:00 2013-10-13 00:00:00
##  6 2013-01-05 13:03:00 2013-01-06 00:00:00
##  7 2013-01-23 06:02:00 2013-01-27 00:00:00
##  8 2013-02-16 13:29:00 2013-02-17 00:00:00
##  9 2013-11-10 15:29:00 2013-11-17 00:00:00
## 10 2013-06-25 14:54:00 2013-06-30 00:00:00
## 11 2013-10-20 21:23:00 2013-10-27 00:00:00
## 12 2013-07-13 08:57:00 2013-07-14 00:00:00
## 13 2013-12-04 17:50:00 2013-12-08 00:00:00
## 14 2013-08-11 15:00:00 2013-08-18 00:00:00
## 15 2013-11-06 06:56:00 2013-11-10 00:00:00
## 16 2013-03-05 09:24:00 2013-03-10 00:00:00
## 17 2013-04-03 17:21:00 2013-04-07 00:00:00
## 18 2013-01-01 20:56:00 2013-01-06 00:00:00
## 19 2013-01-01 13:46:00 2013-01-06 00:00:00
## 20 2013-07-13 19:25:00 2013-07-14 00:00:00

Setting components

flights_dt %>%
    mutate(dep_hour = update(dep_time, yday = 1)) %>%
    select(dep_time, dep_hour) %>%
    sample_n(10)
## # A tibble: 10 × 2
##    dep_time            dep_hour           
##    <dttm>              <dttm>             
##  1 2013-09-24 13:33:00 2013-01-01 13:33:00
##  2 2013-08-24 14:25:00 2013-01-01 14:25:00
##  3 2013-08-04 08:59:00 2013-01-01 08:59:00
##  4 2013-06-10 06:32:00 2013-01-01 06:32:00
##  5 2013-10-30 19:37:00 2013-01-01 19:37:00
##  6 2013-06-23 12:45:00 2013-01-01 12:45:00
##  7 2013-12-19 14:49:00 2013-01-01 14:49:00
##  8 2013-09-08 18:41:00 2013-01-01 18:41:00
##  9 2013-01-10 18:24:00 2013-01-01 18:24:00
## 10 2013-06-28 17:35:00 2013-01-01 17:35:00

Time Spans