R Markdown

1a) loading data

install.packages("ggplot2", repos = "https://cloud.r-project.org")
## package 'ggplot2' successfully unpacked and SHA256 sums checked
## 
## The downloaded binary packages are in
##  /var/folders/6s/54jmc8jx3999djf90b_wn0840000gn/T//RtmpBufzPl/downloaded_packages
install.packages("tidyverse", repos = "https://cloud.r-project.org")
## 
## The downloaded binary packages are in
##  /var/folders/6s/54jmc8jx3999djf90b_wn0840000gn/T//RtmpBufzPl/downloaded_packages
install.packages("nycflights13", repos = "https://cloud.r-project.org")
## 
## The downloaded binary packages are in
##  /var/folders/6s/54jmc8jx3999djf90b_wn0840000gn/T//RtmpBufzPl/downloaded_packages
library("nycflights13")
library(nycflights13)
library("tidyverse")
## ── Attaching core tidyverse packages ──────────────────────── tidyverse 2.0.0 ──
## ✔ dplyr     1.2.1     ✔ readr     2.2.0
## ✔ forcats   1.0.1     ✔ stringr   1.6.0
## ✔ ggplot2   4.0.4     ✔ tibble    3.3.1
## ✔ lubridate 1.9.5     ✔ tidyr     1.3.2
## ✔ purrr     1.2.2     
## ── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
## ✖ dplyr::filter() masks stats::filter()
## ✖ dplyr::lag()    masks stats::lag()
## ℹ Use the conflicted package (<http://conflicted.r-lib.org/>) to force all conflicts to become errors
library("dplyr")
library("ggplot2")
library(ggplot2)

1b) seeing data

data(flights)

1c1) it is an integer

sapply(flights, class)
## $year
## [1] "integer"
## 
## $month
## [1] "integer"
## 
## $day
## [1] "integer"
## 
## $dep_time
## [1] "integer"
## 
## $sched_dep_time
## [1] "integer"
## 
## $dep_delay
## [1] "numeric"
## 
## $arr_time
## [1] "integer"
## 
## $sched_arr_time
## [1] "integer"
## 
## $arr_delay
## [1] "numeric"
## 
## $carrier
## [1] "character"
## 
## $flight
## [1] "integer"
## 
## $tailnum
## [1] "character"
## 
## $origin
## [1] "character"
## 
## $dest
## [1] "character"
## 
## $air_time
## [1] "numeric"
## 
## $distance
## [1] "numeric"
## 
## $hour
## [1] "numeric"
## 
## $minute
## [1] "numeric"
## 
## $time_hour
## [1] "POSIXct" "POSIXt"

1c2) dimensions are 336776x19

dim(flights)
## [1] 336776     19
nrow(flights)
## [1] 336776
ncol(flights)
## [1] 19
library(dplyr)
glimpse(flights)
## Rows: 336,776
## Columns: 19
## $ year           <int> 2013, 2013, 2013, 2013, 2013, 2013, 2013, 2013, 2013, 2…
## $ month          <int> 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1…
## $ day            <int> 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1…
## $ dep_time       <int> 517, 533, 542, 544, 554, 554, 555, 557, 557, 558, 558, …
## $ sched_dep_time <int> 515, 529, 540, 545, 600, 558, 600, 600, 600, 600, 600, …
## $ dep_delay      <dbl> 2, 4, 2, -1, -6, -4, -5, -3, -3, -2, -2, -2, -2, -2, -1…
## $ arr_time       <int> 830, 850, 923, 1004, 812, 740, 913, 709, 838, 753, 849,…
## $ sched_arr_time <int> 819, 830, 850, 1022, 837, 728, 854, 723, 846, 745, 851,…
## $ arr_delay      <dbl> 11, 20, 33, -18, -25, 12, 19, -14, -8, 8, -2, -3, 7, -1…
## $ carrier        <chr> "UA", "UA", "AA", "B6", "DL", "UA", "B6", "EV", "B6", "…
## $ flight         <int> 1545, 1714, 1141, 725, 461, 1696, 507, 5708, 79, 301, 4…
## $ tailnum        <chr> "N14228", "N24211", "N619AA", "N804JB", "N668DN", "N394…
## $ origin         <chr> "EWR", "LGA", "JFK", "JFK", "LGA", "EWR", "EWR", "LGA",…
## $ dest           <chr> "IAH", "IAH", "MIA", "BQN", "ATL", "ORD", "FLL", "IAD",…
## $ air_time       <dbl> 227, 227, 160, 183, 116, 150, 158, 53, 140, 138, 149, 1…
## $ distance       <dbl> 1400, 1416, 1089, 1576, 762, 719, 1065, 229, 944, 733, …
## $ hour           <dbl> 5, 5, 5, 5, 6, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 6, 6, 6…
## $ minute         <dbl> 15, 29, 40, 45, 0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 59, 0…
## $ time_hour      <dttm> 2013-01-01 05:00:00, 2013-01-01 05:00:00, 2013-01-01 0…

1c3 you’d use tail to look at the last 15 rows

tail(flights, 15)
## # A tibble: 15 × 19
##     year month   day dep_time sched_dep_time dep_delay arr_time sched_arr_time
##    <int> <int> <int>    <int>          <int>     <dbl>    <int>          <int>
##  1  2013     9    30     2231           2245       -14     2335           2356
##  2  2013     9    30     2233           2113        80      112             30
##  3  2013     9    30     2235           2001       154       59           2249
##  4  2013     9    30     2237           2245        -8     2345           2353
##  5  2013     9    30     2240           2245        -5     2334           2351
##  6  2013     9    30     2240           2250       -10     2347              7
##  7  2013     9    30     2241           2246        -5     2345              1
##  8  2013     9    30     2307           2255        12     2359           2358
##  9  2013     9    30     2349           2359       -10      325            350
## 10  2013     9    30       NA           1842        NA       NA           2019
## 11  2013     9    30       NA           1455        NA       NA           1634
## 12  2013     9    30       NA           2200        NA       NA           2312
## 13  2013     9    30       NA           1210        NA       NA           1330
## 14  2013     9    30       NA           1159        NA       NA           1344
## 15  2013     9    30       NA            840        NA       NA           1020
## # ℹ 11 more variables: arr_delay <dbl>, carrier <chr>, flight <int>,
## #   tailnum <chr>, origin <chr>, dest <chr>, air_time <dbl>, distance <dbl>,
## #   hour <dbl>, minute <dbl>, time_hour <dttm>

1d1 flights after 12PM

flights_filtered <- flights[flights$sched_dep_time > 1200, ]

1d2 new dataset

new_flights <- flights[, c("sched_dep_time", "dep_time", "carrier", "tailnum")]

1d3 dummy variable

flights_new <- flights %>% mutate(after_noon = ifelse(sched_dep_time >= 1200, 1,0))

1d4 mean arrival delay was 6.9 and median arrival delay was -5

flights %>% summarise(mean_arr_delay = mean(arr_delay, na.rm=TRUE), meidan_arr_delay = median(arr_delay, na.rm=TRUE))
## # A tibble: 1 × 2
##   mean_arr_delay meidan_arr_delay
##            <dbl>            <dbl>
## 1           6.90               -5

1e1 mayflights

mayflights <- flights %>% filter(year == 2013, month == 5) %>% select(tailnum, origin)

1e2 sched_dep_time

delayed_flights <- flights %>% filter(dep_delay > 60) %>% arrange(desc(sched_dep_time))

1e3 distinct flights

delayed_flights <- flights %>% filter(dep_delay > 60) %>% arrange(desc(sched_dep_time))

1e4 there were 2700 distinct flights

delayed_flights %>% summarise(distinct_flights = n_distinct(flight))
## # A tibble: 1 × 1
##   distinct_flights
##              <int>
## 1             2700

1e5 the average arrival delay from Atlanta was 11.3

flights %>% filter(dest == "ATL") %>% summarise(mean_arr_delay = mean(arr_delay, na.rm = TRUE))
## # A tibble: 1 × 1
##   mean_arr_delay
##            <dbl>
## 1           11.3

2a1 group by origin airport

origns <- flights %>% group_by(origin) %>% summarize(meanad = mean(mean(arr_delay, na.rm = TRUE)))

2a2 average departure delays

delays <- flights %>% group_by(dest) %>% summarize(mean_departure_delay = mean(dep_delay, na.rm = TRUE)) %>% arrange(desc(mean_departure_delay))

2a3 the most common tail number was 575

method1 <- flights %>% filter (!is.na(tailnum)) %>% group_by(tailnum) %>% summarize(number_of_flights = n()) %>% arrange(desc(number_of_flights)) %>% slice(1)

method2 <- flights %>% filter(!is.na(tailnum)) %>% count(tailnum, sort = TRUE) %>% slice(1)

2a4 EWR is the most likely origin airport to have delayed flights

likelies <- flights %>% group_by(origin) %>% summarize(percent_delayed = mean(dep_delay >0, na.rm = TRUE) * 100) %>% arrange(desc(percent_delayed))

2b1 scheduled departure time vs. departure delay

ggplot(flights, aes(x = sched_dep_time, y = dep_delay)) +
  geom_point()
## Warning: Removed 8255 rows containing missing values or values outside the scale range
## (`geom_point()`).

2b2 departure delays by origin airport

ggplot(flights, aes(x = origin, y = dep_delay)) + geom_boxplot()
## Warning: Removed 8255 rows containing non-finite outside the scale range
## (`stat_boxplot()`).

2b3 United, American, and US Air by origin

ggplot(flights %>% filter(carrier %in% c("UA", "AA", "US")), aes(x = origin, fill = carrier)) + geom_bar(position = "dodge")

2c1 average departure delay for each airline by month

monthly_airline <- flights %>% group_by(carrier, month) %>% summarize(mean_delay = mean(dep_delay, na.rm = TRUE))
## `summarise()` has regrouped the output.
## ℹ Summaries were computed grouped by carrier and month.
## ℹ Output is grouped by carrier.
## ℹ Use `summarise(.groups = "drop_last")` to silence this message.
## ℹ Use `summarise(.by = c(carrier, month))` for per-operation grouping
##   (`?dplyr::dplyr_by`) instead.
ggplot(monthly_airline, aes(x = month, y = mean_delay, color = carrier)) + geom_line()

2c2 percentage of flights leaving on time by airport and month

monthly_airport <- flights %>% group_by(origin, month) %>% summarize(percent_on_time = mean(dep_delay <= 5, na.rm = TRUE) * 100)
## `summarise()` has regrouped the output.
## ℹ Summaries were computed grouped by origin and month.
## ℹ Output is grouped by origin.
## ℹ Use `summarise(.groups = "drop_last")` to silence this message.
## ℹ Use `summarise(.by = c(origin, month))` for per-operation grouping
##   (`?dplyr::dplyr_by`) instead.
ggplot(monthly_airport, aes(x = month, y = percent_on_time, color = origin)) + geom_line()