R Markdown
1a) loading data
install.packages("ggplot2", repos = "https://cloud.r-project.org")
## package 'ggplot2' successfully unpacked and SHA256 sums checked
##
## The downloaded binary packages are in
## /var/folders/6s/54jmc8jx3999djf90b_wn0840000gn/T//RtmpBufzPl/downloaded_packages
install.packages("tidyverse", repos = "https://cloud.r-project.org")
##
## The downloaded binary packages are in
## /var/folders/6s/54jmc8jx3999djf90b_wn0840000gn/T//RtmpBufzPl/downloaded_packages
install.packages("nycflights13", repos = "https://cloud.r-project.org")
##
## The downloaded binary packages are in
## /var/folders/6s/54jmc8jx3999djf90b_wn0840000gn/T//RtmpBufzPl/downloaded_packages
library("nycflights13")
library(nycflights13)
library("tidyverse")
## ── Attaching core tidyverse packages ──────────────────────── tidyverse 2.0.0 ──
## ✔ dplyr 1.2.1 ✔ readr 2.2.0
## ✔ forcats 1.0.1 ✔ stringr 1.6.0
## ✔ ggplot2 4.0.4 ✔ tibble 3.3.1
## ✔ lubridate 1.9.5 ✔ tidyr 1.3.2
## ✔ purrr 1.2.2
## ── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
## ✖ dplyr::filter() masks stats::filter()
## ✖ dplyr::lag() masks stats::lag()
## ℹ Use the conflicted package (<http://conflicted.r-lib.org/>) to force all conflicts to become errors
library("dplyr")
library("ggplot2")
library(ggplot2)
1b) seeing data
data(flights)
1c1) it is an integer
sapply(flights, class)
## $year
## [1] "integer"
##
## $month
## [1] "integer"
##
## $day
## [1] "integer"
##
## $dep_time
## [1] "integer"
##
## $sched_dep_time
## [1] "integer"
##
## $dep_delay
## [1] "numeric"
##
## $arr_time
## [1] "integer"
##
## $sched_arr_time
## [1] "integer"
##
## $arr_delay
## [1] "numeric"
##
## $carrier
## [1] "character"
##
## $flight
## [1] "integer"
##
## $tailnum
## [1] "character"
##
## $origin
## [1] "character"
##
## $dest
## [1] "character"
##
## $air_time
## [1] "numeric"
##
## $distance
## [1] "numeric"
##
## $hour
## [1] "numeric"
##
## $minute
## [1] "numeric"
##
## $time_hour
## [1] "POSIXct" "POSIXt"
1c2) dimensions are 336776x19
dim(flights)
## [1] 336776 19
nrow(flights)
## [1] 336776
ncol(flights)
## [1] 19
library(dplyr)
glimpse(flights)
## Rows: 336,776
## Columns: 19
## $ year <int> 2013, 2013, 2013, 2013, 2013, 2013, 2013, 2013, 2013, 2…
## $ month <int> 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1…
## $ day <int> 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1…
## $ dep_time <int> 517, 533, 542, 544, 554, 554, 555, 557, 557, 558, 558, …
## $ sched_dep_time <int> 515, 529, 540, 545, 600, 558, 600, 600, 600, 600, 600, …
## $ dep_delay <dbl> 2, 4, 2, -1, -6, -4, -5, -3, -3, -2, -2, -2, -2, -2, -1…
## $ arr_time <int> 830, 850, 923, 1004, 812, 740, 913, 709, 838, 753, 849,…
## $ sched_arr_time <int> 819, 830, 850, 1022, 837, 728, 854, 723, 846, 745, 851,…
## $ arr_delay <dbl> 11, 20, 33, -18, -25, 12, 19, -14, -8, 8, -2, -3, 7, -1…
## $ carrier <chr> "UA", "UA", "AA", "B6", "DL", "UA", "B6", "EV", "B6", "…
## $ flight <int> 1545, 1714, 1141, 725, 461, 1696, 507, 5708, 79, 301, 4…
## $ tailnum <chr> "N14228", "N24211", "N619AA", "N804JB", "N668DN", "N394…
## $ origin <chr> "EWR", "LGA", "JFK", "JFK", "LGA", "EWR", "EWR", "LGA",…
## $ dest <chr> "IAH", "IAH", "MIA", "BQN", "ATL", "ORD", "FLL", "IAD",…
## $ air_time <dbl> 227, 227, 160, 183, 116, 150, 158, 53, 140, 138, 149, 1…
## $ distance <dbl> 1400, 1416, 1089, 1576, 762, 719, 1065, 229, 944, 733, …
## $ hour <dbl> 5, 5, 5, 5, 6, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 6, 6, 6…
## $ minute <dbl> 15, 29, 40, 45, 0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 59, 0…
## $ time_hour <dttm> 2013-01-01 05:00:00, 2013-01-01 05:00:00, 2013-01-01 0…
1c3 you’d use tail to look at the last 15 rows
tail(flights, 15)
## # A tibble: 15 × 19
## year month day dep_time sched_dep_time dep_delay arr_time sched_arr_time
## <int> <int> <int> <int> <int> <dbl> <int> <int>
## 1 2013 9 30 2231 2245 -14 2335 2356
## 2 2013 9 30 2233 2113 80 112 30
## 3 2013 9 30 2235 2001 154 59 2249
## 4 2013 9 30 2237 2245 -8 2345 2353
## 5 2013 9 30 2240 2245 -5 2334 2351
## 6 2013 9 30 2240 2250 -10 2347 7
## 7 2013 9 30 2241 2246 -5 2345 1
## 8 2013 9 30 2307 2255 12 2359 2358
## 9 2013 9 30 2349 2359 -10 325 350
## 10 2013 9 30 NA 1842 NA NA 2019
## 11 2013 9 30 NA 1455 NA NA 1634
## 12 2013 9 30 NA 2200 NA NA 2312
## 13 2013 9 30 NA 1210 NA NA 1330
## 14 2013 9 30 NA 1159 NA NA 1344
## 15 2013 9 30 NA 840 NA NA 1020
## # ℹ 11 more variables: arr_delay <dbl>, carrier <chr>, flight <int>,
## # tailnum <chr>, origin <chr>, dest <chr>, air_time <dbl>, distance <dbl>,
## # hour <dbl>, minute <dbl>, time_hour <dttm>
1d1 flights after 12PM
flights_filtered <- flights[flights$sched_dep_time > 1200, ]
1d2 new dataset
new_flights <- flights[, c("sched_dep_time", "dep_time", "carrier", "tailnum")]
1d3 dummy variable
flights_new <- flights %>% mutate(after_noon = ifelse(sched_dep_time >= 1200, 1,0))
1e1 mayflights
mayflights <- flights %>% filter(year == 2013, month == 5) %>% select(tailnum, origin)
1e2 sched_dep_time
delayed_flights <- flights %>% filter(dep_delay > 60) %>% arrange(desc(sched_dep_time))
1e3 distinct flights
delayed_flights <- flights %>% filter(dep_delay > 60) %>% arrange(desc(sched_dep_time))
1e4 there were 2700 distinct flights
delayed_flights %>% summarise(distinct_flights = n_distinct(flight))
## # A tibble: 1 × 1
## distinct_flights
## <int>
## 1 2700
1e5 the average arrival delay from Atlanta was 11.3
flights %>% filter(dest == "ATL") %>% summarise(mean_arr_delay = mean(arr_delay, na.rm = TRUE))
## # A tibble: 1 × 1
## mean_arr_delay
## <dbl>
## 1 11.3
2a1 group by origin airport
origns <- flights %>% group_by(origin) %>% summarize(meanad = mean(mean(arr_delay, na.rm = TRUE)))
2a2 average departure delays
delays <- flights %>% group_by(dest) %>% summarize(mean_departure_delay = mean(dep_delay, na.rm = TRUE)) %>% arrange(desc(mean_departure_delay))
2a3 the most common tail number was 575
method1 <- flights %>% filter (!is.na(tailnum)) %>% group_by(tailnum) %>% summarize(number_of_flights = n()) %>% arrange(desc(number_of_flights)) %>% slice(1)
method2 <- flights %>% filter(!is.na(tailnum)) %>% count(tailnum, sort = TRUE) %>% slice(1)
2a4 EWR is the most likely origin airport to have delayed
flights
likelies <- flights %>% group_by(origin) %>% summarize(percent_delayed = mean(dep_delay >0, na.rm = TRUE) * 100) %>% arrange(desc(percent_delayed))
2b1 scheduled departure time vs. departure delay
ggplot(flights, aes(x = sched_dep_time, y = dep_delay)) +
geom_point()
## Warning: Removed 8255 rows containing missing values or values outside the scale range
## (`geom_point()`).

2b2 departure delays by origin airport
ggplot(flights, aes(x = origin, y = dep_delay)) + geom_boxplot()
## Warning: Removed 8255 rows containing non-finite outside the scale range
## (`stat_boxplot()`).

2b3 United, American, and US Air by origin
ggplot(flights %>% filter(carrier %in% c("UA", "AA", "US")), aes(x = origin, fill = carrier)) + geom_bar(position = "dodge")

2c1 average departure delay for each airline by month
monthly_airline <- flights %>% group_by(carrier, month) %>% summarize(mean_delay = mean(dep_delay, na.rm = TRUE))
## `summarise()` has regrouped the output.
## ℹ Summaries were computed grouped by carrier and month.
## ℹ Output is grouped by carrier.
## ℹ Use `summarise(.groups = "drop_last")` to silence this message.
## ℹ Use `summarise(.by = c(carrier, month))` for per-operation grouping
## (`?dplyr::dplyr_by`) instead.
ggplot(monthly_airline, aes(x = month, y = mean_delay, color = carrier)) + geom_line()

2c2 percentage of flights leaving on time by airport and month
monthly_airport <- flights %>% group_by(origin, month) %>% summarize(percent_on_time = mean(dep_delay <= 5, na.rm = TRUE) * 100)
## `summarise()` has regrouped the output.
## ℹ Summaries were computed grouped by origin and month.
## ℹ Output is grouped by origin.
## ℹ Use `summarise(.groups = "drop_last")` to silence this message.
## ℹ Use `summarise(.by = c(origin, month))` for per-operation grouping
## (`?dplyr::dplyr_by`) instead.
ggplot(monthly_airport, aes(x = month, y = percent_on_time, color = origin)) + geom_line()
