R Notebooks & NYC Open Data

Outline

• Homework
• RMarkdown syntax
• R Notebook formatting
• NYC Open Data
• In-class exercise

Homework Questions

library(tidyverse)
library(RSocrata)
library(knitr)
library(DT)

# Import the 2021 DOE Middle School Directory data
middle_school_data <- read.socrata("https://data.cityofnewyork.us/resource/f6s7-vytj.csv")

# Check column names to identify correct fields
names(middle_school_data)

# Select relevant columns for analysis
# Replace `program_description` with a column that exists, e.g., `overview`
middle_school_summary <- middle_school_data %>%
  select(district, name, overview, mathprof) %>% 
# Adjust column names based on data
  filter(!is.na(mathprof))  # Filter out rows where mathprof is NA

# Convert mathprof to numeric
middle_school_summary <- middle_school_summary %>%
  mutate(mathprof = as.numeric(mathprof))

# Display the processed data in a datatable format
datatable(middle_school_summary, 
          options = list(pageLength = 10), 
          caption = "Processed Middle School Data")

# Summarize average math proficiency by district
summary_table <- middle_school_summary %>%
  group_by(district) %>%
  summarize(avg_math_proficiency = mean(mathprof, na.rm = TRUE))

# Display summary table
kable(summary_table, caption = "Average Math Proficiency by District")

Average Math Proficiency by District

district	avg_math_proficiency
1	42.55556
2	66.72727
3	47.00000
4	33.42857
5	21.90000
6	36.68421
7	21.76923
8	29.18750
9	25.56000
10	30.42308
11	32.40000
12	19.00000
13	27.88889
14	25.70000
15	52.90909
16	18.83333
17	33.93750
18	28.88889
19	20.50000
20	62.53333
21	47.75000
22	40.40000
23	21.46154
24	51.92857
25	60.33333
26	72.00000
27	37.17391
28	47.46154
29	27.64706
30	54.25000
31	47.06667
32	31.11111

# Plot average math proficiency by district
ggplot(summary_table, aes(x = district, y = avg_math_proficiency)) +
  geom_bar(stat = "identity", fill = "steelblue") +
  labs(
    title = "Average Math Proficiency by District",
    x = "District",
    y = "Average Math Proficiency"
  ) +
  theme_minimal()