URLs to scrape

urls <- c(
  "https://www.csuci.edu",
  "https://www.csun.edu"
)

Scrape each site

# Empty list to collect results
results <- list()

for (i in seq_along(urls)) {

  Sys.sleep(1.5) # polite delay between requests

  page <- read_html(urls[i])

  title_tag <- page %>%
    html_element("title") %>%
    html_text2() %>%
    str_squish()

  meta_desc <- page %>%
    html_element("meta[name='description']") %>%
    html_attr("content") %>%
    str_squish()

  h1_tags <- page %>%
    html_elements("h1") %>%
    html_text2() %>%
    str_squish() %>%
    str_c(collapse = " | ")

  h2_tags <- page %>%
    html_elements("h2") %>%
    html_text2() %>%
    str_squish() %>%
    str_c(collapse = " | ")

  h3_tags <- page %>%
    html_elements("h3") %>%
    html_text2() %>%
    str_squish() %>%
    str_c(collapse = " | ")

  # Store this page's results as a one-row tibble
  results[[i]] <- tibble(
    url = urls[i],
    title = title_tag,
    meta_description = meta_desc,
    h1 = h1_tags,
    h2 = h2_tags,
    h3 = h3_tags
  )
}

# Combine all rows into one data frame
seo_data <- bind_rows(results)

Results

knitr::kable(seo_data)
url title meta_description h1 h2 h3
https://www.csuci.edu CSU Channel Islands Welcome to California State University Channel Islands (CSUCI) in Ventura County. Explore our diverse academic programs, campus life, and community engagement. Welcome to Cal State Channel Islands Apply Now | Find Degrees | See Tuition & Fees | Get to Know CI’s Unique Campus | Fast Facts | Calendars & Deadlines | Request More Information | EventsMore | NewsMore | Explore CSUCI | Food and Housing Insecurity | COVID-19 Campus Information | Information for… | Website & University Information | Proudly a part of the CSU | We’re Social Following in Her Grandparents’ Footsteps | Alum Builds Cyber Security Career | First-Gen Student to Financial Literacy Advocate | From Behind the Pharmacy Counter to Pharmaceutical Leader
https://www.csun.edu California State University, Northridge CSUN stands out among Southern California universities with its dedication to student success, diversity, and community involvement. Get started now! Transfer to California State University, Northridge About Overview | Academics Overview | Admissions & Financial Aid Overview | Student Life Overview | Explore Research | Ready to find your college major? | Where You Belong: Student Life at CSUN | You Belong at CSUN | CSUN Newsroom | CSUN Events Matadors Honoring Their Roots | An Evening of Gratitude, Inspiration, and Impact: CSUN Honors Donors at The Soraya | CSUN’s Teenage Drama Workshop Marks its 70th Anniversary with Two Productions About the Magic of ‘Family’ | Juneteenth Symposium Unites CSU Campuses in Celebration and Reflection | Jul 9 | Jul 10 | Jul 16

Reflection