library(rvest)
library(stringr)
library(httr2)
library(dplyr)urls <- c(
"https://www.taylorguitars.com",
"https://www.hisense-usa.com",
"https://us.braun.com/en-us"
)results <- list()for (i in seq_along(urls)) {
Sys.sleep(1.5) # polite delay between requests
page <- read_html(urls[i])
title_tag <- page %>%
html_element("title") %>%
html_text2() %>%
str_squish()
meta_desc <- page %>%
html_element("meta[name='description']") %>%
html_attr("content") %>%
str_squish()
h1_tags <- page %>%
html_elements("h1") %>%
html_text2() %>%
str_squish() %>%
str_c(collapse = " | ")
h2_tags <- page %>%
html_elements("h2") %>%
html_text2() %>%
str_squish() %>%
str_c(collapse = " | ")
h3_tags <- page %>%
html_elements("h3") %>%
html_text2() %>%
str_squish() %>%
str_c(collapse = " | ")
# Store this page's results as a one-row tibble
results[[i]] <- tibble(
url = urls[i],
title = title_tag,
meta_description = meta_desc,
h1 = h1_tags,
h2 = h2_tags,
h3 = h3_tags
)
}seo_data <- bind_rows(results)
print(seo_data)## # A tibble: 3 × 6
## url title meta_description h1 h2 h3
## <chr> <chr> <chr> <chr> <chr> <chr>
## 1 https://www.taylorguitars.com Taylor Guita… Taylor Guitars … Next… Acou… "By …
## 2 https://www.hisense-usa.com Televisions,… Experience cutt… Upgr… Add … "U6 …
## 3 https://us.braun.com/en-us Braun Electr… Braun offers a … NEVO… A ne… "Dis…write_csv(seo_data, file = "seo_data.csv")seo_data$title## [1] "Taylor Guitars | Shop Guitars & Accessories"
## [2] "Televisions, Audio, Appliances, Air Products — Hisense USA"
## [3] "Braun Electric Shavers, Trimmers, Epilators, and IPLs"seo_data$meta_description## [1] "Taylor Guitars is a leading manufacturer of acoustic and electric guitars. As well you can build to order via our custom guitar program. Taylor guitars are widely considered among the best-sounding and easiest to play guitars in the world."
## [2] "Experience cutting-edge technology with Hisense USA. From innovative TVs to smart home appliances, elevate your lifestyle and enjoy superior quality at great value."
## [3] "Braun offers a wide range of award-winning grooming and hair removal products, including electric shavers for men and epilators and IPL devices for women."seo_data$h1## [1] "Next Generation Grand Concerts"
## [2] "Upgrade Your Hosting Game | Host the Fourth In True Color | Don't Miss..."
## [3] "NEVO | Up to $120 off for smoother skin this summer"seo_data$h2## [1] "Acoustic | Acoustic | Acoustic | Acoustic | Acoustic | Acoustic | Acoustic | Acoustic | Acoustic | Acoustic | Electric | Electric | Electric | Electric | Gear & Accessories | Gear & Accessories | Gear & Accessories | Gear & Accessories | Inside Taylor | Meet the Ben Harper Gold Label 512e Special Edition | Find Your Next Guitar Locally | Service and Support When You Need It | Use Financing and Get More Guitar for Your Money | New Riffs | About Taylor Guitars | How do I choose the right Taylor guitar for my playing style and skill level? | What’s the difference between Taylor’s U.S.- and Mexico-made guitars? | How does Taylor support first-time or younger players? | What’s Taylor’s warranty and service process like? | What woods and body shapes are best for different genres or tones? | Become a Taylor Insider | Connect With Us"
## [2] "Add a Title | Add a Title | Upgrade Your Hosting Game With Hisense | All-New Lineup | Ultimate Party Starter | With a lot more to love."
## [3] "A new dawn of skin smoothness. Braun’s best shave.² | Electric Shavers | Discover the latest launches. | NEVO | All about your Braun product. | Most popular articles. | BraunCare+ Newsletter"seo_data$h3## [1] "By Collection | Featured Models | Featured | By Collection | Featured Models | Featured | Explore Our Brands | Builder's Edition 814ce | Builder's Edition 814ce | Builder's Edition 814ce Blacktop | Builder's Edition 814ce LTD Macassar Ebony | Next Generation Builder's Edition 814ce Indian Rosewood/Adirondack Spruce | Next Generation Builder's Edition 814ce Indian Rosewood/Adirondack Spruce Blacktop | Next Generation Builder's Edition 814ce Honduran Rosewood/Sinker Redwood | Next Generation Builder's Edition 814ce Honduran Rosewood/Adirondack Spruce | Gold Label 814e SB | 114ce | 214ce | GS Mini-e Koa Plus | 224ce-K DLX | Academy 12e | Next Generation Builder's Edition 814ce Indian Rosewood/Adirondack Spruce Blacktop | Trey Hensley Gold Label 510e | Ben Harper Gold Label 512e Special Edition | Next Generation 314ce | Next Generation 854ce | Gold Label 814e | Next Generation Builder's Edition 324ce | GS Mini Mahogany | Builder's Edition 614ce | Builder's Edition 614ce | Builder's Edition 614ce WHB | K24ce | Beacon 5-Way Guitar Multi-Tool | Darktone Series Pick Tin – Collector’s Edition | Taylor Black Cap, Red/White Emblem | Taylor Capo, 6-String, Nickel | Taylor 24\" Bar Stool, Brown | Taylor Mahogany Guitar Stand,Mahogany, Natural Finish"
## [2] "U6 Series | U7 Series | U8 Series | PX3-PRO | Smart Refrigerator | Hisense's customer satisfaction score soars | OLED vs. QLED vs. ULED: What's the difference? | Installing & Mounting Large TVs"
## [3] "Discover our product range. | Not sure which product | suits you best? | Silk·épil 9 Flex | Beard Trimmer | BraunCare+ | Replacement parts | Shaver maintenance service | Need help?"A quick review of this data shows that Taylor Guitars website has more information than the other two sites I scraped. The other two sites, Hisense and Braun, have about the same amount of information. I was surprised by the amount of information Taylor Guitars retruned.