pacman::p_load(robotstxt, rvest)
library(robotstxt)
paths_allowed("https://www.imdb.com/title/tt7235466/fullcredits?ref_=tt_cl_sm")
## 
 www.imdb.com
## [1] TRUE
library(rvest)
bas_html <- read_html("https://www.imdb.com/title/tt7235466/fullcredits?ref_=tt_cl_sm")