library('rvest')
## Warning: package 'rvest' was built under R version 4.0.4
url <- 'http://www.imdb.com/search/title?count=100&release_date=2016,2016&title_type=feature'
webpage <- read_html(url)
rank_data_html <- html_nodes(webpage,'.text-primary')
rank_data <- html_text(rank_data_html)
head(rank_data)
## [1] "1." "2." "3." "4." "5." "6."
rank_data <- as.numeric(rank_data)
head(rank_data)
## [1] 1 2 3 4 5 6
title_data_html <- html_nodes(webpage,'.lister-item-header a')
title_data <- html_text(title_data_html)
head(title_data)
## [1] "Suicide Squad"                      "Batman v Superman: Dawn of Justice"
## [3] "Captain America: Civil War"         "Captain Fantastic"                 
## [5] "Deadpool"                           "The Accountant"
description_data_html <- html_nodes(webpage,'.ratings-bar+ .text-muted')
description_data <- html_text(description_data_html)
head(description_data)
## [1] "\n    A secret government agency recruits some of the most dangerous incarcerated super-villains to form a defensive task force. Their first mission: save the world from the apocalypse."                                                             
## [2] "\n    Fearing that the actions of Superman are left unchecked, Batman takes on the Man of Steel, while the world wrestles with what kind of a hero it really needs."                                                                                   
## [3] "\n    Political involvement in the Avengers' affairs causes a rift between Captain America and Iron Man."                                                                                                                                              
## [4] "\n    In the forests of the Pacific Northwest, a father devoted to raising his six kids with a rigorous physical and intellectual education is forced to leave his paradise and enter the world, challenging his idea of what it means to be a parent."
## [5] "\n    A wisecracking mercenary gets experimented on and becomes immortal but ugly, and sets out to track down the man who ruined his looks."                                                                                                           
## [6] "\n    As a math savant uncooks the books for a new client, the Treasury Department closes in on his activities, and the body count starts to rise."
description_data<-gsub("\n","",description_data)
head(description_data)
## [1] "    A secret government agency recruits some of the most dangerous incarcerated super-villains to form a defensive task force. Their first mission: save the world from the apocalypse."                                                             
## [2] "    Fearing that the actions of Superman are left unchecked, Batman takes on the Man of Steel, while the world wrestles with what kind of a hero it really needs."                                                                                   
## [3] "    Political involvement in the Avengers' affairs causes a rift between Captain America and Iron Man."                                                                                                                                              
## [4] "    In the forests of the Pacific Northwest, a father devoted to raising his six kids with a rigorous physical and intellectual education is forced to leave his paradise and enter the world, challenging his idea of what it means to be a parent."
## [5] "    A wisecracking mercenary gets experimented on and becomes immortal but ugly, and sets out to track down the man who ruined his looks."                                                                                                           
## [6] "    As a math savant uncooks the books for a new client, the Treasury Department closes in on his activities, and the body count starts to rise."
runtime_data_html <- html_nodes(webpage,'.text-muted .runtime')
runtime_data <- html_text(runtime_data_html)
head(runtime_data)
## [1] "123 min" "152 min" "147 min" "118 min" "108 min" "128 min"
runtime_data<-gsub(" min","",runtime_data)
runtime_data<-as.numeric(runtime_data)
head(runtime_data)
## [1] 123 152 147 118 108 128
genre_data_html <- html_nodes(webpage,'.genre')
genre_data <- html_text(genre_data_html)
head(genre_data)
## [1] "\nAction, Adventure, Fantasy            "
## [2] "\nAction, Adventure, Sci-Fi            " 
## [3] "\nAction, Adventure, Sci-Fi            " 
## [4] "\nComedy, Drama            "             
## [5] "\nAction, Adventure, Comedy            " 
## [6] "\nAction, Crime, Drama            "
genre_data <- gsub("\n","",genre_data)
genre_data <- gsub(" ","",genre_data)
genre_data <- gsub(",.*","",genre_data)
genre_data<-as.factor(genre_data)
head(genre_data)
## [1] Action Action Action Comedy Action Action
## Levels: Action Adventure Animation Biography Comedy Crime Drama Horror
rating_data_html <- html_nodes(webpage,'.ratings-imdb-rating strong')
rating_data <- html_text(rating_data_html)
head(rating_data)
## [1] "6.0" "6.4" "7.8" "7.9" "8.0" "7.3"
rating_data<-as.numeric(rating_data)
head(rating_data)
## [1] 6.0 6.4 7.8 7.9 8.0 7.3
votes_data_html <- html_nodes(webpage,'.sort-num_votes-visible span:nth-child(2)')
votes_data <- html_text(votes_data_html)
head(votes_data)
## [1] "612,369" "643,338" "676,246" "194,602" "913,886" "264,420"
votes_data<-gsub(",","",votes_data)
votes_data<-as.numeric(votes_data)
head(votes_data)
## [1] 612369 643338 676246 194602 913886 264420
directors_data_html <- html_nodes(webpage,'.text-muted+ p a:nth-child(1)')
directors_data <- html_text(directors_data_html)
head(directors_data)
## [1] "David Ayer"     "Zack Snyder"    "Anthony Russo"  "Matt Ross"     
## [5] "Tim Miller"     "Gavin O'Connor"
directors_data<-as.factor(directors_data)
actors_data_html <- html_nodes(webpage,'.lister-item-content .ghost+ a')
actors_data <- html_text(actors_data_html)
head(actors_data)
## [1] "Will Smith"      "Ben Affleck"     "Chris Evans"     "Viggo Mortensen"
## [5] "Ryan Reynolds"   "Ben Affleck"
actors_data<-as.factor(actors_data)
head(actors_data)
## [1] Will Smith      Ben Affleck     Chris Evans     Viggo Mortensen
## [5] Ryan Reynolds   Ben Affleck    
## 91 Levels: Aamir Khan Alexander Skarsgård Amy Adams ... Zach Galifianakis
metascore_data_html <- html_nodes(webpage,'.metascore')
metascore_data <- html_text(metascore_data_html)
head(metascore_data)
## [1] "40        " "44        " "75        " "72        " "65        "
## [6] "51        "
metascore_data<-gsub(" ","",metascore_data)
length(metascore_data)
## [1] 97
for (i in c(15,57,100)){
  a<-metascore_data[1:(i-1)]
  b<-metascore_data[i:length(metascore_data)]
  metascore_data<-append(a,list("NA"))
  metascore_data<-append(metascore_data,b)
}

metascore_data<-append(metascore_data,b)
length(metascore_data)
## [1] 104
metascore_data <- metascore_data[-c(101,102,103,104)]
length(metascore_data)
## [1] 100
gross_data_html <- html_nodes(webpage,'.ghost~ .text-muted+ span')
gross_data <- html_text(gross_data_html)
head(gross_data)
## [1] "$325.10M" "$330.36M" "$408.08M" "$5.88M"   "$363.07M" "$86.26M"
gross_data<-gsub("M","",gross_data)
gross_data<-substring(gross_data,2,6)
length(gross_data)
## [1] 92
for (i in c(18,67,73,75,83,87,98,100)){
  a<-gross_data[1:(i-1)]
  b<-gross_data[i:length(gross_data)]
  gross_data <- append(a,list("NA"))
  gross_data <- append(gross_data,b)
  }

length(gross_data)
## [1] 102
gross_data <- gross_data[-c(101,102)]
length(gross_data)
## [1] 100
movies_df <- data.frame(Rank = rank_data, Title = title_data,
                        Description = description_data, Runtime = runtime_data,
                        Genre = genre_data, Rating = rating_data,
                        Votes = votes_data, 
                        Metascore = metascore_data, Gross_Earning_in_Mil = gross_data,
                        Director = directors_data, Actor = actors_data)
library('ggplot2')
qplot(data = movies_df,Runtime,fill = Genre,bins = 30)

Question 1 - The action genre had the longest runtime.

ggplot(movies_df,aes(x=Runtime,y=Rating))+
geom_point(aes(size=Votes,col=Genre))

Question 2 - The action genre had the highest number of votes.