Importing data
# import data
blogs <- readLines("C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.blogs.txt", encoding = "UTF-8", skipNul = TRUE)
news <- readLines("C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.news.txt", encoding = "UTF-8", skipNul = TRUE)
## Warning in
## readLines("C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.news.txt",
## : incomplete final line found on
## 'C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.news.txt'
twitter <- readLines("C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.twitter.txt", encoding = "UTF-8", skipNul = TRUE)
count number of lines
length(blogs)
## [1] 899288
length(news)
## [1] 77259
length(twitter)
## [1] 2360148
Count number of words
blogs_wc<-stri_count_words(blogs)
news_wc<-stri_count_words(news)
twitter_wc<-stri_count_words(twitter)
# table
summary(blogs_wc)
## Min. 1st Qu. Median Mean 3rd Qu. Max.
## 0.00 9.00 28.00 41.75 60.00 6726.00
summary(news_wc)
## Min. 1st Qu. Median Mean 3rd Qu. Max.
## 1.00 19.00 32.00 34.62 46.00 1123.00
summary(twitter_wc)
## Min. 1st Qu. Median Mean 3rd Qu. Max.
## 1.00 7.00 12.00 12.75 18.00 47.00
# histograms
hist(blogs_wc)
hist(news_wc)
hist(twitter_wc)