Importing data

# import data

blogs <- readLines("C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.blogs.txt", encoding = "UTF-8", skipNul = TRUE)
news <- readLines("C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.news.txt", encoding = "UTF-8", skipNul = TRUE)
## Warning in
## readLines("C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.news.txt",
## : incomplete final line found on
## 'C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.news.txt'
twitter <- readLines("C:/Users/bpu313718/Desktop/Coursera-SwiftKey/final/en_US/en_US.twitter.txt", encoding = "UTF-8", skipNul = TRUE)

count number of lines

length(blogs)
## [1] 899288
length(news)
## [1] 77259
length(twitter)
## [1] 2360148

Count number of words

blogs_wc<-stri_count_words(blogs)
news_wc<-stri_count_words(news)
twitter_wc<-stri_count_words(twitter)

  # table

summary(blogs_wc)
##    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
##    0.00    9.00   28.00   41.75   60.00 6726.00
summary(news_wc)
##    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
##    1.00   19.00   32.00   34.62   46.00 1123.00
summary(twitter_wc)
##    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
##    1.00    7.00   12.00   12.75   18.00   47.00
  # histograms

hist(blogs_wc)

hist(news_wc)

hist(twitter_wc)