## Step 1: collecting data
#data adapted from the SMS Spam Collection at http://www.dt.fee.unicamp.br/~tiago/smsspamcollection/.This dataset includes the text of SMS messages along with a label indicating whether the message is unwanted. Junk messages are labeled spam, while legitimate messages are labeled ham.
## Step 2: Exploring and preparing the data
sms_raw <- read.csv("sms_spam.csv", stringsAsFactors = FALSE)
str(sms_raw)
## 'data.frame': 5559 obs. of 2 variables:
## $ type: chr "ham" "ham" "ham" "spam" ...
## $ text: chr "Hope you are having a good week. Just checking in" "K..give back my thanks." "Am also doing in cbe only. But have to pay." "complimentary 4 STAR Ibiza Holiday or £10,000 cash needs your URGENT collection. 09066364349 NOW from Landline not to lose out"| __truncated__ ...
sms_raw$type <- factor(sms_raw$type)
library(tm)
## Loading required package: NLP
sms_corpus <- VCorpus(VectorSource(sms_raw$text))
print(sms_corpus)
## <<VCorpus>>
## Metadata: corpus specific: 0, document level (indexed): 0
## Content: documents: 5559
inspect(sms_corpus[1:2])
## <<VCorpus>>
## Metadata: corpus specific: 0, document level (indexed): 0
## Content: documents: 2
##
## [[1]]
## <<PlainTextDocument>>
## Metadata: 7
## Content: chars: 49
##
## [[2]]
## <<PlainTextDocument>>
## Metadata: 7
## Content: chars: 23
as.character(sms_corpus[[1]])
## [1] "Hope you are having a good week. Just checking in"
lapply(sms_corpus[1:2], as.character)
## $`1`
## [1] "Hope you are having a good week. Just checking in"
##
## $`2`
## [1] "K..give back my thanks."
sms_corpus_clean <- tm_map(sms_corpus, content_transformer(tolower))
as.character(sms_corpus[[1]])
## [1] "Hope you are having a good week. Just checking in"
library(SnowballC)
sms_dtm <- DocumentTermMatrix(sms_corpus, control = list(
tolower = TRUE,
removeNumbers = TRUE,
stopwords = function(x) { removeWords(x, stopwords()) },
removePunctuation = TRUE,
stemming = TRUE))
indx = sample(1:nrow(sms_dtm), as.integer(0.8*nrow(sms_dtm)))
sms_dtm_train <- sms_dtm[indx, ]
sms_dtm_test <- sms_dtm[-indx, ]
sms_train_labels <- sms_raw[indx, ]$type
sms_test_labels <- sms_raw[-indx, ]$type
#visualization
library(wordcloud)
## Loading required package: RColorBrewer
wordcloud(sms_corpus_clean, min.freq = 50, random.order = FALSE)
spam <- subset(sms_raw, type == "spam")
ham <- subset(sms_raw, type == "ham")
wordcloud(spam$text, max.words = 40, scale = c(3, 0.5))
wordcloud(ham$text, max.words = 40, scale = c(3, 0.5))
sms_dtm_freq_train <- removeSparseTerms(sms_dtm_train, 0.999)
sms_dtm_freq_train
## <<DocumentTermMatrix (documents: 4447, terms: 1160)>>
## Non-/sparse entries: 26629/5131891
## Sparsity : 99%
## Maximal term length: 19
## Weighting : term frequency (tf)
findFreqTerms(sms_dtm_train, 6)
## [1] "â<U+0082>â<U+0080><U+009C>" "abiola" "abl" "abt"
## [5] "accept" "access" "account" "across"
## [9] "activ" "actual" "add" "address"
## [13] "admir" "advanc" "aft" "afternoon"
## [17] "age" "ago" "ahead" "aight"
## [21] "aint" "air" "alex" "almost"
## [25] "alon" "alreadi" "alright" "also"
## [29] "alway" "angri" "anoth" "answer"
## [33] "anybodi" "anymor" "anyon" "anyth"
## [37] "anytim" "anyway" "apart" "app"
## [41] "appli" "appreci" "ard" "area"
## [45] "argument" "around" "arrang" "arriv"
## [49] "asap" "ask" "askd" "askin"
## [53] "asleep" "attempt" "auction" "avail"
## [57] "await" "awak" "award" "away"
## [61] "awesom" "babe" "babi" "back"
## [65] "bad" "bag" "bank" "bare"
## [69] "basic" "bath" "batteri" "bcoz"
## [73] "bday" "beauti" "becom" "bed"
## [77] "believ" "best" "better" "bid"
## [81] "big" "bill" "bird" "birthday"
## [85] "bit" "black" "bless" "blue"
## [89] "bluetooth" "bold" "bonus" "book"
## [93] "bore" "boss" "bout" "box"
## [97] "boy" "boytoy" "break" "bring"
## [101] "brother" "bslvyl" "btnationalr" "buck"
## [105] "bugi" "bus" "busi" "buy"
## [109] "call" "caller" "callertun" "camcord"
## [113] "came" "camera" "can" "cancel"
## [117] "cant" "car" "card" "care"
## [121] "carlo" "case" "cash" "cashbal"
## [125] "catch" "caus" "celebr" "cell"
## [129] "chanc" "chang" "charact" "charg"
## [133] "chariti" "chat" "cheap" "check"
## [137] "cheer" "chennai" "chikku" "children"
## [141] "choos" "christma" "cine" "cinema"
## [145] "claim" "class" "clean" "clear"
## [149] "click" "close" "club" "code"
## [153] "cold" "colleagu" "collect" "colleg"
## [157] "colour" "come" "comin" "comp"
## [161] "compani" "complet" "complimentari" "comput"
## [165] "condit" "confirm" "congrat" "congratul"
## [169] "connect" "contact" "content" "convey"
## [173] "cook" "cool" "copi" "correct"
## [177] "cos" "cost" "coupl" "cours"
## [181] "cover" "coz" "crave" "crazi"
## [185] "creat" "credit" "croydon" "cum"
## [189] "cup" "current" "custcar" "custom"
## [193] "cut" "cute" "cuz" "dad"
## [197] "daili" "darlin" "darren" "dat"
## [201] "date" "day" "dead" "deal"
## [205] "dear" "decid" "decim" "deep"
## [209] "definit" "deliv" "deliveri" "den"
## [213] "depend" "detail" "didnt" "die"
## [217] "differ" "difficult" "digit" "din"
## [221] "dinner" "dint" "direct" "dis"
## [225] "discount" "disturb" "dnt" "doctor"
## [229] "doesnt" "dog" "doin" "dollar"
## [233] "don" "donâ<U+0082>ë<U+009C>t" "done" "dont"
## [237] "door" "doubl" "download" "draw"
## [241] "dream" "drink" "drive" "drop"
## [245] "drug" "dude" "dun" "dunno"
## [249] "earli" "earlier" "easi" "eat"
## [253] "eatin" "egg" "either" "els"
## [257] "email" "empti" "end" "energi"
## [261] "england" "enjoy" "enough" "enter"
## [265] "entitl" "entri" "especi" "etc"
## [269] "euro" "eve" "even" "ever"
## [273] "everi" "everyon" "everyth" "evng"
## [277] "exact" "exam" "excel" "excit"
## [281] "excus" "expect" "experi" "expir"
## [285] "extra" "eye" "face" "facebook"
## [289] "fact" "fall" "famili" "fanci"
## [293] "fantasi" "fantast" "far" "fast"
## [297] "father" "feel" "felt" "fetch"
## [301] "fight" "figur" "fill" "film"
## [305] "final" "find" "fine" "finger"
## [309] "finish" "first" "five" "fix"
## [313] "flag" "flight" "flirt" "flower"
## [317] "follow" "fone" "food" "forev"
## [321] "forget" "forgot" "forward" "found"
## [325] "freak" "free" "freemsg" "freephon"
## [329] "fren" "fri" "friday" "friend"
## [333] "friendship" "frm" "frnd" "frnds"
## [337] "full" "fun" "futur" "gal"
## [341] "game" "gap" "gas" "gave"
## [345] "gay" "get" "gettin" "gift"
## [349] "girl" "give" "glad" "god"
## [353] "goe" "goin" "gone" "gonna"
## [357] "good" "goodmorn" "goodnight" "got"
## [361] "goto" "gotta" "great" "grin"
## [365] "group" "guarante" "gud" "guess"
## [369] "guy" "gym" "haf" "haha"
## [373] "hai" "hair" "half" "hand"
## [377] "happen" "happi" "hard" "hav"
## [381] "havent" "head" "hear" "heard"
## [385] "heart" "heavi" "hee" "hello"
## [389] "help" "hey" "hgsuiteland" "hit"
## [393] "hiya" "hmm" "hmmm" "hmv"
## [397] "hold" "holiday" "holla" "home"
## [401] "hook" "hope" "horni" "hospit"
## [405] "hot" "hotel" "hour" "hous"
## [409] "how" "howev" "hrs" "hug"
## [413] "huh" "hungri" "hurri" "hurt"
## [417] "ice" "idea" "identifi" "ill"
## [421] "immedi" "import" "includ" "india"
## [425] "info" "inform" "interest" "invit"
## [429] "ipod" "ish" "issu" "ive"
## [433] "izzit" "jay" "job" "john"
## [437] "join" "joke" "joy" "jus"
## [441] "just" "juz" "kalli" "kate"
## [445] "keep" "kept" "kick" "kid"
## [449] "kind" "kinda" "king" "kiss"
## [453] "knew" "know" "knw" "ladi"
## [457] "land" "landlin" "laptop" "lar"
## [461] "last" "late" "later" "latest"
## [465] "laugh" "lazi" "ldn" "lead"
## [469] "least" "leav" "lect" "left"
## [473] "leh" "lei" "lemm" "less"
## [477] "lesson" "let" "letter" "liao"
## [481] "librari" "lie" "life" "lift"
## [485] "light" "like" "line" "link"
## [489] "list" "listen" "littl" "live"
## [493] "load" "loan" "log" "login"
## [497] "lol" "long" "longer" "look"
## [501] "lor" "lose" "lost" "lot"
## [505] "lovabl" "love" "lover" "loyalti"
## [509] "ltd" "luck" "lucki" "lunch"
## [513] "luv" "mad" "made" "mah"
## [517] "mail" "make" "malaria" "man"
## [521] "manag" "mani" "march" "mark"
## [525] "marri" "match" "mate" "matur"
## [529] "maxim" "may" "mayb" "mean"
## [533] "meant" "med" "meet" "meh"
## [537] "mell" "member" "men" "menu"
## [541] "merri" "messag" "met" "midnight"
## [545] "might" "min" "mind" "mine"
## [549] "minut" "miracl" "miss" "mistak"
## [553] "mob" "mobil" "mobileupd" "mode"
## [557] "mom" "moment" "monday" "money"
## [561] "month" "moon" "morn" "motorola"
## [565] "move" "movi" "mrng" "mrt"
## [569] "msg" "msgs" "mths" "much"
## [573] "mum" "murder" "music" "must"
## [577] "muz" "nah" "nake" "name"
## [581] "nation" "natur" "near" "need"
## [585] "network" "neva" "never" "new"
## [589] "news" "next" "nice" "nigeria"
## [593] "night" "nite" "nobodi" "noe"
## [597] "nokia" "noon" "nope" "normal"
## [601] "noth" "notic" "now" "ntt"
## [605] "num" "number" "nxt" "nyt"
## [609] "offer" "offic" "offici" "okay"
## [613] "oki" "old" "omg" "one"
## [617] "onlin" "onto" "oop" "open"
## [621] "oper" "opinion" "opt" "orang"
## [625] "orchard" "order" "oredi" "oso"
## [629] "other" "otherwis" "outsid" "page"
## [633] "paid" "pain" "paper" "parent"
## [637] "park" "part" "parti" "partner"
## [641] "pass" "password" "pay" "peopl"
## [645] "per" "person" "pete" "phone"
## [649] "photo" "pic" "pick" "pictur"
## [653] "pin" "piss" "place" "plan"
## [657] "play" "player" "pleas" "pleasur"
## [661] "pls" "plus" "plz" "pmin"
## [665] "pmsg" "pobox" "point" "poli"
## [669] "polic" "pop" "possibl" "post"
## [673] "pound" "power" "ppm" "practic"
## [677] "pray" "prefer" "present" "press"
## [681] "pretti" "price" "princess" "privat"
## [685] "prize" "prob" "probabl" "problem"
## [689] "process" "project" "promis" "pub"
## [693] "put" "qualiti" "question" "quick"
## [697] "quit" "quiz" "quot" "rain"
## [701] "random" "rate" "reach" "read"
## [705] "readi" "real" "realiz" "realli"
## [709] "reason" "receiv" "recent" "record"
## [713] "red" "refer" "regard" "regist"
## [717] "relat" "remain" "rememb" "remind"
## [721] "remov" "rent" "rental" "repli"
## [725] "repres" "request" "respond" "respons"
## [729] "rest" "result" "return" "right"
## [733] "ring" "rington" "rite" "rock"
## [737] "role" "room" "roommat" "rose"
## [741] "round" "rowwjhl" "rpli" "rreveal"
## [745] "run" "sad" "sae" "safe"
## [749] "said" "sale" "sat" "saturday"
## [753] "savamob" "save" "saw" "say"
## [757] "sch" "school" "scream" "sea"
## [761] "search" "sec" "second" "secret"
## [765] "see" "seem" "seen" "select"
## [769] "self" "sell" "send" "sens"
## [773] "sent" "serious" "servic" "set"
## [777] "settl" "sex" "sexi" "shall"
## [781] "share" "ship" "shirt" "shop"
## [785] "short" "show" "shower" "sick"
## [789] "side" "sigh" "sight" "sign"
## [793] "silent" "sim" "simpl" "simpli"
## [797] "sinc" "sing" "singl" "sir"
## [801] "sis" "sister" "sit" "situat"
## [805] "slave" "sleep" "slept" "slow"
## [809] "slowli" "small" "smile" "smoke"
## [813] "sms" "smth" "snow" "sofa"
## [817] "somebodi" "someon" "someth" "sometim"
## [821] "somewher" "song" "soon" "sorri"
## [825] "sort" "sound" "south" "space"
## [829] "speak" "special" "specialcal" "spend"
## [833] "spent" "spree" "stand" "star"
## [837] "start" "statement" "stay" "std"
## [841] "still" "stop" "store" "stori"
## [845] "straight" "studi" "stuff" "stupid"
## [849] "style" "sub" "subscrib" "success"
## [853] "suck" "suit" "summer" "sun"
## [857] "sunday" "support" "suppos" "sure"
## [861] "surpris" "sweet" "swing" "take"
## [865] "talk" "tampa" "tcs" "tea"
## [869] "teach" "team" "tear" "teas"
## [873] "tel" "tell" "ten" "tenerif"
## [877] "term" "test" "text" "thank"
## [881] "thanx" "that" "theatr" "thing"
## [885] "think" "thinkin" "thk" "tho"
## [889] "though" "thought" "thru" "tht"
## [893] "ticket" "til" "till" "time"
## [897] "tire" "tmr" "tncs" "today"
## [901] "togeth" "told" "tomo" "tomorrow"
## [905] "tone" "tonight" "tonit" "took"
## [909] "top" "torch" "tot" "total"
## [913] "touch" "tough" "town" "track"
## [917] "train" "travel" "treat" "tri"
## [921] "trip" "troubl" "true" "trust"
## [925] "truth" "tscs" "tuesday" "turn"
## [929] "two" "txt" "txting" "txts"
## [933] "type" "ufind" "ugh" "ull"
## [937] "umma" "uncl" "understand" "unless"
## [941] "unlimit" "unredeem" "unsub" "unsubscrib"
## [945] "updat" "ure" "urgent" "urself"
## [949] "use" "user" "usf" "usual"
## [953] "uve" "valentin" "valid" "valu"
## [957] "via" "video" "visit" "vodafon"
## [961] "voic" "voucher" "wait" "wake"
## [965] "walk" "wan" "wana" "wanna"
## [969] "want" "wap" "warm" "wast"
## [973] "wat" "watch" "water" "way"
## [977] "weak" "wear" "wed" "weed"
## [981] "week" "weekend" "welcom" "well"
## [985] "wen" "went" "what" "whatev"
## [989] "whenev" "wherev" "whole" "wid"
## [993] "wif" "wife" "wil" "will"
## [997] "win" "wine" "winner" "wish"
## [1001] "wit" "within" "without" "wkli"
## [1005] "wnt" "woke" "won" "wonder"
## [1009] "wont" "word" "work" "workin"
## [1013] "world" "worri" "worth" "wot"
## [1017] "wow" "write" "wrong" "wun"
## [1021] "xmas" "xxx" "yar" "yay"
## [1025] "yeah" "year" "yes" "yesterday"
## [1029] "yet" "yiju" "yoga" "yrs"
## [1033] "yup"
sms_freq_words <- findFreqTerms(sms_dtm_train, 6)
str(sms_freq_words)
## chr [1:1033] "â<U+0082>â<U+0080><U+009C>""| __truncated__ "abiola" "abl" "abt" "accept" ...
sms_dtm_freq_train <- sms_dtm_train[ , sms_freq_words]
sms_dtm_freq_test <- sms_dtm_test[ , sms_freq_words]
# convert counts to a factor
convert_counts <- function(x) {
x <- ifelse(x > 0, "Yes", "No")}
# apply() convert_counts() to columns of train/test data
sms_train <- apply(sms_dtm_freq_train, MARGIN = 2, convert_counts)
sms_test <- apply(sms_dtm_freq_test, MARGIN = 2, convert_counts)
## Step 3: Training a model on the data ----
library(e1071)
sms_classifier <- naiveBayes(sms_train, sms_train_labels)
sms_classifier
##
## Naive Bayes Classifier for Discrete Predictors
##
## Call:
## naiveBayes.default(x = sms_train, y = sms_train_labels)
##
## A-priori probabilities:
## sms_train_labels
## ham spam
## 0.8648527 0.1351473
##
## Conditional probabilities:
## â<U+0082>â<U+0080><U+009C>
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## abiola
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## abl
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## abt
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## accept
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## access
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9916805324 0.0083194676
##
## account
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 0.973377704 0.026622296
##
## across
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## activ
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.988352745 0.011647255
##
## actual
## sms_train_labels No Yes
## ham 0.992199688 0.007800312
## spam 1.000000000 0.000000000
##
## add
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## address
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 0.993344426 0.006655574
##
## admir
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98668885 0.01331115
##
## advanc
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## aft
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## afternoon
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 1.000000000 0.000000000
##
## age
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.975041597 0.024958403
##
## ago
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## ahead
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## aight
## sms_train_labels No Yes
## ham 0.992719709 0.007280291
## spam 1.000000000 0.000000000
##
## aint
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## air
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## alex
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## almost
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## alon
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.995008319 0.004991681
##
## alreadi
## sms_train_labels No Yes
## ham 0.983099324 0.016900676
## spam 0.998336106 0.001663894
##
## alright
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 1.000000000 0.000000000
##
## also
## sms_train_labels No Yes
## ham 0.986479459 0.013520541
## spam 0.995008319 0.004991681
##
## alway
## sms_train_labels No Yes
## ham 0.990119605 0.009880395
## spam 1.000000000 0.000000000
##
## angri
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## anoth
## sms_train_labels No Yes
## ham 0.992979719 0.007020281
## spam 0.996672213 0.003327787
##
## answer
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 0.990016639 0.009983361
##
## anybodi
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## anymor
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## anyon
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 0.998336106 0.001663894
##
## anyth
## sms_train_labels No Yes
## ham 0.98543942 0.01456058
## spam 1.00000000 0.00000000
##
## anytim
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9816971714 0.0183028286
##
## anyway
## sms_train_labels No Yes
## ham 0.99375975 0.00624025
## spam 1.00000000 0.00000000
##
## apart
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## app
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.995008319 0.004991681
##
## appli
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9534109817 0.0465890183
##
## appreci
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## ard
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## area
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.990016639 0.009983361
##
## argument
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## around
## sms_train_labels No Yes
## ham 0.989079563 0.010920437
## spam 0.996672213 0.003327787
##
## arrang
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.996672213 0.003327787
##
## arriv
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9900166389 0.0099833611
##
## asap
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## ask
## sms_train_labels No Yes
## ham 0.973478939 0.026521061
## spam 0.995008319 0.004991681
##
## askd
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## askin
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## asleep
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## attempt
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9767054908 0.0232945092
##
## auction
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9850249584 0.0149750416
##
## avail
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.996672213 0.003327787
##
## await
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9650582363 0.0349417637
##
## awak
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## award
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9184692180 0.0815307820
##
## away
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.995008319 0.004991681
##
## awesom
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## babe
## sms_train_labels No Yes
## ham 0.98491940 0.01508060
## spam 0.98835275 0.01164725
##
## babi
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.998336106 0.001663894
##
## back
## sms_train_labels No Yes
## ham 0.97347894 0.02652106
## spam 0.97004992 0.02995008
##
## bad
## sms_train_labels No Yes
## ham 0.992719709 0.007280291
## spam 0.998336106 0.001663894
##
## bag
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## bank
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.996672213 0.003327787
##
## bare
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## basic
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## bath
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## batteri
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## bcoz
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## bday
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## beauti
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## becom
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## bed
## sms_train_labels No Yes
## ham 0.99349974 0.00650026
## spam 1.00000000 0.00000000
##
## believ
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 0.998336106 0.001663894
##
## best
## sms_train_labels No Yes
## ham 0.991419657 0.008580343
## spam 0.986688852 0.013311148
##
## better
## sms_train_labels No Yes
## ham 0.991419657 0.008580343
## spam 0.998336106 0.001663894
##
## bid
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9950083195 0.0049916805
##
## big
## sms_train_labels No Yes
## ham 0.991939678 0.008060322
## spam 0.996672213 0.003327787
##
## bill
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.993344426 0.006655574
##
## bird
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## birthday
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.998336106 0.001663894
##
## bit
## sms_train_labels No Yes
## ham 0.990639626 0.009360374
## spam 1.000000000 0.000000000
##
## black
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## bless
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## blue
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## bluetooth
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98668885 0.01331115
##
## bold
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## bonus
## sms_train_labels No Yes
## ham 1.0000000 0.0000000
## spam 0.9750416 0.0249584
##
## book
## sms_train_labels No Yes
## ham 0.993239730 0.006760270
## spam 0.991680532 0.008319468
##
## bore
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 0.993344426 0.006655574
##
## boss
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## bout
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.998336106 0.001663894
##
## box
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.931780366 0.068219634
##
## boy
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 0.996672213 0.003327787
##
## boytoy
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## break
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.991680532 0.008319468
##
## bring
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.998336106 0.001663894
##
## brother
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.998336106 0.001663894
##
## bslvyl
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## btnationalr
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## buck
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## bugi
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## bus
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 1.000000000 0.000000000
##
## busi
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.996672213 0.003327787
##
## buy
## sms_train_labels No Yes
## ham 0.985959438 0.014040562
## spam 0.996672213 0.003327787
##
## call
## sms_train_labels No Yes
## ham 0.94175767 0.05824233
## spam 0.57071547 0.42928453
##
## caller
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.988352745 0.011647255
##
## callertun
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 1.000000000 0.000000000
##
## camcord
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98003328 0.01996672
##
## came
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 0.998336106 0.001663894
##
## camera
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9600665557 0.0399334443
##
## can
## sms_train_labels No Yes
## ham 0.92797712 0.07202288
## spam 0.96672213 0.03327787
##
## cancel
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.991680532 0.008319468
##
## cant
## sms_train_labels No Yes
## ham 0.988819553 0.011180447
## spam 0.996672213 0.003327787
##
## car
## sms_train_labels No Yes
## ham 0.991419657 0.008580343
## spam 1.000000000 0.000000000
##
## card
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.993344426 0.006655574
##
## care
## sms_train_labels No Yes
## ham 0.98491940 0.01508060
## spam 0.98835275 0.01164725
##
## carlo
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## case
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## cash
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.901830283 0.098169717
##
## cashbal
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## catch
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## caus
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## celebr
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## cell
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## chanc
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.961730449 0.038269551
##
## chang
## sms_train_labels No Yes
## ham 0.993759750 0.006240250
## spam 0.998336106 0.001663894
##
## charact
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## charg
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.968386023 0.031613977
##
## chariti
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.996672213 0.003327787
##
## chat
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.953410982 0.046589018
##
## cheap
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.995008319 0.004991681
##
## check
## sms_train_labels No Yes
## ham 0.988299532 0.011700468
## spam 0.993344426 0.006655574
##
## cheer
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## chennai
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## chikku
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## children
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.996672213 0.003327787
##
## choos
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.990016639 0.009983361
##
## christma
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## cine
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## cinema
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.996672213 0.003327787
##
## claim
## sms_train_labels No Yes
## ham 1.0000000 0.0000000
## spam 0.8552413 0.1447587
##
## class
## sms_train_labels No Yes
## ham 0.991159646 0.008840354
## spam 1.000000000 0.000000000
##
## clean
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## clear
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## click
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9933444260 0.0066555740
##
## close
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.995008319 0.004991681
##
## club
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9783693844 0.0216306156
##
## code
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9650582363 0.0349417637
##
## cold
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## colleagu
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## collect
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.933444260 0.066555740
##
## colleg
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## colour
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.973377704 0.026622296
##
## come
## sms_train_labels No Yes
## ham 0.941237650 0.058762350
## spam 0.995008319 0.004991681
##
## comin
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## comp
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9850249584 0.0149750416
##
## compani
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.996672213 0.003327787
##
## complet
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 0.996672213 0.003327787
##
## complimentari
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98003328 0.01996672
##
## comput
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.995008319 0.004991681
##
## condit
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9933444260 0.0066555740
##
## confirm
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.998336106 0.001663894
##
## congrat
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.988352745 0.011647255
##
## congratul
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9800332779 0.0199667221
##
## connect
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.995008319 0.004991681
##
## contact
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.916805324 0.083194676
##
## content
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.981697171 0.018302829
##
## convey
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## cook
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## cool
## sms_train_labels No Yes
## ham 0.991939678 0.008060322
## spam 0.998336106 0.001663894
##
## copi
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## correct
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.993344426 0.006655574
##
## cos
## sms_train_labels No Yes
## ham 0.98543942 0.01456058
## spam 1.00000000 0.00000000
##
## cost
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.960066556 0.039933444
##
## coupl
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.998336106 0.001663894
##
## cours
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## cover
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## coz
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## crave
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## crazi
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.993344426 0.006655574
##
## creat
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.998336106 0.001663894
##
## credit
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.975041597 0.024958403
##
## croydon
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## cum
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.995008319 0.004991681
##
## cup
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9916805324 0.0083194676
##
## current
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.980033278 0.019966722
##
## custcar
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98502496 0.01497504
##
## custom
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.936772047 0.063227953
##
## cut
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## cute
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## cuz
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## dad
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 1.000000000 0.000000000
##
## daili
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9933444260 0.0066555740
##
## darlin
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## darren
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## dat
## sms_train_labels No Yes
## ham 0.991419657 0.008580343
## spam 1.000000000 0.000000000
##
## date
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.966722130 0.033277870
##
## day
## sms_train_labels No Yes
## ham 0.95943838 0.04056162
## spam 0.95008319 0.04991681
##
## dead
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## deal
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.998336106 0.001663894
##
## dear
## sms_train_labels No Yes
## ham 0.97945918 0.02054082
## spam 0.97670549 0.02329451
##
## decid
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 1.000000000 0.000000000
##
## decim
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## deep
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## definit
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.998336106 0.001663894
##
## deliv
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9966722130 0.0033277870
##
## deliveri
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97171381 0.02828619
##
## den
## sms_train_labels No Yes
## ham 0.994279771 0.005720229
## spam 1.000000000 0.000000000
##
## depend
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## detail
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 0.988352745 0.011647255
##
## didnt
## sms_train_labels No Yes
## ham 0.99375975 0.00624025
## spam 1.00000000 0.00000000
##
## die
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.998336106 0.001663894
##
## differ
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## difficult
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## digit
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9866888519 0.0133111481
##
## din
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## dinner
## sms_train_labels No Yes
## ham 0.992459698 0.007540302
## spam 1.000000000 0.000000000
##
## dint
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## direct
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.990016639 0.009983361
##
## dis
## sms_train_labels No Yes
## ham 0.993759750 0.006240250
## spam 0.996672213 0.003327787
##
## discount
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9883527454 0.0116472546
##
## disturb
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## dnt
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## doctor
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## doesnt
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## dog
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.991680532 0.008319468
##
## doin
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## dollar
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## don
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## donâ<U+0082>ë<U+009C>t
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## done
## sms_train_labels No Yes
## ham 0.989859594 0.010140406
## spam 0.995008319 0.004991681
##
## dont
## sms_train_labels No Yes
## ham 0.97217889 0.02782111
## spam 0.98502496 0.01497504
##
## door
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## doubl
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9833610649 0.0166389351
##
## download
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.990016639 0.009983361
##
## draw
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.951747088 0.048252912
##
## dream
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 0.995008319 0.004991681
##
## drink
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 0.996672213 0.003327787
##
## drive
## sms_train_labels No Yes
## ham 0.992719709 0.007280291
## spam 0.998336106 0.001663894
##
## drop
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 0.998336106 0.001663894
##
## drug
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## dude
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 1.000000000 0.000000000
##
## dun
## sms_train_labels No Yes
## ham 0.98933957 0.01066043
## spam 1.00000000 0.00000000
##
## dunno
## sms_train_labels No Yes
## ham 0.99323973 0.00676027
## spam 1.00000000 0.00000000
##
## earli
## sms_train_labels No Yes
## ham 0.99323973 0.00676027
## spam 1.00000000 0.00000000
##
## earlier
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## easi
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.981697171 0.018302829
##
## eat
## sms_train_labels No Yes
## ham 0.992459698 0.007540302
## spam 1.000000000 0.000000000
##
## eatin
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## egg
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## either
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.986688852 0.013311148
##
## els
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 0.998336106 0.001663894
##
## email
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 1.000000000 0.000000000
##
## empti
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 1.0000000000 0.0000000000
##
## end
## sms_train_labels No Yes
## ham 0.991939678 0.008060322
## spam 0.965058236 0.034941764
##
## energi
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.996672213 0.003327787
##
## england
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9866888519 0.0133111481
##
## enjoy
## sms_train_labels No Yes
## ham 0.99349974 0.00650026
## spam 0.98502496 0.01497504
##
## enough
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 0.996672213 0.003327787
##
## enter
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.980033278 0.019966722
##
## entitl
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## entri
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.96838602 0.03161398
##
## especi
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## etc
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.990016639 0.009983361
##
## euro
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## eve
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.993344426 0.006655574
##
## even
## sms_train_labels No Yes
## ham 0.983359334 0.016640666
## spam 0.991680532 0.008319468
##
## ever
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 0.995008319 0.004991681
##
## everi
## sms_train_labels No Yes
## ham 0.992979719 0.007020281
## spam 0.955074875 0.044925125
##
## everyon
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 0.996672213 0.003327787
##
## everyth
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## evng
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## exact
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## exam
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## excel
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## excit
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## excus
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## expect
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## experi
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## expir
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97670549 0.02329451
##
## extra
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9883527454 0.0116472546
##
## eye
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.996672213 0.003327787
##
## face
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 1.000000000 0.000000000
##
## facebook
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## fact
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## fall
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.998336106 0.001663894
##
## famili
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 1.000000000 0.000000000
##
## fanci
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.983361065 0.016638935
##
## fantasi
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98336106 0.01663894
##
## fantast
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9900166389 0.0099833611
##
## far
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## fast
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.998336106 0.001663894
##
## father
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## feel
## sms_train_labels No Yes
## ham 0.982839314 0.017160686
## spam 0.996672213 0.003327787
##
## felt
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## fetch
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## fight
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## figur
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## fill
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## film
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.993344426 0.006655574
##
## final
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.978369384 0.021630616
##
## find
## sms_train_labels No Yes
## ham 0.98907956 0.01092044
## spam 0.96838602 0.03161398
##
## fine
## sms_train_labels No Yes
## ham 0.990379615 0.009620385
## spam 1.000000000 0.000000000
##
## finger
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## finish
## sms_train_labels No Yes
## ham 0.98673947 0.01326053
## spam 1.00000000 0.00000000
##
## first
## sms_train_labels No Yes
## ham 0.990119605 0.009880395
## spam 0.991680532 0.008319468
##
## five
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## fix
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.998336106 0.001663894
##
## flag
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.991680532 0.008319468
##
## flight
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9916805324 0.0083194676
##
## flirt
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9933444260 0.0066555740
##
## flower
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## follow
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.985024958 0.014975042
##
## fone
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.990016639 0.009983361
##
## food
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## forev
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## forget
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 0.996672213 0.003327787
##
## forgot
## sms_train_labels No Yes
## ham 0.99349974 0.00650026
## spam 1.00000000 0.00000000
##
## forward
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.995008319 0.004991681
##
## found
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.998336106 0.001663894
##
## freak
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## free
## sms_train_labels No Yes
## ham 0.98803952 0.01196048
## spam 0.76705491 0.23294509
##
## freemsg
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98336106 0.01663894
##
## freephon
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## fren
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## fri
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.996672213 0.003327787
##
## friday
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## friend
## sms_train_labels No Yes
## ham 0.98465939 0.01534061
## spam 0.97504160 0.02495840
##
## friendship
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 1.000000000 0.000000000
##
## frm
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## frnd
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.991680532 0.008319468
##
## frnds
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## full
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## fun
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.990016639 0.009983361
##
## futur
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## gal
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## game
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.975041597 0.024958403
##
## gap
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## gas
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## gave
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## gay
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9916805324 0.0083194676
##
## get
## sms_train_labels No Yes
## ham 0.93369735 0.06630265
## spam 0.88685524 0.11314476
##
## gettin
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.998336106 0.001663894
##
## gift
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.970049917 0.029950083
##
## girl
## sms_train_labels No Yes
## ham 0.99323973 0.00676027
## spam 0.98835275 0.01164725
##
## give
## sms_train_labels No Yes
## ham 0.97945918 0.02054082
## spam 0.98835275 0.01164725
##
## glad
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.998336106 0.001663894
##
## god
## sms_train_labels No Yes
## ham 0.991939678 0.008060322
## spam 0.998336106 0.001663894
##
## goe
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 1.000000000 0.000000000
##
## goin
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## gone
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## gonna
## sms_train_labels No Yes
## ham 0.98881955 0.01118045
## spam 1.00000000 0.00000000
##
## good
## sms_train_labels No Yes
## ham 0.95709828 0.04290172
## spam 0.98668885 0.01331115
##
## goodmorn
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## goodnight
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## got
## sms_train_labels No Yes
## ham 0.954498180 0.045501820
## spam 0.990016639 0.009983361
##
## goto
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9900166389 0.0099833611
##
## gotta
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## great
## sms_train_labels No Yes
## ham 0.98153926 0.01846074
## spam 0.98835275 0.01164725
##
## grin
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## group
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## guarante
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.92678869 0.07321131
##
## gud
## sms_train_labels No Yes
## ham 0.98725949 0.01274051
## spam 1.00000000 0.00000000
##
## guess
## sms_train_labels No Yes
## ham 0.992199688 0.007800312
## spam 0.991680532 0.008319468
##
## guy
## sms_train_labels No Yes
## ham 0.988819553 0.011180447
## spam 0.990016639 0.009983361
##
## gym
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## haf
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## haha
## sms_train_labels No Yes
## ham 0.990379615 0.009620385
## spam 1.000000000 0.000000000
##
## hai
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 1.000000000 0.000000000
##
## hair
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 1.000000000 0.000000000
##
## half
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.981697171 0.018302829
##
## hand
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 1.000000000 0.000000000
##
## happen
## sms_train_labels No Yes
## ham 0.990639626 0.009360374
## spam 1.000000000 0.000000000
##
## happi
## sms_train_labels No Yes
## ham 0.9799792 0.0200208
## spam 1.0000000 0.0000000
##
## hard
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.998336106 0.001663894
##
## hav
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## havent
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## head
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## hear
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.995008319 0.004991681
##
## heard
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.996672213 0.003327787
##
## heart
## sms_train_labels No Yes
## ham 0.991419657 0.008580343
## spam 0.996672213 0.003327787
##
## heavi
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## hee
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## hello
## sms_train_labels No Yes
## ham 0.991679667 0.008320333
## spam 0.993344426 0.006655574
##
## help
## sms_train_labels No Yes
## ham 0.991939678 0.008060322
## spam 0.971713810 0.028286190
##
## hey
## sms_train_labels No Yes
## ham 0.977899116 0.022100884
## spam 0.995008319 0.004991681
##
## hgsuiteland
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## hit
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.996672213 0.003327787
##
## hiya
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## hmm
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## hmmm
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## hmv
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.995008319 0.004991681
##
## hold
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 1.000000000 0.000000000
##
## holiday
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.958402662 0.041597338
##
## holla
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## home
## sms_train_labels No Yes
## ham 0.968018721 0.031981279
## spam 0.996672213 0.003327787
##
## hook
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## hope
## sms_train_labels No Yes
## ham 0.975819033 0.024180967
## spam 0.993344426 0.006655574
##
## horni
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## hospit
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## hot
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.978369384 0.021630616
##
## hotel
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.993344426 0.006655574
##
## hour
## sms_train_labels No Yes
## ham 0.990899636 0.009100364
## spam 0.996672213 0.003327787
##
## hous
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.998336106 0.001663894
##
## how
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## howev
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## hrs
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.971713810 0.028286190
##
## hug
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## huh
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## hungri
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.998336106 0.001663894
##
## hurri
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## hurt
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## ice
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## idea
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## identifi
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97836938 0.02163062
##
## ill
## sms_train_labels No Yes
## ham 0.990379615 0.009620385
## spam 0.998336106 0.001663894
##
## immedi
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.995008319 0.004991681
##
## import
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.988352745 0.011647255
##
## includ
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.996672213 0.003327787
##
## india
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## info
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9816971714 0.0183028286
##
## inform
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.985024958 0.014975042
##
## interest
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.998336106 0.001663894
##
## invit
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.985024958 0.014975042
##
## ipod
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98169717 0.01830283
##
## ish
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## issu
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## ive
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## izzit
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## jay
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## job
## sms_train_labels No Yes
## ham 0.98985959 0.01014041
## spam 1.00000000 0.00000000
##
## john
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## join
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 0.978369384 0.021630616
##
## joke
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## joy
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## jus
## sms_train_labels No Yes
## ham 0.99323973 0.00676027
## spam 1.00000000 0.00000000
##
## just
## sms_train_labels No Yes
## ham 0.93941758 0.06058242
## spam 0.89018303 0.10981697
##
## juz
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 1.000000000 0.000000000
##
## kalli
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## kate
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## keep
## sms_train_labels No Yes
## ham 0.987779511 0.012220489
## spam 0.990016639 0.009983361
##
## kept
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.995008319 0.004991681
##
## kick
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## kid
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## kind
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## kinda
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## king
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9966722130 0.0033277870
##
## kiss
## sms_train_labels No Yes
## ham 0.992459698 0.007540302
## spam 1.000000000 0.000000000
##
## knew
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## know
## sms_train_labels No Yes
## ham 0.95293812 0.04706188
## spam 0.97670549 0.02329451
##
## knw
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## ladi
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## land
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9733777038 0.0266222962
##
## landlin
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9484193012 0.0515806988
##
## laptop
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## lar
## sms_train_labels No Yes
## ham 0.99349974 0.00650026
## spam 1.00000000 0.00000000
##
## last
## sms_train_labels No Yes
## ham 0.98673947 0.01326053
## spam 0.98169717 0.01830283
##
## late
## sms_train_labels No Yes
## ham 0.986999480 0.013000520
## spam 0.998336106 0.001663894
##
## later
## sms_train_labels No Yes
## ham 0.97035881 0.02964119
## spam 1.00000000 0.00000000
##
## latest
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9517470882 0.0482529118
##
## laugh
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## lazi
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## ldn
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## lead
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## least
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## leav
## sms_train_labels No Yes
## ham 0.984659386 0.015340614
## spam 0.996672213 0.003327787
##
## lect
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## left
## sms_train_labels No Yes
## ham 0.993759750 0.006240250
## spam 0.998336106 0.001663894
##
## leh
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 1.000000000 0.000000000
##
## lei
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## lemm
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## less
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## lesson
## sms_train_labels No Yes
## ham 0.994279771 0.005720229
## spam 1.000000000 0.000000000
##
## let
## sms_train_labels No Yes
## ham 0.98179927 0.01820073
## spam 1.00000000 0.00000000
##
## letter
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## liao
## sms_train_labels No Yes
## ham 0.992459698 0.007540302
## spam 1.000000000 0.000000000
##
## librari
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## lie
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## life
## sms_train_labels No Yes
## ham 0.986999480 0.013000520
## spam 0.996672213 0.003327787
##
## lift
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## light
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## like
## sms_train_labels No Yes
## ham 0.95293812 0.04706188
## spam 0.98169717 0.01830283
##
## line
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.948419301 0.051580699
##
## link
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.990016639 0.009983361
##
## list
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## listen
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.998336106 0.001663894
##
## littl
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 0.996672213 0.003327787
##
## live
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.966722130 0.033277870
##
## load
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.998336106 0.001663894
##
## loan
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.995008319 0.004991681
##
## log
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.990016639 0.009983361
##
## login
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9916805324 0.0083194676
##
## lol
## sms_train_labels No Yes
## ham 0.9849194 0.0150806
## spam 1.0000000 0.0000000
##
## long
## sms_train_labels No Yes
## ham 0.991419657 0.008580343
## spam 1.000000000 0.000000000
##
## longer
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## look
## sms_train_labels No Yes
## ham 0.98725949 0.01274051
## spam 0.98169717 0.01830283
##
## lor
## sms_train_labels No Yes
## ham 0.97087884 0.02912116
## spam 1.00000000 0.00000000
##
## lose
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.998336106 0.001663894
##
## lost
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.996672213 0.003327787
##
## lot
## sms_train_labels No Yes
## ham 0.989339574 0.010660426
## spam 0.996672213 0.003327787
##
## lovabl
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## love
## sms_train_labels No Yes
## ham 0.958138326 0.041861674
## spam 0.991680532 0.008319468
##
## lover
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.998336106 0.001663894
##
## loyalti
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## ltd
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97670549 0.02329451
##
## luck
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.993344426 0.006655574
##
## lucki
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.990016639 0.009983361
##
## lunch
## sms_train_labels No Yes
## ham 0.991939678 0.008060322
## spam 1.000000000 0.000000000
##
## luv
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.993344426 0.006655574
##
## mad
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## made
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.998336106 0.001663894
##
## mah
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## mail
## sms_train_labels No Yes
## ham 0.99375975 0.00624025
## spam 1.00000000 0.00000000
##
## make
## sms_train_labels No Yes
## ham 0.97659906 0.02340094
## spam 0.98169717 0.01830283
##
## malaria
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 1.0000000000 0.0000000000
##
## man
## sms_train_labels No Yes
## ham 0.992199688 0.007800312
## spam 1.000000000 0.000000000
##
## manag
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## mani
## sms_train_labels No Yes
## ham 0.988299532 0.011700468
## spam 0.998336106 0.001663894
##
## march
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## mark
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## marri
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.998336106 0.001663894
##
## match
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9833610649 0.0166389351
##
## mate
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 0.983361065 0.016638935
##
## matur
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## maxim
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## may
## sms_train_labels No Yes
## ham 0.991679667 0.008320333
## spam 0.988352745 0.011647255
##
## mayb
## sms_train_labels No Yes
## ham 0.991939678 0.008060322
## spam 0.996672213 0.003327787
##
## mean
## sms_train_labels No Yes
## ham 0.98881955 0.01118045
## spam 1.00000000 0.00000000
##
## meant
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## med
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.995008319 0.004991681
##
## meet
## sms_train_labels No Yes
## ham 0.975039002 0.024960998
## spam 0.993344426 0.006655574
##
## meh
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## mell
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 1.0000000000 0.0000000000
##
## member
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9883527454 0.0116472546
##
## men
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## menu
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9983361065 0.0016638935
##
## merri
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## messag
## sms_train_labels No Yes
## ham 0.98491940 0.01508060
## spam 0.95174709 0.04825291
##
## met
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## midnight
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## might
## sms_train_labels No Yes
## ham 0.99349974 0.00650026
## spam 1.00000000 0.00000000
##
## min
## sms_train_labels No Yes
## ham 0.991419657 0.008580343
## spam 0.930116473 0.069883527
##
## mind
## sms_train_labels No Yes
## ham 0.991679667 0.008320333
## spam 0.996672213 0.003327787
##
## mine
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## minut
## sms_train_labels No Yes
## ham 0.991419657 0.008580343
## spam 0.983361065 0.016638935
##
## miracl
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## miss
## sms_train_labels No Yes
## ham 0.981279251 0.018720749
## spam 0.990016639 0.009983361
##
## mistak
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## mob
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.96672213 0.03327787
##
## mobil
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.851913478 0.148086522
##
## mobileupd
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97836938 0.02163062
##
## mode
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## mom
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## moment
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## monday
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## money
## sms_train_labels No Yes
## ham 0.989339574 0.010660426
## spam 0.995008319 0.004991681
##
## month
## sms_train_labels No Yes
## ham 0.992459698 0.007540302
## spam 0.985024958 0.014975042
##
## moon
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.996672213 0.003327787
##
## morn
## sms_train_labels No Yes
## ham 0.98517941 0.01482059
## spam 1.00000000 0.00000000
##
## motorola
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9850249584 0.0149750416
##
## move
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## movi
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.996672213 0.003327787
##
## mrng
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## mrt
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## msg
## sms_train_labels No Yes
## ham 0.98985959 0.01014041
## spam 0.96339434 0.03660566
##
## msgs
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.991680532 0.008319468
##
## mths
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9783693844 0.0216306156
##
## much
## sms_train_labels No Yes
## ham 0.976339054 0.023660946
## spam 0.998336106 0.001663894
##
## mum
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## murder
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## music
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.976705491 0.023294509
##
## must
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.996672213 0.003327787
##
## muz
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.996672213 0.003327787
##
## nah
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## nake
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## name
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.980033278 0.019966722
##
## nation
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98169717 0.01830283
##
## natur
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## near
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.998336106 0.001663894
##
## need
## sms_train_labels No Yes
## ham 0.96775871 0.03224129
## spam 0.98835275 0.01164725
##
## network
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.965058236 0.034941764
##
## neva
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## never
## sms_train_labels No Yes
## ham 0.990899636 0.009100364
## spam 0.998336106 0.001663894
##
## new
## sms_train_labels No Yes
## ham 0.98569943 0.01430057
## spam 0.90848586 0.09151414
##
## news
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.986688852 0.013311148
##
## next
## sms_train_labels No Yes
## ham 0.990639626 0.009360374
## spam 0.976705491 0.023294509
##
## nice
## sms_train_labels No Yes
## ham 0.98803952 0.01196048
## spam 1.00000000 0.00000000
##
## nigeria
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## night
## sms_train_labels No Yes
## ham 0.980239210 0.019760790
## spam 0.993344426 0.006655574
##
## nite
## sms_train_labels No Yes
## ham 0.993759750 0.006240250
## spam 0.993344426 0.006655574
##
## nobodi
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## noe
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## nokia
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9267886855 0.0732113145
##
## noon
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## nope
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## normal
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.998336106 0.001663894
##
## noth
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.995008319 0.004991681
##
## notic
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.995008319 0.004991681
##
## now
## sms_train_labels No Yes
## ham 0.94513781 0.05486219
## spam 0.77371048 0.22628952
##
## ntt
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98668885 0.01331115
##
## num
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## number
## sms_train_labels No Yes
## ham 0.98647946 0.01352054
## spam 0.95008319 0.04991681
##
## nxt
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## nyt
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.998336106 0.001663894
##
## offer
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.945091514 0.054908486
##
## offic
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 0.998336106 0.001663894
##
## offici
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9916805324 0.0083194676
##
## okay
## sms_train_labels No Yes
## ham 0.994279771 0.005720229
## spam 1.000000000 0.000000000
##
## oki
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## old
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 0.998336106 0.001663894
##
## omg
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## one
## sms_train_labels No Yes
## ham 0.96853874 0.03146126
## spam 0.98502496 0.01497504
##
## onlin
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## onto
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## oop
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## open
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 0.998336106 0.001663894
##
## oper
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97836938 0.02163062
##
## opinion
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.998336106 0.001663894
##
## opt
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9733777038 0.0266222962
##
## orang
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9617304493 0.0382695507
##
## orchard
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## order
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.978369384 0.021630616
##
## oredi
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## oso
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## other
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## otherwis
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## outsid
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## page
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.998336106 0.001663894
##
## paid
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.998336106 0.001663894
##
## pain
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 1.000000000 0.000000000
##
## paper
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## parent
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## park
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.998336106 0.001663894
##
## part
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 0.988352745 0.011647255
##
## parti
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.998336106 0.001663894
##
## partner
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9916805324 0.0083194676
##
## pass
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.995008319 0.004991681
##
## password
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## pay
## sms_train_labels No Yes
## ham 0.992459698 0.007540302
## spam 0.996672213 0.003327787
##
## peopl
## sms_train_labels No Yes
## ham 0.989859594 0.010140406
## spam 0.995008319 0.004991681
##
## per
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.931780366 0.068219634
##
## person
## sms_train_labels No Yes
## ham 0.989859594 0.010140406
## spam 0.995008319 0.004991681
##
## pete
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## phone
## sms_train_labels No Yes
## ham 0.98283931 0.01716069
## spam 0.92179700 0.07820300
##
## photo
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.996672213 0.003327787
##
## pic
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.978369384 0.021630616
##
## pick
## sms_train_labels No Yes
## ham 0.983879355 0.016120645
## spam 0.993344426 0.006655574
##
## pictur
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## pin
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## piss
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## place
## sms_train_labels No Yes
## ham 0.987519501 0.012480499
## spam 0.993344426 0.006655574
##
## plan
## sms_train_labels No Yes
## ham 0.98907956 0.01092044
## spam 1.00000000 0.00000000
##
## play
## sms_train_labels No Yes
## ham 0.99323973 0.00676027
## spam 0.97504160 0.02495840
##
## player
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.986688852 0.013311148
##
## pleas
## sms_train_labels No Yes
## ham 0.98361934 0.01638066
## spam 0.92013311 0.07986689
##
## pleasur
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## pls
## sms_train_labels No Yes
## ham 0.98075923 0.01924077
## spam 0.98336106 0.01663894
##
## plus
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 0.990016639 0.009983361
##
## plz
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## pmin
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97171381 0.02828619
##
## pmsg
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98003328 0.01996672
##
## pobox
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.96672213 0.03327787
##
## point
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.978369384 0.021630616
##
## poli
## sms_train_labels No Yes
## ham 1.0000000 0.0000000
## spam 0.9733777 0.0266223
##
## polic
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 1.0000000000 0.0000000000
##
## pop
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## possibl
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## post
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.995008319 0.004991681
##
## pound
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9650582363 0.0349417637
##
## power
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## ppm
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.94009983 0.05990017
##
## practic
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## pray
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## prefer
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## present
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## press
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.996672213 0.003327787
##
## pretti
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## price
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.975041597 0.024958403
##
## princess
## sms_train_labels No Yes
## ham 0.99375975 0.00624025
## spam 1.00000000 0.00000000
##
## privat
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9750415973 0.0249584027
##
## prize
## sms_train_labels No Yes
## ham 1.0000000 0.0000000
## spam 0.8851913 0.1148087
##
## prob
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## probabl
## sms_train_labels No Yes
## ham 0.992199688 0.007800312
## spam 1.000000000 0.000000000
##
## problem
## sms_train_labels No Yes
## ham 0.99323973 0.00676027
## spam 1.00000000 0.00000000
##
## process
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## project
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## promis
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.998336106 0.001663894
##
## pub
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.998336106 0.001663894
##
## put
## sms_train_labels No Yes
## ham 0.992199688 0.007800312
## spam 0.998336106 0.001663894
##
## qualiti
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.996672213 0.003327787
##
## question
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.988352745 0.011647255
##
## quick
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## quit
## sms_train_labels No Yes
## ham 0.992459698 0.007540302
## spam 1.000000000 0.000000000
##
## quiz
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98336106 0.01663894
##
## quot
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9933444260 0.0066555740
##
## rain
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## random
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## rate
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9584026622 0.0415973378
##
## reach
## sms_train_labels No Yes
## ham 0.991159646 0.008840354
## spam 0.996672213 0.003327787
##
## read
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.998336106 0.001663894
##
## readi
## sms_train_labels No Yes
## ham 0.991679667 0.008320333
## spam 0.991680532 0.008319468
##
## real
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.985024958 0.014975042
##
## realiz
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## realli
## sms_train_labels No Yes
## ham 0.98179927 0.01820073
## spam 1.00000000 0.00000000
##
## reason
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## receiv
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.961730449 0.038269551
##
## recent
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## record
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.990016639 0.009983361
##
## red
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## refer
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.993344426 0.006655574
##
## regard
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.998336106 0.001663894
##
## regist
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.990016639 0.009983361
##
## relat
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## remain
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## rememb
## sms_train_labels No Yes
## ham 0.992459698 0.007540302
## spam 1.000000000 0.000000000
##
## remind
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.996672213 0.003327787
##
## remov
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.988352745 0.011647255
##
## rent
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## rental
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98336106 0.01663894
##
## repli
## sms_train_labels No Yes
## ham 0.98985959 0.01014041
## spam 0.86356073 0.13643927
##
## repres
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98502496 0.01497504
##
## request
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## respond
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## respons
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## rest
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## result
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.995008319 0.004991681
##
## return
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## right
## sms_train_labels No Yes
## ham 0.982579303 0.017420697
## spam 0.995008319 0.004991681
##
## ring
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 0.993344426 0.006655574
##
## rington
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.96006656 0.03993344
##
## rite
## sms_train_labels No Yes
## ham 0.995319813 0.004680187
## spam 1.000000000 0.000000000
##
## rock
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.998336106 0.001663894
##
## role
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## room
## sms_train_labels No Yes
## ham 0.991939678 0.008060322
## spam 0.998336106 0.001663894
##
## roommat
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## rose
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.998336106 0.001663894
##
## round
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## rowwjhl
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## rpli
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9933444260 0.0066555740
##
## rreveal
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## run
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.998336106 0.001663894
##
## sad
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## sae
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97171381 0.02828619
##
## safe
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## said
## sms_train_labels No Yes
## ham 0.9849194 0.0150806
## spam 1.0000000 0.0000000
##
## sale
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.995008319 0.004991681
##
## sat
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 0.996672213 0.003327787
##
## saturday
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.990016639 0.009983361
##
## savamob
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.991680532 0.008319468
##
## save
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 0.996672213 0.003327787
##
## saw
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## say
## sms_train_labels No Yes
## ham 0.972438898 0.027561102
## spam 0.998336106 0.001663894
##
## sch
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## school
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 1.000000000 0.000000000
##
## scream
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## sea
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## search
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.996672213 0.003327787
##
## sec
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.996672213 0.003327787
##
## second
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## secret
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.983361065 0.016638935
##
## see
## sms_train_labels No Yes
## ham 0.96775871 0.03224129
## spam 0.97504160 0.02495840
##
## seem
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.998336106 0.001663894
##
## seen
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## select
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.958402662 0.041597338
##
## self
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## sell
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.998336106 0.001663894
##
## send
## sms_train_labels No Yes
## ham 0.97321893 0.02678107
## spam 0.90682196 0.09317804
##
## sens
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## sent
## sms_train_labels No Yes
## ham 0.98699948 0.01300052
## spam 0.98668885 0.01331115
##
## serious
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## servic
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.905158070 0.094841930
##
## set
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 0.996672213 0.003327787
##
## settl
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## sex
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98502496 0.01497504
##
## sexi
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.981697171 0.018302829
##
## shall
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 1.000000000 0.000000000
##
## share
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## ship
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## shirt
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## shop
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.985024958 0.014975042
##
## short
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.996672213 0.003327787
##
## show
## sms_train_labels No Yes
## ham 0.99349974 0.00650026
## spam 0.95008319 0.04991681
##
## shower
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## sick
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## side
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## sigh
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## sight
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 1.000000000 0.000000000
##
## sign
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.996672213 0.003327787
##
## silent
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## sim
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.996672213 0.003327787
##
## simpl
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## simpli
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## sinc
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.996672213 0.003327787
##
## sing
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.998336106 0.001663894
##
## singl
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.993344426 0.006655574
##
## sir
## sms_train_labels No Yes
## ham 0.992979719 0.007020281
## spam 1.000000000 0.000000000
##
## sis
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## sister
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## sit
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## situat
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## slave
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## sleep
## sms_train_labels No Yes
## ham 0.98387936 0.01612064
## spam 1.00000000 0.00000000
##
## slept
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## slow
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 0.998336106 0.001663894
##
## slowli
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## small
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## smile
## sms_train_labels No Yes
## ham 0.98933957 0.01066043
## spam 1.00000000 0.00000000
##
## smoke
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## sms
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 0.966722130 0.033277870
##
## smth
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## snow
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## sofa
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## somebodi
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.996672213 0.003327787
##
## someon
## sms_train_labels No Yes
## ham 0.990899636 0.009100364
## spam 0.981697171 0.018302829
##
## someth
## sms_train_labels No Yes
## ham 0.98517941 0.01482059
## spam 1.00000000 0.00000000
##
## sometim
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## somewher
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## song
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.996672213 0.003327787
##
## soon
## sms_train_labels No Yes
## ham 0.989599584 0.010400416
## spam 0.995008319 0.004991681
##
## sorri
## sms_train_labels No Yes
## ham 0.968018721 0.031981279
## spam 0.998336106 0.001663894
##
## sort
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## sound
## sms_train_labels No Yes
## ham 0.994279771 0.005720229
## spam 0.998336106 0.001663894
##
## south
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## space
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## speak
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.986688852 0.013311148
##
## special
## sms_train_labels No Yes
## ham 0.992979719 0.007020281
## spam 0.973377704 0.026622296
##
## specialcal
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## spend
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## spent
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## spree
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## stand
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## star
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## start
## sms_train_labels No Yes
## ham 0.98803952 0.01196048
## spam 0.97836938 0.02163062
##
## statement
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9767054908 0.0232945092
##
## stay
## sms_train_labels No Yes
## ham 0.993759750 0.006240250
## spam 0.996672213 0.003327787
##
## std
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## still
## sms_train_labels No Yes
## ham 0.970878835 0.029121165
## spam 0.993344426 0.006655574
##
## stop
## sms_train_labels No Yes
## ham 0.990119605 0.009880395
## spam 0.865224626 0.134775374
##
## store
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9900166389 0.0099833611
##
## stori
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 0.998336106 0.001663894
##
## straight
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9966722130 0.0033277870
##
## studi
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 1.000000000 0.000000000
##
## stuff
## sms_train_labels No Yes
## ham 0.989079563 0.010920437
## spam 0.998336106 0.001663894
##
## stupid
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## style
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## sub
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9866888519 0.0133111481
##
## subscrib
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98502496 0.01497504
##
## success
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## suck
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## suit
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.996672213 0.003327787
##
## summer
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9916805324 0.0083194676
##
## sun
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 0.998336106 0.001663894
##
## sunday
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## support
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.998336106 0.001663894
##
## suppos
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## sure
## sms_train_labels No Yes
## ham 0.98465939 0.01534061
## spam 1.00000000 0.00000000
##
## surpris
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.993344426 0.006655574
##
## sweet
## sms_train_labels No Yes
## ham 0.99323973 0.00676027
## spam 1.00000000 0.00000000
##
## swing
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## take
## sms_train_labels No Yes
## ham 0.97009880 0.02990120
## spam 0.98003328 0.01996672
##
## talk
## sms_train_labels No Yes
## ham 0.987519501 0.012480499
## spam 0.996672213 0.003327787
##
## tampa
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## tcs
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.95840266 0.04159734
##
## tea
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## teach
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## team
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9950083195 0.0049916805
##
## tear
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## teas
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## tel
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.998336106 0.001663894
##
## tell
## sms_train_labels No Yes
## ham 0.97529901 0.02470099
## spam 0.97504160 0.02495840
##
## ten
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.998336106 0.001663894
##
## tenerif
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## term
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9833610649 0.0166389351
##
## test
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 1.000000000 0.000000000
##
## text
## sms_train_labels No Yes
## ham 0.98153926 0.01846074
## spam 0.82861897 0.17138103
##
## thank
## sms_train_labels No Yes
## ham 0.98205928 0.01794072
## spam 0.97836938 0.02163062
##
## thanx
## sms_train_labels No Yes
## ham 0.99375975 0.00624025
## spam 1.00000000 0.00000000
##
## that
## sms_train_labels No Yes
## ham 0.991159646 0.008840354
## spam 1.000000000 0.000000000
##
## theatr
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## thing
## sms_train_labels No Yes
## ham 0.980239210 0.019760790
## spam 0.998336106 0.001663894
##
## think
## sms_train_labels No Yes
## ham 0.97009880 0.02990120
## spam 0.98003328 0.01996672
##
## thinkin
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## thk
## sms_train_labels No Yes
## ham 0.990119605 0.009880395
## spam 1.000000000 0.000000000
##
## tho
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## though
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 1.000000000 0.000000000
##
## thought
## sms_train_labels No Yes
## ham 0.990379615 0.009620385
## spam 0.998336106 0.001663894
##
## thru
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## tht
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## ticket
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.995008319 0.004991681
##
## til
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 1.000000000 0.000000000
##
## till
## sms_train_labels No Yes
## ham 0.996099844 0.003900156
## spam 0.996672213 0.003327787
##
## time
## sms_train_labels No Yes
## ham 0.95631825 0.04368175
## spam 0.98169717 0.01830283
##
## tire
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## tmr
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 1.000000000 0.000000000
##
## tncs
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## today
## sms_train_labels No Yes
## ham 0.97061882 0.02938118
## spam 0.95008319 0.04991681
##
## togeth
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## told
## sms_train_labels No Yes
## ham 0.98933957 0.01066043
## spam 1.00000000 0.00000000
##
## tomo
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## tomorrow
## sms_train_labels No Yes
## ham 0.98387936 0.01612064
## spam 0.98668885 0.01331115
##
## tone
## sms_train_labels No Yes
## ham 1.0000000 0.0000000
## spam 0.9234609 0.0765391
##
## tonight
## sms_train_labels No Yes
## ham 0.988559542 0.011440458
## spam 0.995008319 0.004991681
##
## tonit
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## took
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## top
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.978369384 0.021630616
##
## torch
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## tot
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 1.000000000 0.000000000
##
## total
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## touch
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.998336106 0.001663894
##
## tough
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## town
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 0.996672213 0.003327787
##
## track
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## train
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 0.998336106 0.001663894
##
## travel
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## treat
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## tri
## sms_train_labels No Yes
## ham 0.98517941 0.01482059
## spam 0.95008319 0.04991681
##
## trip
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 0.993344426 0.006655574
##
## troubl
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## true
## sms_train_labels No Yes
## ham 0.995839834 0.004160166
## spam 0.996672213 0.003327787
##
## trust
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## truth
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## tscs
## sms_train_labels No Yes
## ham 1.0000000 0.0000000
## spam 0.9733777 0.0266223
##
## tuesday
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## turn
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 0.998336106 0.001663894
##
## two
## sms_train_labels No Yes
## ham 0.993499740 0.006500260
## spam 0.998336106 0.001663894
##
## txt
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.815307820 0.184692180
##
## txting
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9900166389 0.0099833611
##
## txts
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98502496 0.01497504
##
## type
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.998336106 0.001663894
##
## ufind
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## ugh
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## ull
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## umma
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## uncl
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 1.000000000 0.000000000
##
## understand
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## unless
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## unlimit
## sms_train_labels No Yes
## ham 0.998959958 0.001040042
## spam 0.988352745 0.011647255
##
## unredeem
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97836938 0.02163062
##
## unsub
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## unsubscrib
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97171381 0.02828619
##
## updat
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.981697171 0.018302829
##
## ure
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## urgent
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.916805324 0.083194676
##
## urself
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## use
## sms_train_labels No Yes
## ham 0.98855954 0.01144046
## spam 0.98835275 0.01164725
##
## user
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9883527454 0.0116472546
##
## usf
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## usual
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## uve
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9916805324 0.0083194676
##
## valentin
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.995008319 0.004991681
##
## valid
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.97004992 0.02995008
##
## valu
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.988352745 0.011647255
##
## via
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.996672213 0.003327787
##
## video
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9617304493 0.0382695507
##
## visit
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.988352745 0.011647255
##
## vodafon
## sms_train_labels No Yes
## ham 1.000000000 0.000000000
## spam 0.990016639 0.009983361
##
## voic
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## voucher
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9534109817 0.0465890183
##
## wait
## sms_train_labels No Yes
## ham 0.98023921 0.01976079
## spam 0.97670549 0.02329451
##
## wake
## sms_train_labels No Yes
## ham 0.99349974 0.00650026
## spam 1.00000000 0.00000000
##
## walk
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.998336106 0.001663894
##
## wan
## sms_train_labels No Yes
## ham 0.990639626 0.009360374
## spam 0.995008319 0.004991681
##
## wana
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## wanna
## sms_train_labels No Yes
## ham 0.994539782 0.005460218
## spam 0.986688852 0.013311148
##
## want
## sms_train_labels No Yes
## ham 0.96021841 0.03978159
## spam 0.96173045 0.03826955
##
## wap
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98835275 0.01164725
##
## warm
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.996672213 0.003327787
##
## wast
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## wat
## sms_train_labels No Yes
## ham 0.979459178 0.020540822
## spam 0.998336106 0.001663894
##
## watch
## sms_train_labels No Yes
## ham 0.98595944 0.01404056
## spam 1.00000000 0.00000000
##
## water
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## way
## sms_train_labels No Yes
## ham 0.981019241 0.018980759
## spam 0.998336106 0.001663894
##
## weak
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 1.000000000 0.000000000
##
## wear
## sms_train_labels No Yes
## ham 0.997919917 0.002080083
## spam 1.000000000 0.000000000
##
## wed
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.996672213 0.003327787
##
## weed
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## week
## sms_train_labels No Yes
## ham 0.98569943 0.01430057
## spam 0.90682196 0.09317804
##
## weekend
## sms_train_labels No Yes
## ham 0.994019761 0.005980239
## spam 0.985024958 0.014975042
##
## welcom
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9866888519 0.0133111481
##
## well
## sms_train_labels No Yes
## ham 0.975299012 0.024700988
## spam 0.993344426 0.006655574
##
## wen
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 1.000000000 0.000000000
##
## went
## sms_train_labels No Yes
## ham 0.98959958 0.01040042
## spam 1.00000000 0.00000000
##
## what
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 0.998336106 0.001663894
##
## whatev
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## whenev
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## wherev
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## whole
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 1.000000000 0.000000000
##
## wid
## sms_train_labels No Yes
## ham 0.996619865 0.003380135
## spam 0.993344426 0.006655574
##
## wif
## sms_train_labels No Yes
## ham 0.99375975 0.00624025
## spam 1.00000000 0.00000000
##
## wife
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 1.000000000 0.000000000
##
## wil
## sms_train_labels No Yes
## ham 0.995579823 0.004420177
## spam 1.000000000 0.000000000
##
## will
## sms_train_labels No Yes
## ham 0.93473739 0.06526261
## spam 0.94342762 0.05657238
##
## win
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 0.915141431 0.084858569
##
## wine
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 0.998336106 0.001663894
##
## winner
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98502496 0.01497504
##
## wish
## sms_train_labels No Yes
## ham 0.987259490 0.012740510
## spam 0.998336106 0.001663894
##
## wit
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## within
## sms_train_labels No Yes
## ham 0.9994799792 0.0005200208
## spam 0.9900166389 0.0099833611
##
## without
## sms_train_labels No Yes
## ham 0.994799792 0.005200208
## spam 1.000000000 0.000000000
##
## wkli
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.98336106 0.01663894
##
## wnt
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## woke
## sms_train_labels No Yes
## ham 0.997659906 0.002340094
## spam 1.000000000 0.000000000
##
## won
## sms_train_labels No Yes
## ham 1.00000000 0.00000000
## spam 0.90016639 0.09983361
##
## wonder
## sms_train_labels No Yes
## ham 0.991679667 0.008320333
## spam 1.000000000 0.000000000
##
## wont
## sms_train_labels No Yes
## ham 0.992979719 0.007020281
## spam 1.000000000 0.000000000
##
## word
## sms_train_labels No Yes
## ham 0.99323973 0.00676027
## spam 0.96838602 0.03161398
##
## work
## sms_train_labels No Yes
## ham 0.975299012 0.024700988
## spam 0.996672213 0.003327787
##
## workin
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## world
## sms_train_labels No Yes
## ham 0.993759750 0.006240250
## spam 0.996672213 0.003327787
##
## worri
## sms_train_labels No Yes
## ham 0.992719709 0.007280291
## spam 1.000000000 0.000000000
##
## worth
## sms_train_labels No Yes
## ham 0.9997399896 0.0002600104
## spam 0.9850249584 0.0149750416
##
## wot
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.998336106 0.001663894
##
## wow
## sms_train_labels No Yes
## ham 0.997399896 0.002600104
## spam 0.996672213 0.003327787
##
## write
## sms_train_labels No Yes
## ham 0.998179927 0.001820073
## spam 1.000000000 0.000000000
##
## wrong
## sms_train_labels No Yes
## ham 0.996879875 0.003120125
## spam 1.000000000 0.000000000
##
## wun
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## xmas
## sms_train_labels No Yes
## ham 0.998699948 0.001300052
## spam 0.980033278 0.019966722
##
## xxx
## sms_train_labels No Yes
## ham 0.995059802 0.004940198
## spam 0.986688852 0.013311148
##
## yar
## sms_train_labels No Yes
## ham 0.997139886 0.002860114
## spam 1.000000000 0.000000000
##
## yay
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## yeah
## sms_train_labels No Yes
## ham 0.979719189 0.020280811
## spam 0.998336106 0.001663894
##
## year
## sms_train_labels No Yes
## ham 0.98725949 0.01274051
## spam 0.98835275 0.01164725
##
## yes
## sms_train_labels No Yes
## ham 0.98387936 0.01612064
## spam 0.97004992 0.02995008
##
## yesterday
## sms_train_labels No Yes
## ham 0.996359854 0.003640146
## spam 0.998336106 0.001663894
##
## yet
## sms_train_labels No Yes
## ham 0.990639626 0.009360374
## spam 0.996672213 0.003327787
##
## yiju
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## yoga
## sms_train_labels No Yes
## ham 0.998439938 0.001560062
## spam 1.000000000 0.000000000
##
## yrs
## sms_train_labels No Yes
## ham 0.9992199688 0.0007800312
## spam 0.9900166389 0.0099833611
##
## yup
## sms_train_labels No Yes
## ham 0.990639626 0.009360374
## spam 1.000000000 0.000000000
## Step 4: Evaluating model performance ----
sms_test_pred <- predict(sms_classifier, sms_test)
head(sms_test_pred)
## [1] ham ham spam ham ham ham
## Levels: ham spam
library(gmodels)
CrossTable(sms_test_pred, sms_test_labels,dnn = c('predicted', 'actual'))
##
##
## Cell Contents
## |-------------------------|
## | N |
## | Chi-square contribution |
## | N / Row Total |
## | N / Col Total |
## | N / Table Total |
## |-------------------------|
##
##
## Total Observations in Table: 1112
##
##
## | actual
## predicted | ham | spam | Row Total |
## -------------|-----------|-----------|-----------|
## ham | 964 | 21 | 985 |
## | 13.714 | 90.736 | |
## | 0.979 | 0.021 | 0.886 |
## | 0.998 | 0.144 | |
## | 0.867 | 0.019 | |
## -------------|-----------|-----------|-----------|
## spam | 2 | 125 | 127 |
## | 106.362 | 703.736 | |
## | 0.016 | 0.984 | 0.114 |
## | 0.002 | 0.856 | |
## | 0.002 | 0.112 | |
## -------------|-----------|-----------|-----------|
## Column Total | 966 | 146 | 1112 |
## | 0.869 | 0.131 | |
## -------------|-----------|-----------|-----------|
##
##
## Step 5: Improving model performance ----
sms_classifier2 <- naiveBayes(sms_train, sms_train_labels, laplace = 1)
sms_test_pred2 <- predict(sms_classifier2, sms_test)
CrossTable(sms_test_pred2, sms_test_labels,dnn = c('predicted', 'actual'))
##
##
## Cell Contents
## |-------------------------|
## | N |
## | Chi-square contribution |
## | N / Row Total |
## | N / Col Total |
## | N / Table Total |
## |-------------------------|
##
##
## Total Observations in Table: 1112
##
##
## | actual
## predicted | ham | spam | Row Total |
## -------------|-----------|-----------|-----------|
## ham | 964 | 20 | 984 |
## | 13.949 | 92.290 | |
## | 0.980 | 0.020 | 0.885 |
## | 0.998 | 0.137 | |
## | 0.867 | 0.018 | |
## -------------|-----------|-----------|-----------|
## spam | 2 | 126 | 128 |
## | 107.230 | 709.482 | |
## | 0.016 | 0.984 | 0.115 |
## | 0.002 | 0.863 | |
## | 0.002 | 0.113 | |
## -------------|-----------|-----------|-----------|
## Column Total | 966 | 146 | 1112 |
## | 0.869 | 0.131 | |
## -------------|-----------|-----------|-----------|
##
##