## Package version: 2.1.2
## Parallel computing: 2 of 2 threads used.
## See https://quanteda.io for tutorials and examples.
## 
## Attaching package: 'quanteda'
## The following object is masked from 'package:utils':
## 
##     View
## Loading required package: usethis
## 
## Attaching package: 'quanteda.textmodels'
## The following object is masked from 'package:quanteda':
## 
##     data_dfm_lbgexample
## 
## Attaching package: 'seededlda'
## The following object is masked from 'package:stats':
## 
##     terms
## 
## Attaching package: 'rsconnect'
## The following object is masked from 'package:devtools':
## 
##     lint
## 
## Attaching package: 'packrat'
## The following objects are masked from 'package:devtools':
## 
##     install, install_local

R Markdown

#create corpus

## readtext object consisting of 30 documents and 1 docvar.
## # Description: df[,3] [30 × 3]
##   doc_id          text                docvar1    
##   <chr>           <chr>               <chr>      
## 1 AbuSayaff1.pdf  "\"        NE\"..." AbuSayaff1 
## 2 AbuSayaff10.pdf "\"   Philipp\"..." AbuSayaff10
## 3 AbuSayaff11.pdf "\"          \"..." AbuSayaff11
## 4 AbuSayaff12.pdf "\"  PHILIPPI\"..." AbuSayaff12
## 5 AbuSayaff13.pdf "\"          \"..." AbuSayaff13
## 6 AbuSayaff14.pdf "\"          \"..." AbuSayaff14
## # … with 24 more rows

#create corpus

## [1] 30
##       docvar1
## 1  AbuSayaff1
## 2 AbuSayaff10
## 3 AbuSayaff11
## 4 AbuSayaff12
## 5 AbuSayaff13
## 6 AbuSayaff14
## Corpus consisting of 30 documents, showing 30 documents:
## 
##             Text Types Tokens Sentences     docvar1
##   AbuSayaff1.pdf   413    773        26  AbuSayaff1
##  AbuSayaff10.pdf   320    669        23 AbuSayaff10
##  AbuSayaff11.pdf   361    698        25 AbuSayaff11
##  AbuSayaff12.pdf   478   1042        45 AbuSayaff12
##  AbuSayaff13.pdf   218    395        13 AbuSayaff13
##  AbuSayaff14.pdf   295    520        19 AbuSayaff14
##  AbuSayaff15.pdf   224    396        14 AbuSayaff15
##  AbuSayaff16.pdf   316    637        25 AbuSayaff16
##  AbuSayaff17.pdf   634   1425        44 AbuSayaff17
##  AbuSayaff18.pdf   532   1216        44 AbuSayaff18
##  AbuSayaff19.pdf   230    424        16 AbuSayaff19
##   AbuSayaff2.pdf   375    828        33  AbuSayaff2
##  AbuSayaff20.pdf   332    736        24 AbuSayaff20
##  AbuSayaff21.pdf   411    856        32 AbuSayaff21
##  AbuSayaff22.pdf   212    347        14 AbuSayaff22
##  AbuSayaff23.pdf   361    734        27 AbuSayaff23
##  AbuSayaff24.pdf   446    927        41 AbuSayaff24
##  AbuSayaff25.pdf   370    760        29 AbuSayaff25
##  AbuSayaff26.pdf   302    602        17 AbuSayaff26
##  AbuSayaff27.pdf   426    809        33 AbuSayaff27
##  AbuSayaff28.pdf   335    670        27 AbuSayaff28
##  AbuSayaff29.pdf   176    367        10 AbuSayaff29
##   AbuSayaff3.pdf   286    509        16  AbuSayaff3
##  AbuSayaff30.pdf   231    436        15 AbuSayaff30
##   AbuSayaff4.pdf   287    575        19  AbuSayaff4
##   AbuSayaff5.pdf   344    729        33  AbuSayaff5
##   AbuSayaff6.pdf   298    656        24  AbuSayaff6
##   AbuSayaff7.pdf   234    468        19  AbuSayaff7
##   AbuSayaff8.pdf   231    451        18  AbuSayaff8
##   AbuSayaff9.pdf   364    796        27  AbuSayaff9

#create dfm

## Length  Class   Mode 
##  72990    dfm     S4

#Cleaning up using tokens

##                 Length Class  Mode     
## AbuSayaff1.pdf  411    -none- character
## AbuSayaff10.pdf 372    -none- character
## AbuSayaff11.pdf 366    -none- character
## AbuSayaff12.pdf 498    -none- character
## AbuSayaff13.pdf 219    -none- character
## AbuSayaff14.pdf 291    -none- character
## AbuSayaff15.pdf 215    -none- character
## AbuSayaff16.pdf 357    -none- character
## AbuSayaff17.pdf 724    -none- character
## AbuSayaff18.pdf 628    -none- character
## AbuSayaff19.pdf 228    -none- character
## AbuSayaff2.pdf  411    -none- character
## AbuSayaff20.pdf 386    -none- character
## AbuSayaff21.pdf 433    -none- character
## AbuSayaff22.pdf 193    -none- character
## AbuSayaff23.pdf 365    -none- character
## AbuSayaff24.pdf 496    -none- character
## AbuSayaff25.pdf 401    -none- character
## AbuSayaff26.pdf 315    -none- character
## AbuSayaff27.pdf 435    -none- character
## AbuSayaff28.pdf 352    -none- character
## AbuSayaff29.pdf 192    -none- character
## AbuSayaff3.pdf  294    -none- character
## AbuSayaff30.pdf 240    -none- character
## AbuSayaff4.pdf  321    -none- character
## AbuSayaff5.pdf  395    -none- character
## AbuSayaff6.pdf  323    -none- character
## AbuSayaff7.pdf  248    -none- character
## AbuSayaff8.pdf  237    -none- character
## AbuSayaff9.pdf  394    -none- character

#kwic doesn’t work with dfm, so you have to use tokens

docname from to pre keyword post pattern
AbuSayaff10.pdf 17 17 monday associat press right reserv section international right
AbuSayaff13.pdf 18 18 agenc franc press right reserv length word right
AbuSayaff15.pdf 13 13 cabl new network right reserv section world right
AbuSayaff16.pdf 73 73 ting emmo report right hand man group right
AbuSayaff17.pdf 713 713 key role negoti right abu sayyaf rebel right
AbuSayaff18.pdf 36 36 scienc publish societi right reserv section world right
AbuSayaff21.pdf 20 20 cycl associat press right reserv section state right
AbuSayaff22.pdf 14 14 new pti limit right reserv length word right
AbuSayaff23.pdf 18 18 morn post ltd right reserv section news right
AbuSayaff24.pdf 19 19 friday associat press right reserv section international right
AbuSayaff27.pdf 23 23 cycl associat press right reserv section internat right
AbuSayaff29.pdf 14 14 philippin daili inquirer right reserv length word right
AbuSayaff3.pdf 21 21 cycl associat press right reserv section internat right
AbuSayaff30.pdf 19 19 syndig media inc right reserv length word right
AbuSayaff4.pdf 15 15 sunday canadian press right reserv section foreign right
AbuSayaff5.pdf 12 12 monday est u.p.i right reserv length word right
AbuSayaff7.pdf 11 11 tuesday est u.p.i right reserv length word right
docname from to pre keyword post pattern
AbuSayaff1.pdf 66 66 mark philippin year independ spanish rule tone independ
AbuSayaff1.pdf 84 84 diplomat tradit toast independ day malacanang presidenti independ
AbuSayaff1.pdf 133 133 flash televis watch independ day celebr decapit independ
AbuSayaff1.pdf 246 246 give live fight independ islamic state southern independ
AbuSayaff10.pdf 339 339 rebel battl govern independ abu sayyaf style independ
AbuSayaff10.pdf 344 344 sayyaf style muslim independ fighter govern dismiss independ
AbuSayaff11.pdf 341 341 leader wage war independ main southern region independ
AbuSayaff12.pdf 21 21 still holding hostages independ london may friday independ
AbuSayaff12.pdf 25 25 london may friday independ print ltd section independ
AbuSayaff12.pdf 260 260 group issu demand independ report $ 2m independ
AbuSayaff12.pdf 285 285 repeat refus consid independ abu sayyaf leader independ
AbuSayaff13.pdf 141 141 hundr self-proclaim muslim independ fighter respons sever independ
AbuSayaff14.pdf 199 199 told manila want independ exchang hostag also independ
AbuSayaff14.pdf 265 265 reject abu sayyaf independ demand said manila independ
AbuSayaff15.pdf 27 27 arroyo mark countri independ day rais nation independ
AbuSayaff16.pdf 164 164 resid peruvian descent independ day gift philippin independ
AbuSayaff17.pdf 34 34 head new recruits independ london august tuesday independ
AbuSayaff17.pdf 38 38 london august tuesday independ print ltd section independ
AbuSayaff17.pdf 80 80 front milf fight independ state southern island independ
AbuSayaff17.pdf 189 189 year war afghanistan independ struggl muslim southern independ
AbuSayaff17.pdf 514 514 may done caus independ turn good busi independ
AbuSayaff17.pdf 585 585 half million local independ mindanao issu aggrav independ
AbuSayaff17.pdf 662 662 made peac biggest independ group mnlf resurg independ
AbuSayaff18.pdf 133 133 group polit caus independ predomin muslim part independ
AbuSayaff19.pdf 136 136 june sobero behead independ day gift presid independ
AbuSayaff2.pdf 81 81 malacanang mark countri independ day meanwhil german independ
AbuSayaff2.pdf 307 307 three origin demand independ islamic state creation independ
AbuSayaff20.pdf 376 376 captiv insist islamic independ fighter govern consid independ
AbuSayaff21.pdf 293 293 claim fight islamic independ southern philippin most independ
AbuSayaff22.pdf 161 161 sayyaf long battl independ mindanao regard ancestr independ
AbuSayaff23.pdf 112 112 drop demand muslim independ settl autonomi misuari independ
AbuSayaff24.pdf 431 431 behead peruvian-american philippin independ day gift arroyo independ
AbuSayaff25.pdf 75 75 rebel said behead independ day gift govern independ
AbuSayaff26.pdf 134 134 govern reject demand independ govern five-man negoti independ
AbuSayaff26.pdf 279 279 sayyaf also demand independ islamic state probe independ
AbuSayaff26.pdf 290 290 state sabah demand independ alreadi reject investig independ
AbuSayaff27.pdf 168 168 use label muslim independ smoke screen banditri independ
AbuSayaff27.pdf 422 422 front group drop independ goal exchang limit independ
AbuSayaff28.pdf 342 342 captiv insist islamic independ fighter govern consid independ
AbuSayaff29.pdf 40 40 sayyaf describ behead independ day gift presid independ
AbuSayaff29.pdf 130 130 just countri celebr independ day head box independ
AbuSayaff29.pdf 160 160 statement declar head independ day gift arroyo independ
AbuSayaff3.pdf 94 94 celebr june countri independ day holiday present independ
AbuSayaff30.pdf 168 168 group long battl independ southern region mindanao independ
AbuSayaff4.pdf 51 51 countri celebr 112th independ day latest seri independ
AbuSayaff4.pdf 136 136 blame behead hostag independ day kill american independ
AbuSayaff5.pdf 88 88 goal abu sayyaf independ mindanao sulu island independ
AbuSayaff7.pdf 240 240 abu sayyaf demand independ southern island mindanao independ
AbuSayaff8.pdf 202 202 sobero june philippin independ day independ day independ
AbuSayaff8.pdf 204 204 philippin independ day independ day gift presid independ
AbuSayaff9.pdf 49 49 reject initi demand independ abu sayyaf leader independ
AbuSayaff9.pdf 328 328 guerrilla demand establish independ islamic state condit independ
docname from to pre keyword post pattern
AbuSayaff11.pdf 230 230 full-scal militari assault free hostag water page free
AbuSayaff15.pdf 161 161 symbol govern effort free island terror poverti free
AbuSayaff17.pdf 142 142 carel strydom walk free leav six western free
AbuSayaff26.pdf 37 37 extremist take time free western asian hostag free
AbuSayaff26.pdf 103 103 leader last week free hostag three german free
AbuSayaff28.pdf 214 214 far fruitless campaign free hostag includ three free
docname from to pre keyword post pattern
docname from to pre keyword post pattern
AbuSayaff2.pdf 279 279 presid joseph estrada decis said go movement decis
AbuSayaff6.pdf 96 96 andrea lorenz said decis made soon whether decis
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
AbuSayaff17.pdf 576 576 muslim us took coloni defeat spanish american coloni
AbuSayaff22.pdf 169 169 date back pre-spanish coloni period afp note coloni
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
AbuSayaff12.pdf 383 383 broken moro islamic liber front main separatist liber
AbuSayaff12.pdf 453 453 moro born fighter liber graphic command global liber
AbuSayaff14.pdf 178 178 manila moro nation liber front end 24-year liber
AbuSayaff17.pdf 76 76 group moro islamic liber front milf fight liber
AbuSayaff17.pdf 203 203 call moro nation liber front mnlf leader liber
AbuSayaff17.pdf 643 643 law moro nation liber front wage concert liber
AbuSayaff18.pdf 520 520 group moro islamic liber front moro nation liber
AbuSayaff18.pdf 524 524 front moro nation liber front autonomi treat liber
AbuSayaff23.pdf 48 48 jail moro nation liber front chairman nur liber
AbuSayaff27.pdf 409 409 group moro islamic liber front sign peac liber
AbuSayaff27.pdf 418 418 movement moro nation liber front group drop liber
AbuSayaff5.pdf 348 348 call moro islamic liber front milf accept liber
AbuSayaff6.pdf 306 306 secessionist moro islamic liber front abu sayyaf liber
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
AbuSayaff17.pdf 581 581 spanish american soldier massacr half million local massacr
AbuSayaff21.pdf 355 355 separ passeng religion massacr christian day captiv massacr
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
AbuSayaff1.pdf 359 359 brother relat past war govern learn use war
AbuSayaff10.pdf 110 110 offici told gibbon war afghanistan come halt war
AbuSayaff11.pdf 340 340 separatist leader wage war independ main southern war
AbuSayaff12.pdf 2 2 philippines war part culture sai war
AbuSayaff12.pdf 238 238 water page philippines war part culture sai war
AbuSayaff12.pdf 442 442 defenc armi attack war part cultur said war
AbuSayaff17.pdf 6 6 sayyaf heart islamic war $ 17m hostage war
AbuSayaff17.pdf 187 187 caus recent year war afghanistan independ struggl war
AbuSayaff17.pdf 233 233 milf sustain intermitt war philippin arm forc war
AbuSayaff17.pdf 256 256 sayyaf heart islamic war $ 17m hostage war
AbuSayaff17.pdf 605 605 sayyaf heart islamic war $ 17m hostage war
AbuSayaff17.pdf 649 649 concert campaign civil war throughout seventi t war
AbuSayaff18.pdf 216 216 dutert declar stepped-up war abu sayyaf hope war
AbuSayaff20.pdf 75 75 sympath arroyo said war wish end abu war
AbuSayaff24.pdf 50 50 first expans american war terror presum dead war
AbuSayaff24.pdf 288 288 death step forward war terror said american war
AbuSayaff24.pdf 337 337 deploy u.s anti-terror war outsid campaign afghanistan war
AbuSayaff27.pdf 43 43 unite state wage war afghanistan philippin fight war
AbuSayaff28.pdf 143 143 told press confer war said govern blackmail war
docname from to pre keyword post pattern
docname from to pre keyword post pattern 
## Tokens consisting of 30 documents and 1 docvar.
## AbuSayaff1.pdf :
##  [1] "news"           "feature"        "behead"         "abu"           
##  [5] "sayyaf"         "send"           "chill"          "filipino"      
##  [9] "deutsch"        "presse-agentur" "june"           "tuesday"       
## [ ... and 399 more ]
## 
## AbuSayaff10.pdf :
##  [1] "philippin"   "offici"      "fear"        "weapon"      "afghanistan"
##  [6] "end"         "abu"         "sayyaf"      "rebel"       "associat"   
## [11] "press"       "internat"   
## [ ... and 360 more ]
## 
## AbuSayaff11.pdf :
##  [1] "abu"     "sayyaf"  "display" "kidnap"  "mettl"   "agenc"   "franc"  
##  [8] "press"   "english" "may"     "monday"  "agenc"  
## [ ... and 354 more ]
## 
## AbuSayaff12.pdf :
##  [1] "philippines" "war"         "part"        "culture"     "sai"        
##  [6] "islamic"     "fighters"    "bombers"     "target"      "civilians"  
## [11] "miles"       "camp"       
## [ ... and 486 more ]
## 
## AbuSayaff13.pdf :
##  [1] "philippin" "ask"       "neighbor"  "arrest"    "flee"      "abu"      
##  [7] "sayyaf"    "agenc"     "franc"     "press"     "english"   "januari"  
## [ ... and 207 more ]
## 
## AbuSayaff14.pdf :
##  [1] "oic"       "send"      "offici"    "philippin" "unite"     "press"    
##  [7] "internat"  "may"       "wednesday" "u.p.i"     "section"   "general"  
## [ ... and 279 more ]
## 
## [ reached max_ndoc ... 24 more documents ]
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern

Abu_Sayyaf.tokens2

#create dfm from first tokenized steps

#word cloud

#co-occurance

##     group      said    muslim  militari     rebel   basilan  southern philippin 
##     13130     11986      9877      9194      9145      7703      7675      7546 
##    island       say 
##      7209      7149
##  [1] "group"     "said"      "muslim"    "militari"  "rebel"     "basilan"  
##  [7] "southern"  "philippin" "island"    "say"       "troop"     "water"    
## [13] "demand"    "also"      "forc"      "dutert"    "leader"    "jolo"     
## [19] "negoti"    "member"    "govern"    "believ"    "mindanao"  "three"    
## [25] "press"