## Package version: 2.1.2
## Parallel computing: 2 of 8 threads used.
## See https://quanteda.io for tutorials and examples.
## 
## Attaching package: 'quanteda'
## The following object is masked from 'package:utils':
## 
##     View
## Loading required package: usethis
## 
## Attaching package: 'quanteda.textmodels'
## The following object is masked from 'package:quanteda':
## 
##     data_dfm_lbgexample
## 
## Attaching package: 'seededlda'
## The following object is masked from 'package:stats':
## 
##     terms
## 
## Attaching package: 'rsconnect'
## The following object is masked from 'package:devtools':
## 
##     lint
## 
## Attaching package: 'packrat'
## The following objects are masked from 'package:devtools':
## 
##     install, install_local

#create corpus

## readtext object consisting of 30 documents and 2 docvars.
## # Description: df[,4] [30 x 4]
##   doc_id           text                docvar1 docvar2
##   <chr>            <chr>               <chr>   <chr>  
## 1 Irian_Jaya1.pdf  "\"          \"..." Irian   Jaya1  
## 2 Irian_Jaya10.pdf "\"          \"..." Irian   Jaya10 
## 3 Irian_Jaya11.pdf "\"INDONESIA:\"..." Irian   Jaya11 
## 4 Irian_Jaya12.pdf "\"          \"..." Irian   Jaya12 
## 5 Irian_Jaya13.pdf "\"   Irian J\"..." Irian   Jaya13 
## 6 Irian_Jaya14.pdf "\"          \"..." Irian   Jaya14 
## # ... with 24 more rows

#create corpus

## [1] 30
##   docvar1 docvar2
## 1   Irian   Jaya1
## 2   Irian  Jaya10
## 3   Irian  Jaya11
## 4   Irian  Jaya12
## 5   Irian  Jaya13
## 6   Irian  Jaya14
## Corpus consisting of 30 documents, showing 30 documents:
## 
##              Text Types Tokens Sentences docvar1 docvar2
##   Irian_Jaya1.pdf   354    683        29   Irian   Jaya1
##  Irian_Jaya10.pdf   565   1356        41   Irian  Jaya10
##  Irian_Jaya11.pdf   515   1282        37   Irian  Jaya11
##  Irian_Jaya12.pdf   240    462        14   Irian  Jaya12
##  Irian_Jaya13.pdf   328    659        21   Irian  Jaya13
##  Irian_Jaya14.pdf   203    361        13   Irian  Jaya14
##  Irian_Jaya15.pdf   305    603        28   Irian  Jaya15
##  Irian_Jaya16.pdf   332    687        22   Irian  Jaya16
##  Irian_Jaya17.pdf   286    548        18   Irian  Jaya17
##  Irian_Jaya18.pdf   808   2084        83   Irian  Jaya18
##  Irian_Jaya19.pdf   289   1081        37   Irian  Jaya19
##   Irian_Jaya2.pdf   399    863        34   Irian   Jaya2
##  Irian_Jaya20.pdf   276    498        23   Irian  Jaya20
##  Irian_Jaya21.pdf   275    531        16   Irian  Jaya21
##  Irian_Jaya22.pdf   241    474        18   Irian  Jaya22
##  Irian_Jaya23.pdf   437    896        38   Irian  Jaya23
##  Irian_Jaya24.pdf   351    685        22   Irian  Jaya24
##  Irian_Jaya25.pdf   272    567        15   Irian  Jaya25
##  Irian_Jaya26.pdf   485   5257       243   Irian  Jaya26
##  Irian_Jaya27.pdf   402   2127        68   Irian  Jaya27
##  Irian_Jaya28.pdf   307    609        25   Irian  Jaya28
##  Irian_Jaya29.pdf   355    681        26   Irian  Jaya29
##   Irian_Jaya3.pdf   317    611        26   Irian   Jaya3
##  Irian_Jaya30.pdf   432   2048        72   Irian  Jaya30
##   Irian_Jaya4.pdf   212    400        11   Irian   Jaya4
##   Irian_Jaya5.pdf   354    795        28   Irian   Jaya5
##   Irian_Jaya6.pdf   488   1169        52   Irian   Jaya6
##   Irian_Jaya7.pdf   422    910        40   Irian   Jaya7
##   Irian_Jaya8.pdf   354    739        27   Irian   Jaya8
##   Irian_Jaya9.pdf   619   1441        46   Irian   Jaya9

#create dfm

## Length  Class   Mode 
##  71040    dfm     S4

#Cleaning up using tokens

##                  Length Class  Mode     
## Irian_Jaya1.pdf   360   -none- character
## Irian_Jaya10.pdf  706   -none- character
## Irian_Jaya11.pdf  661   -none- character
## Irian_Jaya12.pdf  242   -none- character
## Irian_Jaya13.pdf  377   -none- character
## Irian_Jaya14.pdf  194   -none- character
## Irian_Jaya15.pdf  337   -none- character
## Irian_Jaya16.pdf  387   -none- character
## Irian_Jaya17.pdf  291   -none- character
## Irian_Jaya18.pdf  999   -none- character
## Irian_Jaya19.pdf  605   -none- character
## Irian_Jaya2.pdf   482   -none- character
## Irian_Jaya20.pdf  254   -none- character
## Irian_Jaya21.pdf  293   -none- character
## Irian_Jaya22.pdf  263   -none- character
## Irian_Jaya23.pdf  495   -none- character
## Irian_Jaya24.pdf  374   -none- character
## Irian_Jaya25.pdf  301   -none- character
## Irian_Jaya26.pdf 2801   -none- character
## Irian_Jaya27.pdf 1108   -none- character
## Irian_Jaya28.pdf  318   -none- character
## Irian_Jaya29.pdf  385   -none- character
## Irian_Jaya3.pdf   326   -none- character
## Irian_Jaya30.pdf 1023   -none- character
## Irian_Jaya4.pdf   224   -none- character
## Irian_Jaya5.pdf   382   -none- character
## Irian_Jaya6.pdf   579   -none- character
## Irian_Jaya7.pdf   500   -none- character
## Irian_Jaya8.pdf   396   -none- character
## Irian_Jaya9.pdf   741   -none- character

#kwic doesn’t work with dfm, so you have to use tokens

docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
Irian_Jaya1.pdf 341 341 sinc former dutch coloni becam indonesian provinc coloni
Irian_Jaya13.pdf 264 264 papua former dutch coloni lie easternmost end coloni
Irian_Jaya18.pdf 467 467 australia grappl futur coloni joku met png coloni
Irian_Jaya19.pdf 262 262 territori still dutch coloni decemb water page coloni
Irian_Jaya19.pdf 550 550 territori still dutch coloni decemb indonesia claim coloni
Irian_Jaya20.pdf 246 246 sinc former dutch coloni becam indonesian provinc coloni
Irian_Jaya22.pdf 166 166 territori still dutch coloni pdp statement sign coloni
Irian_Jaya23.pdf 410 410 jaya former dutch coloni u.n.-sanction vote integr coloni
Irian_Jaya24.pdf 192 192 ran former dutch coloni iron fist mani coloni
Irian_Jaya26.pdf 174 174 declar independ dutch coloni rule independ move coloni
Irian_Jaya26.pdf 632 632 declar independ dutch coloni rule independ move coloni
Irian_Jaya26.pdf 1069 1069 declar independ dutch coloni rule independ move coloni
Irian_Jaya26.pdf 1537 1537 declar independ dutch coloni rule independ move coloni
Irian_Jaya26.pdf 2002 2002 declar independ dutch coloni rule independ move coloni
Irian_Jaya26.pdf 2544 2544 declar independ dutch coloni rule independ move coloni
Irian_Jaya27.pdf 189 189 decemb former dutch coloni becam part indonesia coloni
Irian_Jaya27.pdf 599 599 decemb former dutch coloni becam part indonesia coloni
Irian_Jaya27.pdf 1032 1032 decemb former dutch coloni becam part indonesia coloni
Irian_Jaya4.pdf 179 179 later former dutch coloni becam part indonesia coloni
Irian_Jaya5.pdf 82 82 netherland hand administr coloni indonesia organis expect coloni
Irian_Jaya7.pdf 236 236 declar independ dutch coloni rule independ move coloni
Irian_Jaya9.pdf 144 144 ago dec former coloni power netherland relinquish coloni
Irian_Jaya9.pdf 624 624 timor former portugues coloni invad indonesia later coloni
docname from to pre keyword post pattern
Irian_Jaya26.pdf 253 253 provinci capit jayapura occupi ragtag separatist movement occupi
Irian_Jaya26.pdf 358 358 former presid sukarno occupi provinc demand secur occupi
Irian_Jaya26.pdf 711 711 provinci capit jayapura occupi ragtag separatist movement occupi
Irian_Jaya26.pdf 809 809 former presid sukarno occupi provinc demand secur occupi
Irian_Jaya26.pdf 1177 1177 provinci capit jayapura occupi ragtag separatist movement occupi
Irian_Jaya26.pdf 1275 1275 former presid sukarno occupi provinc demand secur occupi
Irian_Jaya26.pdf 1645 1645 provinci capit jayapura occupi ragtag separatist movement occupi
Irian_Jaya26.pdf 1750 1750 former presid sukarno occupi provinc demand secur occupi
Irian_Jaya26.pdf 2117 2117 provinci capit jayapura occupi ragtag separatist movement occupi
Irian_Jaya26.pdf 2215 2215 former presid sukarno occupi provinc demand secur occupi
Irian_Jaya26.pdf 2626 2626 provinci capit jayapura occupi ragtag separatist movement occupi
Irian_Jaya26.pdf 2723 2723 former presid sukarno occupi provinc demand secur occupi
Irian_Jaya7.pdf 328 328 provinci capit jayapura occupi ragtag separatist movement occupi
Irian_Jaya7.pdf 425 425 former presid sukarno occupi provinc demand secur occupi
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
Irian_Jaya26.pdf 416 416 polic said peopl massacr remot villag region massacr
Irian_Jaya26.pdf 867 867 polic said peopl massacr remot villag region massacr
Irian_Jaya26.pdf 1333 1333 polic said peopl massacr remot villag region massacr
Irian_Jaya26.pdf 1808 1808 polic said peopl massacr remot villag region massacr
Irian_Jaya26.pdf 2273 2273 polic said peopl massacr remot villag region massacr
Irian_Jaya26.pdf 2774 2774 polic said peopl massacr remot villag region massacr
Irian_Jaya7.pdf 476 476 polic said peopl massacr remot villag region massacr
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
Irian_Jaya11.pdf 180 180 paulus baut legisl repres irian jaya provinc repres
Irian_Jaya11.pdf 305 305 grassroot level they repres hope prophet can repres
Irian_Jaya11.pdf 335 335 provinc elect hous repres independ activist consid repres
Irian_Jaya11.pdf 361 361 local legisl assembl repres former rule golkar repres
Irian_Jaya11.pdf 612 612 provinc october hous repres pass law grant repres
Irian_Jaya18.pdf 848 848 dewan papua incorpor repres major melanesian group repres
Irian_Jaya18.pdf 876 876 idea gather ground repres talk group around repres
Irian_Jaya24.pdf 272 272 govern regret papuan repres person support independ repres
Irian_Jaya24.pdf 296 296 govern feel congress repres sector papuan communiti repres
Irian_Jaya24.pdf 336 336 countri intern affair repres papua new guinea repres
Irian_Jaya28.pdf 105 105 flag hand famili repres papua presidium pro- repres
Irian_Jaya5.pdf 192 192 guinea almost peopl repres region tribe communiti repres
Irian_Jaya5.pdf 303 303 free choic vote repres pick indonesia decid repres
Irian_Jaya9.pdf 717 717 peopl congress claim repres aspir overwhelm major repres 
## Tokens consisting of 30 documents and 2 docvars.
## Irian_Jaya1.pdf :
##  [1] "mourner"      "buri"         "irian"        "jaya"         "pro-independ"
##  [6] "leader"       "agenc"        "franc"        "press"        "english"     
## [11] "novemb"       "saturday"    
## [ ... and 348 more ]
## 
## Irian_Jaya10.pdf :
##  [1] "indonesia"  "crack"      "separatist" "irian"      "jaya"      
##  [6] "new"        "york"       "time"       "decemb"     "monday"    
## [11] "late"       "edition"   
## [ ... and 694 more ]
## 
## Irian_Jaya11.pdf :
##  [1] "indonesia" "local"     "leader's"  "murder"    "prompts"   "unease"   
##  [7] "irian"     "jaya"      "ips-inter" "press"     "servic"    "novemb"   
## [ ... and 649 more ]
## 
## Irian_Jaya12.pdf :
##  [1] "indonesian" "presid"     "rule"       "independ"   "irian"     
##  [6] "jaya"       "agenc"      "franc"      "press"      "english"   
## [11] "may"        "saturday"  
## [ ... and 230 more ]
## 
## Irian_Jaya13.pdf :
##  [1] "irian"          "jaya"           "independ"       "support"       
##  [5] "rampag"         "kill"           "indonesian"     "policemen"     
##  [9] "deutsch"        "presse-agentur" "decemb"         "thursday"      
## [ ... and 365 more ]
## 
## Irian_Jaya14.pdf :
##  [1] "irian"        "jaya"         "pro-independ" "forum"        "keep"        
##  [6] "top"          "post"         "vacant"       "agenc"        "franc"       
## [11] "press"        "english"     
## [ ... and 182 more ]
## 
## [ reached max_ndoc ... 24 more documents ]
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern
docname from to pre keyword post pattern

Irian_Jaya.tokens2

#create dfm from first tokenized steps

#word cloud

#co-occurance

##       said       kill      polic        two indonesian      offic       aceh 
##      99295      93608      78148      73542      66928      54944      50916 
## separatist       wena    protest 
##      48209      45090      44480
##  [1] "said"       "kill"       "polic"      "two"        "indonesian"
##  [6] "offic"      "aceh"       "separatist" "wena"       "protest"   
## [11] "fire"       "year"       "also"       "countri"    "island"    
## [16] "presid"     "friday"     "past"       "jakarta"    "rais"      
## [21] "provinc"    "push"       "wahid"      "muslim"     "occupi"