Aoa_prediction_reliability
Script to measure reliability of CHILDES predictors, WordBank CDIs and regression models for target languages.
Load libraries, define target languages, predictors and paths.
knitr::opts_chunk$set(echo = TRUE, message = FALSE, warning = FALSE)
options(dplyr.summarise.inform = FALSE)
library(tidyverse)## ── Attaching packages ─────────────────────────────────────── tidyverse 1.3.1 ──## ✓ ggplot2 3.3.5 ✓ purrr 0.3.4
## ✓ tibble 3.1.5 ✓ dplyr 1.0.7
## ✓ tidyr 1.1.4 ✓ stringr 1.4.0
## ✓ readr 2.0.2 ✓ forcats 0.5.1## ── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
## x dplyr::filter() masks stats::filter()
## x dplyr::lag() masks stats::lag()library(glue)##
## Attaching package: 'glue'## The following object is masked from 'package:dplyr':
##
## collapselibrary(wordbankr)
#library(broom)
#install.packages("remotes")
#remotes::install_github("langcog/childesr")
library(childesr)
library(modelr)
walk(list.files("scripts", pattern = "*.R", full.names = TRUE), source)## New names:
## * `` -> ...9## Rows: 81 Columns: 9## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (7): iso_name, wordbank, childes, snowball, espeak, espeak notes, ...9
## dbl (1): num resources
## lgl (1): wordbank and childes##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.target_langs <- c("Danish", "Norwegian", "Croatian", "English (American)", "Italian", "Spanish (Mexican)", "Turkish", "Swedish", "French (Quebecois)", "Russian")
predictor_list <- c("length_char","n_tokens", "mlu", "frequency", "solo_frequency", "first_frequency", "final_frequency")
childes_path <- "data/childes"
temp_path <- "data/temp_saved_data"
metric_funs <- list(compute_count, compute_mlu, compute_positions,
compute_length_char, compute_length_phon)
corpus_args <- list(corpus = NULL, role = NULL, role_exclude = "Target_Child",
age = NULL, sex = NULL, part_of_speech = NULL, token = "*")Functions CDI
sbformula: adjusts correlation using the spearman-brown formula. https://assess.com/2018/04/14/what-is-the-spearman-brown-prediction-formula/
measure_aoas: gets AoAs for CDI administrations using the get_aoas function
split_wordbank: extracts WG and/or WS data from WordBank, and splits each form in random half. Then collapses forms.
get_main_rel_aoa: main wrapper function for CDI reliability, measures pearson correlation
# adjust with spearman-brown formula
sbformula <- function(r){
if (!is.na(r)){
r1<-(2*r)/(1+r)
}else{
r1=NA
}
return(r1)
}
#######################
# measures aoa for each item
measure_aoas <- function(admin_summary) {
d<- admin_summary |>
mutate(num_false = total - num_true,
prop = num_true / total) |>
dplyr::select(language, measure, uni_lemma, prop, num_true,age, num_false, total, items) %>%
unique()
admin_aoas <- d|>
group_by(language, measure) |>
nest() |>
mutate(aoa = map(data, get_aoas, max_steps = 400)) |>
dplyr::select(-data) |>
unnest(cols = c(aoa))
return(admin_aoas)
}
################################
# get wordbank and randomly split in two
split_wordbank <- function(lang, form, meas){
f <- file.path(temp_path, glue("{lang}_{form}.rds"))
if(!file.exists(f)) {
print(glue("Extract {lang} {form} data from WordBank"))
items <- tryCatch({items <- create_inst_data(lang, form) %>%
filter(measure==meas)
}, error= function(e){})
} else {
print(glue("Load saved {lang} {form} data"))
items <-readRDS(f)
}
if (length(unique(items$data_id)) >1){ #if at least 1 administration
admin<-as.data.frame(unique(items$data_id))
ind <- sample(c(TRUE, FALSE), nrow(admin), replace=TRUE, prob=c(0.5, 0.5))
print(glue("Randomly split administrations..."))
adminfirstnum <- admin[ind, ]
adminfirst<-items %>% filter(data_id %in% adminfirstnum)
adminfirst_summary <- collapse_inst_data(adminfirst)
adminsecondnum <- admin[!ind, ] #create two groups of administrations
adminsecond<-items %>% filter(data_id %in% adminsecondnum)
adminsecond_summary <- collapse_inst_data(adminsecond)
df <- list(adminfirst_summary, adminsecond_summary)
} else{
df<- NULL
}
return(df)
}
#################
# main function for reliabilities of aoa within wordbank
get_main_rel_aoa <-function(lang, meas){
print(glue("Get CDI item data for {lang} {meas} and measure aoas..."))
if (is.null(nrow(split_wordbank(lang, "WS", meas)[[1]]))){
if (!is.null(nrow(split_wordbank(lang, "WG", meas)[[1]]))){
first_aoas <- measure_aoas(split_wordbank(lang, "WG", meas)[[1]])
second_aoas <-measure_aoas(split_wordbank(lang, "WG", meas)[[2]])
r=cor(first_aoas$aoa, second_aoas$aoa, use="complete.obs", method="pearson")
}else{
r=NA
}
}
else if (is.null(nrow(split_wordbank(lang, "WG", meas)[[1]]))){
first_aoas <- measure_aoas(split_wordbank(lang, "WS", meas)[[1]])
second_aoas <-measure_aoas(split_wordbank(lang, "WS", meas)[[2]])
r=cor(first_aoas$aoa, second_aoas$aoa, use="complete.obs", method="pearson")
}
else{
first_summary <- combine_form_data(list(split_wordbank(lang, "WS", meas)[[1]], split_wordbank(lang, "WG", meas)[[1]]))
second_summary <- combine_form_data(list(split_wordbank(lang, "WS", meas)[[2]], split_wordbank(lang, "WG", meas)[[2]]))
first_aoas <- measure_aoas(first_summary)
second_aoas <-measure_aoas(second_summary)
print(glue("Measure correlation ..."))
r<-cor(first_aoas$aoa, second_aoas$aoa, use="complete.obs", method="pearson") #measure r
}
return(r)
}Measure reliabilities for aoa WordBank
Implement functions above, for each target language, measure (and optionally word_class). The mean correlation r is selected from 5 random splits of the administrations.
rel_aoa <- file.path(glue("data/reliabilities_aoa.rds")) #check whether cached data exist
if(!file.exists(rel_aoa)) {
reliabilities_aoa <- expand_grid(lang = target_langs,
meas = c("produces", "understands"),
word_class = c("all")) %>% #
rowwise %>%
mutate(r_aoa = ifelse(is.na(get_main_rel_aoa(lang, meas)), NA, (sum(get_main_rel_aoa(lang, meas), get_main_rel_aoa(lang, meas), get_main_rel_aoa(lang, meas),get_main_rel_aoa(lang, meas),get_main_rel_aoa(lang, meas)))/5),
sbr_aoa = sbformula(r_aoa))
#mutate(split_half_aoa = ifelse(word_class == "all",
# split_half_cor_aoa(language, measure),
# split_half_cor_aoa(language, word_class)),
}else{
reliabilities_aoa <- readRDS(rel_aoa)
}## Get CDI item data for Danish produces and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish produces and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish produces and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish produces and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish produces and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish produces and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish understands and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish understands and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish understands and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish understands and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish understands and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Danish understands and measure aoas...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Load saved Danish WS data
## Randomly split administrations...
## Collapsing data for Danish WS...
## Collapsing data for Danish WS...
## Load saved Danish WG data
## Randomly split administrations...
## Collapsing data for Danish WG...
## Collapsing data for Danish WG...
## Measure correlation ...
## Get CDI item data for Norwegian produces and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian produces and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian produces and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian produces and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian produces and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian produces and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian understands and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian understands and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian understands and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian understands and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian understands and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Norwegian understands and measure aoas...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Load saved Norwegian WS data
## Randomly split administrations...
## Collapsing data for Norwegian WS...
## Collapsing data for Norwegian WS...
## Load saved Norwegian WG data
## Randomly split administrations...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WG...
## Measure correlation ...
## Get CDI item data for Croatian produces and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Measure correlation ...
## Get CDI item data for Croatian produces and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Measure correlation ...
## Get CDI item data for Croatian produces and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Measure correlation ...
## Get CDI item data for Croatian produces and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Measure correlation ...
## Get CDI item data for Croatian produces and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Measure correlation ...
## Get CDI item data for Croatian produces and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Randomly split administrations...
## Collapsing data for Croatian WS...
## Collapsing data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Measure correlation ...
## Get CDI item data for Croatian understands and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Get CDI item data for Croatian understands and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Get CDI item data for Croatian understands and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Get CDI item data for Croatian understands and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Get CDI item data for Croatian understands and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Get CDI item data for Croatian understands and measure aoas...
## Extract Croatian WS data from WordBank
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Extract Croatian WG data from WordBank
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Randomly split administrations...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WG...
## Get CDI item data for English (American) produces and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Measure correlation ...
## Get CDI item data for English (American) produces and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Measure correlation ...
## Get CDI item data for English (American) produces and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Measure correlation ...
## Get CDI item data for English (American) produces and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Measure correlation ...
## Get CDI item data for English (American) produces and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Measure correlation ...
## Get CDI item data for English (American) produces and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Randomly split administrations...
## Collapsing data for English (American) WS...
## Collapsing data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Measure correlation ...
## Get CDI item data for English (American) understands and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Get CDI item data for English (American) understands and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Get CDI item data for English (American) understands and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Get CDI item data for English (American) understands and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Get CDI item data for English (American) understands and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Get CDI item data for English (American) understands and measure aoas...
## Extract English (American) WS data from WordBank
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Extract English (American) WG data from WordBank
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Randomly split administrations...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WG...
## Get CDI item data for Italian produces and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian produces and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian produces and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian produces and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian produces and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian produces and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian understands and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian understands and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian understands and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian understands and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian understands and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Italian understands and measure aoas...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WG data
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Load saved Italian WS data
## Randomly split administrations...
## Collapsing data for Italian WS...
## Collapsing data for Italian WS...
## Get CDI item data for Spanish (Mexican) produces and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Measure correlation ...
## Get CDI item data for Spanish (Mexican) produces and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Measure correlation ...
## Get CDI item data for Spanish (Mexican) produces and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Measure correlation ...
## Get CDI item data for Spanish (Mexican) produces and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Measure correlation ...
## Get CDI item data for Spanish (Mexican) produces and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Measure correlation ...
## Get CDI item data for Spanish (Mexican) produces and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Measure correlation ...
## Get CDI item data for Spanish (Mexican) understands and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Get CDI item data for Spanish (Mexican) understands and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Get CDI item data for Spanish (Mexican) understands and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Get CDI item data for Spanish (Mexican) understands and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Get CDI item data for Spanish (Mexican) understands and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Get CDI item data for Spanish (Mexican) understands and measure aoas...
## Extract Spanish (Mexican) WS data from WordBank
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Extract Spanish (Mexican) WG data from WordBank
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Randomly split administrations...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WG...
## Get CDI item data for Turkish produces and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish produces and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish produces and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish produces and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish produces and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish produces and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish understands and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish understands and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish understands and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish understands and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish understands and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Turkish understands and measure aoas...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Load saved Turkish WS data
## Randomly split administrations...
## Collapsing data for Turkish WS...
## Collapsing data for Turkish WS...
## Load saved Turkish WG data
## Randomly split administrations...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WG...
## Measure correlation ...
## Get CDI item data for Swedish produces and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Measure correlation ...
## Get CDI item data for Swedish produces and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Measure correlation ...
## Get CDI item data for Swedish produces and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Measure correlation ...
## Get CDI item data for Swedish produces and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Measure correlation ...
## Get CDI item data for Swedish produces and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Measure correlation ...
## Get CDI item data for Swedish produces and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Randomly split administrations...
## Collapsing data for Swedish WS...
## Collapsing data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Measure correlation ...
## Get CDI item data for Swedish understands and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Get CDI item data for Swedish understands and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Get CDI item data for Swedish understands and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Get CDI item data for Swedish understands and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Get CDI item data for Swedish understands and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Get CDI item data for Swedish understands and measure aoas...
## Extract Swedish WS data from WordBank
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Extract Swedish WG data from WordBank
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Randomly split administrations...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WG...
## Get CDI item data for French (Quebecois) produces and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Measure correlation ...
## Get CDI item data for French (Quebecois) produces and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Measure correlation ...
## Get CDI item data for French (Quebecois) produces and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Measure correlation ...
## Get CDI item data for French (Quebecois) produces and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Measure correlation ...
## Get CDI item data for French (Quebecois) produces and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Measure correlation ...
## Get CDI item data for French (Quebecois) produces and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Measure correlation ...
## Get CDI item data for French (Quebecois) understands and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Get CDI item data for French (Quebecois) understands and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Get CDI item data for French (Quebecois) understands and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Get CDI item data for French (Quebecois) understands and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Get CDI item data for French (Quebecois) understands and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Get CDI item data for French (Quebecois) understands and measure aoas...
## Extract French (Quebecois) WS data from WordBank
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Extract French (Quebecois) WG data from WordBank
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Randomly split administrations...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WG...
## Get CDI item data for Russian produces and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian produces and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian produces and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian produces and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian produces and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian produces and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian understands and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian understands and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian understands and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian understands and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian understands and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...
## Get CDI item data for Russian understands and measure aoas...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Load saved Russian WS data
## Randomly split administrations...
## Collapsing data for Russian WS...
## Collapsing data for Russian WS...
## Load saved Russian WG data
## Randomly split administrations...
## Collapsing data for Russian WG...
## Collapsing data for Russian WG...
## Measure correlation ...pathrelaoa<- glue("data/reliabilities_aoa.rds")
saveRDS(reliabilities_aoa, pathrelaoa)
reliabilities_aoa %>%
knitr::kable(digits = 2)| lang | meas | word_class | r_aoa | sbr_aoa |
|---|---|---|---|---|
| Danish | produces | all | 0.99 | 1.00 |
| Danish | understands | all | 0.99 | 1.00 |
| Norwegian | produces | all | 1.00 | 1.00 |
| Norwegian | understands | all | 1.00 | 1.00 |
| Croatian | produces | all | 0.97 | 0.98 |
| Croatian | understands | all | 0.98 | 0.99 |
| English (American) | produces | all | 1.00 | 1.00 |
| English (American) | understands | all | 1.00 | 1.00 |
| Italian | produces | all | 0.99 | 0.99 |
| Italian | understands | all | 0.99 | 1.00 |
| Spanish (Mexican) | produces | all | 0.99 | 0.99 |
| Spanish (Mexican) | understands | all | 0.99 | 1.00 |
| Turkish | produces | all | 0.99 | 1.00 |
| Turkish | understands | all | 1.00 | 1.00 |
| Swedish | produces | all | 0.98 | 0.99 |
| Swedish | understands | all | 0.99 | 1.00 |
| French (Quebecois) | produces | all | 1.00 | 1.00 |
| French (Quebecois) | understands | all | 0.99 | 1.00 |
| Russian | produces | all | 0.19 | 0.32 |
| Russian | understands | all | -0.03 | -0.06 |
Functions CHILDES
get_main_rel: Main function for CHILDES predictor reliabilities.
same_size_df: check whether both parts of a random split of CHILDES have the same length (same unilemmas). Adds unilemma with 0 if missing.
pred_cor: measures pearson correlation between the two vectors of the predictors
get_predictors: gets unilemmas for CHILDES, and measures predictors for each half
split_half: split CHILDES in random half based on number of tokens
# main function for reliabilities of predictors within childes
get_main_rel <-function(lang){
both<-split_half(lang)
df<- same_size_df(both[[1]],both[[2]])
r=c(pred_cor("length_char", df),pred_cor("n_tokens", df), pred_cor("mlu", df), pred_cor("frequency", df), pred_cor("solo_frequency", df), pred_cor("first_frequency", df), pred_cor("final_frequency", df))
names= predictor_list
rdata <- data.frame(names, r)
rdata <- rdata %>% mutate(language=lang)
return(rdata)
}
######################
# add lemmas of one CHILDES half not existing at other half and do same size and order
same_size_df <- function(df1, df2) {
if (nrow(df1)>3){
df1 <- df1 %>%
drop_na(frequency)
df2 <- df2 %>%
drop_na(frequency)
firstlistlemma<-(df1$uni_lemma)
secondlistlemma<-(df2$uni_lemma)
diff1<-setdiff(firstlistlemma,secondlistlemma)
diff2<-setdiff(secondlistlemma,firstlistlemma)
df<-as.data.frame(c(diff1, diff2)) %>%
rename(uni_lemma = "c(diff1, diff2)" )
df1<- anti_join(df1, df, by='uni_lemma')
df2<- anti_join(df2, df, by='uni_lemma')
both=list(tibble(df1[!duplicated(df1$uni_lemma),]), tibble(df2[!duplicated(df2$uni_lemma),]))
return(both)
}
else{
both=list(tibble(df1), tibble(df2))
return(both)
}
}
##########################
# extracts corr number from df
lang_pred_half <- function(lang, pred, split_corpora){
s=split_corpora %>% filter(language==lang, names==pred)
r=s[1,2]
return(as.numeric(r) )
}
#####################
# measure correlation between two vectors
pred_cor <- function(pred, df){
r<- cor(df[[1]][[pred]], df[[2]][[pred]], method="pearson")
return(r)
}
#######################
#get unilemmas for words, and predictors for unilemmas
get_predictors<- function(half, lang){
token_metrics<- get_childes_metrics(lang=lang, metric_funs, corpus_args, import_data=half)
wg <- tryCatch({create_inst_data(lang, "WG")}, error = function(e){})
ws <- tryCatch({create_inst_data(lang, "WS")}, error = function(e){})
wg_summary <- tryCatch({collapse_inst_data(wg)}, error = function(e){})
ws_summary <- tryCatch({collapse_inst_data(ws)}, error = function(e){})
if (!is.null(wg) & !is.null(ws)){
comb_summary <- combine_form_data(list(wg_summary, ws_summary))
} else if (!is.null(wg)){
comb_summary <- wg_summary
} else if (!is.null(ws)){
comb_summary <- ws_summary
} else{
comb_summary <- NULL
}
if (!is.null(comb_summary)){
uni_lemmas <- get_uni_lemmas(comb_summary)
uni_metrics<- get_uni_lemma_metrics(lang, build_uni_lemma_map(uni_lemmas), token_metrics)
uni_metrics <- prepare_frequency(lang, uni_metrics, uni_lemmas, count, count_first, count_last, count_solo, frequency, first_frequency, final_frequency, solo_frequency)
return(uni_metrics[order(uni_metrics$uni_lemma),])
} else{
uni_metrics <- NA
return(uni_metrics)
}
}
#############################
#get CHILDES and randomly splits words in half
split_half <-function(lang){
childes_lang <- convert_lang_childes(lang)
file_t <- file.path(childes_path, glue("{childes_lang}_tokens.rds"))
if(file.exists(file_t)) {
tokens <-readRDS(file_t)
}else{
tokens <- get_childes_data(childes_lang, corpus_args)[[2]]
}
tokens <- tokens %>% mutate(gloss=tolower(gloss))
file_u <- file.path(childes_path, glue("{childes_lang}_utterances.rds"))
if(file.exists(file_u)) {
utterances <- readRDS(file_u)
}else{
utterances <- get_childes_data(childes_lang, corpus_args)[[1]]
}
ind <- sample(c(TRUE, FALSE), nrow(tokens), replace=TRUE, prob=c(0.5, 0.5)) #split tokens
tokens1 <- tokens[ind, ] #split in two
tokens2 <- tokens[!ind, ]
utterances1 <- utterances %>%
filter(id %in% tokens1$utterance_id) %>%
mutate(gloss=tolower(gloss))
utterances2 <- utterances %>%
filter(id %in% tokens2$utterance_id) %>%
mutate(gloss=tolower(gloss))
half1 <- list("utterances" = utterances1, "tokens" = tokens1)
half2 <- list("utterances" = utterances2, "tokens" = tokens2)
both=list(tibble(get_predictors(half1, lang)), tibble(get_predictors(half2, lang)))
return(both)
}Measure reliabilities for CHILDES predictors
Implement functiosn above, for each target language, measure (and optionally word_class). The mean correlation r is selected from 5 random splits of the corpus.
rel <- file.path(glue("data/reliabilities.rds")) #check whether cached data exist
if(!file.exists(rel)) {
split_corpora <- lapply(target_langs, get_main_rel) %>% bind_rows()
split_corpora1 <- lapply(target_langs, get_main_rel) %>% bind_rows()
split_corpora2 <- lapply(target_langs, get_main_rel) %>% bind_rows()
split_corpora3 <- lapply(target_langs, get_main_rel) %>% bind_rows()
split_corpora4 <- lapply(target_langs, get_main_rel) %>% bind_rows()
reliabilities <- expand_grid(lang = target_langs,
word_class = c("all"),
pred = predictor_list) %>%
rowwise %>%
mutate(r = (sum(lang_pred_half(lang, pred, split_corpora), lang_pred_half(lang, pred, split_corpora1), lang_pred_half(lang, pred, split_corpora2), lang_pred_half(lang, pred, split_corpora3), lang_pred_half(lang, pred, split_corpora4)))/5) %>%
mutate(sbr = sbformula(as.numeric(r)))
reliabilities %>%
knitr::kable(digits = 2)
splitpath<- glue("data/reliabilities.rds")
saveRDS(reliabilities, splitpath)
}else{
reliabilities <- readRDS(rel)
}## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Danish WG...
## Getting words for Danish WG...
## Getting data for Danish WG...
## Getting administrations for Danish WS...
## Getting words for Danish WS...
## Getting data for Danish WS...
## Collapsing data for Danish WG...
## Collapsing data for Danish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Norwegian WG...
## Getting words for Norwegian WG...
## Getting data for Norwegian WG...
## Getting administrations for Norwegian WS...
## Getting words for Norwegian WS...
## Getting data for Norwegian WS...
## Collapsing data for Norwegian WG...
## Collapsing data for Norwegian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Croatian WG...
## Getting words for Croatian WG...
## Getting data for Croatian WG...
## Getting administrations for Croatian WS...
## Getting words for Croatian WS...
## Getting data for Croatian WS...
## Collapsing data for Croatian WG...
## Collapsing data for Croatian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for English (American) WG...
## Getting words for English (American) WG...
## Getting data for English (American) WG...
## Getting administrations for English (American) WS...
## Getting words for English (American) WS...
## Getting data for English (American) WS...
## Collapsing data for English (American) WG...
## Collapsing data for English (American) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Italian WG...
## Getting words for Italian WG...
## Getting data for Italian WG...
## Getting administrations for Italian WS...
## Getting words for Italian WS...
## Getting data for Italian WS...
## Collapsing data for Italian WG...
## Collapsing data for Italian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Spanish (Mexican) WG...
## Getting words for Spanish (Mexican) WG...
## Getting data for Spanish (Mexican) WG...
## Getting administrations for Spanish (Mexican) WS...
## Getting words for Spanish (Mexican) WS...
## Getting data for Spanish (Mexican) WS...
## Collapsing data for Spanish (Mexican) WG...
## Collapsing data for Spanish (Mexican) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Turkish WG...
## Getting words for Turkish WG...
## Getting data for Turkish WG...
## Getting administrations for Turkish WS...
## Getting words for Turkish WS...
## Getting data for Turkish WS...
## Collapsing data for Turkish WG...
## Collapsing data for Turkish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Swedish WG...
## Getting words for Swedish WG...
## Getting data for Swedish WG...
## Getting administrations for Swedish WS...
## Getting words for Swedish WS...
## Getting data for Swedish WS...
## Collapsing data for Swedish WG...
## Collapsing data for Swedish WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for French (Quebecois) WG...
## Getting words for French (Quebecois) WG...
## Getting data for French (Quebecois) WG...
## Getting administrations for French (Quebecois) WS...
## Getting words for French (Quebecois) WS...
## Getting data for French (Quebecois) WS...
## Collapsing data for French (Quebecois) WG...
## Collapsing data for French (Quebecois) WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...
## [1] "Computing count..."
## [1] "Computing mean utterance length..."
## [1] "Computing utterance position counts..."
## [1] "Computing length in characters..."
## [1] "Computing length in phonemes..."
## Getting administrations for Russian WG...
## Getting words for Russian WG...
## Getting data for Russian WG...
## Getting administrations for Russian WS...
## Getting words for Russian WS...
## Getting data for Russian WS...
## Collapsing data for Russian WG...
## Collapsing data for Russian WS...Measure R squared from cross-validation
The rsq_cv function measures the R squared of the cross-validated test models
rsq <- file.path(glue("data/rsq.rds")) #check whether cached data exist
if(!file.exists(rsq)) {
#Italian: 25, 308 (bath, sit, a)
rsq_cv<- function(word_values, predictor, lang, meas) {
r<-word_values |>
filter(language==lang, measure==meas) |>
group_nest() |>
mutate(loo_data = map(data, crossv_loo),
loo_models = map(data, fit_cv_models, list(make_effs_formula(predictor, FALSE, TRUE))),
loo_preds = map2(loo_models, data, get_cv_preds),
cv_results = map(loo_preds, get_cv_results))
r_lp<- r |>
unnest(cv_results) %>%
dplyr::select(r2) %>%
unique()
r=r_lp[1,1]
return(as.character(r))
}
file_wv <- file.path(glue("/Users/lscpuser/Documents/aoa-pipeline8/aoa-pipeline-main-1/data/word_values.rds"))
word_values <- readRDS(file_wv) ####data needed from aoa-template
word_values <- word_values %>%
filter(!(language=="Russian" & category=="sounds"))
rsq <- expand_grid( # class = c("all"),
pred = predictor_list,
lang = target_langs,
meas = c("produces", "understands")) %>%
rowwise %>%
mutate(r2= rsq_cv(word_values, pred, lang, meas))
rsqpath<- glue("data/rsq.rds")
saveRDS(rsq, rsqpath)
}else{
rsq<- readRDS(rsq)
}Merge to create final corpus
dfinal <- reliabilities %>%
left_join(reliabilities_aoa) %>%
unique() %>%
filter(!is.na(meas)) %>%
mutate(threshold = sbr * sbr_aoa) %>%
left_join(unique(rsq)) %>%
# filter(!is.infinite(as.numeric(r2))) %>%
unique()
dfinalpath<- glue("data/dfinal.rds")
saveRDS(dfinal, dfinalpath)
dfinal %>%
knitr::kable(digits = 2)| lang | word_class | pred | r | sbr | meas | r_aoa | sbr_aoa | threshold | r2 |
|---|---|---|---|---|---|---|---|---|---|
| Danish | all | length_char | 0.98 | 0.99 | produces | 0.99 | 1.00 | 0.99 | 0.104675309053424 |
| Danish | all | length_char | 0.98 | 0.99 | understands | 0.99 | 1.00 | 0.99 | 0.0494747969759946 |
| Danish | all | n_tokens | 0.85 | 0.92 | produces | 0.99 | 1.00 | 0.92 | 0.0296181225071427 |
| Danish | all | n_tokens | 0.85 | 0.92 | understands | 0.99 | 1.00 | 0.92 | -0.0161071562963675 |
| Danish | all | mlu | 0.58 | 0.73 | produces | 0.99 | 1.00 | 0.73 | 0.077203869851887 |
| Danish | all | mlu | 0.58 | 0.73 | understands | 0.99 | 1.00 | 0.73 | 0.0500325277607824 |
| Danish | all | frequency | 0.98 | 0.99 | produces | 0.99 | 1.00 | 0.98 | 0.0996296050789985 |
| Danish | all | frequency | 0.98 | 0.99 | understands | 0.99 | 1.00 | 0.98 | 0.0376894651043244 |
| Danish | all | solo_frequency | 0.85 | 0.92 | produces | 0.99 | 1.00 | 0.91 | 0.101526602109151 |
| Danish | all | solo_frequency | 0.85 | 0.92 | understands | 0.99 | 1.00 | 0.91 | 0.0600547850260785 |
| Danish | all | first_frequency | 0.82 | 0.90 | produces | 0.99 | 1.00 | 0.90 | 0.0645044117138674 |
| Danish | all | first_frequency | 0.82 | 0.90 | understands | 0.99 | 1.00 | 0.90 | 0.0261639773521698 |
| Danish | all | final_frequency | 0.85 | 0.92 | produces | 0.99 | 1.00 | 0.91 | 0.047096287348863 |
| Danish | all | final_frequency | 0.85 | 0.92 | understands | 0.99 | 1.00 | 0.91 | 0.00901538484570308 |
| Norwegian | all | length_char | 0.99 | 0.99 | produces | 1.00 | 1.00 | 0.99 | 0.104431595768158 |
| Norwegian | all | length_char | 0.99 | 0.99 | understands | 1.00 | 1.00 | 0.99 | 0.0600823379450015 |
| Norwegian | all | n_tokens | 0.80 | 0.89 | produces | 1.00 | 1.00 | 0.89 | 0.0729953820377652 |
| Norwegian | all | n_tokens | 0.80 | 0.89 | understands | 1.00 | 1.00 | 0.89 | 0.058778847327369 |
| Norwegian | all | mlu | 0.43 | 0.61 | produces | 1.00 | 1.00 | 0.60 | 0.113922606269312 |
| Norwegian | all | mlu | 0.43 | 0.61 | understands | 1.00 | 1.00 | 0.60 | 0.0969861989581269 |
| Norwegian | all | frequency | 0.97 | 0.98 | produces | 1.00 | 1.00 | 0.98 | 0.125281081597373 |
| Norwegian | all | frequency | 0.97 | 0.98 | understands | 1.00 | 1.00 | 0.98 | 0.133788276034728 |
| Norwegian | all | solo_frequency | 0.72 | 0.84 | produces | 1.00 | 1.00 | 0.84 | 0.121021113730426 |
| Norwegian | all | solo_frequency | 0.72 | 0.84 | understands | 1.00 | 1.00 | 0.84 | 0.124692010202319 |
| Norwegian | all | first_frequency | 0.76 | 0.86 | produces | 1.00 | 1.00 | 0.86 | 0.118011451008829 |
| Norwegian | all | first_frequency | 0.76 | 0.86 | understands | 1.00 | 1.00 | 0.86 | 0.105294153422059 |
| Norwegian | all | final_frequency | 0.78 | 0.88 | produces | 1.00 | 1.00 | 0.88 | 0.102852091627955 |
| Norwegian | all | final_frequency | 0.78 | 0.88 | understands | 1.00 | 1.00 | 0.88 | 0.0690322718806569 |
| Croatian | all | length_char | 0.99 | 0.99 | produces | 0.97 | 0.98 | 0.98 | 0.144094823539221 |
| Croatian | all | length_char | 0.99 | 0.99 | understands | 0.98 | 0.99 | 0.98 | 0.0902714854961106 |
| Croatian | all | n_tokens | 0.89 | 0.94 | produces | 0.97 | 0.98 | 0.93 | 0.14783805780894 |
| Croatian | all | n_tokens | 0.89 | 0.94 | understands | 0.98 | 0.99 | 0.93 | 0.169190223997452 |
| Croatian | all | mlu | 0.48 | 0.65 | produces | 0.97 | 0.98 | 0.64 | 0.0969474713850781 |
| Croatian | all | mlu | 0.48 | 0.65 | understands | 0.98 | 0.99 | 0.64 | 0.092490439379294 |
| Croatian | all | frequency | 0.97 | 0.99 | produces | 0.97 | 0.98 | 0.97 | 0.16978226743919 |
| Croatian | all | frequency | 0.97 | 0.99 | understands | 0.98 | 0.99 | 0.98 | 0.166877772037044 |
| Croatian | all | solo_frequency | 0.71 | 0.83 | produces | 0.97 | 0.98 | 0.82 | 0.0620434071514664 |
| Croatian | all | solo_frequency | 0.71 | 0.83 | understands | 0.98 | 0.99 | 0.82 | 0.0777681789201439 |
| Croatian | all | first_frequency | 0.73 | 0.84 | produces | 0.97 | 0.98 | 0.83 | 0.0547421242763826 |
| Croatian | all | first_frequency | 0.73 | 0.84 | understands | 0.98 | 0.99 | 0.83 | 0.0803741395724865 |
| Croatian | all | final_frequency | 0.75 | 0.86 | produces | 0.97 | 0.98 | 0.85 | 0.117013381086415 |
| Croatian | all | final_frequency | 0.75 | 0.86 | understands | 0.98 | 0.99 | 0.85 | 0.113418047979245 |
| English (American) | all | length_char | 1.00 | 1.00 | produces | 1.00 | 1.00 | 1.00 | 0.2002527377708 |
| English (American) | all | length_char | 1.00 | 1.00 | understands | 1.00 | 1.00 | 1.00 | 0.0447318226177933 |
| English (American) | all | n_tokens | 0.90 | 0.95 | produces | 1.00 | 1.00 | 0.95 | 0.20561982568794 |
| English (American) | all | n_tokens | 0.90 | 0.95 | understands | 1.00 | 1.00 | 0.95 | 0.0380919984083281 |
| English (American) | all | mlu | 0.96 | 0.98 | produces | 1.00 | 1.00 | 0.98 | 0.289307781629586 |
| English (American) | all | mlu | 0.96 | 0.98 | understands | 1.00 | 1.00 | 0.98 | 0.137048599184262 |
| English (American) | all | frequency | 1.00 | 1.00 | produces | 1.00 | 1.00 | 1.00 | 0.325799387246887 |
| English (American) | all | frequency | 1.00 | 1.00 | understands | 1.00 | 1.00 | 1.00 | 0.0862144550673508 |
| English (American) | all | solo_frequency | 0.96 | 0.98 | produces | 1.00 | 1.00 | 0.98 | 0.370077747700867 |
| English (American) | all | solo_frequency | 0.96 | 0.98 | understands | 1.00 | 1.00 | 0.98 | 0.120198243263962 |
| English (American) | all | first_frequency | 0.96 | 0.98 | produces | 1.00 | 1.00 | 0.98 | 0.195853115808802 |
| English (American) | all | first_frequency | 0.96 | 0.98 | understands | 1.00 | 1.00 | 0.98 | 0.0892597706881387 |
| English (American) | all | final_frequency | 0.99 | 1.00 | produces | 1.00 | 1.00 | 1.00 | 0.321545020425256 |
| English (American) | all | final_frequency | 0.99 | 1.00 | understands | 1.00 | 1.00 | 1.00 | 0.140943589333276 |
| Italian | all | length_char | 1.00 | 1.00 | produces | 0.99 | 0.99 | 0.99 | 0.0820015087017019 |
| Italian | all | length_char | 1.00 | 1.00 | understands | 0.99 | 1.00 | 0.99 | 0.0932881815145574 |
| Italian | all | n_tokens | 0.97 | 0.98 | produces | 0.99 | 0.99 | 0.98 | 0.0512525188721702 |
| Italian | all | n_tokens | 0.97 | 0.98 | understands | 0.99 | 1.00 | 0.98 | 0.0869965294065397 |
| Italian | all | mlu | 0.57 | 0.72 | produces | 0.99 | 0.99 | 0.72 | 0.0993335394228068 |
| Italian | all | mlu | 0.57 | 0.72 | understands | 0.99 | 1.00 | 0.72 | 0.13824212793872 |
| Italian | all | frequency | 0.98 | 0.99 | produces | 0.99 | 0.99 | 0.99 | 0.161068968852789 |
| Italian | all | frequency | 0.98 | 0.99 | understands | 0.99 | 1.00 | 0.99 | 0.167565570812088 |
| Italian | all | solo_frequency | 0.75 | 0.86 | produces | 0.99 | 0.99 | 0.85 | 0.136761948293461 |
| Italian | all | solo_frequency | 0.75 | 0.86 | understands | 0.99 | 1.00 | 0.86 | 0.140083968197329 |
| Italian | all | first_frequency | 0.85 | 0.92 | produces | 0.99 | 0.99 | 0.92 | 0.115979998402844 |
| Italian | all | first_frequency | 0.85 | 0.92 | understands | 0.99 | 1.00 | 0.92 | 0.141889573415276 |
| Italian | all | final_frequency | 0.85 | 0.92 | produces | 0.99 | 0.99 | 0.92 | 0.143091229249755 |
| Italian | all | final_frequency | 0.85 | 0.92 | understands | 0.99 | 1.00 | 0.92 | 0.166767154023414 |
| Spanish (Mexican) | all | length_char | 0.99 | 1.00 | produces | 0.99 | 0.99 | 0.99 | 0.0860050818924157 |
| Spanish (Mexican) | all | length_char | 0.99 | 1.00 | understands | 0.99 | 1.00 | 0.99 | 0.0665575852452049 |
| Spanish (Mexican) | all | n_tokens | 0.98 | 0.99 | produces | 0.99 | 0.99 | 0.98 | 0.030279525095172 |
| Spanish (Mexican) | all | n_tokens | 0.98 | 0.99 | understands | 0.99 | 1.00 | 0.99 | 0.0460832620096446 |
| Spanish (Mexican) | all | mlu | 0.64 | 0.78 | produces | 0.99 | 0.99 | 0.78 | 0.100339399387504 |
| Spanish (Mexican) | all | mlu | 0.64 | 0.78 | understands | 0.99 | 1.00 | 0.78 | 0.136894053878024 |
| Spanish (Mexican) | all | frequency | 0.99 | 1.00 | produces | 0.99 | 0.99 | 0.99 | 0.129398095739274 |
| Spanish (Mexican) | all | frequency | 0.99 | 1.00 | understands | 0.99 | 1.00 | 0.99 | 0.111168024429194 |
| Spanish (Mexican) | all | solo_frequency | 0.87 | 0.93 | produces | 0.99 | 0.99 | 0.93 | 0.126561005998162 |
| Spanish (Mexican) | all | solo_frequency | 0.87 | 0.93 | understands | 0.99 | 1.00 | 0.93 | 0.138556192660333 |
| Spanish (Mexican) | all | first_frequency | 0.89 | 0.94 | produces | 0.99 | 0.99 | 0.94 | 0.0689265935409316 |
| Spanish (Mexican) | all | first_frequency | 0.89 | 0.94 | understands | 0.99 | 1.00 | 0.94 | 0.085965607681168 |
| Spanish (Mexican) | all | final_frequency | 0.96 | 0.98 | produces | 0.99 | 0.99 | 0.97 | 0.122115272270579 |
| Spanish (Mexican) | all | final_frequency | 0.96 | 0.98 | understands | 0.99 | 1.00 | 0.97 | 0.122557695735165 |
| Turkish | all | length_char | 0.90 | 0.95 | produces | 0.99 | 1.00 | 0.94 | 0.127414645533749 |
| Turkish | all | length_char | 0.90 | 0.95 | understands | 1.00 | 1.00 | 0.94 | 0.056402046348037 |
| Turkish | all | n_tokens | 0.90 | 0.95 | produces | 0.99 | 1.00 | 0.95 | 0.125371914002734 |
| Turkish | all | n_tokens | 0.90 | 0.95 | understands | 1.00 | 1.00 | 0.95 | 0.0438655658679618 |
| Turkish | all | mlu | 0.49 | 0.65 | produces | 0.99 | 1.00 | 0.65 | 0.0829527694380841 |
| Turkish | all | mlu | 0.49 | 0.65 | understands | 1.00 | 1.00 | 0.65 | 0.016232336087187 |
| Turkish | all | frequency | 0.97 | 0.98 | produces | 0.99 | 1.00 | 0.98 | 0.135706681388491 |
| Turkish | all | frequency | 0.97 | 0.98 | understands | 1.00 | 1.00 | 0.98 | 0.0625637447051077 |
| Turkish | all | solo_frequency | 0.76 | 0.86 | produces | 0.99 | 1.00 | 0.86 | 0.083629284667135 |
| Turkish | all | solo_frequency | 0.76 | 0.86 | understands | 1.00 | 1.00 | 0.86 | 0.0289693429428381 |
| Turkish | all | first_frequency | 0.66 | 0.80 | produces | 0.99 | 1.00 | 0.80 | 0.0945435255513154 |
| Turkish | all | first_frequency | 0.66 | 0.80 | understands | 1.00 | 1.00 | 0.80 | 0.0264737682405993 |
| Turkish | all | final_frequency | 0.58 | 0.74 | produces | 0.99 | 1.00 | 0.73 | 0.0844012960338451 |
| Turkish | all | final_frequency | 0.58 | 0.74 | understands | 1.00 | 1.00 | 0.73 | 0.0435260900602977 |
| Swedish | all | length_char | 0.98 | 0.99 | produces | 0.98 | 0.99 | 0.98 | 0.0734182387073584 |
| Swedish | all | length_char | 0.98 | 0.99 | understands | 0.99 | 1.00 | 0.99 | 0.0560236930269106 |
| Swedish | all | n_tokens | 0.81 | 0.89 | produces | 0.98 | 0.99 | 0.88 | 0.0769295871881421 |
| Swedish | all | n_tokens | 0.81 | 0.89 | understands | 0.99 | 1.00 | 0.89 | 0.0825914099608464 |
| Swedish | all | mlu | 0.49 | 0.66 | produces | 0.98 | 0.99 | 0.65 | 0.111274763811134 |
| Swedish | all | mlu | 0.49 | 0.66 | understands | 0.99 | 1.00 | 0.65 | 0.11198632881323 |
| Swedish | all | frequency | 0.98 | 0.99 | produces | 0.98 | 0.99 | 0.98 | 0.111131101054625 |
| Swedish | all | frequency | 0.98 | 0.99 | understands | 0.99 | 1.00 | 0.98 | 0.123487339582941 |
| Swedish | all | solo_frequency | 0.75 | 0.86 | produces | 0.98 | 0.99 | 0.85 | 0.1032127078901 |
| Swedish | all | solo_frequency | 0.75 | 0.86 | understands | 0.99 | 1.00 | 0.85 | 0.0796061787836354 |
| Swedish | all | first_frequency | 0.82 | 0.90 | produces | 0.98 | 0.99 | 0.89 | 0.111915188207703 |
| Swedish | all | first_frequency | 0.82 | 0.90 | understands | 0.99 | 1.00 | 0.89 | 0.114836660235903 |
| Swedish | all | final_frequency | 0.82 | 0.90 | produces | 0.98 | 0.99 | 0.89 | 0.111893007251269 |
| Swedish | all | final_frequency | 0.82 | 0.90 | understands | 0.99 | 1.00 | 0.90 | 0.0689923815219741 |
| French (Quebecois) | all | length_char | 1.00 | 1.00 | produces | 1.00 | 1.00 | 1.00 | 0.0672403878608228 |
| French (Quebecois) | all | length_char | 1.00 | 1.00 | understands | 0.99 | 1.00 | 1.00 | 0.0207211482547881 |
| French (Quebecois) | all | n_tokens | 0.97 | 0.99 | produces | 1.00 | 1.00 | 0.98 | 0.053453719970741 |
| French (Quebecois) | all | n_tokens | 0.97 | 0.99 | understands | 0.99 | 1.00 | 0.98 | 0.00486934517436555 |
| French (Quebecois) | all | mlu | 0.61 | 0.76 | produces | 1.00 | 1.00 | 0.76 | 0.114312148010075 |
| French (Quebecois) | all | mlu | 0.61 | 0.76 | understands | 0.99 | 1.00 | 0.76 | 0.106237008386409 |
| French (Quebecois) | all | frequency | 0.99 | 1.00 | produces | 1.00 | 1.00 | 1.00 | 0.14593784908964 |
| French (Quebecois) | all | frequency | 0.99 | 1.00 | understands | 0.99 | 1.00 | 0.99 | 0.0804331110967558 |
| French (Quebecois) | all | solo_frequency | 0.90 | 0.95 | produces | 1.00 | 1.00 | 0.94 | 0.135699395911965 |
| French (Quebecois) | all | solo_frequency | 0.90 | 0.95 | understands | 0.99 | 1.00 | 0.94 | 0.139898086505497 |
| French (Quebecois) | all | first_frequency | 0.92 | 0.96 | produces | 1.00 | 1.00 | 0.96 | 0.130749011046408 |
| French (Quebecois) | all | first_frequency | 0.92 | 0.96 | understands | 0.99 | 1.00 | 0.96 | 0.0757478118384715 |
| French (Quebecois) | all | final_frequency | 0.94 | 0.97 | produces | 1.00 | 1.00 | 0.97 | 0.114786174178744 |
| French (Quebecois) | all | final_frequency | 0.94 | 0.97 | understands | 0.99 | 1.00 | 0.97 | 0.0502863636075244 |
| Russian | all | length_char | 0.93 | 0.96 | produces | 0.19 | 0.32 | 0.31 | 0.0927852118755392 |
| Russian | all | length_char | 0.93 | 0.96 | understands | -0.03 | -0.06 | -0.06 | 0.0979375343854206 |
| Russian | all | n_tokens | 0.90 | 0.94 | produces | 0.19 | 0.32 | 0.30 | 0.0929276962749666 |
| Russian | all | n_tokens | 0.90 | 0.94 | understands | -0.03 | -0.06 | -0.06 | 0.0858725741188529 |
| Russian | all | mlu | 0.32 | 0.48 | produces | 0.19 | 0.32 | 0.15 | 0.0875957003971639 |
| Russian | all | mlu | 0.32 | 0.48 | understands | -0.03 | -0.06 | -0.03 | 0.0960890179089987 |
| Russian | all | frequency | 0.95 | 0.97 | produces | 0.19 | 0.32 | 0.31 | 0.131537998441886 |
| Russian | all | frequency | 0.95 | 0.97 | understands | -0.03 | -0.06 | -0.06 | 0.104844793748332 |
| Russian | all | solo_frequency | 0.72 | 0.84 | produces | 0.19 | 0.32 | 0.27 | 0.0718375307700939 |
| Russian | all | solo_frequency | 0.72 | 0.84 | understands | -0.03 | -0.06 | -0.05 | 0.0824571399564186 |
| Russian | all | first_frequency | 0.68 | 0.81 | produces | 0.19 | 0.32 | 0.26 | 0.0775350101930207 |
| Russian | all | first_frequency | 0.68 | 0.81 | understands | -0.03 | -0.06 | -0.05 | 0.0906147023643881 |
| Russian | all | final_frequency | 0.71 | 0.83 | produces | 0.19 | 0.32 | 0.26 | 0.0755510144606479 |
| Russian | all | final_frequency | 0.71 | 0.83 | understands | -0.03 | -0.06 | -0.05 | 0.0960749123542279 |
Build final plot
#dfinal <- readRDS(glue("data/dfinal.rds"))
relia_plot <- function(dfinal, target_langs){
ggplot() +
geom_errorbar(dfinal %>% filter(lang %in% target_langs), mapping=aes(x=pred, y=threshold, ymax=threshold, ymin=threshold, color=pred))+
geom_bar(dfinal %>% filter(lang %in% target_langs),mapping=aes(x=pred, y=as.numeric(r2), fill=pred), position="dodge", stat="identity") +
theme(axis.text.x = element_text(angle = 30))+
facet_grid(lang ~ meas) +
theme(legend.position = "bottom") +
ylab("Predictor") +
xlab("R2") +
ylim(-0.5,1)+
theme(legend.title = element_blank())+
theme_bw() +
theme(axis.text.x = element_text(angle = 60, vjust = 0.5, hjust=1))
}
target_langs <- c("French (Quebecois)", "Italian", "Spanish (Mexican)")
relia_plot(dfinal, target_langs)
X axis: predictors
Y axis: barplot shows the R squared for each model predicting aoa from a particular predictor for a specific language and measure. Plus, the reliability threshold to reach, which is measured by multiplying the specific CHILDES predictor and aoa r.
MLUs and Frequency have the lowest reliabilities for French, Italian and Spanish. The three languages are quite similar, except for Italian understand data have negative R squared with these predictors. R squared is in general higher for produced data.
target_langs <- c("English (American)")
relia_plot(dfinal, target_langs)
- English produces data the best performing across all languages. Individual predictors have a hard time predicting English understands data.
target_langs <- c("Norwegian", "Danish", "Swedish")
relia_plot(dfinal, target_langs)
- Frequency and mlu predictors seem too low for Danish, Swedish and Norwegian.
target_langs <- c("Russian")
relia_plot(dfinal, target_langs)
- Russian is off.
target_langs <- c("Croatian", "Turkish")
relia_plot(dfinal, target_langs)
The n_tokens predictor seems to be an extremely low predictor for Croatian. - problem with stemmer?
Reliability for frequency and mlu is low for Croatian and Turkish.
Turkish understands data less explained by current predictors than produces data.