WORDSIM_DATA <- "/Users/mollylewis/Documents/research/Projects/1_in_progress/IATLANG/exploratory_studies/13_europarl/other_data/wordsim353.csv"
wordsim <- read_csv(WORDSIM_DATA) %>%
    janitor::clean_names() %>%
  rename(word1 = word_1,
         word2 = word_2,
         wordsim353 = human_mean)

SIMLEX_DATA <- here("exploratory_studies/13_europarl/other_data/SimLex-999.txt")
simlex <- read_tsv(SIMLEX_DATA) %>%
  select(word1, word2, SimLex999) %>%
  janitor::clean_names() %>%
  full_join(wordsim)


MODEL_PATHS <- here("exploratory_studies/15_udbank/ud_en_models/")


get_simplex_word_dists <- function(model_path, this_simlex){
  
  model_name <-  basename(model_path) %>%
    str_remove("ud_corpus_en_") %>%
    str_remove(".vec")
  
  num_columns <- ifelse(str_detect(model_path, "150"), 150,
                        ifelse(str_detect(model_path, "200"), 200,
                               ifelse(str_detect(model_path, "300"), 300)))
  
  current_model <- fread(
    model_path,
    header = FALSE,
    skip = 1,
    quote = "",
    encoding = "UTF-8",
    data.table = TRUE,
    col.names = c("word",
                  unlist(lapply(2:(num_columns + 1), function(x) paste0("V", x))))) %>%
    filter(word %in% c(this_simlex$word1, this_simlex$word2))
  
  word_word_dists <- coop::cosine(t(as.matrix(current_model[,-1])))
  
  wide_word_word_dists <- word_word_dists %>%
    as.data.frame()  %>%
    mutate(word1 =  current_model$word) %>%
    select(word1,everything())
  
  names(wide_word_word_dists)  = c("word1", current_model$word)
  
  long_word_word_dists <- gather(wide_word_word_dists, "word2", "cos_dist", -word1) %>%
    select(word1, word2, everything())  %>%
    mutate(model = model_name)
  
  this_simlex %>%
      left_join(long_word_word_dists)
}

all_files <- list.files(MODEL_PATHS, full.names = T)

simlex_distances <- map_df(all_files, get_simplex_word_dists, simlex) %>%
  filter(!is.na(cos_dist))

ggplot(simlex_distances, aes(x = cos_dist, y = sim_lex999)) +
facet_wrap(~model) +
  geom_point(alpha = .2) +
  geom_smooth(method = "lm") +
  theme_classic()

simlex_distances %>%
  group_by(model)%>%
  nest() %>%
  mutate(temp = map(data, ~tidy(cor.test(.$sim_lex999, .$cos_dist, method = "spearman")))) %>%
  select(-data) %>%
  unnest() %>%
  kable()

ggplot(simlex_distances, aes(x = cos_dist, y = wordsim353)) +
facet_wrap(~model) +
  geom_point(alpha = .2) +
  geom_smooth(method = "lm") +
  theme_classic()

simlex_distances %>%
  group_by(model)%>%
  nest() %>%
  mutate(temp = map(data, ~tidy(cor.test(.$wordsim353, .$cos_dist, method = "spearman")))) %>%
  select(-data) %>%
  unnest() %>%
  kable()