Load required libraries.

rm(list = ls())
library(ggplot2)
library(data.table)
library(dplyr)
## 
## Attaching package: 'dplyr'
## The following objects are masked from 'package:data.table':
## 
##     between, last
## The following objects are masked from 'package:stats':
## 
##     filter, lag
## The following objects are masked from 'package:base':
## 
##     intersect, setdiff, setequal, union
library(tidyr)
library(langcog) # Langcog Lab useful R functions -- www.github.com/langcog/langcog
## 
## Attaching package: 'langcog'
## The following object is masked from 'package:base':
## 
##     scale
theme_set(theme_bw())
d_et <- rbind(
  fread("../eye-tracking/processed_data/simpimp_et_age2.csv", data.table=FALSE),
  fread("../eye-tracking/processed_data/simpimp_et_age3.csv", data.table=FALSE),
  fread("../eye-tracking/processed_data/simpimp_et_age4.csv", data.table=FALSE),
  fread("../eye-tracking/processed_data/simpimp_et_age5.csv", data.table=FALSE),
  fread("../eye-tracking/processed_data/simpimp_et_adult.csv", data.table=FALSE)) %>%
    mutate(trial_type = factor(trial_type, labels = c("control-double", "control-single", "inference")))
head(d_et)
##      expt     subid       stimulus order     trial_type age_group correct
## 1 et_2vs1 140217-06 simpkidsL1.012     1 control-single         2    TRUE
## 2 et_2vs1 140217-06 simpkidsL1.012     1 control-single         2    TRUE
## 3 et_2vs1 140217-06 simpkidsL1.012     1 control-single         2    TRUE
## 4 et_2vs1 140217-06 simpkidsL1.012     1 control-single         2    TRUE
## 5 et_2vs1 140217-06 simpkidsL1.012     1 control-single         2    TRUE
## 6 et_2vs1 140217-06 simpkidsL1.012     1 control-single         2    TRUE
##      t.crit targetAtOnset t.crit.binned
## 1 -6.233667          TRUE        -6.233
## 2 -6.225333          TRUE        -6.233
## 3 -6.217000          TRUE        -6.233
## 4 -6.208667          TRUE        -6.200
## 5 -6.200333          TRUE        -6.200
## 6 -6.192000          TRUE        -6.200
d_ip <- fread("../ipad/simpimp_ipad_short.csv", data.table=FALSE) %>%
  mutate(expt = "ipad") %>%
  filter(trial_type != "practice",
         age_group != "2",
         age_group != "6") %>%
  mutate(
    subid = as.factor(subid),
    age_group = as.factor(age_group), 
    item_num = as.factor(item_num),
    item_rel = as.factor(item_num))
levels(d_ip$item_rel) <- c("fewer", "fewer", "more", "more")
head(d_ip)
##          subid age_group     trial_type item_num correct   rt expt
## 1 141204-01-sc         3 control_single     2vs2       1 1997 ipad
## 2 141204-01-sc         3      inference     3vs1       1 1897 ipad
## 3 141204-01-sc         3 control_double     3vs1       1 3739 ipad
## 4 141204-01-sc         3 control_single     1vs1       1 1517 ipad
## 5 141204-01-sc         3 control_single     1vs1       1 3315 ipad
## 6 141204-01-sc         3 control_single     2vs2       1 2443 ipad
##   item_rel
## 1     more
## 2     more
## 3     more
## 4    fewer
## 5    fewer
## 6     more

ipad rt.

# ipad rt
ggplot(filter(d_ip, correct=="1"), 
       aes(x=log(rt), y=..density.., fill=trial_type)) +
  geom_histogram(position="dodge") +
  geom_vline(aes(xintercept=mean(log(rt))),   # Ignore NA values for mean
             color="red", linetype="dashed", size=1) +
  geom_vline(aes(xintercept=mean(log(rt)) + 3*sd(log(rt))),   
             color="red", linetype="dashed", size=1) +
  geom_vline(aes(xintercept=mean(log(rt)) - 3*sd(log(rt))),   
             color="red", linetype="dashed", size=1) +
  facet_grid(item_rel~trial_type) +
  ggtitle("ipad RT: accurate responses")
## `stat_bin()` using `bins = 30`. Pick better value with `binwidth`.

clip outliers.

# remove outliers, by rt
top_bound <- mean(log(d_ip$rt)) + 3*sd(log(d_ip$rt))
bottom_bound <- mean(log(d_ip$rt)) - 3*sd(log(d_ip$rt))

d_ip <- d_ip %>%
  filter(log(rt) < top_bound, 
         log(rt) > bottom_bound)

Summary plot.

ip_rt_ms <- d_ip %>%
  group_by(trial_type, item_num, age_group, subid) %>%
  summarise(rt = mean(rt)) %>%
  group_by(trial_type, item_num, age_group) %>%
  multi_boot_standard(column = "rt") %>%
  mutate(rt = mean)
## Joining by: c("trial_type", "item_num", "age_group")
ggplot(ip_rt_ms, aes(x = age_group, y = rt, group = item_num, col = item_num)) + 
  geom_line() + 
  geom_pointrange(aes(ymin = ci_lower, ymax = ci_upper), 
                  position = position_dodge(width = .1)) + 
  facet_grid(. ~ trial_type)

eye-tracking rt.

et_rts <- d_et %>%
  filter(t.crit > 0, targetAtOnset == FALSE & correct == TRUE) %>%
  group_by(subid, expt, order, trial_type, age_group, stimulus) %>%
  summarize(rt = min(t.crit))

# distribution of rt
ggplot(et_rts, aes(x=log(rt), y = ..density.., fill=trial_type)) +
  geom_histogram(position="dodge") +
  facet_grid(expt~trial_type) + 
  geom_vline(aes(xintercept=mean(log(rt))),   
             color="red", linetype="dashed", size=1) +
  geom_vline(aes(xintercept=mean(log(rt)) + 3*sd(log(rt))),   
             color="red", linetype="dashed", size=1) + 
  geom_vline(aes(xintercept=mean(log(rt)) - 3*sd(log(rt))),   
             color="red", linetype="dashed", size=1) +
  ggtitle("eye-tracking rt")
## `stat_bin()` using `bins = 30`. Pick better value with `binwidth`.

Clip outliers.

# remove outliers, by rt
top_bound <- mean(log(et_rts$rt)) + 3*sd(log(et_rts$rt))
bottom_bound <- mean(log(et_rts$rt)) - 3*sd(log(et_rts$rt))

et_rts <- et_rts %>%
  filter(log(rt) < top_bound, 
         log(rt) > bottom_bound)

Summary plot.

et_rt_ms <- et_rts %>%
  group_by(trial_type, expt, age_group, subid) %>%
  summarise(rt = mean(rt)) %>%
  group_by(trial_type, expt, age_group) %>%
  multi_boot_standard(column = "rt") %>%
  mutate(rt = mean)
## Joining by: c("trial_type", "expt", "age_group")
ggplot(et_rt_ms, aes(x = age_group, y = rt, group = trial_type, col = trial_type)) + 
  geom_line() + 
  geom_pointrange(aes(ymin = ci_lower, ymax = ci_upper), 
                  position = position_dodge(width = .1)) + 
  facet_grid(. ~ expt) +
  scale_colour_discrete(labels = c("control-double", "control-single", "inference"))

ggplot(et_rt_ms, aes(x = age_group, y = rt, group = expt, col = expt)) + 
  geom_line() + 
  geom_pointrange(aes(ymin = ci_lower, ymax = ci_upper), 
                  position = position_dodge(width = .1)) + 
  facet_grid(. ~ trial_type) +
  scale_colour_discrete(labels = c("2-vs-1", "3-vs-1")) +
  ggtitle("eye-tracking rt")

et vs. ipad rt.

et_rt_ms <- et_rt_ms %>%
  ungroup() %>%
  mutate(item_num = substring(expt, 4),
         trial_type = factor(trial_type, labels = c("control-double", "control-single", "inference"))) %>%
  select(age_group, trial_type, item_num, rt, ci_lower, ci_upper) %>%
  mutate(expt = "eye-tracking")

ip_rt_ms <- ip_rt_ms %>%
  ungroup() %>%
  select(age_group, trial_type, item_num, rt, ci_lower, ci_upper) %>%
  mutate(expt = "iPad",
         trial_type = factor(trial_type, labels = c("control-double", "control-single", "inference"))) %>%
  mutate(rt = rt/1000,
         ci_lower = ci_lower/1000,
         ci_upper = ci_upper/1000)

rt_ms <- rbind(et_rt_ms, ip_rt_ms)

ggplot(subset(rt_ms, trial_type != "control-single" & age_group != "2" & age_group != "adult"), 
       aes(x = age_group, y = rt, group = trial_type, col = trial_type)) + 
  geom_line() + 
  geom_pointrange(aes(ymin = ci_lower, ymax = ci_upper), 
                  position = position_dodge(width = .1)) + 
  facet_grid(expt ~ item_num) +
  scale_colour_discrete(labels = c("control-double", "control-single", "inference"))

et accuracy.

ms <- d_et %>%
  filter(t.crit > -1 & t.crit <= 3) %>%
  mutate(trial_type = factor(trial_type, labels = c("control-double", "control-single", "inference"))) %>%
  group_by(expt,trial_type, age_group, t.crit.binned) %>%
  summarise(correct = mean(correct, na.rm = TRUE))

ggplot(subset(ms, age_group != "adult"), 
       aes(x = t.crit.binned, y = correct, colour = age_group)) +
  geom_line() +
  facet_grid(expt~trial_type) +
  geom_vline(xintercept=0,lty=3) + 
  geom_vline(xintercept=0.78,lty=3) + 
  geom_hline(yintercept=.50,lty=4) + 
  xlab("Time (s)") + ylab("Proportion correct looking") + 
  scale_x_continuous(expand = c(0,0)) + 
  scale_y_continuous(limits=c(0,1),expand = c(0,0)) +
  ggtitle("eye-tracking accuracy")

compare 2vs1 and 3vs1.

# compare 2-vs-1 vs. 3-vs-1
ggplot(subset(ms, age_group != "adult"), 
       aes(x = t.crit.binned, y = correct, colour = expt)) +
  geom_line() +
  facet_grid(age_group~trial_type) +
  geom_vline(xintercept=0,lty=3) + 
  geom_vline(xintercept=0.78,lty=3) + 
  geom_hline(yintercept=.50,lty=4) + 
  xlab("Time (s)") + ylab("Proportion correct looking") + 
  scale_x_continuous(expand = c(0,0)) + 
  scale_y_continuous(limits=c(0,1),expand = c(0,0)) +
  ggtitle("eye-tracking 2-vs-1 vs. 3-vs-1")

onset contingent analysis.

ms <- d_et %>% 
  filter(age_group != "adult") %>%
  filter(trial_type == "inference") %>%
  group_by(expt, age_group, targetAtOnset, t.crit.binned) %>%
  summarize(correct = mean(correct, na.rm=TRUE)) %>%
  filter(targetAtOnset != "NA") %>%
  ungroup() %>%
  mutate(targetAtOnset = as.numeric(targetAtOnset),
         correct = ifelse(targetAtOnset==1, 1-correct, correct),
         targetAtOnset = as.factor(targetAtOnset),
         age_group = factor(age_group, levels = c("2","3","4", "5", "adult")))

levels(ms$targetAtOnset) <- c("distractor first", "target first")

ggplot(ms, 
      aes(x = t.crit.binned, y = correct, colour = targetAtOnset)) +
  geom_line() +
  facet_grid(expt~age_group) + 
  scale_fill_brewer(palette="Set1") +
  geom_hline(yintercept=.5,lty=4) + 
  geom_vline(xintercept=.78,lty=3) + 
  geom_vline(xintercept=0,lty=3) + 
  scale_y_continuous(expand = c(0, 0), limits=c(0,20)) + 
  xlab("Time (s)") + ylab("Proportion switching") + 
  scale_x_continuous(limits=c(0,2.9),expand = c(0,0)) + 
  scale_y_continuous(limits=c(0,1),expand = c(0,0)) + # make the axes start at 0
  ggtitle("eye-tracking onset-contingent analysis")
## Scale for 'y' is already present. Adding another scale for 'y', which
## will replace the existing scale.
## Warning: Removed 452 rows containing missing values (geom_path).

ipad accuracy.

ms <- d_ip %>%
  group_by(age_group, trial_type, item_num, subid) %>%
  summarize(correct = mean(correct)) %>%
  group_by(age_group, trial_type, item_num) %>%
  multi_boot_standard(column = "correct") %>%
  mutate(correct = mean)
## Joining by: c("age_group", "trial_type", "item_num")
ggplot(ms, 
       aes(fill=item_num, y=correct, x=age_group)) +
  geom_bar(position="dodge", stat="identity") + 
  ylab("accuracy rate") + 
  facet_grid(.~trial_type) +
  guides(fill=guide_legend(title=NULL)) +
  geom_hline(yintercept=.50,lty=4) + 
  geom_errorbar(aes(ymin=ci_lower,ymax=ci_upper,width=.2),position=position_dodge(width = 0.90)) +
  ggtitle("ipad accuracy")

data munging…

###### data munging #######
d_et_comp <- d_et %>%
  filter(t.crit > 0.78 & t.crit <= 3) %>%
  mutate(item_num = substring(expt, 4)) %>%
  select(item_num, age_group, trial_type, t.crit, correct, subid) %>%
  mutate(correct = as.factor(correct))
levels(d_et_comp$correct) <- c(0,1)
d_et_comp$correct <- as.numeric(as.character(d_et_comp$correct))

d_et_comp <- d_et_comp %>%
  mutate(trial_type = as.factor(trial_type)) %>%
  group_by(age_group, trial_type, item_num, subid) %>%
  summarise(correct = mean(correct, na.rm = TRUE))
levels(d_et_comp$trial_type) <- c("control_double", "control_single", "inference")
d_et_comp$expt <- "eye-tracking"

d_ip_comp <- d_ip %>%
  select(age_group, trial_type, item_num, correct, subid) %>%
  group_by(age_group, trial_type, item_num, subid) %>%
  summarise(correct = mean(correct))
d_ip_comp$expt <- "iPad"

# combine the two 
d_comp <- rbind(d_et_comp, d_ip_comp)
#######################

eye-tracking vs. ipad.

compare just inference.

ms <-  d_comp %>%
  filter(age_group != "adult",
         age_group != "2") %>%
  filter(trial_type != "control_single") %>%
  group_by(expt, age_group, item_num, trial_type) %>%
  multi_boot_standard(column = "correct") %>%
  mutate(correct = mean)
## Joining by: c("expt", "age_group", "item_num", "trial_type")
# bar graph
ggplot(ms, 
       aes(fill=item_num, y=correct, x=age_group)) +
  geom_bar(position="dodge", stat="identity") + 
  facet_grid(trial_type~expt) +
  ylab("Proportion correct looking") + 
  guides(fill=guide_legend(title=NULL)) +
  geom_hline(yintercept=.50,lty=4) + 
  geom_errorbar(aes(ymin=ci_lower,ymax=ci_upper,width=.2),position=position_dodge(width = 0.90)) +
  ggtitle("accuracy: eye-tracking vs. ipad")