likeSpeak 4 Analysis
Allison Durkin and Molly Lewis
load and define things
preprocess
#Pre-process from database
setwd('/Users/Allison/Documents/likeSpeak/experiment/psiturk_likespeak/')
#setwd('/Documents/GRADUATE_SCHOOL/Projects/likeSpeak/experiment/psiturk_likespeak/')
db_name = "MGEtest4.db"
table_name = "RCI5"
sqlite <- RSQLite::SQLite()
exampledb <- dbConnect(sqlite, db_name)
db_query = dbGetQuery(exampledb, paste("SELECT datastring FROM ", table_name, " WHERE status = 4", sep = ""))
#db_query = dbGetQuery(exampledb, paste("SELECT datastring FROM ", table_name, sep = ""))
d = data.frame()
for (i in 1:dim(db_query)[1]){
if (!is.na(db_query$datastring[i])) {
rthing = fromJSON(db_query$datastring[i]) # get datastring to r object
# get trial data
k = rthing$data['trialdata']$trialdata
k = k[k$phase != "INSTRUCTIONS",]
# add participant info
k$workerID = rthing$workerId
k$hitId = rthing$hitId
k$parentID = rthing$questiondata$parentID
k$gen = rthing$questiondata$gen
k$chain = rthing$questiondata$chain
d = rbind(d, k)
}
}
# drop weirdo columns
drops <- c("templates","template", "action")
d = d[,!(names(d) %in% drops)]
# make stuff factors
factor_cols <- names(d)[c(-9:-12, -16:-17)]
numeric_cols <- names(d)[16:17]
d[factor_cols] <- lapply(d[factor_cols], as.factor)
d[numeric_cols] <- lapply(d[numeric_cols], as.numeric)Make all possible condition groups
d$groupCompare = as.factor(ifelse(d$particEstimator == "Overestimator" & d$partnerEstimator == "Overestimator", "OO",
ifelse(d$particEstimator == "Overestimator" & d$partnerEstimator == "Underestimator", "OU",
ifelse(d$particEstimator == "Underestimator" & d$partnerEstimator == "Underestimator", "UU","UO"))))Drop participants who missed social manipulation check (both self and partner)
d = d %>%
group_by(workerID) %>%
mutate(self_guess_accuracy = self_guess_accuracy[!is.na(partner_guess_accuracy)],
partner_guess_accuracy = partner_guess_accuracy[!is.na(partner_guess_accuracy)]) %>%
filter(self_guess_accuracy != "incorrect" & partner_guess_accuracy != "incorrect")Accuracy by condition
acc = d %>%
group_by(workerID, condition) %>%
filter(!is.na(accuracy)) %>%
mutate(correct = length(which(accuracy == "correct"))) %>%
summarise(prop_correct = correct[1]/8) %>%
group_by(condition) %>%
multi_boot(column="prop_correct",
summary_groups = c("condition"),
statistics_functions = c("mean", "ci_lower","ci_upper"))
ggplot(acc, aes(y=mean, x = condition)) +
geom_bar(position="dodge", stat="identity", fill = "red") +
geom_errorbar(aes(ymin = ci_lower, ymax= ci_upper),
width=0.2, position="dodge") +
ylim(0,1) +
ggtitle("Accuracy") +
themeML 
Likeability ratings
ggplot(d[!is.na(d$likableRating),], aes(x=as.factor(likableRating), fill = condition)) +
geom_bar(position="dodge") +
ggtitle("Likeability") +
xlab("rating") +
ylim(0,10) +
themeML 
Likeability ratings by condition
likable = d %>%
filter(phase == "QUESTIONNAIRE" & !is.na(likableRating)) %>%
group_by(condition) %>%
multi_boot(column="likableRating",
summary_groups = c("condition"),
statistics_functions = c("mean", "ci_lower","ci_upper"))
ggplot(likable, aes(y=mean, x = condition)) +
geom_bar(position="dodge", stat="identity", fill = "red") +
geom_errorbar(aes(ymin = ci_lower, ymax= ci_upper),
width=0.2, position="dodge") +
ggtitle("Likeability") +
ylim(0,10) +
themeML 
Workability ratings
ggplot(d[!is.na(d$howWellRating),], aes(x=as.factor(howWellRating), fill = condition)) +
geom_bar(position="dodge") +
ggtitle("How well worked together") +
xlab("rating") +
ylim(0,10) +
themeML 
Workability ratings by condition
workable = d %>%
filter(phase == "QUESTIONNAIRE" & !is.na(howWellRating)) %>%
group_by(condition) %>%
multi_boot(column="howWellRating",
summary_groups = c("condition"),
statistics_functions = c("mean", "ci_lower","ci_upper"))
ggplot(workable, aes(y=mean, x = condition)) +
geom_bar(position="dodge", stat="identity", fill = "red") +
geom_errorbar(aes(ymin = ci_lower, ymax= ci_upper),
width=0.2, position="dodge") +
ggtitle("How well worked together") +
ylim(0,10) +
themeML 
Edit distances
for (i in 1:dim(d)[1]){
d$lev2[i] = adist(d$word[i], d$guessedLabel[i])
d$ins[i] = drop(attr(adist(d$word[i], d$guessedLabel[i], counts = TRUE), "counts"))[1]
d$del[i] = drop(attr(adist(d$word[i], d$guessedLabel[i], counts = TRUE), "counts"))[2]
d$sub[i] = drop(attr(adist(d$word[i], d$guessedLabel[i], counts = TRUE), "counts"))[3]
}
ggplot(d, aes(x=lev2, fill = condition)) +
geom_bar(position="dodge", binwidth = 1) +
ggtitle("Edit distance") +
xlab("edit distance") +
themeML 
ggplot(d, aes(x=ins, fill = condition)) +
geom_bar(position="dodge") +
ggtitle("insertions") +
xlab("insertions") +
themeML ## stat_bin: binwidth defaulted to range/30. Use 'binwidth = x' to adjust this.
ggplot(d, aes(x=del, fill = condition)) +
geom_bar(position="dodge", binwidth= 1) +
ggtitle("deletions") +
xlab("deletions") +
themeML 
ggplot(d, aes(x=sub, fill = condition)) +
geom_bar(position="dodge", binwidth = 1) +
ggtitle("substitutions") +
xlab("subsitutions") +
themeML 
led = d %>%
group_by(condition) %>%
filter(phase == "TEST" & !is.na(lev2)) %>%
multi_boot(column="lev2",
summary_groups = c("condition"),
statistics_functions = c("mean", "ci_lower","ci_upper"))
ggplot(led, aes(y=mean, x = condition)) +
geom_bar(position="dodge", stat="identity", fill = "red") +
geom_errorbar(aes(ymin = ci_lower, ymax= ci_upper),
width=0.2, position="dodge") +
ylim(0,6) +
ggtitle("Levenshtein edit distance") +
themeML 
Look at all words
print.data.frame(d[d$phase == "TEST",c("workerID", "word", "guessedLabel")])## workerID word guessedLabel
## 1 A22RYT57XW88C1 nonur nonur
## 2 A22RYT57XW88C1 midax midax
## 3 A22RYT57XW88C1 kumog tugog
## 4 A22RYT57XW88C1 badax bidax
## 5 A22RYT57XW88C1 bakug bugog
## 6 A22RYT57XW88C1 pumig pumog
## 7 A22RYT57XW88C1 nigog ninog
## 8 A22RYT57XW88C1 tukug tugog
## 9 A2TKANKOPUJXWX nugup nagup
## 10 A2TKANKOPUJXWX mobax mobax
## 11 A2TKANKOPUJXWX pamog pagum
## 12 A2TKANKOPUJXWX bunur bunur
## 13 A2TKANKOPUJXWX bugir bugir
## 14 A2TKANKOPUJXWX nagup pagum
## 15 A2TKANKOPUJXWX papum papum
## 16 A2TKANKOPUJXWX kugan kugan
## 17 A2T5SWA51PFGQZ gogan gogan
## 18 A2T5SWA51PFGQZ bikug bikug
## 19 A2T5SWA51PFGQZ kibup kibup
## 20 A2T5SWA51PFGQZ nokug nokug
## 21 A2T5SWA51PFGQZ mibax mibau
## 22 A2T5SWA51PFGQZ binad bihad
## 23 A2T5SWA51PFGQZ gamig gamig
## 24 A2T5SWA51PFGQZ gopim gapim
## 25 A2OLVF6P86QSQJ mokug nukong
## 26 A2OLVF6P86QSQJ bigan pumimp
## 27 A2OLVF6P86QSQJ pumup danid
## 28 A2OLVF6P86QSQJ notib tulock
## 29 A2OLVF6P86QSQJ danid trangi
## 30 A2OLVF6P86QSQJ mukig nulong
## 31 A2OLVF6P86QSQJ nugog pratig
## 32 A2OLVF6P86QSQJ timig zanzig
## 33 A11G1TGXX3YS24 titud titud
## 34 A11G1TGXX3YS24 pakig pakig
## 35 A11G1TGXX3YS24 pumig pumig
## 36 A11G1TGXX3YS24 nobip mobip
## 37 A11G1TGXX3YS24 dapag dapag
## 38 A11G1TGXX3YS24 dugir dugir
## 39 A11G1TGXX3YS24 gigog gigog
## 40 A11G1TGXX3YS24 gobup gobup
## 41 A3W0JETVWCO4O9 gimog ginog
## 42 A3W0JETVWCO4O9 donur donur
## 43 A3W0JETVWCO4O9 gadut gadut
## 44 A3W0JETVWCO4O9 nogog nogog
## 45 A3W0JETVWCO4O9 dugir dugir
## 46 A3W0JETVWCO4O9 kugan kugan
## 47 A3W0JETVWCO4O9 ninop ninop
## 48 A3W0JETVWCO4O9 tokug tokug
## 49 AN4R2WV4D4NTK kugan tupag
## 50 AN4R2WV4D4NTK batud bipom
## 51 AN4R2WV4D4NTK nogup tumok
## 52 AN4R2WV4D4NTK mupum mupum
## 53 AN4R2WV4D4NTK bunid pinod
## 54 AN4R2WV4D4NTK tomog tilik
## 55 AN4R2WV4D4NTK punid rapon
## 56 AN4R2WV4D4NTK tupag tumek
## 57 A1CXLTPBPZ6TBE bipag motag
## 58 A1CXLTPBPZ6TBE budax bunkup
## 59 A1CXLTPBPZ6TBE gudax vexkig
## 60 A1CXLTPBPZ6TBE natob natib
## 61 A1CXLTPBPZ6TBE gibip gonab
## 62 A1CXLTPBPZ6TBE modut nixag
## 63 A1CXLTPBPZ6TBE mogan morgan
## 64 A1CXLTPBPZ6TBE gatib scripe
## 65 A610SH5RY1NG1 togir bomir
## 66 A610SH5RY1NG1 binur tugop
## 67 A610SH5RY1NG1 dobax mopub
## 68 A610SH5RY1NG1 nugan tomir
## 69 A610SH5RY1NG1 mogan momir
## 70 A610SH5RY1NG1 damup togup
## 71 A610SH5RY1NG1 pumup bomup
## 72 A610SH5RY1NG1 tokug togux
## 73 A382OV019QLW6H nugan nugag
## 74 A382OV019QLW6H mopum mopum
## 75 A382OV019QLW6H ganop nupap
## 76 A382OV019QLW6H dugog nitib
## 77 A382OV019QLW6H patib patib
## 78 A382OV019QLW6H batib patib
## 79 A382OV019QLW6H tubax gonad
## 80 A382OV019QLW6H nitib nitib
## 81 A3CQM3JY8IAJPS gupag gupaip
## 82 A3CQM3JY8IAJPS nudop navip
## 83 A3CQM3JY8IAJPS pagir binnit
## 84 A3CQM3JY8IAJPS pinid puni
## 85 A3CQM3JY8IAJPS kinur gunar
## 86 A3CQM3JY8IAJPS gunop hani
## 87 A3CQM3JY8IAJPS nabip panip
## 88 A3CQM3JY8IAJPS mutib gunjip
## 89 A31QAX88EZ236A nagir modad
## 90 A31QAX88EZ236A gomog dotao
## 91 A31QAX88EZ236A dotud dotab
## 92 A31QAX88EZ236A mubup bogft
## 93 A31QAX88EZ236A natud rught
## 94 A31QAX88EZ236A mogog nerdt
## 95 A31QAX88EZ236A pinid ased
## 96 A31QAX88EZ236A nudut crunt
## 97 A3JU7ESQF8NS56 punur punab
## 98 A3JU7ESQF8NS56 godax godax
## 99 A3JU7ESQF8NS56 pabup punab
## 100 A3JU7ESQF8NS56 dupim dunab
## 101 A3JU7ESQF8NS56 nibup nibab
## 102 A3JU7ESQF8NS56 gibup gigoa
## 103 A3JU7ESQF8NS56 dopum dopab
## 104 A3JU7ESQF8NS56 dunad pupu
## 105 A2G7N0X0PNX0EE tonad tonad
## 106 A2G7N0X0PNX0EE pitob pitob
## 107 A2G7N0X0PNX0EE tugup tugup
## 108 A2G7N0X0PNX0EE notob notob
## 109 A2G7N0X0PNX0EE mibip mibip
## 110 A2G7N0X0PNX0EE gugan gugan
## 111 A2G7N0X0PNX0EE tupag tupag
## 112 A2G7N0X0PNX0EE dapag dapag
## 113 A1JKSAQ8UNCE7B nubip nubip
## 114 A1JKSAQ8UNCE7B bugan bugan
## 115 A1JKSAQ8UNCE7B topag togap
## 116 A1JKSAQ8UNCE7B nigan nigan
## 117 A1JKSAQ8UNCE7B panad panad
## 118 A1JKSAQ8UNCE7B gotud gotud
## 119 A1JKSAQ8UNCE7B datob tadop
## 120 A1JKSAQ8UNCE7B gubup gubup
## 121 A2YCMT5BPA0AG9 gonad gonad
## 122 A2YCMT5BPA0AG9 binid binid
## 123 A2YCMT5BPA0AG9 dogog bigun
## 124 A2YCMT5BPA0AG9 mikig mikug
## 125 A2YCMT5BPA0AG9 dotob bogmup
## 126 A2YCMT5BPA0AG9 domig bindig
## 127 A2YCMT5BPA0AG9 kigir mirkug
## 128 A2YCMT5BPA0AG9 bunad tibnit
## 129 ASEO1V8MF0BNQ kunad kimig
## 130 ASEO1V8MF0BNQ badop badop
## 131 ASEO1V8MF0BNQ ganad nimad
## 132 ASEO1V8MF0BNQ bukig kimig
## 133 ASEO1V8MF0BNQ ninop lodop
## 134 ASEO1V8MF0BNQ kimig lidom
## 135 ASEO1V8MF0BNQ kumup lidig
## 136 ASEO1V8MF0BNQ gabup kimig
## 137 A1LF3VGHKTVMNH godut godut
## 138 A1LF3VGHKTVMNH gopag migpig
## 139 A1LF3VGHKTVMNH gigog goddot
## 140 A1LF3VGHKTVMNH pibup boand
## 141 A1LF3VGHKTVMNH todut bigot
## 142 A1LF3VGHKTVMNH modop mogot
## 143 A1LF3VGHKTVMNH mugan munane
## 144 A1LF3VGHKTVMNH bunad godot
## 145 A3EW4IYP88PITC ninop nanop
## 146 A3EW4IYP88PITC mitud miton
## 147 A3EW4IYP88PITC pudop papom
## 148 A3EW4IYP88PITC bipim nanop
## 149 A3EW4IYP88PITC dapum dapum
## 150 A3EW4IYP88PITC papum podum
## 151 A3EW4IYP88PITC dopum dodap
## 152 A3EW4IYP88PITC gugan gugan
## 153 A33XI8ZN4NZ0SQ kidut kidut
## 154 A33XI8ZN4NZ0SQ dukig dazum
## 155 A33XI8ZN4NZ0SQ binad speen
## 156 A33XI8ZN4NZ0SQ dapum dippum
## 157 A33XI8ZN4NZ0SQ pamig unsure
## 158 A33XI8ZN4NZ0SQ mogog mogog
## 159 A33XI8ZN4NZ0SQ gonid unsure
## 160 A33XI8ZN4NZ0SQ migog unsure
## 161 A18BB7KXX7QD7S pibup pigup
## 162 A18BB7KXX7QD7S gomig go-nib
## 163 A18BB7KXX7QD7S ginop bogin
## 164 A18BB7KXX7QD7S bigup big-op
## 165 A18BB7KXX7QD7S binid binac
## 166 A18BB7KXX7QD7S gonad gonad
## 167 A18BB7KXX7QD7S domog bonig
## 168 A18BB7KXX7QD7S munad minoc
## 169 A3A4EIML2KVC3D migup migup
## 170 A3A4EIML2KVC3D gogup gogip
## 171 A3A4EIML2KVC3D pibip pibip
## 172 A3A4EIML2KVC3D totib totip
## 173 A3A4EIML2KVC3D mipum mipum
## 174 A3A4EIML2KVC3D kunad kunad
## 175 A3A4EIML2KVC3D pakig pakig
## 176 A3A4EIML2KVC3D mudax mudax
## 177 A27LGC4MU1R7PQ mipag migap
## 178 A27LGC4MU1R7PQ nogir nogir
## 179 A27LGC4MU1R7PQ nagup nagup
## 180 A27LGC4MU1R7PQ topim nagam
## 181 A27LGC4MU1R7PQ danid dupam
## 182 A27LGC4MU1R7PQ putob nagup
## 183 A27LGC4MU1R7PQ dugan dugan
## 184 A27LGC4MU1R7PQ kigan kagir
## 185 A3V6BACM229QLK gobip gopip
## 186 A3V6BACM229QLK kimog kipop
## 187 A3V6BACM229QLK gibip gofid
## 188 A3V6BACM229QLK pukig pukig
## 189 A3V6BACM229QLK tinid tenid
## 190 A3V6BACM229QLK mugog gobip
## 191 A3V6BACM229QLK midax mipax
## 192 A3V6BACM229QLK bunad bunad
## 193 A10MH2GE01BXXE nodax nupak
## 194 A10MH2GE01BXXE nugir babuk
## 195 A10MH2GE01BXXE kukig kukig
## 196 A10MH2GE01BXXE kudut bombik
## 197 A10MH2GE01BXXE bapag delrick
## 198 A10MH2GE01BXXE putud pudic
## 199 A10MH2GE01BXXE bikig babil
## 200 A10MH2GE01BXXE nomup numaq
## 201 A3GWOC2Q53BW2N nudax nadux
## 202 A3GWOC2Q53BW2N bipag bopin
## 203 A3GWOC2Q53BW2N bakig bodix
## 204 A3GWOC2Q53BW2N nadop napin
## 205 A3GWOC2Q53BW2N tobup topup
## 206 A3GWOC2Q53BW2N napag ridux
## 207 A3GWOC2Q53BW2N gapum bipop
## 208 A3GWOC2Q53BW2N gamig gamig
## 209 A2IL2LVCH65FL9 nupag Nipung
## 210 A2IL2LVCH65FL9 donad donad
## 211 A2IL2LVCH65FL9 tonop tipon
## 212 A2IL2LVCH65FL9 napum nipon
## 213 A2IL2LVCH65FL9 bipum tornad
## 214 A2IL2LVCH65FL9 dumog donand
## 215 A2IL2LVCH65FL9 patib nipum
## 216 A2IL2LVCH65FL9 bigog donad
## 217 A19DZAFFZEU6GN pidax gigan
## 218 A19DZAFFZEU6GN nutud natud
## 219 A19DZAFFZEU6GN batib batib
## 220 A19DZAFFZEU6GN gadut gifr
## 221 A19DZAFFZEU6GN mitob moib
## 222 A19DZAFFZEU6GN gigan gign
## 223 A19DZAFFZEU6GN patud gign
## 224 A19DZAFFZEU6GN godax matib
## 225 A2647HGZR3AFV6 gitud putid
## 226 A2647HGZR3AFV6 pitud danur
## 227 A2647HGZR3AFV6 dagog dabob
## 228 A2647HGZR3AFV6 putib panor
## 229 A2647HGZR3AFV6 danop daten
## 230 A2647HGZR3AFV6 gupum pande
## 231 A2647HGZR3AFV6 datob bitup
## 232 A2647HGZR3AFV6 banur ditup
## 233 AASQOP2VOVF99 pubax gibip
## 234 AASQOP2VOVF99 badut pibax
## 235 AASQOP2VOVF99 donop donop
## 236 AASQOP2VOVF99 bitud bigix
## 237 AASQOP2VOVF99 gibip bigid
## 238 AASQOP2VOVF99 nobip nobitz
## 239 AASQOP2VOVF99 kigog kidat
## 240 AASQOP2VOVF99 batob binig
## 241 A2602OOFDKNFS8 gobup gobup
## 242 A2602OOFDKNFS8 panop panop
## 243 A2602OOFDKNFS8 dugog dugog
## 244 A2602OOFDKNFS8 kimig gager
## 245 A2602OOFDKNFS8 tomup tomup
## 246 A2602OOFDKNFS8 putib putib
## 247 A2602OOFDKNFS8 danid danid
## 248 A2602OOFDKNFS8 gagir gagir
## 249 A2GV24RKSQPCMN bumog bamog
## 250 A2GV24RKSQPCMN pibup bebup
## 251 A2GV24RKSQPCMN punop kimig
## 252 A2GV24RKSQPCMN kimog kimig
## 253 A2GV24RKSQPCMN kukig peebub
## 254 A2GV24RKSQPCMN bigir ponpee
## 255 A2GV24RKSQPCMN gimig bazuk
## 256 A2GV24RKSQPCMN dagup beebip
## 257 A3908297ZI3LES budax budax
## 258 A3908297ZI3LES tonur tonur
## 259 A3908297ZI3LES gopim godax
## 260 A3908297ZI3LES nipim nupum
## 261 A3908297ZI3LES bibup todax
## 262 A3908297ZI3LES todax todax
## 263 A3908297ZI3LES nupim tonur
## 264 A3908297ZI3LES dobup boxum
## 265 A3ICWVGCEDRXS0 tubip tigup
## 266 A3ICWVGCEDRXS0 nabax gapub
## 267 A3ICWVGCEDRXS0 gapum gapub
## 268 A3ICWVGCEDRXS0 gakug gokun
## 269 A3ICWVGCEDRXS0 pakug horub
## 270 A3ICWVGCEDRXS0 tobup sorid
## 271 A3ICWVGCEDRXS0 tigup pokib
## 272 A3ICWVGCEDRXS0 kupim rakup
## 273 A2WX0GMSZUCP83 kibup kibup
## 274 A2WX0GMSZUCP83 gogir gokib
## 275 A2WX0GMSZUCP83 ninop nupib
## 276 A2WX0GMSZUCP83 dutib dupib
## 277 A2WX0GMSZUCP83 bumog gigup
## 278 A2WX0GMSZUCP83 gobup gogur
## 279 A2WX0GMSZUCP83 gubup gibur
## 280 A2WX0GMSZUCP83 pugup pigur
## 281 A2TCIHHKLL8LQC pikug pinad
## 282 A2TCIHHKLL8LQC gipim pikug
## 283 A2TCIHHKLL8LQC pinad tinid
## 284 A2TCIHHKLL8LQC bukig bukig
## 285 A2TCIHHKLL8LQC nodut nodut
## 286 A2TCIHHKLL8LQC tinid bimig
## 287 A2TCIHHKLL8LQC bimig gipim
## 288 A2TCIHHKLL8LQC pubup pubup
## 289 A2Z3T0MW3HKW18 topum topum
## 290 A2Z3T0MW3HKW18 nibip nibip
## 291 A2Z3T0MW3HKW18 mukug mukug
## 292 A2Z3T0MW3HKW18 mopag mopag
## 293 A2Z3T0MW3HKW18 nubup nubug
## 294 A2Z3T0MW3HKW18 dobip dopig
## 295 A2Z3T0MW3HKW18 pamig pamig
## 296 A2Z3T0MW3HKW18 nonid nodib
## 297 A2TYLR23CHRULH nimig nimig
## 298 A2TYLR23CHRULH gomup gomup
## 299 A2TYLR23CHRULH dutib ditax
## 300 A2TYLR23CHRULH pidax pinax
## 301 A2TYLR23CHRULH gugog gogob
## 302 A2TYLR23CHRULH tumog tomug
## 303 A2TYLR23CHRULH bunop donab
## 304 A2TYLR23CHRULH kidax kinax
## 305 ADENP3JI8ZBUV mugan munid
## 306 ADENP3JI8ZBUV gubip gupid
## 307 ADENP3JI8ZBUV topag shoe rack
## 308 ADENP3JI8ZBUV midop can opener
## 309 ADENP3JI8ZBUV tunid tupid
## 310 ADENP3JI8ZBUV tupim tupid
## 311 ADENP3JI8ZBUV ginop gupid
## 312 ADENP3JI8ZBUV dokug pipes
## 313 AZ9BZONG644TU tibax tipig
## 314 AZ9BZONG644TU nimig nomig
## 315 AZ9BZONG644TU babip namog
## 316 AZ9BZONG644TU nodop nodig
## 317 AZ9BZONG644TU mukug mutuk
## 318 AZ9BZONG644TU mupag molig
## 319 AZ9BZONG644TU kudut nokut
## 320 AZ9BZONG644TU banid badig
## 321 A18B016RYNKY3U banid banid
## 322 A18B016RYNKY3U gogir gugo
## 323 A18B016RYNKY3U gibup gipug
## 324 A18B016RYNKY3U gukug gakug
## 325 A18B016RYNKY3U mobax mobax
## 326 A18B016RYNKY3U mugir mugin
## 327 A18B016RYNKY3U tinur tanir
## 328 A18B016RYNKY3U nagan nadin
## 329 ABUABR22YMOGG dudop dudap
## 330 ABUABR22YMOGG budut sudut
## 331 ABUABR22YMOGG kigan kigan
## 332 ABUABR22YMOGG dodut nudap
## 333 ABUABR22YMOGG gunop nuda
## 334 ABUABR22YMOGG nudut maku
## 335 ABUABR22YMOGG gonad fibu
## 336 ABUABR22YMOGG nanop feli
## 337 A3579N2TITA69M tipim imnog
## 338 A3579N2TITA69M kunop kugcog
## 339 A3579N2TITA69M gikug kinlog
## 340 A3579N2TITA69M nigog inkong
## 341 A3579N2TITA69M gukug uknug
## 342 A3579N2TITA69M pimup kinglo
## 343 A3579N2TITA69M bunad inglog
## 344 A3579N2TITA69M kibip inklog
## 345 A2RRP5S7UMDWJA tigan panup
## 346 A2RRP5S7UMDWJA pinad tigad
## 347 A2RRP5S7UMDWJA badut panup
## 348 A2RRP5S7UMDWJA tugir ?
## 349 A2RRP5S7UMDWJA mipag panup
## 350 A2RRP5S7UMDWJA pipum tigad
## 351 A2RRP5S7UMDWJA banop ?
## 352 A2RRP5S7UMDWJA pigan ?
## 353 A1QTQISKEHWSKZ banad gunip
## 354 A1QTQISKEHWSKZ tonop tonap
## 355 A1QTQISKEHWSKZ kinid mogan
## 356 A1QTQISKEHWSKZ gunur tinip
## 357 A1QTQISKEHWSKZ mogan bonap
## 358 A1QTQISKEHWSKZ gibip tinib
## 359 A1QTQISKEHWSKZ gibax polab
## 360 A1QTQISKEHWSKZ tubip tolop
## 361 ANV4TUKMWLA8E pibup pibup
## 362 ANV4TUKMWLA8E munid munig
## 363 ANV4TUKMWLA8E bitib bitib
## 364 ANV4TUKMWLA8E todut todut
## 365 ANV4TUKMWLA8E kugup kigog
## 366 ANV4TUKMWLA8E kigog kigog
## 367 ANV4TUKMWLA8E kibup pibub
## 368 ANV4TUKMWLA8E tomog todag
## 369 A205YOMVOVCUY4 dadop dadop
## 370 A205YOMVOVCUY4 badop bokug
## 371 A205YOMVOVCUY4 mubup ganop
## 372 A205YOMVOVCUY4 mikug bupum
## 373 A205YOMVOVCUY4 bupum bupum
## 374 A205YOMVOVCUY4 tokug tokug
## 375 A205YOMVOVCUY4 tupum tupum
## 376 A205YOMVOVCUY4 gonop gonop
## 377 A2RDNYV4SH5E89 mutud mutup
## 378 A2RDNYV4SH5E89 gobip dupip
## 379 A2RDNYV4SH5E89 pidut nogor
## 380 A2RDNYV4SH5E89 tinur togir
## 381 A2RDNYV4SH5E89 dupim mutig
## 382 A2RDNYV4SH5E89 nigup nigor
## 383 A2RDNYV4SH5E89 dukug mutug
## 384 A2RDNYV4SH5E89 ninur nigor
## 385 A3HNEYFOIJWPH1 nidax ganix
## 386 A3HNEYFOIJWPH1 dukug dugok
## 387 A3HNEYFOIJWPH1 panop panok
## 388 A3HNEYFOIJWPH1 punad dupak
## 389 A3HNEYFOIJWPH1 tobax bapox
## 390 A3HNEYFOIJWPH1 bakig gapux
## 391 A3HNEYFOIJWPH1 gabax kanog
## 392 A3HNEYFOIJWPH1 dobup bupod
## 393 A4SC8G0149GEG nukig nagir
## 394 A4SC8G0149GEG nukug nirge
## 395 A4SC8G0149GEG tutob tabmo
## 396 A4SC8G0149GEG gudut gudot
## 397 A4SC8G0149GEG gabax gudax
## 398 A4SC8G0149GEG tigog tigog
## 399 A4SC8G0149GEG nagir nebob
## 400 A4SC8G0149GEG kunad carid
## 401 A1S0JKGJLC87A6 pukig turgog
## 402 A1S0JKGJLC87A6 dugir dugar
## 403 A1S0JKGJLC87A6 monop polik
## 404 A1S0JKGJLC87A6 tubax tamek
## 405 A1S0JKGJLC87A6 nigan pilok
## 406 A1S0JKGJLC87A6 gamup gamup
## 407 A1S0JKGJLC87A6 gagog gorak
## 408 A1S0JKGJLC87A6 togir pugar
## 409 A2WLGVXAVT2XTR nonad nonad
## 410 A2WLGVXAVT2XTR gobup goban
## 411 A2WLGVXAVT2XTR totib totub
## 412 A2WLGVXAVT2XTR pudop pudop
## 413 A2WLGVXAVT2XTR gigup gokud
## 414 A2WLGVXAVT2XTR kudut pudap
## 415 A2WLGVXAVT2XTR kunid kuid
## 416 A2WLGVXAVT2XTR gutud gorup
## 417 A2YGAEODJ5SSF6 bipum nagar
## 418 A2YGAEODJ5SSF6 gakug gopug
## 419 A2YGAEODJ5SSF6 gomog mogim
## 420 A2YGAEODJ5SSF6 nikug nagir
## 421 A2YGAEODJ5SSF6 kidax lumkid
## 422 A2YGAEODJ5SSF6 mumig mopag
## 423 A2YGAEODJ5SSF6 gupum glumpkid
## 424 A2YGAEODJ5SSF6 nagir samal
## 425 A16UUHKOGIBHNX gunad gunad
## 426 A16UUHKOGIBHNX nukig nukig
## 427 A16UUHKOGIBHNX nidut kl
## 428 A16UUHKOGIBHNX tudop tudop
## 429 A16UUHKOGIBHNX munur munar
## 430 A16UUHKOGIBHNX tomup tomup
## 431 A16UUHKOGIBHNX modax modax
## 432 A16UUHKOGIBHNX patib patib
## 433 A3BO1974J24P8B bumig tobig
## 434 A3BO1974J24P8B gonid ganad
## 435 A3BO1974J24P8B tobip podup
## 436 A3BO1974J24P8B kidop kidup
## 437 A3BO1974J24P8B tugup topog
## 438 A3BO1974J24P8B nupag bupug
## 439 A3BO1974J24P8B padut dopag
## 440 A3BO1974J24P8B dugan docan
## 441 A1JDDBMSI4TBXN gopag nugog
## 442 A1JDDBMSI4TBXN bugir bapig
## 443 A1JDDBMSI4TBXN mugan numeg
## 444 A1JDDBMSI4TBXN pamig bapag
## 445 A1JDDBMSI4TBXN mogog magog
## 446 A1JDDBMSI4TBXN dabip pigid
## 447 A1JDDBMSI4TBXN nimog numeg
## 448 A1JDDBMSI4TBXN gupag pugid
## 449 A3NS1DN6J7Z3EU midax midox
## 450 A3NS1DN6J7Z3EU momup momup
## 451 A3NS1DN6J7Z3EU tidop tidap
## 452 A3NS1DN6J7Z3EU pagan pagan
## 453 A3NS1DN6J7Z3EU mudop mudup
## 454 A3NS1DN6J7Z3EU dobax dopax
## 455 A3NS1DN6J7Z3EU patib patib
## 456 A3NS1DN6J7Z3EU migog migog
## 457 A2S4YDJ9UGAXFQ nobip dakug
## 458 A2S4YDJ9UGAXFQ kigog keyg
## 459 A2S4YDJ9UGAXFQ gupum ropum
## 460 A2S4YDJ9UGAXFQ binad binob
## 461 A2S4YDJ9UGAXFQ tikig tikig
## 462 A2S4YDJ9UGAXFQ dakug dakug
## 463 A2S4YDJ9UGAXFQ gipim esprim
## 464 A2S4YDJ9UGAXFQ gonop dakug
## 465 A2O4D0WJS54KCO nubup nubup
## 466 A2O4D0WJS54KCO gakig gudax
## 467 A2O4D0WJS54KCO mipim minop
## 468 A2O4D0WJS54KCO minop mipop
## 469 A2O4D0WJS54KCO domup bamig
## 470 A2O4D0WJS54KCO ninur ninur
## 471 A2O4D0WJS54KCO bamig bamig
## 472 A2O4D0WJS54KCO gudax mipim
## 473 A1WLPPW4KK5MIN pibup bibap
## 474 A1WLPPW4KK5MIN nutib mekog
## 475 A1WLPPW4KK5MIN bibax flerg
## 476 A1WLPPW4KK5MIN kinop menop
## 477 A1WLPPW4KK5MIN bimig hekog
## 478 A1WLPPW4KK5MIN pukug bukog
## 479 A1WLPPW4KK5MIN dakig dibap
## 480 A1WLPPW4KK5MIN minad minad
## 481 A27O2IILV3S5YS tumig MUGIG
## 482 A27O2IILV3S5YS mugir MUNIG
## 483 A27O2IILV3S5YS gimog panit
## 484 A27O2IILV3S5YS pipum sunig
## 485 A27O2IILV3S5YS nagan gig
## 486 A27O2IILV3S5YS tonur tunig
## 487 A27O2IILV3S5YS gagup mirig
## 488 A27O2IILV3S5YS gubup munig
## 489 A2KQNYDB954RSH nibup Bokum
## 490 A2KQNYDB954RSH binur bokum
## 491 A2KQNYDB954RSH dotib bokum
## 492 A2KQNYDB954RSH mupag bokum
## 493 A2KQNYDB954RSH mutud mutum
## 494 A2KQNYDB954RSH papim payim
## 495 A2KQNYDB954RSH tikug tikug
## 496 A2KQNYDB954RSH mudop mekum
## 497 AUAQNF31UH6H4 kubip Kimop
## 498 AUAQNF31UH6H4 kimog Gukog
## 499 AUAQNF31UH6H4 gunad Gupag
## 500 AUAQNF31UH6H4 gupum Gupug
## 501 AUAQNF31UH6H4 pibax Pikug
## 502 AUAQNF31UH6H4 gupag Gupug
## 503 AUAQNF31UH6H4 gikig Gikak
## 504 AUAQNF31UH6H4 momup Mepag
## 505 A7RQ5DNXWAA74 papim papim
## 506 A7RQ5DNXWAA74 punad ponug
## 507 A7RQ5DNXWAA74 kinur kanir
## 508 A7RQ5DNXWAA74 domog poonug
## 509 A7RQ5DNXWAA74 bunur damir
## 510 A7RQ5DNXWAA74 ganad ganug
## 511 A7RQ5DNXWAA74 pugup punug
## 512 A7RQ5DNXWAA74 dabax dabix
## 513 A3P74FP62XNVYI notud notud
## 514 A3P74FP62XNVYI butib butab
## 515 A3P74FP62XNVYI binur butib
## 516 A3P74FP62XNVYI gagir gagur
## 517 A3P74FP62XNVYI dumup dumup
## 518 A3P74FP62XNVYI gimig gimug
## 519 A3P74FP62XNVYI ginad ginad
## 520 A3P74FP62XNVYI gadax gidax
## 521 A3RD30VDG7UNV8 tukug mapig
## 522 A3RD30VDG7UNV8 mitob jalex
## 523 A3RD30VDG7UNV8 gagir gurnop
## 524 A3RD30VDG7UNV8 kinid kinip
## 525 A3RD30VDG7UNV8 mipag perod
## 526 A3RD30VDG7UNV8 nogup nerod
## 527 A3RD30VDG7UNV8 nodax plorox
## 528 A3RD30VDG7UNV8 pabup almod
## 529 A9S6EGIY10U0X nopim nopim
## 530 A9S6EGIY10U0X tunad tunad
## 531 A9S6EGIY10U0X nikug nukid
## 532 A9S6EGIY10U0X dupum mopid
## 533 A9S6EGIY10U0X tinad tanad
## 534 A9S6EGIY10U0X nupum nupum
## 535 A9S6EGIY10U0X napag napam
## 536 A9S6EGIY10U0X migir migir
## 537 A24N00FSJO3DZP gukug gukug
## 538 A24N00FSJO3DZP mumog mamog
## 539 A24N00FSJO3DZP datud datud
## 540 A24N00FSJO3DZP kubip bubip
## 541 A24N00FSJO3DZP nokug nokid
## 542 A24N00FSJO3DZP mudop mumop
## 543 A24N00FSJO3DZP modop momop
## 544 A24N00FSJO3DZP namig namug
## 545 A2ATNPZC1YEZ3 kibip Kibib
## 546 A2ATNPZC1YEZ3 kidut Kubob
## 547 A2ATNPZC1YEZ3 ginid Ginid
## 548 A2ATNPZC1YEZ3 gigog Gugog
## 549 A2ATNPZC1YEZ3 kibup Kigup
## 550 A2ATNPZC1YEZ3 gupum Gugon
## 551 A2ATNPZC1YEZ3 dugup Mugog
## 552 A2ATNPZC1YEZ3 munur Munur
## 553 ARLC9PXHCNPI9 kibip mimip
## 554 ARLC9PXHCNPI9 mumig gimo
## 555 ARLC9PXHCNPI9 bumup bumip
## 556 ARLC9PXHCNPI9 gigog mumig
## 557 ARLC9PXHCNPI9 ganop morag
## 558 ARLC9PXHCNPI9 gipim zoorag
## 559 ARLC9PXHCNPI9 mibip belop
## 560 ARLC9PXHCNPI9 nidut niraz
## 561 A3EDFNG7NA7V0I panad Panad
## 562 A3EDFNG7NA7V0I putib don't know
## 563 A3EDFNG7NA7V0I mobup mupag
## 564 A3EDFNG7NA7V0I kutud gudud
## 565 A3EDFNG7NA7V0I kugup don't know
## 566 A3EDFNG7NA7V0I gudax Gupax
## 567 A3EDFNG7NA7V0I gumog don't know
## 568 A3EDFNG7NA7V0I gupag Mupag
## 569 A4J4GGMKJ68L0 dutib dutid
## 570 A4J4GGMKJ68L0 nukig nukig
## 571 A4J4GGMKJ68L0 nanop nukod
## 572 A4J4GGMKJ68L0 tinad tinid
## 573 A4J4GGMKJ68L0 bumog bumog
## 574 A4J4GGMKJ68L0 minop mutod
## 575 A4J4GGMKJ68L0 nutud ednod
## 576 A4J4GGMKJ68L0 bimog mutod
## 577 AV3P6MAFNWXTI napum napum
## 578 AV3P6MAFNWXTI gutob bukog
## 579 AV3P6MAFNWXTI topim napim
## 580 AV3P6MAFNWXTI binop bukim
## 581 AV3P6MAFNWXTI mikig mikim
## 582 AV3P6MAFNWXTI bakug bakug
## 583 AV3P6MAFNWXTI mugog mugog
## 584 AV3P6MAFNWXTI kunur karum
## 585 A3LKPARORDKLWT gubip bupnip
## 586 A3LKPARORDKLWT tubip dingleding
## 587 A3LKPARORDKLWT tidut romcom
## 588 A3LKPARORDKLWT gonop bludoo
## 589 A3LKPARORDKLWT banid bluieof
## 590 A3LKPARORDKLWT nikug thngas
## 591 A3LKPARORDKLWT dagan bumrung
## 592 A3LKPARORDKLWT motud dunbung
## 593 A27CPVNHWY58DL pumup pumpup
## 594 A27CPVNHWY58DL pupim tukig
## 595 A27CPVNHWY58DL nagup momug
## 596 A27CPVNHWY58DL bagan bagug
## 597 A27CPVNHWY58DL babip blipig
## 598 A27CPVNHWY58DL tukug tukug
## 599 A27CPVNHWY58DL tigir nakag
## 600 A27CPVNHWY58DL dogog dogog
## 601 A1D2EOCNB0NK0T gubip gubip
## 602 A1D2EOCNB0NK0T mimup mimup
## 603 A1D2EOCNB0NK0T kibax ganax
## 604 A1D2EOCNB0NK0T ginid ginid
## 605 A1D2EOCNB0NK0T tipum tipum
## 606 A1D2EOCNB0NK0T tigir tigir
## 607 A1D2EOCNB0NK0T punur punur
## 608 A1D2EOCNB0NK0T tugir tuger
## 609 A11C9D55C41PB2 dukig buqip
## 610 A11C9D55C41PB2 nabup nagog
## 611 A11C9D55C41PB2 bigan gagog
## 612 A11C9D55C41PB2 gadop bagok
## 613 A11C9D55C41PB2 mobax magkip
## 614 A11C9D55C41PB2 gagog gaggok
## 615 A11C9D55C41PB2 bupum bagok
## 616 A11C9D55C41PB2 mugog bugkip
## 617 A2KYTQNLOF7W7S mogog gogup
## 618 A2KYTQNLOF7W7S nibup nimab
## 619 A2KYTQNLOF7W7S gogan bodid
## 620 A2KYTQNLOF7W7S gidop righup
## 621 A2KYTQNLOF7W7S nunid nigbod
## 622 A2KYTQNLOF7W7S gidax defger
## 623 A2KYTQNLOF7W7S notud yopbin
## 624 A2KYTQNLOF7W7S nimup lijhur
## 625 A1K4KR1GQYCIWA dupag dupag
## 626 A1K4KR1GQYCIWA motib motib
## 627 A1K4KR1GQYCIWA ninop dunno
## 628 A1K4KR1GQYCIWA pitib pitag
## 629 A1K4KR1GQYCIWA nunop potib
## 630 A1K4KR1GQYCIWA budop dupog
## 631 A1K4KR1GQYCIWA tokug potib
## 632 A1K4KR1GQYCIWA nigir nigir
## 633 A2GHULGRG1TFYO gamig gamin
## 634 A2GHULGRG1TFYO kumig kukog
## 635 A2GHULGRG1TFYO nodut tugir
## 636 A2GHULGRG1TFYO nabup tugor
## 637 A2GHULGRG1TFYO budop dubor
## 638 A2GHULGRG1TFYO dobip litor
## 639 A2GHULGRG1TFYO gukig tior
## 640 A2GHULGRG1TFYO togir blig
## 641 A2LGYPH2OXPXPG minur mirup
## 642 A2LGYPH2OXPXPG gigup gigup
## 643 A2LGYPH2OXPXPG tonad tonip
## 644 A2LGYPH2OXPXPG notud nopit
## 645 A2LGYPH2OXPXPG panop pinup
## 646 A2LGYPH2OXPXPG ninop notup
## 647 A2LGYPH2OXPXPG mopim mopum
## 648 A2LGYPH2OXPXPG nibax nopix
## 649 A37S96RT1P1IT2 mitob mitob
## 650 A37S96RT1P1IT2 kinad kinab
## 651 A37S96RT1P1IT2 topum putub
## 652 A37S96RT1P1IT2 kitib kitib
## 653 A37S96RT1P1IT2 pudut putin
## 654 A37S96RT1P1IT2 tugan lupan
## 655 A37S96RT1P1IT2 pugup putab
## 656 A37S96RT1P1IT2 nagog nagog
## 657 A3037FNBVPPAY9 kigup pigud
## 658 A3037FNBVPPAY9 pigog mukur
## 659 A3037FNBVPPAY9 gibip can't remember
## 660 A3037FNBVPPAY9 putud can't remember
## 661 A3037FNBVPPAY9 gukug can't remember
## 662 A3037FNBVPPAY9 bimig can't remember
## 663 A3037FNBVPPAY9 mupim can't remember
## 664 A3037FNBVPPAY9 ganop can't remember
## 665 A2L6BURZ27CVB6 tokig tokig
## 666 A2L6BURZ27CVB6 kinur kinur
## 667 A2L6BURZ27CVB6 mopum mopum
## 668 A2L6BURZ27CVB6 tinur rinur
## 669 A2L6BURZ27CVB6 gonad gonad
## 670 A2L6BURZ27CVB6 gabip gabip
## 671 A2L6BURZ27CVB6 nibip nibip
## 672 A2L6BURZ27CVB6 gogup gogup
## 673 A18PW6Z2QDFL1M dunid danud
## 674 A18PW6Z2QDFL1M danad nadad
## 675 A18PW6Z2QDFL1M pigir pigir
## 676 A18PW6Z2QDFL1M natud tanud
## 677 A18PW6Z2QDFL1M gatob bigot
## 678 A18PW6Z2QDFL1M gimig gimig
## 679 A18PW6Z2QDFL1M nodax kodax
## 680 A18PW6Z2QDFL1M kimig pimig
## 681 A1CNJUZTRGJIAH pipum pipum
## 682 A1CNJUZTRGJIAH gakig gyaix
## 683 A1CNJUZTRGJIAH mimup mimup
## 684 A1CNJUZTRGJIAH dubup updub
## 685 A1CNJUZTRGJIAH minad mimup
## 686 A1CNJUZTRGJIAH kudax kuyax
## 687 A1CNJUZTRGJIAH tunad m
## 688 A1CNJUZTRGJIAH pabip pipum
## 689 AZGBKAM5JUV5A nipim nipim
## 690 AZGBKAM5JUV5A minid mimid
## 691 AZGBKAM5JUV5A tidax tidax
## 692 AZGBKAM5JUV5A ganad gonad
## 693 AZGBKAM5JUV5A kimig kimig
## 694 AZGBKAM5JUV5A domog domag
## 695 AZGBKAM5JUV5A padop padop
## 696 AZGBKAM5JUV5A kinur kimur
## 697 A22MNN3ZTBSAY3 nitib nitib
## 698 A22MNN3ZTBSAY3 kitib todop
## 699 A22MNN3ZTBSAY3 kimig kimig
## 700 A22MNN3ZTBSAY3 mokig mikib
## 701 A22MNN3ZTBSAY3 kunur todor
## 702 A22MNN3ZTBSAY3 gidut ditub
## 703 A22MNN3ZTBSAY3 todop todop
## 704 A22MNN3ZTBSAY3 nutob notab
## 705 A3USS4O0RQZ37K binid bidup
## 706 A3USS4O0RQZ37K tubup tidup
## 707 A3USS4O0RQZ37K pimup pimup
## 708 A3USS4O0RQZ37K nigan nigan
## 709 A3USS4O0RQZ37K budut bidup
## 710 A3USS4O0RQZ37K mitib mitbid
## 711 A3USS4O0RQZ37K nigog nigog
## 712 A3USS4O0RQZ37K dobip dibop
## 713 A16SR2HQIWRFD6 tipum nopag
## 714 A16SR2HQIWRFD6 bakug bakup
## 715 A16SR2HQIWRFD6 dagir dagir
## 716 A16SR2HQIWRFD6 gugir gugir
## 717 A16SR2HQIWRFD6 kugup gopek
## 718 A16SR2HQIWRFD6 nopag dupum
## 719 A16SR2HQIWRFD6 kunid kudid
## 720 A16SR2HQIWRFD6 mobax mopax
## 721 A290OV59Q76QC8 namup pitnub
## 722 A290OV59Q76QC8 numup nanub
## 723 A290OV59Q76QC8 kipum kipbub
## 724 A290OV59Q76QC8 dagup dagup
## 725 A290OV59Q76QC8 panid pinup
## 726 A290OV59Q76QC8 dadop dadpug
## 727 A290OV59Q76QC8 pagog trigup
## 728 A290OV59Q76QC8 titob titup
## 729 AYQH26R4KXW2K tubip gikig
## 730 AYQH26R4KXW2K gutob gotob
## 731 AYQH26R4KXW2K gadut gadut
## 732 AYQH26R4KXW2K nubip nupib
## 733 AYQH26R4KXW2K mikig mikig
## 734 AYQH26R4KXW2K dunur dunur
## 735 AYQH26R4KXW2K gikig gikig
## 736 AYQH26R4KXW2K binop snigit
## 737 A289D98Z4GAZ28 pikig pipigog
## 738 A289D98Z4GAZ28 nitob nitbob
## 739 A289D98Z4GAZ28 titob titnob
## 740 A289D98Z4GAZ28 dodut donutog
## 741 A289D98Z4GAZ28 badop papaig
## 742 A289D98Z4GAZ28 dagog dodogog
## 743 A289D98Z4GAZ28 tudax pinbog
## 744 A289D98Z4GAZ28 pipag pipiag
## 745 A2AU6YNUB39I9F tomup tomup
## 746 A2AU6YNUB39I9F bidop bidot
## 747 A2AU6YNUB39I9F gadut nandor
## 748 A2AU6YNUB39I9F dunad bidot
## 749 A2AU6YNUB39I9F natib nanur
## 750 A2AU6YNUB39I9F pidut pidot
## 751 A2AU6YNUB39I9F nanur pidot
## 752 A2AU6YNUB39I9F nidax nidor
## 753 AOIK8K4X34LGR mubup mubup
## 754 AOIK8K4X34LGR nupag nupaq
## 755 AOIK8K4X34LGR gumog gumoc
## 756 AOIK8K4X34LGR gipim gipim
## 757 AOIK8K4X34LGR numig numig
## 758 AOIK8K4X34LGR togan togan
## 759 AOIK8K4X34LGR namup numag
## 760 AOIK8K4X34LGR domig domig
## 761 A1LV6ZGB8I17VI tugog no idea
## 762 A1LV6ZGB8I17VI dubup dumug
## 763 A1LV6ZGB8I17VI tinop dipop
## 764 A1LV6ZGB8I17VI nokug mutok
## 765 A1LV6ZGB8I17VI tumog tipog
## 766 A1LV6ZGB8I17VI motud godud
## 767 A1LV6ZGB8I17VI tumig tumog
## 768 A1LV6ZGB8I17VI munad gutopLook at answers to: “What do you think this experiment was about?”"
print.data.frame(d[d$phase == "QUESTIONNAIRE",c("whatAbout")])## whatAbout
## 1 to study if people work together with people that they think are like them
## 2 estimation and memory
## 3 how people with differences work together.
## 4 not sure
## 5 no idea
## 6 decision making
## 7 Memory in foreign languages
## 8 how people work together based on how they estimate
## 9 memory
## 10 no clue
## 11 Memorization
## 12 memory
## 13 no idea
## 14 Uncertain
## 15 not sure
## 16 no idea
## 17 memory
## 18 Memory of language
## 19 I'm not really sure.
## 20 I am not sure.
## 21 Short-term memory
## 22 Don't know.
## 23 not sure
## 24 memorization
## 25 To understand the link between math and memory
## 26 I don't know
## 27 No clue
## 28 seeing how well i analyze images
## 29 how well we remember someone's work who remember differently
## 30 I am unsure
## 31 Math and Memory productivity.
## 32 flash memory compared to prolonged imagery
## 33 memory
## 34 I don't know
## 35 trusting my partner
## 36 I think this experiment was to see people's perception and their memory given a certain circumstance.
## 37 it was about learning new things
## 38 my horrible memory
## 39 memory?
## 40 not sure
## 41 It was about how well people of 2 extremes could work together.
## 42 Math and memory game
## 43 language
## 44 not sure
## 45 I'm not sure.
## 46 To see if people worked better with partners that were similar to themselves
## 47 No idea...
## 48 Memory
## 49 No clue at all.
## 50 To examine how well people perform with someone different.
## 51 Memory?
## 52 How i react to someone who is different from me.
## 53 Memory test
## 54 to test your short term memory
## 55 If your partner was the opposite after the dot experiment if that made a difference in how much you liked them
## 56 memory and estamation
## 57 If two people with opposite estimating skills could work together on a word game.
## 58 How well people work with each other
## 59 not sure
## 60 Memory based on personality type
## 61 memorization. cognitive skill
## 62 Memory experiment? Most of the images wouldn't load for me.
## 63 I don't know
## 64 I guess it was looking into outcome of groups being told that they were over or underestimaters.
## 65 Estimation and memory.
## 66 I have no idea
## 67 To see how well an understimator can work with what an overestimator gives them (and vice versa) and to see if their minds can work together.
## 68 How good the memory of an overestimator or underestimator is.
## 69 Perceptions based on titles
## 70 No idea!
## 71 Memory and cognition
## 72 I think it was about perceptions.
## 73 Not sure
## 74 memory
## 75 If underestimators have similar thought processes to other underestimators.
## 76 memory
## 77 Memorization
## 78 no clue
## 79 Memorization techniques
## 80 To test how well people memorize things.
## 81 Estimating and memorizing
## 82 How people remembered nonsense words based on their classification
## 83 Not sure
## 84 not sure!
## 85 Not sure
## 86 no idea
## 87 Link between math and memory
## 88 not sure
## 89 Maybe how our math cognition effects our other memory? Not sure
## 90 I'm not sure.
## 91 Memory
## 92 memorization
## 93 memory test for numbers and language and there correlation to each other.
## 94 If your estimating skills had any relation to your memorization skills?
## 95 possibly about relating to unknown partner
## 96 no ideaLook at answers to: “Did anything about the experiment seem odd or suspicious?”
print.data.frame(d[d$phase == "QUESTIONNAIRE",c("anythingOdd")])## anythingOdd
## 1 probably was not another actual person
## 2 no
## 3 No
## 4 no
## 5 no
## 6 no
## 7 The pictures were not loading correctly.
## 8 the names for things weren't real words
## 9 not really, but I think my partner was fake.
## 10 I was called an overestimator but I guessed 0 for all of the dots
## 11 My partner, I assume he wasnt real
## 12 some pictures were missing?
## 13 no
## 14 No comment
## 15 no
## 16 the partner
## 17 no
## 18 no
## 19 No, not that I saw.
## 20 There were a few blank items for the word-item identification. I put 'unsure' when there was nothing shown.
## 21 No
## 22 No.
## 23 no
## 24 no
## 25 In the dot experiment, 3/4 screens showed no dots at all.
## 26 no
## 27 No partner
## 28 no
## 29 why did this people get a name and get to name things
## 30 Nothing seemed odd
## 31 No not at all.
## 32 A few pictures in the estimation practice did not appear
## 33 no
## 34 the words were all five letters even for very unusual and specific items.
## 35 no
## 36 No.
## 37 no
## 38 ya im sure my partner wasn't real
## 39 no
## 40 it's weird
## 41 No, nothing seemed odd or suspicious.
## 42 no
## 43 no
## 44 no
## 45 no
## 46 I doubt the partner was an actual person.
## 47 No
## 48 No
## 49 Nope.
## 50 No
## 51 No
## 52 No.
## 53 no
## 54 the dot estimation
## 55 That my partner was the opposite of my overestimater
## 56 no
## 57 No
## 58 No everything was straight forward
## 59 the partnet is probably not real- that's what this question always hints at- also, the test was probably random (over/under estimator) this question usually means that too.
## 60 No, but some of the pictures didn't work the first time
## 61 No i didn't find anything odd
## 62 1) the partner was fake because we didn't actually interact and 2) images didn't load
## 63 No
## 64 I didn't notice anything suspicious.
## 65 No
## 66 No
## 67 No
## 68 No.
## 69 no
## 70 No
## 71 No
## 72 No
## 73 No
## 74 no
## 75 no
## 76 no
## 77 Nothing...though I'm sure I did terrible on the word part. It was hard to remember words that don't exist.
## 78 the whole thing seemed odd and useless
## 79 Next to impossible to remember all
## 80 Nothing in the experiment seemed odd or suspicious.
## 81 no
## 82 No
## 83 No
## 84 no
## 85 language of the pictures names
## 86 the wording was difficult
## 87 Not really?
## 88 I don't think there really was another person
## 89 Not particularly. You always wonder if the other person is real.
## 90 I'm not convinced I had an actual partner.
## 91 No
## 92 No, but the names my partner chose were odd
## 93 no
## 94 No
## 95 no
## 96 Those were not words.