Thesis: “Reflexions methodologies autour du Napping: vers une integration du comportement du sujet dans l’analyse des donnees de Napping”

Chapter 3 - Digit-tracking technique

Author: Tam Minh LE

Supervisor : Francois Husson & Sebastien Le

R version: 3.2.1 - Updated: 17.08.2015

rm(list=ls())
options(max.print=5.5E5)   # max print

# Require package ---------------------------------------------------------
library(FactoMineR)
library(SensoMineR)
library(ggplot2)
library(reshape2)
library(stringr)
library(holos)
library(car)
library(cluster)
library(knitr)

# Data: 10 advertising videos of perfumes, 80 French consumers

# Temporal data structure ---------------------------------------------------
## Run for testing and illustrating how to create the temporal data structure

# wd <- "C:/Users/LE Minh-Tam/Dropbox/00. Thesis/Data/DataVideoTablet"
# video <- holosup(wd) 
# videotablet <- do.call(rbind, video)
# setwd("C:/Users/LE Minh-Tam/Dropbox/00. Thesis/Data")
# save(videotablet, file="videotablet.rda")

Import temporal video data ————————————————

wd <- "C:/Users/LE Minh-Tam/Dropbox/00. Thesis/Data"
setwd(wd)
list.files(pattern=".rda")
## [1] "ba.qual.rda"     "ba.sort.rda"     "cards.fico.rda"  "cards.rda"      
## [5] "cards.tempo.rda" "emotion_fr.rda"  "emotion_vn.rda"  "videotablet.rda"
load("videotablet.rda")
  # summary(videotablet) 

Tab 3.1: Assessing Temporal information of individual subject including: Number.step, Step.learning, Time, Freq

res.sum <- suminfo(videotablet)  
  # names(res.sum)
  # res.sum$Step.Time
  # res.sum$Freq

s8 (who perceived neither Dim.1 nor Dim.2)

subj = 8
res.sum$Step.Time[subj,]          
##   Subject Number.step Step.learning     Time
## 8       8          12            12 00:02:42
videotablet[videotablet$subject==subj,]
##     subject step stimulus     time coordX coordY
## 235       8    0  Video A 14:43:55      0      0
## 236       8    0  Video G 14:43:55      0     80
## 237       8    0  Video C 14:43:55      0    160
## 238       8    0  Video F 14:43:55      0    240
## 239       8    0  Video B 14:43:55      0    320
## 240       8    0  Video D 14:43:55      0    400
## 241       8    0  Video H 14:43:55      0    480
## 242       8    0  Video J 14:43:55      0    560
## 243       8    0  Video I 14:43:55     80      0
## 244       8    0  Video E 14:43:55     80     80
## 245       8    1  Video A 14:44:06    122    297
## 246       8    2  Video E 14:44:41    340    298
## 247       8    3  Video I 14:44:49    437    301
## 248       8    4  Video G 14:45:07    439    208
## 249       8    5  Video I 14:45:15    549    303
## 250       8    6  Video C 14:45:27    440    302
## 251       8    7  Video F 14:45:35    241    300
## 252       8    8  Video B 14:45:49    226    392
## 253       8    9  Video D 14:46:04    439    399
## 254       8   10  Video H 14:46:12      0    592
## 255       8   11  Video J 14:46:21    125    400
## 256       8   12  Video H 14:46:37    342    399
res.sum$Freq[[subj]]
##    Subject Stimuli Freq
## 1        8 Video A    1
## 2        8 Video B    1
## 3        8 Video C    1
## 4        8 Video D    1
## 5        8 Video E    1
## 6        8 Video F    1
## 7        8 Video G    1
## 8        8 Video H    2
## 9        8 Video I    2
## 10       8 Video J    1

s42 (who perceived solely Dim.1)

subj = 42
res.sum$Step.Time[subj,]          
##    Subject Number.step Step.learning     Time
## 42      42          40            13 00:08:00
videotablet[videotablet$subject==subj,]
##      subject step stimulus     time coordX coordY
## 1436      42    0  Video E 10:26:53      0      0
## 1437      42    0  Video H 10:26:53      0     80
## 1438      42    0  Video C 10:26:53      0    160
## 1439      42    0  Video F 10:26:53      0    240
## 1440      42    0  Video I 10:26:53      0    320
## 1441      42    0  Video J 10:26:53      0    400
## 1442      42    0  Video A 10:26:53      0    480
## 1443      42    0  Video B 10:26:53      0    560
## 1444      42    0  Video G 10:26:53     80      0
## 1445      42    0  Video D 10:26:53     80     80
## 1446      42    1  Video D 10:27:01    126    243
## 1447      42    2  Video G 10:28:07    120    156
## 1448      42    3  Video E 10:28:19    189    147
## 1449      42    4  Video A 10:28:50    594    304
## 1450      42    5  Video B 10:29:00    186    425
## 1451      42    6  Video I 10:29:22    251    404
## 1452      42    7  Video J 10:30:21    183    342
## 1453      42    8  Video G 10:30:54    661    336
## 1454      42    9  Video F 10:31:01    780    168
## 1455      42   10  Video I 10:31:06    659    522
## 1456      42   11  Video C 10:31:16    299     90
## 1457      42   12  Video H 10:31:18    358     90
## 1458      42   13  Video E 10:31:26    295    171
## 1459      42   14  Video J 10:31:41    357    191
## 1460      42   15  Video D 10:31:47    123    362
## 1461      42   16  Video B 10:31:53    558    600
## 1462      42   17  Video C 10:32:26     51     62
## 1463      42   18  Video J 10:32:30     83    147
## 1464      42   19  Video H 10:32:33    132     91
## 1465      42   20  Video E 10:32:35    248    271
## 1466      42   21  Video F 10:32:48    183    414
## 1467      42   22  Video A 10:32:51    823     89
## 1468      42   23  Video I 10:32:53    845    188
## 1469      42   24  Video G 10:33:01    158    302
## 1470      42   25  Video B 10:33:06    222    366
## 1471      42   26  Video E 10:33:09    207    222
## 1472      42   27  Video B 10:33:11    218    354
## 1473      42   28  Video A 10:34:06    880     54
## 1474      42   29  Video I 10:34:07    809    124
## 1475      42   30  Video B 10:34:20    220    326
## 1476      42   31  Video F 10:34:23    225    426
## 1477      42   32  Video D 10:34:24    154    423
## 1478      42   33  Video G 10:34:27    152    349
## 1479      42   34  Video B 10:34:30    225    350
## 1480      42   35  Video E 10:34:36    142    270
## 1481      42   36  Video B 10:34:42    277    331
## 1482      42   37  Video E 10:34:44    152    252
## 1483      42   38  Video G 10:34:48    186    357
## 1484      42   39  Video F 10:34:51    274    436
## 1485      42   40  Video D 10:34:53    180    467
res.sum$Freq[[subj]]
##    Subject Stimuli Freq
## 1       42 Video A    3
## 2       42 Video B    7
## 3       42 Video C    2
## 4       42 Video D    4
## 5       42 Video E    6
## 6       42 Video F    4
## 7       42 Video G    5
## 8       42 Video H    2
## 9       42 Video I    4
## 10      42 Video J    3

s32 (who perceived solely Dim.2)

subj = 32
res.sum$Step.Time[subj,]          
##    Subject Number.step Step.learning     Time
## 32      32          13            11 00:06:50
videotablet[videotablet$subject==subj,]
##      subject step stimulus     time coordX coordY
## 1065      32    0  Video H 19:53:29      0      0
## 1066      32    0  Video G 19:53:29      0     80
## 1067      32    0  Video A 19:53:29      0    160
## 1068      32    0  Video F 19:53:29      0    240
## 1069      32    0  Video D 19:53:29      0    320
## 1070      32    0  Video B 19:53:29      0    400
## 1071      32    0  Video J 19:53:29      0    480
## 1072      32    0  Video E 19:53:29      0    560
## 1073      32    0  Video C 19:53:29     80      0
## 1074      32    0  Video I 19:53:29     80     80
## 1075      32    1  Video I 19:54:15    282    338
## 1076      32    2  Video E 19:55:20    714    399
## 1077      32    3  Video C 19:55:43    398    239
## 1078      32    4  Video J 19:56:17    749    264
## 1079      32    5  Video B 19:56:32     64    456
## 1080      32    6  Video D 19:56:53     90    374
## 1081      32    7  Video F 19:57:26      0    354
## 1082      32    8  Video A 19:57:47    362    356
## 1083      32    9  Video G 19:58:35    189    331
## 1084      32   10  Video H 19:59:21    819    351
## 1085      32   11  Video C 19:59:44    843    209
## 1086      32   12  Video A 20:00:11    549    264
## 1087      32   13  Video I 20:00:19    491    194
res.sum$Freq[[subj]]
##    Subject Stimuli Freq
## 1       32 Video A    2
## 2       32 Video B    1
## 3       32 Video C    2
## 4       32 Video D    1
## 5       32 Video E    1
## 6       32 Video F    1
## 7       32 Video G    1
## 8       32 Video H    1
## 9       32 Video I    2
## 10      32 Video J    1

s25 who perceived Dim.1 & Dim.2)

subj = 25
res.sum$Step.Time[subj,]          
##    Subject Number.step Step.learning     Time
## 25      25          52            17 00:13:25
videotablet[videotablet$subject==subj,]
##     subject step stimulus     time coordX coordY
## 765      25    0  Video J 13:20:41      0      0
## 766      25    0  Video B 13:20:41      0     80
## 767      25    0  Video E 13:20:41      0    160
## 768      25    0  Video H 13:20:41      0    240
## 769      25    0  Video C 13:20:41      0    320
## 770      25    0  Video A 13:20:41      0    400
## 771      25    0  Video F 13:20:41      0    480
## 772      25    0  Video D 13:20:41      0    560
## 773      25    0  Video G 13:20:41     80      0
## 774      25    0  Video I 13:20:41     80     80
## 775      25    1  Video I 13:26:18    158    170
## 776      25    2  Video G 13:27:05    130     88
## 777      25    3  Video I 13:27:06    219    179
## 778      25    4  Video G 13:27:43    116    160
## 779      25    5  Video J 13:28:19    159     70
## 780      25    6  Video B 13:28:47     75     80
## 781      25    7  Video E 13:29:14    230    260
## 782      25    8  Video H 13:29:16    101    273
## 783      25    9  Video C 13:29:56    161    362
## 784      25   10  Video A 13:30:06    248    391
## 785      25   11  Video I 13:30:11    435    240
## 786      25   12  Video A 13:30:13    556    276
## 787      25   13  Video I 13:30:15    647    174
## 788      25   14  Video A 13:30:16    604    295
## 789      25   15  Video F 13:30:22    239    368
## 790      25   16  Video D 13:30:29    214    471
## 791      25   17  Video I 13:31:00    755    117
## 792      25   18  Video A 13:31:02    817    206
## 793      25   19  Video B 13:31:10    306     58
## 794      25   20  Video D 13:31:21    405     57
## 795      25   21  Video B 13:31:22    342     57
## 796      25   22  Video J 13:31:34    347    254
## 797      25   23  Video C 13:31:41    417    254
## 798      25   24  Video E 13:31:53      0    294
## 799      25   25  Video I 13:31:58    716    424
## 800      25   26  Video A 13:32:03    436    600
## 801      25   27  Video G 13:32:10    932      0
## 802      25   28  Video I 13:32:15    309    600
## 803      25   29  Video A 13:32:16    382    600
## 804      25   30  Video J 13:32:18    329    265
## 805      25   31  Video F 13:32:22    881    341
## 806      25   32  Video H 13:32:25    155    316
## 807      25   33  Video D 13:32:27    452      0
## 808      25   34  Video B 13:32:28    367      0
## 809      25   35  Video C 13:32:30    469    217
## 810      25   36  Video J 13:32:31    371    251
## 811      25   37  Video A 13:32:32    470    600
## 812      25   38  Video I 13:32:33    396    569
## 813      25   39  Video H 13:32:35     90    354
## 814      25   40  Video F 13:32:55    910    136
## 815      25   41  Video D 13:32:57    732      0
## 816      25   42  Video B 13:32:59    772     95
## 817      25   43  Video G 13:33:00    910      0
## 818      25   44  Video F 13:33:01    910    147
## 819      25   45  Video D 13:33:02    800      0
## 820      25   46  Video B 13:33:03    825    149
## 821      25   47  Video J 13:33:57    342    327
## 822      25   48  Video C 13:33:59    436    333
## 823      25   49  Video E 13:34:01      0    230
## 824      25   50  Video H 13:34:03     89    275
## 825      25   51  Video E 13:34:04     75    209
## 826      25   52  Video H 13:34:06    131    329
res.sum$Freq[[subj]]        
##    Subject Stimuli Freq
## 1       25 Video A    7
## 2       25 Video B    6
## 3       25 Video C    4
## 4       25 Video D    5
## 5       25 Video E    4
## 6       25 Video F    4
## 7       25 Video G    4
## 8       25 Video H    5
## 9       25 Video I    8
## 10      25 Video J    5

Fig. 3.4: Representation of the stimuli and Representation of the subjects –

res.config <- config(videotablet)
  # res.config$config.final

rownames(res.config$config.final) <- c("eau.de.toilette.lacoste", "bleu.de.chanel", 
                                       "acqua.di.gio", "one.million", "fleur.du.male", 
                                       "eau.sauvage", "bottled.night", 
                                       "guerlain.homme", "ck.one", "fahrenheit")

nsubj <- ncol(res.config$config.final)/2
namegroup <- c(paste("s", 1:nsubj, sep=""))
res.MFA <- MFA(res.config$config.final, group=rep(2,nsubj), 
               name.group=namegroup, type=rep("c",nsubj), graph=FALSE)

  # res.MFA$eig  # 2eme dimensions (50%)

plot(res.MFA, choix = "ind", palette=palette(rep("black",9)), las=1) 

plot.MFA(res.MFA, choix = "group", las=1)

Fig 3.5: Trajectories of cognitive process —————————– Different cognitive processes used by subjects

traj.j8  <- traject(videotablet,juge=8, axes=c(1,2))

traj.j42 <- traject(videotablet,juge=42, axes=c(1,2))

traj.j32 <- traject(videotablet,juge=32, axes=c(1,2))

traj.j25 <- traject(videotablet,juge=25, axes=c(1,2))

## Plot cognitive process of all the subjects
# graphics.off()
# n <- nsubj <- 80
# for (i in 1:n){
#   jpeg(filename=paste("C:/Users/LE Minh-Tam/Dropbox/00. Thesis/Plot/video/trajectory/s", i,".jpg",sep=""))
#   traj <- traject(videotablet,juge=i, axes=c(1,2))
#   title(sub=paste("video.s", i, sep=""), col.sub="red")
#   dev.off ()
# }

Fig 3.6: Tracking different cognitive processes on the principal component —

dimtracking(traj.j8, num.dim=1:2)
## Using id as id variables

dimtracking(traj.j42, num.dim=1:2)
## Using id as id variables

dimtracking(traj.j32, num.dim=1:2)
## Using id as id variables

dimtracking(traj.j25, num.dim=1:2)
## Using id as id variables

Fig 3.7: learning step of subject 25

j25.learning <- res.sum$Step.Time$Step.learning[25]
p <- dimtracking(traj.j25, num.dim=1:2)
## Using id as id variables
p + geom_vline(xintercept = j25.learning, colour="magenta", linetype="longdash")

Plot cognitive process together with learning step for all the subjects

# dev.off()
# graphics.off()
# n <- nsubj
# for (i in 1:n){
#   #s.tracking <- learning(videotablet,juge=i)
#   traj <- traject(videotablet,juge=i, axes=c(1,2), plot.graph=FALSE)
#   p <- dimtracking(traj, 1:2)
#   p <- p + ggtitle(paste("video.s", i, sep="")) 
#   # + geom_vline(xintercept = s.tracking, colour="magenta", linetype = "longdash")
#   ggsave(file=paste("C:/Users/LE Minh-Tam/Dropbox/00. Thesis/Plot/video/dimtracking/s", i,".png",sep=""))
#   dev.off()
# }
# graphics.off()

******************************** End *************************************