Israel Data

Pre Process

Load Libraries

library(dplyr)
library(datawizard)
library(ggplot2)
library(lmerTest) # for MLMs
library(performance) # for icc
library(parameters)
library(emmeans) # for contrasts and more
library(tidyverse)

Load Data

data <- read.csv("Data/Israel_noOranges_Long_221224.csv")
data <- na.omit(data) #Omit NA

Process Data For Analysis

data <- data |>
  select(Participant, Topic, Centralized_Personal_Significance, Manipulation_Extremity_Level,
         Diff_Agreement, Diff_Confidence) |> # Keep relevant variables
  mutate(Extereme_Dummy = case_when( # Dummy code Extreme_Level
    Manipulation_Extremity_Level == "Moderate" ~ 0, 
    Manipulation_Extremity_Level == "Extreme" ~ 1))

Display Data

head(data)
##    Participant                            Topic
## 2            1                     Antisemitism
## 3            1             PublicTransportation
## 5            1  PoliceRelationsWithArabCitizens
## 6            1           FirearmsInUniversities
## 10           1                      VatIncrease
## 16           1 ChatGPTAndArtificialIntelligence
##    Centralized_Personal_Significance Manipulation_Extremity_Level
## 2                          11.666667                     Moderate
## 3                          -3.333333                      Extreme
## 5                          -4.333333                      Extreme
## 6                          -8.333333                     Moderate
## 10                          2.166667                     Moderate
## 16                          2.166667                      Extreme
##    Diff_Agreement Diff_Confidence Extereme_Dummy
## 2              -1              -7              0
## 3               9              -9              1
## 5             -16               2              1
## 6              -1              -3              0
## 10             15              -1              0
## 16              5              -1              1

Mixed Models

Model 1

Predict Diff_Agreement with: Fixed Effects: Extremity, Personal Significance Random Effect: Random Intercepts for Participant and Topic

Model1 <- lmer(Diff_Agreement ~ Extereme_Dummy * Centralized_Personal_Significance +
                        (1 | Participant) + 
                        (1 | Topic), 
                      data = data)

Model 2

Predict Diff_Confidence with: Fixed Effects: Extremity, Personal Significance Random Effect: Random Intercepts for Participant and Topic

Model2 <- lmer(Diff_Confidence ~ Extereme_Dummy * Centralized_Personal_Significance +
                        (1 | Participant) + 
                        (1 | Topic), 
                      data = data)

Results

sjPlot::tab_model(Model1, Model2,
                  df.method= "satterthwaite", show.std = TRUE)
  Diff_Agreement Diff_Confidence
Predictors Estimates std. Beta CI standardized CI p std. p Estimates std. Beta CI standardized CI p std. p
(Intercept) -10.73 0.01 -15.86 – -5.60 -0.21 – 0.23 <0.001 0.948 -0.15 0.10 -6.21 – 5.91 -0.20 – 0.40 0.957 0.466
Extereme Dummy 5.07 0.12 0.41 – 9.74 0.01 – 0.23 0.033 0.033 5.66 0.15 1.54 – 9.78 0.04 – 0.25 0.007 0.007
Centralized Personal
Significance
0.01 -0.01 -0.13 – 0.16 -0.12 – 0.11 0.838 0.900 -0.15 -0.13 -0.28 – -0.01 -0.25 – -0.01 0.030 0.031
Extereme Dummy ×
Centralized Personal
Significance
-0.04 -0.02 -0.24 – 0.15 -0.13 – 0.08 0.666 0.666 0.08 0.05 -0.10 – 0.25 -0.06 – 0.15 0.384 0.384
Random Effects
σ2 382.69 311.42
τ00 62.86 Participant 20.57 Participant
14.77 Topic 43.21 Topic
ICC 0.17 0.17
N 62 Participant 62 Participant
10 Topic 10 Topic
Observations 302 302
Marginal R2 / Conditional R2 0.014 / 0.181 0.039 / 0.202

Random Effects Significance

Model1: Diff_Agreement

ranova(Model1)
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Agreement ~ Extereme_Dummy + Centralized_Personal_Significance + (1 | Participant) + (1 | Topic) + Extereme_Dummy:Centralized_Personal_Significance
##                   npar  logLik    AIC    LRT Df Pr(>Chisq)   
## <none>               7 -1345.9 2705.8                        
## (1 | Participant)    6 -1350.6 2713.1 9.3576  1   0.002221 **
## (1 | Topic)          6 -1347.1 2706.2 2.4746  1   0.115697   
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

Model2: Diff_Agreement

ranova(Model2)
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Confidence ~ Extereme_Dummy + Centralized_Personal_Significance + (1 | Participant) + (1 | Topic) + Extereme_Dummy:Centralized_Personal_Significance
##                   npar  logLik    AIC    LRT Df Pr(>Chisq)    
## <none>               7 -1309.3 2632.5                         
## (1 | Participant)    6 -1310.3 2632.7  2.117  1  0.1456734    
## (1 | Topic)          6 -1315.0 2642.1 11.571  1  0.0006699 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

USA Data

Pre Process

Load Data

dataUS <- read.csv("Data/USA_centralizaed_and_standarized_LONG.csv")
dataUS <- na.omit(dataUS) # Omit NA

Process Data For Analysis

dataUS <- dataUS |>
  select(Participant, Topic, Centralized_Personal_Significance, Manipulation_Extremity_Level,
         Diff_Agreement, Diff_Confidence) |> # Keep relevant variables
  mutate(Extereme_Dummy = case_when( # Dummy code Extreme_Level
    Manipulation_Extremity_Level == "moderate" ~ 0, 
    Manipulation_Extremity_Level == "extreme" ~ 1))

Display Data

head(dataUS)
##                 Participant               Topic
## 2  6595bc6ad5fab84895bfbcab       ClimateChange
## 3  6595bc6ad5fab84895bfbcab          GunControl
## 4  6595bc6ad5fab84895bfbcab ImmigrationPolicies
## 9  6595bc6ad5fab84895bfbcab            Veganism
## 10 6595bc6ad5fab84895bfbcab        RealityShows
## 12 6595bc6ad5fab84895bfbcab    BlackLivesMatter
##    Centralized_Personal_Significance Manipulation_Extremity_Level
## 2                           8.916667                      extreme
## 3                          24.916667                      extreme
## 4                         -20.583333                     moderate
## 9                         -20.583333                      extreme
## 10                        -15.583333                      extreme
## 12                         22.916667                     moderate
##    Diff_Agreement Diff_Confidence Extereme_Dummy
## 2               0               0              1
## 3               0               0              1
## 4               8               0              0
## 9             -14               0              1
## 10             -5             -14              1
## 12              0               0              0

Mixed Models

Model 1

Predict Diff_Agreement with: Fixed Effects: Extremity, Personal Significance Random Effect: Random Intercepts for Participant and Topic

Model1 <- lmer(Diff_Agreement ~ Extereme_Dummy * Centralized_Personal_Significance +
                        (1 | Participant) + 
                        (1 | Topic), 
                      data = dataUS)

Model 2

Predict Diff_Confidence with: Fixed Effects: Extremity, Personal Significance Random Effect: Random Intercepts for Participant and Topic

Model2 <- lmer(Diff_Confidence ~ Extereme_Dummy * Centralized_Personal_Significance +
                        (1 | Participant) + 
                        (1 | Topic), 
                      data = dataUS)

Results

sjPlot::tab_model(Model1, Model2,
                  df.method= "satterthwaite", show.std = TRUE)
  Diff_Agreement Diff_Confidence
Predictors Estimates std. Beta CI standardized CI p std. p Estimates std. Beta CI standardized CI p std. p
(Intercept) -5.07 -0.01 -6.87 – -3.26 -0.11 – 0.09 <0.001 0.806 -2.74 0.00 -5.42 – -0.05 -0.12 – 0.13 0.046 0.962
Extereme Dummy -0.79 -0.02 -2.57 – 0.99 -0.08 – 0.03 0.385 0.394 1.76 0.04 -0.39 – 3.92 -0.01 – 0.10 0.109 0.107
Centralized Personal
Significance
0.10 0.08 0.05 – 0.16 0.02 – 0.14 0.001 0.007 0.03 -0.00 -0.05 – 0.10 -0.06 – 0.06 0.493 0.939
Extereme Dummy ×
Centralized Personal
Significance
-0.09 -0.06 -0.17 – -0.01 -0.12 – -0.01 0.025 0.025 -0.05 -0.03 -0.15 – 0.04 -0.09 – 0.02 0.255 0.255
Random Effects
σ2 244.79 358.94
τ00 23.37 Participant 31.10 Participant
1.88 Topic 8.27 Topic
ICC 0.09 0.10
N 170 Participant 170 Participant
11 Topic 11 Topic
Observations 1261 1261
Marginal R2 / Conditional R2 0.011 / 0.103 0.003 / 0.101

Random Effects Significance

Model1: Diff_Agreement

ranova(Model1)
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Agreement ~ Extereme_Dummy + Centralized_Personal_Significance + (1 | Participant) + (1 | Topic) + Extereme_Dummy:Centralized_Personal_Significance
##                   npar  logLik   AIC     LRT Df Pr(>Chisq)    
## <none>               7 -5307.6 10629                          
## (1 | Participant)    6 -5319.9 10652 24.5372  1  7.289e-07 ***
## (1 | Topic)          6 -5308.5 10629  1.7596  1     0.1847    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

Model2: Diff_Confidence

ranova(Model2)
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Confidence ~ Extereme_Dummy + Centralized_Personal_Significance + (1 | Participant) + (1 | Topic) + Extereme_Dummy:Centralized_Personal_Significance
##                   npar  logLik   AIC    LRT Df Pr(>Chisq)    
## <none>               7 -5547.8 11110                         
## (1 | Participant)    6 -5558.5 11129 21.363  1    3.8e-06 ***
## (1 | Topic)          6 -5553.8 11120 12.067  1  0.0005133 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

Failed to Converge Models

Full Model

Predict Diff_Agreement with: Fixed Effects: -Extremity -Personal Significance

Random Intercepts: -Participant -Topic

Random Slopes: -Extreme_Dummy slope for each Topic - Extreme_Dummy slope for each Participant

Model1b <- lmer(Diff_Agreement ~ Extereme_Dummy * Centralized_Personal_Significance +
                (1 + Centralized_Personal_Significance | Participant) +
                (1 + Centralized_Personal_Significance | Topic) +
                (1 + Extereme_Dummy | Topic) +
                (1 + Extereme_Dummy | Participant),
              data = data)
## boundary (singular) fit: see help('isSingular')
## Warning: Model failed to converge with 1 negative eigenvalue: -6.0e+00

Predict Diff_Confidence with: Fixed Effects: -Extremity -Personal Significance

Random Intercepts: -Participant -Topic

Random Slopes: -Extreme_Dummy slope for each Topic - Extreme_Dummy slope for each Participant

Model2b <- lmer(Diff_Confidence ~ Extereme_Dummy * Centralized_Personal_Significance +
                (1 + Centralized_Personal_Significance | Participant) +
                (1 + Centralized_Personal_Significance | Topic) +
                (1 + Extereme_Dummy | Topic) +
                (1 + Extereme_Dummy | Participant),
              data = data)
## boundary (singular) fit: see help('isSingular')
sjPlot::tab_model(Model1b, Model2b,
                  df.method= "satterthwaite", show.std = TRUE)
## Warning: Model failed to converge with 1 negative eigenvalue: -6.0e+00
## Warning: Model failed to converge with 1 negative eigenvalue: -6.0e+00
## boundary (singular) fit: see help('isSingular')
## Warning: Model failed to converge with 1 negative eigenvalue: -7.7e-02
## Warning: Model failed to converge with 1 negative eigenvalue: -7.7e-02
## Warning: Model failed to converge with 1 negative eigenvalue: -7.7e-02
## boundary (singular) fit: see help('isSingular')
  Diff_Agreement Diff_Confidence
Predictors Estimates std. Beta CI standardized CI p std. p Estimates std. Beta CI standardized CI p std. p
(Intercept) -11.35 -0.02 -16.88 – -5.83 -0.27 – 0.23 0.001 0.844 -0.51 0.09 -7.12 – 6.09 -0.21 – 0.39 0.849 0.490
Extereme Dummy 5.18 0.12 0.11 – 10.24 0.00 – 0.24 0.045 0.045 6.01 0.16 1.46 – 10.57 0.04 – 0.28 0.012 0.012
Centralized Personal
Significance
-0.04 -0.05 -0.29 – 0.21 -0.33 – 0.22 0.729 0.636 -0.18 -0.16 -0.33 – -0.03 -0.33 – 0.01 0.023 0.062
Extereme Dummy ×
Centralized Personal
Significance
-0.02 -0.01 -0.21 – 0.18 -0.12 – 0.10 0.850 0.850 0.10 0.06 -0.08 – 0.27 -0.05 – 0.17 0.274 0.272
Random Effects
σ2 355.46 299.30
τ00 66.19 Participant 10.09 Participant
6.70 Participant.1 22.59 Participant.1
6.92 Topic 7.97 Topic
4.96 Topic.1 26.06 Topic.1
τ11 58.17 Participant.Extereme_Dummy 23.11 Participant.Extereme_Dummy
0.00 Participant.1.Centralized_Personal_Significance 0.00 Participant.1.Centralized_Personal_Significance
0.22 Topic.Extereme_Dummy 1.29 Topic.Extereme_Dummy
0.05 Topic.1.Centralized_Personal_Significance 0.01 Topic.1.Centralized_Personal_Significance
ρ01 -0.39 Participant -1.00 Participant
-1.00 Participant.1 -1.00 Participant.1
1.00 Topic 1.00 Topic
0.98 Topic.1 -1.00 Topic.1
N 62 Participant 62 Participant
10 Topic 10 Topic
Observations 302 302
Marginal R2 / Conditional R2 0.022 / NA 0.060 / NA
ranova(Model1b)
## Warning in checkConv(attr(opt, "derivs"), opt$par, ctrl = control$checkConv, :
## unable to evaluate scaled gradient
## Warning in checkConv(attr(opt, "derivs"), opt$par, ctrl = control$checkConv, :
## Model failed to converge: degenerate Hessian with 2 negative eigenvalues
## Warning: Model failed to converge with 2 negative eigenvalues: -5.9e-02
## -3.3e+00
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## Warning: Model failed to converge with 2 negative eigenvalues: -3.1e-01
## -1.6e+00
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Agreement ~ Extereme_Dummy + Centralized_Personal_Significance + (1 + Centralized_Personal_Significance | Participant) + (1 + Centralized_Personal_Significance | Topic) + (1 + Extereme_Dummy | Topic) + (1 + Extereme_Dummy | Participant) + Extereme_Dummy:Centralized_Personal_Significance
##                                                                                            npar
## <none>                                                                                       17
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant)   15
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)         15
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                               15
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                         15
##                                                                                             logLik
## <none>                                                                                     -1344.1
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant) -1344.1
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)       -1345.6
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                             -1344.1
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                       -1344.4
##                                                                                               AIC
## <none>                                                                                     2722.2
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant) 2718.2
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)       2721.2
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                             2718.2
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                       2718.8
##                                                                                                LRT
## <none>                                                                                            
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant) 0.02410
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)       3.01886
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                             0.02063
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                       0.62196
##                                                                                            Df
## <none>                                                                                       
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant)  2
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)        2
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                              2
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                        2
##                                                                                            Pr(>Chisq)
## <none>                                                                                               
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant)     0.9880
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)           0.2210
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                                 0.9897
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                           0.7327
ranova(Model2b)
## boundary (singular) fit: see help('isSingular')
## Warning: Model failed to converge with 1 negative eigenvalue: -2.2e-01
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Confidence ~ Extereme_Dummy + Centralized_Personal_Significance + (1 + Centralized_Personal_Significance | Participant) + (1 + Centralized_Personal_Significance | Topic) + (1 + Extereme_Dummy | Topic) + (1 + Extereme_Dummy | Participant) + Extereme_Dummy:Centralized_Personal_Significance
##                                                                                            npar
## <none>                                                                                       17
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant)   15
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)         15
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                               15
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                         15
##                                                                                             logLik
## <none>                                                                                     -1307.9
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant) -1308.3
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)       -1308.7
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                             -1308.0
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                       -1308.1
##                                                                                               AIC
## <none>                                                                                     2649.9
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant) 2646.6
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)       2647.4
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                             2645.9
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                       2646.1
##                                                                                                LRT
## <none>                                                                                            
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant) 0.69461
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)       1.51938
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                             0.04104
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                       0.23916
##                                                                                            Df
## <none>                                                                                       
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant)  2
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)        2
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                              2
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                        2
##                                                                                            Pr(>Chisq)
## <none>                                                                                               
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant)     0.7066
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)           0.4678
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                                 0.9797
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                           0.8873
Singularity Test for Models 1b and 2b
isSingular(Model1b)
## [1] TRUE
isSingular(Model2b)
## [1] TRUE

Simplified Model: Omit Weak Random Effect

Predict Diff_Agreement with: Fixed Effects: -Extremity -Personal Significance

Random Intercepts: -Participant

Random Slopes: - Extreme_Dummy slope for each Participant - Personal_Significance slope for each Participant

Model1c <- lmer(Diff_Agreement ~ Extereme_Dummy * Centralized_Personal_Significance +
                (1 + Centralized_Personal_Significance | Participant) +
                (1 + Extereme_Dummy | Participant),
              data = data)
## Warning in checkConv(attr(opt, "derivs"), opt$par, ctrl = control$checkConv, :
## Model failed to converge with max|grad| = 0.062728 (tol = 0.002, component 1)

Predict Diff_Confidence with: Fixed Effects: -Extremity -Personal Significance

Random Intercepts: - Topic

Random Slopes: - Extreme_Dummy slope for Topic - Personal_Significance slope for Topic

Model2c <- lmer(Diff_Confidence ~ Extereme_Dummy * Centralized_Personal_Significance +
                (1 + Centralized_Personal_Significance | Topic) +
                (1 + Extereme_Dummy | Topic),
              data = data)
## boundary (singular) fit: see help('isSingular')
sjPlot::tab_model(Model1c, Model2c,
                  df.method= "satterthwaite", show.std = TRUE)
## Warning in checkConv(attr(opt, "derivs"), opt$par, ctrl = control$checkConv, :
## unable to evaluate scaled gradient
## Warning in checkConv(attr(opt, "derivs"), opt$par, ctrl = control$checkConv, :
## Model failed to converge: degenerate Hessian with 1 negative eigenvalues
## Warning: Model failed to converge with 1 negative eigenvalue: -3.6e-03
## Warning: Model failed to converge with 1 negative eigenvalue: -3.6e-03
## Warning: Model failed to converge with 1 negative eigenvalue: -3.6e-03
## boundary (singular) fit: see help('isSingular')
  Diff_Agreement Diff_Confidence
Predictors Estimates std. Beta CI standardized CI p std. p Estimates std. Beta CI standardized CI p std. p
(Intercept) -10.71 0.00 -14.66 – -6.77 -0.14 – 0.15 <0.001 0.951 -0.35 0.09 -7.48 – 6.77 -0.22 – 0.41 0.896 0.476
Extereme Dummy 4.95 0.12 -0.10 – 10.00 -0.00 – 0.23 0.055 0.054 5.82 0.15 1.55 – 10.10 0.04 – 0.26 0.009 0.010
Centralized Personal
Significance
0.03 -0.00 -0.11 – 0.17 -0.12 – 0.11 0.701 0.956 -0.18 -0.17 -0.32 – -0.03 -0.32 – -0.01 0.021 0.044
Extereme Dummy ×
Centralized Personal
Significance
-0.06 -0.03 -0.26 – 0.14 -0.14 – 0.08 0.553 0.553 0.08 0.05 -0.09 – 0.26 -0.06 – 0.16 0.351 0.352
Random Effects
σ2 384.27 329.86
τ00 19.97 Participant 34.50 Topic
45.92 Participant.1 3.26 Topic.1
τ11 0.00 Participant.Centralized_Personal_Significance 0.01 Topic.Centralized_Personal_Significance
40.35 Participant.1.Extereme_Dummy 0.40 Topic.1.Extereme_Dummy
ρ01 -0.46 Participant -1.00 Topic
-0.37 Participant.1 1.00 Topic.1
ICC 0.05  
N 62 Participant 10 Topic
Observations 302 302
Marginal R2 / Conditional R2 0.016 / 0.069 0.055 / NA
Singularity Test for Models 1c and 2c
isSingular(Model1c)
## [1] FALSE
isSingular(Model2c)
## [1] TRUE
ranova(Model1c)
## Warning in checkConv(attr(opt, "derivs"), opt$par, ctrl = control$checkConv, :
## unable to evaluate scaled gradient
## Warning in checkConv(attr(opt, "derivs"), opt$par, ctrl = control$checkConv, :
## Model failed to converge: degenerate Hessian with 1 negative eigenvalues
## Warning: Model failed to converge with 1 negative eigenvalue: -2.3e-04
## Warning in checkConv(attr(opt, "derivs"), opt$par, ctrl = control$checkConv, :
## unable to evaluate scaled gradient
## Warning in checkConv(attr(opt, "derivs"), opt$par, ctrl = control$checkConv, :
## Model failed to converge: degenerate Hessian with 1 negative eigenvalues
## Warning: Model failed to converge with 1 negative eigenvalue: -3.1e+00
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Agreement ~ Extereme_Dummy + Centralized_Personal_Significance + (1 + Centralized_Personal_Significance | Participant) + (1 + Extereme_Dummy | Participant) + Extereme_Dummy:Centralized_Personal_Significance
##                                                                                            npar
## <none>                                                                                       11
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant)    9
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                          9
##                                                                                             logLik
## <none>                                                                                     -1347.0
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant) -1347.0
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                       -1347.1
##                                                                                               AIC
## <none>                                                                                     2715.9
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant) 2711.9
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                       2712.2
##                                                                                                 LRT
## <none>                                                                                             
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant) 0.029283
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                       0.286831
##                                                                                            Df
## <none>                                                                                       
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant)  2
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                        2
##                                                                                            Pr(>Chisq)
## <none>                                                                                               
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Participant)     0.9855
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)                                           0.8664
ranova(Model2c)
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Confidence ~ Extereme_Dummy + Centralized_Personal_Significance + (1 + Centralized_Personal_Significance | Topic) + (1 + Extereme_Dummy | Topic) + Extereme_Dummy:Centralized_Personal_Significance
##                                                                                      npar
## <none>                                                                                 11
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)    9
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                          9
##                                                                                       logLik
## <none>                                                                               -1309.5
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic) -1310.3
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                       -1309.5
##                                                                                         AIC
## <none>                                                                               2641.1
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic) 2638.6
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                       2637.1
##                                                                                           LRT
## <none>                                                                                       
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)  1.52513
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                       -0.00015
##                                                                                      Df
## <none>                                                                                 
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)  2
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                        2
##                                                                                      Pr(>Chisq)
## <none>                                                                                         
## Centralized_Personal_Significance in (1 + Centralized_Personal_Significance | Topic)     0.4665
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)                                           1.0000

Simpler Model: Random Slope and Intercept for Dummy_Extreme Participant level only

Predict Diff_Agreement with: Fixed Effects: -Extremity -Personal Significance Random Intercepts: -Participant

Random Slopes: - Extreme_Dummy slope for each Participant

Model1d <- lmer(Diff_Agreement ~ Extereme_Dummy * Centralized_Personal_Significance +
                (1 + Extereme_Dummy | Participant),
              data = data)

Predict Diff_Confidence with: Fixed Effects: -Extremity -Personal Significance

Random Intercepts: - Topic

Random Slopes: - Extreme_Dummy slope for Topic

Model2d <- lmer(Diff_Confidence ~ Extereme_Dummy * Centralized_Personal_Significance +
                (1 + Extereme_Dummy | Topic),
              data = data)
## boundary (singular) fit: see help('isSingular')
sjPlot::tab_model(Model1d, Model2d,
                  df.method= "satterthwaite", show.std = TRUE)
## boundary (singular) fit: see help('isSingular')
  Diff_Agreement Diff_Confidence
Predictors Estimates std. Beta CI standardized CI p std. p Estimates std. Beta CI standardized CI p std. p
(Intercept) -10.71 0.00 -14.66 – -6.77 -0.14 – 0.15 <0.001 0.948 -0.23 0.10 -6.41 – 5.94 -0.20 – 0.40 0.930 0.460
Extereme Dummy 4.96 0.12 -0.10 – 10.02 -0.00 – 0.23 0.055 0.054 5.76 0.15 1.57 – 9.96 0.04 – 0.26 0.007 0.008
Centralized Personal
Significance
0.03 -0.00 -0.11 – 0.16 -0.11 – 0.10 0.701 0.963 -0.14 -0.13 -0.28 – -0.01 -0.26 – -0.01 0.039 0.033
Extereme Dummy ×
Centralized Personal
Significance
-0.06 -0.03 -0.25 – 0.14 -0.14 – 0.08 0.564 0.564 0.06 0.04 -0.11 – 0.24 -0.07 – 0.15 0.472 0.472
Random Effects
σ2 386.51 332.32
τ00 65.13 Participant 36.96 Topic
τ11 42.25 Participant.Extereme_Dummy 0.53 Topic.Extereme_Dummy
ρ01 -0.32 Participant 1.00 Topic
ICC 0.15  
N 62 Participant 10 Topic
Observations 302 302
Marginal R2 / Conditional R2 0.014 / 0.164 0.044 / NA
Singularity Test for Models 1d and 2d
isSingular(Model1d)
## [1] FALSE
isSingular(Model2d)
## [1] TRUE
ranova(Model1d)
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Agreement ~ Extereme_Dummy + Centralized_Personal_Significance + (1 + Extereme_Dummy | Participant) + Extereme_Dummy:Centralized_Personal_Significance
##                                                      npar  logLik    AIC
## <none>                                                  8 -1347.0 2709.9
## Extereme_Dummy in (1 + Extereme_Dummy | Participant)    6 -1347.1 2706.2
##                                                          LRT Df Pr(>Chisq)
## <none>                                                                    
## Extereme_Dummy in (1 + Extereme_Dummy | Participant) 0.30816  2     0.8572
ranova(Model2d)
## ANOVA-like table for random-effects: Single term deletions
## 
## Model:
## Diff_Confidence ~ Extereme_Dummy + Centralized_Personal_Significance + (1 + Extereme_Dummy | Topic) + Extereme_Dummy:Centralized_Personal_Significance
##                                                npar  logLik    AIC      LRT Df
## <none>                                            8 -1310.3 2636.6            
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)    6 -1310.3 2632.7 0.063898  2
##                                                Pr(>Chisq)
## <none>                                                   
## Extereme_Dummy in (1 + Extereme_Dummy | Topic)     0.9686