Ch2_PreVersusPost

pacman::p_load(tidyverse, ggplot2, irr, readxl, GGally, dplyr)

Import Data

prepost <- read_excel("~/Library/CloudStorage/OneDrive-UniversityofEdinburgh/Global Academy/PhD/Survey Development/StatementIOR_240520_Agreement CN LJ Rob.xlsx", 
    sheet = "Pre vs Post")
#View(prepost)

domaindiff <- prepost[, c("OriginalDomain", "FinalDomain")] #need IOR on this df
combdiff <- prepost[, c("OriginalCOMB", "FinalCOMB")] #need IOR on this df

domaindiffIOR <- kappam.fleiss(domaindiff) 

print(domaindiffIOR) 

##  Fleiss' Kappa for m Raters
## 
##  Subjects = 78 
##    Raters = 2 
##     Kappa = 0.856 
## 
##         z = 21.9 
##   p-value = 0

combdiffIOR <- kappam.fleiss(combdiff) 

print(combdiffIOR) 

##  Fleiss' Kappa for m Raters
## 
##  Subjects = 78 
##    Raters = 2 
##     Kappa = 0.88 
## 
##         z = 15.2 
##   p-value = 0

Compare Susan’s results with the final COM-B

combsusan <- prepost[, c("SusanCOMB", "FinalCOMB")] #need IOR on this df

combsusanIOR <- kappam.fleiss(combsusan) 

print(combsusanIOR) 

##  Fleiss' Kappa for m Raters
## 
##  Subjects = 77 
##    Raters = 2 
##     Kappa = 0.523 
## 
##         z = 9.71 
##   p-value = 0