BOTH<- TrialSet1_CPA_BOTH

SS<- BOTH[BOTH$observer=="Saylor",]
JG<- BOTH[BOTH$observer=="Jesi",]

Linear regression for inter-rater reliability

summary(lm(SS$light ~ JG$light))
## 
## Call:
## lm(formula = SS$light ~ JG$light)
## 
## Residuals:
##      Min       1Q   Median       3Q      Max 
## -11.0920  -1.1677  -0.1773   0.7355  17.7568 
## 
## Coefficients:
##             Estimate Std. Error t value Pr(>|t|)    
## (Intercept) 0.177343   0.842491    0.21    0.834    
## JG$light    0.981076   0.007049  139.18   <2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 4.206 on 40 degrees of freedom
## Multiple R-squared:  0.9979, Adjusted R-squared:  0.9979 
## F-statistic: 1.937e+04 on 1 and 40 DF,  p-value: < 2.2e-16
summary(lm(SS$dark ~ JG$dark))
## 
## Call:
## lm(formula = SS$dark ~ JG$dark)
## 
## Residuals:
##      Min       1Q   Median       3Q      Max 
## -18.5289   0.2735   1.0259   1.5878   6.5160 
## 
## Coefficients:
##              Estimate Std. Error t value Pr(>|t|)    
## (Intercept) -1.180574   1.854484  -0.637    0.528    
## JG$dark      1.000285   0.003922 255.052   <2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 4.527 on 40 degrees of freedom
## Multiple R-squared:  0.9994, Adjusted R-squared:  0.9994 
## F-statistic: 6.505e+04 on 1 and 40 DF,  p-value: < 2.2e-16
summary(lm(SS$middle ~ JG$middle))
## 
## Call:
## lm(formula = SS$middle ~ JG$middle)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -7.8829 -2.5264 -1.7406  0.2788 16.6404 
## 
## Coefficients:
##             Estimate Std. Error t value Pr(>|t|)    
## (Intercept) 2.566764   0.896707   2.862  0.00666 ** 
## JG$middle   0.998652   0.005127 194.772  < 2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 5.068 on 40 degrees of freedom
## Multiple R-squared:  0.9989, Adjusted R-squared:  0.9989 
## F-statistic: 3.794e+04 on 1 and 40 DF,  p-value: < 2.2e-16
summary(lm(SS$tailflip ~ JG$tailflip))
## 
## Call:
## lm(formula = SS$tailflip ~ JG$tailflip)
## 
## Residuals:
##      Min       1Q   Median       3Q      Max 
## -0.67198 -0.02765 -0.02765  0.02707  0.30066 
## 
## Coefficients:
##             Estimate Std. Error t value Pr(>|t|)    
## (Intercept) 0.027652   0.023372   1.183    0.244    
## JG$tailflip 0.972640   0.006429 151.281   <2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.1296 on 40 degrees of freedom
## Multiple R-squared:  0.9983, Adjusted R-squared:  0.9982 
## F-statistic: 2.289e+04 on 1 and 40 DF,  p-value: < 2.2e-16

Interrater reliability R^2 scores for CPA:

#light: 0.998

#dark: 0.999

#middle: 0.999

#tailflip: 0.9982