#install packages 
#install.packages("tidyverse")
#install.packages("polycor")
#install.packages("AMR")
#install.packages(psych)
#install.packages("apa")
# load packages
if (!requireNamespace("kableExtra", quietly = TRUE)) 
install.packages("kableExtra")
#install.packages("svglite")

library(apa)
library(psych)
library(effectsize)
## 
## Attaching package: 'effectsize'
## The following object is masked from 'package:psych':
## 
##     phi
## The following object is masked from 'package:apa':
## 
##     cohens_d
library(AMR)
## 
## Attaching package: 'AMR'
## The following object is masked from 'package:psych':
## 
##     pca
library(polycor)
## 
## Attaching package: 'polycor'
## The following object is masked from 'package:psych':
## 
##     polyserial
library(tidyverse) 
## ── Attaching core tidyverse packages ──────────────────────── tidyverse 2.0.0 ──
## ✔ dplyr     1.1.4     ✔ readr     2.1.5
## ✔ forcats   1.0.0     ✔ stringr   1.5.1
## ✔ ggplot2   3.4.4     ✔ tibble    3.2.1
## ✔ lubridate 1.9.3     ✔ tidyr     1.3.0
## ✔ purrr     1.0.2
## ── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
## ✖ ggplot2::%+%()   masks psych::%+%()
## ✖ ggplot2::alpha() masks psych::alpha()
## ✖ dplyr::filter()  masks stats::filter()
## ✖ dplyr::lag()     masks stats::lag()
## ℹ Use the conflicted package (<http://conflicted.r-lib.org/>) to force all conflicts to become errors
library(dplyr)
library(kableExtra)
## 
## Attaching package: 'kableExtra'
## 
## The following object is masked from 'package:dplyr':
## 
##     group_rows
## load data from project folder
#setwd("C:/Personal Documents")


## load data file 
data <- read.csv("CSC_Apps_Final_MostlyScored8Jan24.csv", header=T)

#install.packages("DescTools")
library("DescTools")
## 
## Attaching package: 'DescTools'
## The following object is masked from 'package:AMR':
## 
##     %like%
## The following objects are masked from 'package:psych':
## 
##     AUC, ICC, SD
# For total sessions errors
data$AppRECENT_TOTALSESSIONS[data$AppRECENT_TOTALSESSIONS == "0"] <- NA
data$ADJ.SESSIONS.SR[data$ADJ.SESSIONS.SR == "0"] <- NA
data$ADJ.SESSIONS.SR[data$ADJ.SESSIONS.SR == "0.0000000"] <- NA

# What about when sessions i.e. = 0.6? 

## employ some corrections to prior errors ##
data$ADJ_MIN_PER_SESS.OBJ <- (data$OBJ_PRAC.Minutes/data$OBJ.SESSIONS)

# Create a continuous variable representing the absolute difference
data$OBJ.minutes_difference <- abs(data$OBJ_PRAC.Minutes - data$ENGAGE_PRAC.MINS)
# display difference 
hist(data$OBJ.minutes_difference)

# get rid of extreme outlier 
diff_subset <- data[complete.cases(data$OBJ.minutes_difference) & data$OBJ.minutes_difference <= 200000, ]

#Check for major differences (binary, 1 SD of ENGAGE_PRAC.MIN) 
#threshold <- 8497.7

# create a Z score variable 
diff_subset$Z_OBJ.minutes_difference <- scale(diff_subset$OBJ.minutes_difference, center=T,scale=T)

diff_subset$major_difference_flag <- ifelse(abs(diff_subset$Z_OBJ.minutes_difference) > 3.29, "Major Difference", "No Major Difference")

table(diff_subset$major_difference_flag)
## 
##    Major Difference No Major Difference 
##                   7                 483
# #Plot frequency of differences
# ggplot(data, aes(x = OBJ.minutes_difference)) +
#   geom_histogram(binwidth = 1, fill = "green", color = "black", alpha = 0.7) +
#   geom_density(color = "blue") +  # Add smoothed density curve
#   labs(title = "Absolute difference Objective - Subjective",
#        x = "Minutes difference",
#        y = "Frequency")


library(ggplot2)

# Create a sub dataset of observations with "Major Difference"
# Remove rows with missing values in OBJ.minutes_difference
#major_difference_subset <- data[complete.cases(data$OBJ.minutes_difference) & data$OBJ.minutes_difference >= 2000, ]
#selected_columns_data <- major_difference_subset[, c("OBJ.minutes_difference","ENGAGE_PRAC.MINS", "OBJ_PRAC.Minutes")]

# Print or inspect the new dataset
#print(selected_columns_data)
#nodiff_subset$AppDURATION_days <- na.omit(nodiff_subset$AppDURATION_days)

# carry on working only with those who are not outliers 
nodiff_subset <- diff_subset[complete.cases(diff_subset$OBJ.minutes_difference) & diff_subset$major_difference_flag =="No Major Difference", ]

nodiff_subset$OBJ.SESSIONS[nodiff_subset$OBJ.SESSIONS == "0"] <- NA

NODIFF.MINS.SR <- nodiff_subset$ENGAGE_PRAC.MINS/nodiff_subset$AppDURATION_days
nodiff_subset$NODIFF.MINS.SR <- NODIFF.MINS.SR

# deal with non-answers for Sex and Age and AppDURATION_days
nodiff_subset2 <- subset(nodiff_subset, Age!="DATA_EXPIRED" & Age!="CONSENT_REVOKED" & Sex!="DATA_EXPIRED" & Sex!="CONSENT_REVOKED" & Sex!="Prefer not to say" & AppDURATION_days!="NA")
                                
#NEW VARIABLE!
ADJ.MINS.SR.START <- nodiff_subset2$OBJ.Minutes/nodiff_subset2$AppDURATION_days
nodiff_subset2$ADJ.MINS.SR.START <- ADJ.MINS.SR.START

#NEW SUBJECTIVE VARIABLE!
ADJ.MINS.SR.SR <- nodiff_subset2$ENGAGE_PRAC.MINS/nodiff_subset2$AppDURATION_days

#Check # removed due to the 'major differences' stipulation
##########~~~~~~~~~~~~~~~~~~~~ prediction modelling ~~~~~~~~~~~~~~~~~~~~##########
# Edited by Julia 12/02/2024

# skewness = 2, kurtosis = 7
#(J) - assuming these are suggested limits? 

# Curran, P. J., West, S. G., & Finch, J. F. (1996). The robustness of test statistics to nonnormality and specification error

# in confirmatory factor analysis. Psychological Methods, 1(1), 16-29.
# create a list of continuous variables 
# create a list of variable names 
names <- c("ADJ.MINS.SR.START",  "EQHWB_TOTAL", "BFI2_CON", "BFI2_NEU",  "EXPECT_START_1", "EXPECT_START_2", "uMARS_ENGAG", "EXPGen_1.y" )
            # rows, #columns

#Binary:  "SexBinary", "Binary_headspace", "Binary_calm"

# generate summary descriptives of nodiff_subset 
descriptors <- nodiff_subset2[names]
describe(descriptors)
##                   vars   n  mean    sd median trimmed   mad min    max  range
## ADJ.MINS.SR.START    1 472  1.92  5.93   0.16    0.69  0.22   0  91.73  91.73
## EQHWB_TOTAL          2 472 22.20  7.17  21.00   21.72  7.41  10  44.00  34.00
## BFI2_CON             3 472 20.85  5.17  22.00   21.07  5.93   6  30.00  24.00
## BFI2_NEU             4 472 18.57  6.00  19.00   18.68  7.41   6  30.00  24.00
## EXPECT_START_1       5 472 43.67 23.42  44.50   43.07 24.46   0 100.00 100.00
## EXPECT_START_2       6 472 40.67 25.02  40.00   39.37 28.91   0 100.00 100.00
## uMARS_ENGAG          7 472 18.30  2.99  19.00   18.40  2.97   9  25.00  16.00
## EXPGen_1.y           8 472  5.31  1.35   5.00    5.39  1.48   1   7.00   6.00
##                    skew kurtosis   se
## ADJ.MINS.SR.START  8.83   114.30 0.27
## EQHWB_TOTAL        0.57    -0.26 0.33
## BFI2_CON          -0.35    -0.56 0.24
## BFI2_NEU          -0.13    -0.83 0.28
## EXPECT_START_1     0.19    -0.74 1.08
## EXPECT_START_2     0.37    -0.52 1.15
## uMARS_ENGAG       -0.32    -0.01 0.14
## EXPGen_1.y        -0.50    -0.19 0.06
DescTools::Desc(descriptors)
## ------------------------------------------------------------------------------ 
## Describe descriptors (data.frame):
## 
## data frame:  472 obs. of  8 variables
##      472 complete cases (100.0%)
## 
##   Nr  ColName            Class    NAs  Levels
##   1   ADJ.MINS.SR.START  numeric  .          
##   2   EQHWB_TOTAL        integer  .          
##   3   BFI2_CON           integer  .          
##   4   BFI2_NEU           integer  .          
##   5   EXPECT_START_1     integer  .          
##   6   EXPECT_START_2     integer  .          
##   7   uMARS_ENGAG        integer  .          
##   8   EXPGen_1.y         integer  .          
## 
## 
## ------------------------------------------------------------------------------ 
## 1 - ADJ.MINS.SR.START (numeric)
## 
##          length             n           NAs        unique            0s'
##             472           472             0           461             0
##                        100.0%          0.0%                        0.0%
##                                                                        
##             .05           .10           .25        median           .75
##    0.0067672717  0.0115450648  0.0297486790  0.1558599696  1.2789361934
##                                                                        
##           range            sd         vcoef           mad           IQR
##   91.7327810974  5.9275916115  3.0816845579  0.2181302612  1.2491875143
##                                                                        
##           mean          meanCI
##   1.9234907078    1.3873573963
##                   2.4596240194
##                               
##            .90             .95
##   4.5350245609    9.8920136396
##                               
##           skew            kurt
##   8.8299065354  114.2961007775
##                               
## lowest : 0.0007955449, 0.0011086475, 0.0014771049, 0.0015353122, 0.0016207455
## highest: 26.0, 26.0869565217, 27.7456647399, 32.9288256228, 91.7335766423
## 
## ' 95%-CI (classic)

## ------------------------------------------------------------------------------ 
## 2 - EQHWB_TOTAL (integer)
## 
##   length       n    NAs  unique     0s   mean  meanCI'
##      472     472      0      35      0  22.20   21.55
##           100.0%   0.0%           0.0%          22.85
##                                                      
##      .05     .10    .25  median    .75    .90     .95
##    12.55   13.10  17.00   21.00  27.00  33.00   35.00
##                                                      
##    range      sd  vcoef     mad    IQR   skew    kurt
##    34.00    7.17   0.32    7.41  10.00   0.57   -0.26
##                                                      
## lowest : 10 (4), 11 (9), 12 (11), 13 (24), 14 (25)
## highest: 40 (3), 41 (2), 42, 43 (2), 44
## 
## ' 95%-CI (classic)

## ------------------------------------------------------------------------------ 
## 3 - BFI2_CON (integer)
## 
##   length       n    NAs  unique     0s   mean  meanCI'
##      472     472      0      25      0  20.85   20.39
##           100.0%   0.0%           0.0%          21.32
##                                                      
##      .05     .10    .25  median    .75    .90     .95
##    11.00   14.00  17.00   22.00  25.00  27.00   28.45
##                                                      
##    range      sd  vcoef     mad    IQR   skew    kurt
##    24.00    5.17   0.25    5.93   8.00  -0.35   -0.56
##                                                      
## lowest : 6, 7 (2), 8, 9, 10 (9)
## highest: 26 (30), 27 (24), 28 (23), 29 (15), 30 (9)
## 
## heap(?): remarkable frequency (9.7%) for the mode(s) (= 22)
## 
## ' 95%-CI (classic)

## ------------------------------------------------------------------------------ 
## 4 - BFI2_NEU (integer)
## 
##   length       n    NAs  unique     0s   mean  meanCI'
##      472     472      0      25      0  18.57   18.03
##           100.0%   0.0%           0.0%          19.12
##                                                      
##      .05     .10    .25  median    .75    .90     .95
##     8.00   11.00  14.00   19.00  23.00  26.00   28.00
##                                                      
##    range      sd  vcoef     mad    IQR   skew    kurt
##    24.00    6.00   0.32    7.41   9.00  -0.13   -0.83
##                                                      
## lowest : 6 (11), 7 (6), 8 (10), 9 (11), 10 (6)
## highest: 26 (18), 27 (9), 28 (10), 29 (15), 30 (7)
## 
## heap(?): remarkable frequency (7.0%) for the mode(s) (= 13)
## 
## ' 95%-CI (classic)

## ------------------------------------------------------------------------------ 
## 5 - EXPECT_START_1 (integer)
## 
##   length       n    NAs  unique     0s   mean  meanCI'
##      472     472      0      84      8  43.67   41.55
##           100.0%   0.0%           1.7%          45.79
##                                                      
##      .05     .10    .25  median    .75    .90     .95
##    10.00   11.00  25.00   44.50  60.00  75.90   82.00
##                                                      
##    range      sd  vcoef     mad    IQR   skew    kurt
##   100.00   23.42   0.54   24.46  35.00   0.19   -0.74
##                                                      
## lowest : 0 (8), 2 (3), 3, 5 (5), 6
## highest: 90 (4), 92, 94 (2), 97 (2), 100 (4)
## 
## heap(?): remarkable frequency (12.7%) for the mode(s) (= 50)
## 
## ' 95%-CI (classic)

## ------------------------------------------------------------------------------ 
## 6 - EXPECT_START_2 (integer)
## 
##   length       n    NAs  unique     0s   mean  meanCI'
##      472     472      0      91     16  40.67   38.41
##           100.0%   0.0%           3.4%          42.93
##                                                      
##      .05     .10    .25  median    .75    .90     .95
##     3.00   10.00  20.00   40.00  55.00  75.00   87.90
##                                                      
##    range      sd  vcoef     mad    IQR   skew    kurt
##   100.00   25.02   0.62   28.91  35.00   0.37   -0.52
##                                                      
## lowest : 0 (16), 1 (5), 2, 3 (3), 5 (6)
## highest: 94, 95 (2), 96, 99, 100 (11)
## 
## heap(?): remarkable frequency (12.7%) for the mode(s) (= 50)
## 
## ' 95%-CI (classic)

## ------------------------------------------------------------------------------ 
## 7 - uMARS_ENGAG (integer)
## 
##   length       n    NAs  unique     0s   mean  meanCI'
##      472     472      0      17      0  18.30   18.03
##           100.0%   0.0%           0.0%          18.57
##                                                      
##      .05     .10    .25  median    .75    .90     .95
##    13.00   14.00  16.00   19.00  20.00  22.00   23.00
##                                                      
##    range      sd  vcoef     mad    IQR   skew    kurt
##    16.00    2.99   0.16    2.97   4.00  -0.32   -0.01
##                                                      
## lowest : 9 (2), 10, 11 (5), 12 (11), 13 (14)
## highest: 21 (29), 22 (34), 23 (24), 24 (8), 25 (5)
## 
## heap(?): remarkable frequency (16.7%) for the mode(s) (= 19)
## 
## ' 95%-CI (classic)

## ------------------------------------------------------------------------------ 
## 8 - EXPGen_1.y (integer)
## 
##   length       n    NAs  unique    0s   mean  meanCI'
##      472     472      0       7     0   5.31    5.18
##           100.0%   0.0%          0.0%           5.43
##                                                     
##      .05     .10    .25  median   .75    .90     .95
##     3.00    4.00   4.00    5.00  6.00   7.00    7.00
##                                                     
##    range      sd  vcoef     mad   IQR   skew    kurt
##     6.00    1.35   0.25    1.48  2.00  -0.50   -0.19
##                                                     
## 
##    value  freq   perc  cumfreq  cumperc
## 1      1     5   1.1%        5     1.1%
## 2      2     7   1.5%       12     2.5%
## 3      3    21   4.4%       33     7.0%
## 4      4   113  23.9%      146    30.9%
## 5      5    97  20.6%      243    51.5%
## 6      6   117  24.8%      360    76.3%
## 7      7   112  23.7%      472   100.0%
## 
## ' 95%-CI (classic)

#Make Sex binary
SexBinary <- ifelse(nodiff_subset2$Sex == "Female", 1, 0)

nodiff_subset2$SexBinary = SexBinary
# Winsorize values Z = |3.29|
# Only ADJ.MINS.SR.START came out with skew > 2 and kurt > 7, therefore we wins

# Adjusted minutes (objective) / start date (subjective)

min <- mean(nodiff_subset2$ADJ.MINS.SR.START) - (3.29*(sd(nodiff_subset2$ADJ.MINS.SR.START)))
max <- mean(nodiff_subset2$ADJ.MINS.SR.START) + (3.29*(sd(nodiff_subset2$ADJ.MINS.SR.START)))

# Calculate mean and standard deviation
mean_val <- mean(nodiff_subset2$ADJ.MINS.SR.START)
sd_val <- sd(nodiff_subset2$ADJ.MINS.SR.START)
#ERROR - getting NA_REAL_ for min and max

#nodiff_subset$ADJ.MINS.SR.START.win <- #DescTools::Winsorize(nodiff_subset$ADJ.MINS.SR.START) minval= min, maxval= max, #na.rm=TRUE

# winsorization 
nodiff_subset2$ADJ.MINS.SR.START.win <- ifelse(nodiff_subset2$ADJ.MINS.SR.START > max, max, nodiff_subset2$ADJ.MINS.SR.START)

# Model 1
model <- lm(formula = scale(ADJ.MINS.SR.START.win) ~ scale(as.numeric(Age)) + Sex + scale(EQHWB_TOTAL) + scale(BFI2_CON) + scale(BFI2_NEU) + scale(EXPECT_START_1) + poly(EXPECT_START_2, degree=1) + scale(uMARS_ENGAG) + scale(EXPGen_1.y), data=nodiff_subset2)

summary(model)
## 
## Call:
## lm(formula = scale(ADJ.MINS.SR.START.win) ~ scale(as.numeric(Age)) + 
##     Sex + scale(EQHWB_TOTAL) + scale(BFI2_CON) + scale(BFI2_NEU) + 
##     scale(EXPECT_START_1) + poly(EXPECT_START_2, degree = 1) + 
##     scale(uMARS_ENGAG) + scale(EXPGen_1.y), data = nodiff_subset2)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -0.9951 -0.4495 -0.2520  0.0035  5.0200 
## 
## Coefficients:
##                                   Estimate Std. Error t value Pr(>|t|)   
## (Intercept)                      -0.096890   0.055568  -1.744  0.08189 . 
## scale(as.numeric(Age))            0.024523   0.046087   0.532  0.59492   
## SexMale                           0.313233   0.104274   3.004  0.00281 **
## scale(EQHWB_TOTAL)               -0.096771   0.061036  -1.585  0.11354   
## scale(BFI2_CON)                   0.062041   0.050959   1.217  0.22405   
## scale(BFI2_NEU)                  -0.003009   0.066435  -0.045  0.96389   
## scale(EXPECT_START_1)            -0.024832   0.057239  -0.434  0.66462   
## poly(EXPECT_START_2, degree = 1) -1.693218   1.259463  -1.344  0.17948   
## scale(uMARS_ENGAG)                0.023402   0.047116   0.497  0.61964   
## scale(EXPGen_1.y)                 0.023972   0.047158   0.508  0.61146   
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.9831 on 462 degrees of freedom
## Multiple R-squared:  0.05205,    Adjusted R-squared:  0.03358 
## F-statistic: 2.818 on 9 and 462 DF,  p-value: 0.003107
Age_na_none <- na.omit(nodiff_subset$age)
# Make new data frame
#install.packages("corrplot")
library(corrplot)
## corrplot 0.92 loaded
correlation_data <- data.frame(EQHWB_TOTAL = nodiff_subset2$EQHWB_TOTAL, 
BFI2_CON = nodiff_subset2$BFI2_CON,
BFI2_NEU = nodiff_subset2$BFI2_NEU, 
EXPECT_START_1 = nodiff_subset2$EXPECT_START_1, 
EXPECT_START_2 = nodiff_subset2$EXPECT_START_2, 
uMARS_ENGAG = nodiff_subset2$uMARS_ENGAG, 
EXPGen_1.y = nodiff_subset2$EXPGen_1.y, 
SexBinary = nodiff_subset2$SexBinary)

correlation_matrix <- cor(correlation_data)
corrplot(correlation_matrix, method = "color")

# heatmap(correlation_matrix, 
#        col = colorRampPalette(c("blue", "white", "red"))(100),
#        main = "Correlation Heatmap",
#        xlab = "Variables",
#        ylab = "Variables",
#        col.text = "black")  # Set text color to black
#install.packages("car")
library(car)
## Loading required package: carData
## 
## Attaching package: 'car'
## The following object is masked from 'package:DescTools':
## 
##     Recode
## The following object is masked from 'package:dplyr':
## 
##     recode
## The following object is masked from 'package:purrr':
## 
##     some
## The following object is masked from 'package:psych':
## 
##     logit
# Calculate VIF
vif_values <- vif(model)
print(vif_values)
##           scale(as.numeric(Age))                              Sex 
##                         1.035182                         1.134520 
##               scale(EQHWB_TOTAL)                  scale(BFI2_CON) 
##                         1.815653                         1.265625 
##                  scale(BFI2_NEU)            scale(EXPECT_START_1) 
##                         2.151072                         1.596778 
## poly(EXPECT_START_2, degree = 1)               scale(uMARS_ENGAG) 
##                         1.641364                         1.081926 
##                scale(EXPGen_1.y) 
##                         1.083855
# Model 1
model <- lm(formula = scale(ADJ.MINS.SR.START.win) ~ scale(as.numeric(Age)) + scale(EQHWB_TOTAL) + scale(BFI2_CON) + scale(BFI2_NEU) + scale(EXPECT_START_1) + poly(EXPECT_START_2, degree=1) + scale(uMARS_ENGAG) + scale(EXPGen_1.y), data=nodiff_subset2)

summary(model)
## 
## Call:
## lm(formula = scale(ADJ.MINS.SR.START.win) ~ scale(as.numeric(Age)) + 
##     scale(EQHWB_TOTAL) + scale(BFI2_CON) + scale(BFI2_NEU) + 
##     scale(EXPECT_START_1) + poly(EXPECT_START_2, degree = 1) + 
##     scale(uMARS_ENGAG) + scale(EXPGen_1.y), data = nodiff_subset2)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -0.8599 -0.4515 -0.2882 -0.0187  5.1142 
## 
## Coefficients:
##                                    Estimate Std. Error t value Pr(>|t|)  
## (Intercept)                      -2.468e-17  4.564e-02   0.000   1.0000  
## scale(as.numeric(Age))            2.396e-02  4.648e-02   0.515   0.6065  
## scale(EQHWB_TOTAL)               -1.025e-01  6.153e-02  -1.666   0.0965 .
## scale(BFI2_CON)                   4.894e-02  5.121e-02   0.956   0.3397  
## scale(BFI2_NEU)                  -4.649e-02  6.540e-02  -0.711   0.4775  
## scale(EXPECT_START_1)            -3.294e-02  5.767e-02  -0.571   0.5681  
## poly(EXPECT_START_2, degree = 1) -1.554e+00  1.269e+00  -1.224   0.2214  
## scale(uMARS_ENGAG)                2.289e-02  4.752e-02   0.482   0.6302  
## scale(EXPGen_1.y)                 3.233e-03  4.705e-02   0.069   0.9452  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.9915 on 463 degrees of freedom
## Multiple R-squared:  0.03353,    Adjusted R-squared:  0.01683 
## F-statistic: 2.008 on 8 and 463 DF,  p-value: 0.04394
# Adjusted values # 

#model <- lm(formula= scale(ue_tot) ~ scale(Age) + sex + scale(poly(DEM_EDU,degree=1)) +
#
#              scale(med.years.win) + scale(sits.wk.win) + scale(med.dur.sit.win) + #scale(log(med.hrs.win)) + RETREAT_YN + scale(poly(MED.Apps,degree=1)) +

#              scale(K10_TOTAL) + scale(Psychoticism) + scale(UnusualBeliefs) + #scale(PTSD_TOTAL) +

#              scale(poly(tobacco,degree=1)) + scale(poly(alcohol, degree=1)) + scale(poly(cannabis, degree=1)) + psychedelics.cut,

 #           data = regr.data)

#summary(model)

# Robust Regression # 

model <- robustbase::lmrob(formula = scale(ADJ.MINS.SR.START.win) ~ scale(as.numeric(Age)) + scale(EQHWB_TOTAL) + scale(BFI2_CON) + scale(BFI2_NEU) + scale(EXPECT_START_1) + poly(EXPECT_START_2, degree=1) + scale(uMARS_ENGAG) + scale(EXPGen_1.y), data=nodiff_subset2)

summary(model)
## 
## Call:
## robustbase::lmrob(formula = scale(ADJ.MINS.SR.START.win) ~ scale(as.numeric(Age)) + 
##     scale(EQHWB_TOTAL) + scale(BFI2_CON) + scale(BFI2_NEU) + scale(EXPECT_START_1) + 
##     poly(EXPECT_START_2, degree = 1) + scale(uMARS_ENGAG) + scale(EXPGen_1.y), 
##     data = nodiff_subset2)
##  \--> method = "MM"
## Residuals:
##       Min        1Q    Median        3Q       Max 
## -0.062657 -0.023715  0.005956  0.288962  5.429661 
## 
## Coefficients:
##                                    Estimate Std. Error t value Pr(>|t|)    
## (Intercept)                      -0.3979570  0.0066037 -60.263   <2e-16 ***
## scale(as.numeric(Age))           -0.0037317  0.0029849  -1.250    0.212    
## scale(EQHWB_TOTAL)               -0.0004013  0.0030794  -0.130    0.896    
## scale(BFI2_CON)                   0.0033063  0.0029737   1.112    0.267    
## scale(BFI2_NEU)                   0.0008754  0.0038482   0.227    0.820    
## scale(EXPECT_START_1)            -0.0012388  0.0034354  -0.361    0.719    
## poly(EXPECT_START_2, degree = 1)  0.1165260  0.0729134   1.598    0.111    
## scale(uMARS_ENGAG)               -0.0040931  0.0033115  -1.236    0.217    
## scale(EXPGen_1.y)                -0.0041430  0.0032157  -1.288    0.198    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Robust residual standard error: 0.05561 
## Multiple R-squared:  0.03406,    Adjusted R-squared:  0.01737 
## Convergence in 11 IRWLS iterations
## 
## Robustness weights: 
##  121 observations c(2,6,13,17,18,24,38,41,42,44,46,53,55,58,59,61,63,65,75,80,81,84,86,88,94,98,102,103,107,111,112,120,131,135,137,138,146,149,151,155,156,159,176,179,182,189,190,198,202,205,207,211,213,217,219,220,233,243,244,250,253,256,257,258,260,275,278,282,284,285,286,289,291,292,293,294,295,296,299,300,308,312,315,324,328,332,337,341,343,344,345,346,349,352,353,354,361,366,367,373,374,376,378,388,389,391,401,402,414,418,429,440,453,457,458,460,461,462,463,464,471)
##   are outliers with |weight| = 0 ( < 0.00021); 
##  23 weights are ~= 1. The remaining 328 ones are summarized as
##      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
## 0.0002549 0.9462000 0.9750000 0.8851000 0.9875000 0.9990000 
## Algorithmic parameters: 
##        tuning.chi                bb        tuning.psi        refine.tol 
##         1.548e+00         5.000e-01         4.685e+00         1.000e-07 
##           rel.tol         scale.tol         solve.tol          zero.tol 
##         1.000e-07         1.000e-10         1.000e-07         1.000e-10 
##       eps.outlier             eps.x warn.limit.reject warn.limit.meanrw 
##         2.119e-04         6.454e-12         5.000e-01         5.000e-01 
##      nResample         max.it       best.r.s       k.fast.s          k.max 
##            500             50              2              1            200 
##    maxit.scale      trace.lev            mts     compute.rd fast.s.large.n 
##            200              0           1000              0           2000 
##                   psi           subsampling                   cov 
##            "bisquare"         "nonsingular"         ".vcov.avar1" 
## compute.outlier.stats 
##                  "SM" 
## seed : int(0)
### ~~~ Assumption tests ~~~ ###

par(mfrow = c(2, 2))

plot(model)
## recomputing robust Mahalanobis distances
## saving the robust distances 'MD' as part of 'model'

# test for linearity

lmtest::resettest(model)
## 
##  RESET test
## 
## data:  model
## RESET = 6.4749, df1 = 2, df2 = 461, p-value = 0.001686
# test for normality

sresid <- MASS::studres(model) #using MASS package function to transform data easily
## Warning in resid/(sqrt(1 - hat) * stddev): longer object length is not a
## multiple of shorter object length
shapiro.test(sresid) # p value non-sign: normal distribution of residuals
## 
##  Shapiro-Wilk normality test
## 
## data:  sresid
## W = 0.47111, p-value < 2.2e-16
# homoscedasticity test

lmtest::bptest(model)
## 
##  studentized Breusch-Pagan test
## 
## data:  model
## BP = 12.253, df = 8, p-value = 0.1402
# independence/autocorrelation assumption

#car::durbinWatsonTest(model)
 

# multicollinearity

max(car::vif(model)) # > 5 cause for concern
## [1] 2.530894

R Markdown

This is an R Markdown document. Markdown is a simple formatting syntax for authoring HTML, PDF, and MS Word documents. For more details on using R Markdown see http://rmarkdown.rstudio.com.

When you click the Knit button a document will be generated that includes both content as well as the output of any embedded R code chunks within the document. You can embed an R code chunk like this: