Load Libraries

#install.packages("Superpower")

#install.packages(c("rstatix", "flextable", "officer", "dplyr", "ggpubr"))
library(rstatix)
library(flextable)
library(officer)
library(dplyr)
library(readxl)
library(here)
library(tidyr)
library(ggplot2)
library(lme4)
library(performance)
library(rstatix)
library(effectsize)
library(ggpubr)
library(car)
library(emmeans)
library(ggeffects)
library(effectsize)
library(ggdist)
library(pwr)
library(psych)
library("Superpower")
library(simr)
library(apaTables)
library(gt)
library(lme4)
library(parameters)

#power analyses

power_oneway_ancova(
  mu = c(40,45),
  n_cov = 3,
  sd = 10,
  r2 = .55,
  alpha_level = .05,
  n = c(30,28),
  round_up = TRUE,
  type = "approx")
## 
##      Power Calculation for 1-way ANCOVA 
## 
##             dfs = 1, 53
##               N = 58
##               n = 30, 28
##           n_cov = 3
##              mu = 40, 45
##              sd = 10
##              r2 = 0.55
##     alpha_level = 0.05
##      beta_level = 0.2047305
##           power = 79.52695
##            type = approx
# Run function
res1 = ANCOVA_analytic(
  design = "2b*3b",
  mu = c(40, 45, 50,
         40, 50, 60),
  n_cov = 3,
  sd = 10,
  alpha_level = .05,
  n = 17,
  beta_level = .2,
  round_up = TRUE)

# Print main results
res1
## Power Analysis Results for ANCOVA
##     Total N Covariates     r2 Alpha Level Beta Level Power
## a       102          3 0.2299        0.05   0.200000 80.00
## b       102          3 0.0010        0.05   0.000319 99.97
## a:b     102          3 0.5865        0.05   0.200000 80.00
res1$aov_list$a
## 
##      Power Calculation for ANCOVA 
## 
##             dfs = 1, 93
##               N = 102
##               n = 17, 17, 17, 17, 17, 17
##           n_cov = 3
##              mu = 40, 45, 50, 40, 50, 60
##              sd = 10
##              r2 = 0.2298665
##     alpha_level = 0.05
##      beta_level = 0.2
##           power = 80
##            type = Exact
#Regression power analysis
pwr.f2.test(u = 3, f2 = 0.15, sig.level = 0.05, power = 0.80)
## 
##      Multiple regression power calculation 
## 
##               u = 3
##               v = 72.70583
##              f2 = 0.15
##       sig.level = 0.05
##           power = 0.8
#Regression power analysis
pwr.f2.test(u = 3, f2 = 0.20, sig.level = 0.05, power = 0.80)
## 
##      Multiple regression power calculation 
## 
##               u = 3
##               v = 54.57139
##              f2 = 0.2
##       sig.level = 0.05
##           power = 0.8
#Regression power analysis
pwr.f2.test(u = 4, f2 = 0.20, sig.level = 0.05, power = 0.80)
## 
##      Multiple regression power calculation 
## 
##               u = 4
##               v = 59.60124
##              f2 = 0.2
##       sig.level = 0.05
##           power = 0.8

Import and Prepare Data

#import and clean dataset
sr_df <- data.frame(read_excel(here("~/Documents/GitHub/Reading Intervention Project/Reading Fluency Data Set NEW.xlsx"), sheet="Silent Repeated Readings",col_types = c("text","text","text", "text", "text", "numeric","numeric","numeric","numeric","numeric","numeric","numeric","skip","numeric","numeric","numeric","numeric","numeric","numeric","numeric")))

#sapply(sr_df, class)
print(sr_df$Posttest)
##  [1] 135 105 132  46  39  79 142 142  98  NA  87 168 130 175 101 109 137 103 122
## [20]  91  79  43  87  88 115 103 108 136 109  81  98  51  31  74  NA 137 158
#WPM - Words Per Minute

#Add column for silent reading 
sr_df$Group = "Silent_Repeated_Reading"

#view(dfSummary(sr_df))
#Sheet 2
rr_df <- data.frame(read_excel(here("~/Documents/GitHub/Reading Intervention Project/Reading Fluency Data Set NEW.xlsx"), sheet="Repeated Readings", col_types = c("text","text","text", "text", "text", "numeric","numeric","numeric","numeric","numeric","numeric","numeric","skip","numeric","numeric","numeric","numeric","numeric","numeric","numeric")))
#sapply(rr_df, class)
#view(dfSummary(rr_df))

rr_df$Group = "Repeated_Reading"

#Sheet 3
tsv_rr_df <- data.frame(read_excel(here("~/Documents/GitHub/Reading Intervention Project/Reading Fluency Data Set NEW.xlsx"), sheet="Teacher Social Validity RR"))
#sapply(tsv_rr_df , class)

tsv_rr_df$TeacherNumberRR = as.factor(tsv_rr_df$TeacherNumberRR)
#view(dfSummary(tsv_rr_df))

#Split this into two datasets 
#Sheet 4
tsv_srr_df <- data.frame(read_excel(here("~/Documents/GitHub/Reading Intervention Project/Reading Fluency Data Set NEW.xlsx"), sheet="Teacher Social Validity SRR"),skip = 1)
#sapply(tsv_srr_df, class)

tsv_srr_df$TeacherNumberSRR = as.factor(tsv_srr_df$TeacherNumberSRR)
#view(dfSummary(tsv_srr_df))

#Split this into two datasets 
#Sheet 5
ssv_rr_df <- data.frame(read_excel(here("~/Documents/GitHub/Reading Intervention Project/Reading Fluency Data Set NEW.xlsx"), sheet="Student Social Validity RR"))
#sapply(ssv_rr_df, class)
#view(dfSummary(ssv_rr_df))

#Sheet 6
ssv_sr_df <- data.frame(read_excel(here("~/Documents/GitHub/Reading Intervention Project/Reading Fluency Data Set NEW.xlsx"), sheet="Student Social Validity SRR"),skip = 1)
#sapply(ssv_sr_df, class)
#view(dfSummary(ssv_sr_df))

#merge datasets into MasterDataset
master_df = full_join(rr_df, sr_df)
#view(dfSummary(master_df))

ss_rr_data = master_df %>% select(TeacherID, RandomNumber, StudentNumber, Grade, Group,Tier.III.or.IV, Pretest, Posttest)
#view(dfSummary(ss_rr_data))

ss_rr_data = ss_rr_data %>% 
  pivot_longer(c(-Grade,-TeacherID, -RandomNumber,-StudentNumber,-Tier.III.or.IV, -Group), 
               names_to = c("Time"), values_to = "score", 
               names_pattern = "(Pretest|Posttest)")

#view(dfSummary(ss_rr_data))

combined_data_wide <- ss_rr_data %>%
  pivot_wider(
    id_cols = c(RandomNumber, StudentNumber, Group, TeacherID, Grade, Tier.III.or.IV),
    names_from = Time,
    values_from = score,
    names_prefix = "score_"
  )

#view(dfSummary(combined_data_wide))

clean_data <- combined_data_wide[complete.cases(combined_data_wide$score_Pretest, combined_data_wide$score_Posttest), ]

#view(dfSummary(clean_data))
print(clean_data)
## # A tibble: 68 × 8
##    RandomNumber StudentNumber Group TeacherID Grade Tier.III.or.IV score_Pretest
##    <chr>        <chr>         <chr> <chr>     <chr> <chr>                  <dbl>
##  1 ACD5EC73     1             Repe… 1         6     IV                        62
##  2 F07BB044     2             Repe… 1         6     IV                        63
##  3 47C10B7A     3             Repe… 1         6     IV                       101
##  4 61EB42DD     4             Repe… 1         6     IV                        76
##  5 C0CC45A3     5             Repe… 1         6     IV                        99
##  6 6B7EEC6D     6             Repe… 2         6     III                        9
##  7 628D008E     7             Repe… 2         6     III                       19
##  8 6B259314     8             Repe… 4         6     IV                        96
##  9 605C1FB8     9             Repe… 4         6     IV                       109
## 10 E73D0356     11            Repe… 1         7     IV                        51
## # ℹ 58 more rows
## # ℹ 1 more variable: score_Posttest <dbl>
table(clean_data$TeacherID, clean_data$Group)
##     
##      Repeated_Reading Silent_Repeated_Reading
##   1                16                       0
##   10                0                       1
##   11                0                       7
##   2                 5                       0
##   3                 7                       0
##   4                 5                       0
##   5                 0                       5
##   6                 0                       2
##   7                 0                       8
##   8                 0                      10
##   9                 0                       2

Descriptive Statistics

#Overall
clean_data %>% group_by(Group) %>% 
  summarise(n = n(), mean_Pretest = mean(score_Pretest), sd_Pretest = sd(score_Pretest), mean_Posttest = mean(score_Posttest), sd_Posttest = sd(score_Posttest), .groups = "drop")
## # A tibble: 2 × 6
##   Group                      n mean_Pretest sd_Pretest mean_Posttest sd_Posttest
##   <chr>                  <int>        <dbl>      <dbl>         <dbl>       <dbl>
## 1 Repeated_Reading          33         86.2       24.5          126.        22.6
## 2 Silent_Repeated_Readi…    35         83.2       25.4          104.        36.1
#Grouped by Grade
clean_data %>% group_by(Group, Grade) %>% 
  summarise(n = n(), mean_Pretest = mean(score_Pretest), sd_Pretest = sd(score_Pretest), mean_Posttest = mean(score_Posttest), sd_Posttest = sd(score_Posttest), .groups = "drop")
## # A tibble: 6 × 7
##   Group            Grade     n mean_Pretest sd_Pretest mean_Posttest sd_Posttest
##   <chr>            <chr> <int>        <dbl>      <dbl>         <dbl>       <dbl>
## 1 Repeated_Reading 6         9         70.4       36.2         140.         12.5
## 2 Repeated_Reading 7        11         86.5       17.7         112.         24.5
## 3 Repeated_Reading 8        13         96.9       12.4         128.         21.0
## 4 Silent_Repeated… 6        17         85         24.6         113.         37.6
## 5 Silent_Repeated… 7        12         87.2       24.3          96.8        24.3
## 6 Silent_Repeated… 8         6         69.8       29.8          91.5        49.3
#Grouped by Tier level
clean_data %>% group_by(Group, Tier.III.or.IV) %>% 
  summarise(n = n(), mean_Pretest = mean(score_Pretest), sd_Pretest = sd(score_Pretest), mean_Posttest = mean(score_Posttest), sd_Posttest = sd(score_Posttest), .groups = "drop")
## # A tibble: 4 × 7
##   Group   Tier.III.or.IV     n mean_Pretest sd_Pretest mean_Posttest sd_Posttest
##   <chr>   <chr>          <int>        <dbl>      <dbl>         <dbl>       <dbl>
## 1 Repeat… III                9         80         37.8         131.         11.3
## 2 Repeat… IV                24         88.5       17.7         124.         25.5
## 3 Silent… III               11        100.        15.4         130.         27.9
## 4 Silent… IV                24         75.4       25.5          92.2        33.6
#Grouped by Teacher 
clean_data %>% group_by(Group, TeacherID) %>% 
  summarise(n = n(), mean_Pretest = mean(score_Pretest), sd_Pretest = sd(score_Pretest), mean_Posttest = mean(score_Posttest), sd_Posttest = sd(score_Posttest), .groups = "drop")
## # A tibble: 11 × 7
##    Group       TeacherID     n mean_Pretest sd_Pretest mean_Posttest sd_Posttest
##    <chr>       <chr>     <int>        <dbl>      <dbl>         <dbl>       <dbl>
##  1 Repeated_R… 1            16         83.2      18.6          130.        23.7 
##  2 Repeated_R… 2             5         62.2      44.5          108.        20.9 
##  3 Repeated_R… 3             7         98.9       5.90         132.        12.5 
##  4 Repeated_R… 4             5        102.        9.98         121.        27.5 
##  5 Silent_Rep… 10            1        107        NA             91         NA   
##  6 Silent_Rep… 11            7         92.9      22.0          127.        38.9 
##  7 Silent_Rep… 5             5         78.6      33.2           92.4       32.1 
##  8 Silent_Rep… 6             2        110        11.3          138.         4.95
##  9 Silent_Rep… 7             8         64.4      29.7           68.6       30.6 
## 10 Silent_Rep… 8            10         81.9      14.1          114.        25.4 
## 11 Silent_Rep… 9             2        104.        9.19         114         22.6
# Count by Teacher, Grade, Tier, and Group
teacher_summary <- clean_data %>%
  group_by(TeacherID, Grade, Tier.III.or.IV, Group) %>%
  summarise(n = n(), .groups = "drop") %>%
  unite("Profile", Grade, Tier.III.or.IV, Group, sep = " | ") %>%
  pivot_wider(names_from = Profile, values_from = n, values_fill = 0)


teacher_summary <- teacher_summary %>%
  mutate(Total = rowSums(select(., -TeacherID)))

# Install if not already
# install.packages("flextable")
library(flextable)

# Create a nicely formatted flextable
flextable(teacher_summary) %>%
  autofit() %>%
  set_caption("Teacher-Level Summary of Grade, Tier, and Group Combinations")
Teacher-Level Summary of Grade, Tier, and Group Combinations

TeacherID

6 | IV | Repeated_Reading

7 | IV | Repeated_Reading

8 | IV | Repeated_Reading

7 | IV | Silent_Repeated_Reading

6 | III | Silent_Repeated_Reading

7 | III | Silent_Repeated_Reading

8 | IV | Silent_Repeated_Reading

6 | III | Repeated_Reading

7 | III | Repeated_Reading

8 | III | Repeated_Reading

6 | IV | Silent_Repeated_Reading

Total

1

5

6

5

0

0

0

0

0

0

0

0

16

10

0

0

0

1

0

0

0

0

0

0

0

1

11

0

0

0

0

4

2

1

0

0

0

0

7

2

0

1

2

0

0

0

0

2

0

0

0

5

3

0

0

0

0

0

0

0

0

1

6

0

7

4

2

3

0

0

0

0

0

0

0

0

0

5

5

0

0

0

5

0

0

0

0

0

0

0

5

6

0

0

0

0

2

0

0

0

0

0

0

2

7

0

0

0

3

1

0

2

0

0

0

2

8

8

0

0

0

1

0

0

3

0

0

0

6

10

9

0

0

0

0

2

0

0

0

0

0

0

2

Distribution Plot

clean_data %>%
  group_by(Group) %>%
  summarise(
    Pretest = paste0(round(mean(score_Pretest, na.rm = TRUE), 1), " (", round(sd(score_Pretest, na.rm = TRUE), 1), ")"),
    Posttest = paste0(round(mean(score_Posttest, na.rm = TRUE), 1), " (", round(sd(score_Posttest, na.rm = TRUE), 1), ")")
  )
## # A tibble: 2 × 3
##   Group                   Pretest     Posttest    
##   <chr>                   <chr>       <chr>       
## 1 Repeated_Reading        86.2 (24.5) 125.8 (22.6)
## 2 Silent_Repeated_Reading 83.2 (25.4) 104 (36.1)
clean_data_long <- clean_data %>%
  pivot_longer(cols = starts_with("score_"), 
               names_to = "Time", 
               values_to = "score", 
               names_prefix = "score_")

print(clean_data_long)
## # A tibble: 136 × 8
##    RandomNumber StudentNumber Group   TeacherID Grade Tier.III.or.IV Time  score
##    <chr>        <chr>         <chr>   <chr>     <chr> <chr>          <chr> <dbl>
##  1 ACD5EC73     1             Repeat… 1         6     IV             Pret…    62
##  2 ACD5EC73     1             Repeat… 1         6     IV             Post…   122
##  3 F07BB044     2             Repeat… 1         6     IV             Pret…    63
##  4 F07BB044     2             Repeat… 1         6     IV             Post…   139
##  5 47C10B7A     3             Repeat… 1         6     IV             Pret…   101
##  6 47C10B7A     3             Repeat… 1         6     IV             Post…   151
##  7 61EB42DD     4             Repeat… 1         6     IV             Pret…    76
##  8 61EB42DD     4             Repeat… 1         6     IV             Post…   145
##  9 C0CC45A3     5             Repeat… 1         6     IV             Pret…    99
## 10 C0CC45A3     5             Repeat… 1         6     IV             Post…   150
## # ℹ 126 more rows
# Get descriptive statistics by Group and Time
descriptives <- clean_data_long %>%
  group_by(Group, Time) %>%
  summarise(
    n = n(),
    M = round(mean(score, na.rm = TRUE), 2),
    SD = round(sd(score, na.rm = TRUE), 2),
    .groups = "drop"
  ) %>%
  mutate(Descriptives = paste0(M, " (", SD, ")"))

# Optional: Wide format for APA-style table
descriptives_wide <- descriptives %>%
  select(Group, Time, Descriptives) %>%
  tidyr::pivot_wider(names_from = Time, values_from = Descriptives)

# View or print as APA table (text-based)
print(descriptives_wide, row.names = FALSE)
## Warning: `...` must be empty in `format.tbl()`
## Caused by error in `format_tbl()`:
## ! `...` must be empty.
## ✖ Problematic argument:
## • row.names = FALSE
## # A tibble: 2 × 3
##   Group                   Posttest       Pretest      
##   <chr>                   <chr>          <chr>        
## 1 Repeated_Reading        125.85 (22.58) 86.21 (24.46)
## 2 Silent_Repeated_Reading 103.97 (36.09) 83.17 (25.4)
# Frequency table by Group
freq_group <- clean_data %>%
  count(Group) %>%
  mutate(percent = round(100 * n / sum(n), 1)) %>%
  gt() %>%
  tab_header(title = "Frequencies by Condition (Group)") %>%
  cols_label(n = "Count", percent = "Percent")

# Frequency table by Grade
freq_grade <- clean_data %>%
  count(Grade) %>%
  mutate(percent = round(100 * n / sum(n), 1)) %>%
  gt() %>%
  tab_header(title = "Frequencies by Grade Level") %>%
  cols_label(n = "Count", percent = "Percent")

# Frequency table by Tier level
freq_tier <- clean_data %>%
  count(Tier.III.or.IV) %>%
  mutate(percent = round(100 * n / sum(n), 1)) %>%
  gt() %>%
  tab_header(title = "Frequencies by Tier Level") %>%
  cols_label(n = "Count", percent = "Percent")

# Frequency by Time (if applicable)
freq_time <- clean_data_long %>%
  count(Time) %>%
  mutate(percent = round(100 * n / sum(n), 1)) %>%
  gt() %>%
  tab_header(title = "Frequencies by Timepoint") %>%
  cols_label(n = "Count", percent = "Percent")

# For descriptive stats table
flextable(descriptives_wide) %>%
  set_caption("Table 2\nDescriptive Statistics by Group and Time")
Table 2 Descriptive Statistics by Group and Time

Group

Posttest

Pretest

Repeated_Reading

125.85 (22.58)

86.21 (24.46)

Silent_Repeated_Reading

103.97 (36.09)

83.17 (25.4)

# Descriptive stats: Mean and SD of scores by Group, Time, and TeacherID
descriptives_teacher <- clean_data_long %>%
  group_by(TeacherID, Group, Time) %>%
  summarise(
    n = n(),
    M = round(mean(score, na.rm = TRUE), 2),
    SD = round(sd(score, na.rm = TRUE), 2),
    .groups = "drop"
  ) %>%
  mutate(Descriptives = paste0(M, " (", SD, ")")) %>%
  select(TeacherID, Group, Time, n, Descriptives) %>%
  arrange(TeacherID, Group, Time)

freq_grade_teacher <- clean_data %>%
  count(TeacherID, Grade) %>%
  group_by(TeacherID) %>%
  mutate(percent = round(100 * n / sum(n), 1)) %>%
  ungroup()

freq_grade_teacher <- clean_data %>%
  count(TeacherID, Grade) %>%
  group_by(TeacherID) %>%
  mutate(percent = round(100 * n / sum(n), 1)) %>%
  ungroup()

freq_tier_teacher <- clean_data %>%
  count(TeacherID, Tier.III.or.IV) %>%
  group_by(TeacherID) %>%
  mutate(percent = round(100 * n / sum(n), 1)) %>%
  ungroup()

freq_group_teacher <- clean_data %>%
  count(TeacherID, Group) %>%
  group_by(TeacherID) %>%
  mutate(percent = round(100 * n / sum(n), 1)) %>%
  ungroup()

freq_group_teacher %>%
  gt() %>%
  tab_header(title = "Condition Frequencies by Teacher") %>%
  cols_label(
    TeacherID = "Teacher",
    Group = "Condition",
    n = "N"
  )
Condition Frequencies by Teacher
Teacher Condition N percent
1 Repeated_Reading 16 100
10 Silent_Repeated_Reading 1 100
11 Silent_Repeated_Reading 7 100
2 Repeated_Reading 5 100
3 Repeated_Reading 7 100
4 Repeated_Reading 5 100
5 Silent_Repeated_Reading 5 100
6 Silent_Repeated_Reading 2 100
7 Silent_Repeated_Reading 8 100
8 Silent_Repeated_Reading 10 100
9 Silent_Repeated_Reading 2 100
# Filter out Pretest_c
clean_data_long_filtered <- clean_data_long %>% 
  filter(Time %in% c("Pretest", "Posttest"))

# plot
ggplot(clean_data_long_filtered, aes(y = Time, x = score, fill = Group)) +
  stat_halfeye(
    adjust = 0.5, 
    width = 0.6, 
    .width = 0, 
    point_alpha = 0.3, 
    position = position_dodge(width = 0.6)
  ) +
  scale_fill_manual(
    values = c(
      "Silent_Repeated_Reading" = "#1f77b4",  # Blue
      "Repeated_Reading" = "#d95f02"          # Orange
    ),
    labels = c("Silent Repeated Reading", "Repeated Reading Plus")
  ) +
  labs(
    x = "Words Per Minute (WPM)",
    y = "Time",
    fill = "Condition"
  ) +
  theme_minimal(base_size = 12, base_family = "Times New Roman")

# Filter out Pretest_c
clean_data_long_filtered <- clean_data_long %>% 
  filter(Time %in% c("Pretest", "Posttest"))

# Raincloud plot with jittered data points
ggplot(clean_data_long_filtered, aes(y = Time, x = score, fill = Group)) +
  # Density + central tendency
  stat_halfeye(
    adjust = 0.5, 
    width = 0.6, 
    .width = 0, 
    point_alpha = 0.3, 
    position = position_dodge(width = 0.6)
  ) +
  # Add jittered rain points
  geom_jitter(
    aes(color = Group),
    position = position_jitterdodge(jitter.width = 0.15, dodge.width = 0.6),
    size = 1.5,
    alpha = 0.4,
    show.legend = FALSE
  ) +
  scale_fill_manual(
    values = c(
      "Silent_Repeated_Reading" = "#1f77b4",  # Blue
      "Repeated_Reading" = "#d95f02"          # Orange
    ),
    labels = c("Silent Repeated Reading", "Repeated Reading Plus")
  ) +
  scale_color_manual(
    values = c(
      "Silent_Repeated_Reading" = "#1f77b4",
      "Repeated_Reading" = "#d95f02"
    )
  ) +
  labs(
    x = "Words Per Minute (WPM)",
    y = "Time",
    fill = "Condition"
  ) +
  theme_minimal(base_size = 12, base_family = "Times New Roman")

ANOVA and Welch’s Test of Pretest and Posttest

anova_result <- clean_data_long %>%
  anova_test(dv = score, wid = RandomNumber, within = Time, between = Group)
get_anova_table(anova_result)
## ANOVA Table (type III tests)
## 
##       Effect DFn DFd      F        p p<.05   ges
## 1      Group   1  66  4.313 4.20e-02     * 0.049
## 2       Time   1  66 97.474 1.26e-14     * 0.234
## 3 Group:Time   1  66  9.469 3.00e-03     * 0.029
#Welch's ANOVA at pretest
welch_result <-oneway.test(score ~ Group, data = filter(clean_data_long, Time == "Pretest"))
print(welch_result)
## 
##  One-way analysis of means (not assuming equal variances)
## 
## data:  score and Group
## F = 0.25286, num df = 1.000, denom df = 65.968, p-value = 0.6167
# Calculate omega squared
omega_result <- omega_squared(welch_result)
## For one-way between subjects designs, partial omega squared is
##   equivalent to omega squared. Returning omega squared.
## `var.equal = FALSE` - effect size is an approximation.
print(omega_result, digits = 5)
## # Effect Size for ANOVA
## 
## Omega2  |             95% CI
## ----------------------------
## 0.00000 | [0.00000, 1.00000]
## 
## - One-sided CIs: upper bound fixed at [1.00000].
# Bonferroni-adjusted pairwise comparisons for posttest
pairwise_result <- pairwise.t.test(
  x = filter(clean_data_long, Time == "Pretest")$score,
  g = filter(clean_data_long, Time == "Pretest")$Group,
  p.adjust.method = "bonferroni"
)

print(pairwise_result)
## 
##  Pairwise comparisons using t tests with pooled SD 
## 
## data:  filter(clean_data_long, Time == "Pretest")$score and filter(clean_data_long, Time == "Pretest")$Group 
## 
##                         Repeated_Reading
## Silent_Repeated_Reading 0.62            
## 
## P value adjustment method: bonferroni
# Welch’s ANOVA at posttest
welch_result2 <- oneway.test(score ~ Group, data = filter(clean_data_long, Time == "Posttest"), var.equal = FALSE)
print(welch_result2)
## 
##  One-way analysis of means (not assuming equal variances)
## 
## data:  score and Group
## F = 9.0874, num df = 1.000, denom df = 57.549, p-value = 0.003824
# Effect size
omega_result2 = omega_squared(welch_result2)
## For one-way between subjects designs, partial omega squared is
##   equivalent to omega squared. Returning omega squared.
## `var.equal = FALSE` - effect size is an approximation.
print(omega_result2, digits = 5)
## # Effect Size for ANOVA
## 
## Omega2  |             95% CI
## ----------------------------
## 0.11957 | [0.01999, 1.00000]
## 
## - One-sided CIs: upper bound fixed at [1.00000].
# Bonferroni-adjusted pairwise comparisons for posttest
pairwise_result <- pairwise.t.test(
  x = filter(clean_data_long, Time == "Posttest")$score,
  g = filter(clean_data_long, Time == "Posttest")$Group,
  p.adjust.method = "bonferroni"
)

print(pairwise_result)
## 
##  Pairwise comparisons using t tests with pooled SD 
## 
## data:  filter(clean_data_long, Time == "Posttest")$score and filter(clean_data_long, Time == "Posttest")$Group 
## 
##                         Repeated_Reading
## Silent_Repeated_Reading 0.0041          
## 
## P value adjustment method: bonferroni
#Descriptive statistics ------------
##Total Group Average WPM -----
summary_table <- clean_data_long %>%
  group_by(Group, Time) %>%
  summarise(
    n = n(),
    mean = mean(score, na.rm = TRUE),
    sd = sd(score, na.rm = TRUE),
    .groups = 'drop'
  )

summary_wide <- summary_table %>%
  pivot_wider(names_from = Time, values_from = c(mean, sd, n))

summary_wide <- summary_wide %>%
  mutate(
    mean_diff = mean_Posttest - mean_Pretest,
    pooled_sd = sqrt((sd_Pretest^2 + sd_Posttest^2) / 2),
    cohens_d = mean_diff / pooled_sd
  )

flextable(summary_wide) %>%
  save_as_docx(path = "Descriptive_Stats_Table.docx")

##Total Group Average WPM by Grade -----
summary_table_grade <- clean_data_long %>%
  group_by(Group, Grade, Time) %>%
  summarise(
    n = n(),
    mean = mean(score, na.rm = TRUE),
    sd = sd(score, na.rm = TRUE),
    .groups = 'drop'
  )

summary_wide_grade <- summary_table_grade %>%
  pivot_wider(names_from = Time, values_from = c(mean, sd, n))

summary_wide_grade <- summary_wide_grade %>%
  mutate(
    mean_diff = mean_Posttest - mean_Pretest,
    pooled_sd = sqrt((sd_Pretest^2 + sd_Posttest^2) / 2),
    cohens_d = mean_diff / pooled_sd
  )

flextable(summary_wide_grade) %>%
  save_as_docx(path = "Descriptive_GradeStats_Table.docx")

##Total Group Average WPM by Grade -----
summary_table_tier <- clean_data_long %>%
  group_by(Group, Tier.III.or.IV, Time) %>%
  summarise(
    n = n(),
    mean = mean(score, na.rm = TRUE),
    sd = sd(score, na.rm = TRUE),
    .groups = 'drop'
  )

summary_wide_tier <- summary_table_tier %>%
  pivot_wider(names_from = Time, values_from = c(mean, sd, n))

summary_wide_tier <- summary_wide_tier %>%
  mutate(
    mean_diff = mean_Posttest - mean_Pretest,
    pooled_sd = sqrt((sd_Pretest^2 + sd_Posttest^2) / 2),
    cohens_d = mean_diff / pooled_sd
  )

flextable(summary_wide_tier) %>%
  save_as_docx(path = "Descriptive_TierStats_Table.docx")

##Residual Change Regressions——

#center pretest scores 
#grand-mean centering
clean_data <- clean_data %>%
  mutate(score_Pretest_c = score_Pretest - mean(score_Pretest, na.rm = TRUE))

clean_data$Group <- factor(clean_data$Group,
                                   levels = c("Silent_Repeated_Reading","Repeated_Reading"))


clean_data$Group = as.factor(clean_data$Group)
clean_data$Grade = as.factor(clean_data$Grade)
clean_data$Tier.III.or.IV = as.factor(clean_data$Tier.III.or.IV)

#Testing a regression
model_ols_null <- lm(score_Posttest ~ Group + score_Pretest_c, data = clean_data)
# summary
summary(model_ols_null)
## 
## Call:
## lm(formula = score_Posttest ~ Group + score_Pretest_c, data = clean_data)
## 
## Residuals:
##    Min     1Q Median     3Q    Max 
## -45.89 -17.37   2.25  14.66  56.97 
## 
## Coefficients:
##                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)           105.0432     4.1405  25.370  < 2e-16 ***
## GroupRepeated_Reading  19.6685     5.9495   3.306  0.00154 ** 
## score_Pretest_c         0.7263     0.1207   6.016 9.11e-08 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 24.47 on 65 degrees of freedom
## Multiple R-squared:  0.4336, Adjusted R-squared:  0.4162 
## F-statistic: 24.88 on 2 and 65 DF,  p-value: 9.475e-09
# Compute 95% confidence intervals
confint(model_ols_null)
##                            2.5 %      97.5 %
## (Intercept)           96.7740186 113.3124125
## GroupRepeated_Reading  7.7865992  31.5504519
## score_Pretest_c        0.4851864   0.9674634
#Assumption testing 
# Diagnostic plots
par(mfrow = c(2, 2))  # 2x2 grid of plots
plot(model_ols_null)

# Reset plot settings
par(mfrow = c(1, 1))

# Extract residuals
residuals_model <- residuals(model_ols_null)

# Shapiro-Wilk test
shapiro.test(residuals_model)
## 
##  Shapiro-Wilk normality test
## 
## data:  residuals_model
## W = 0.98406, p-value = 0.5369
# Check Variance Inflation Factor
vif(model_ols_null)
##           Group score_Pretest_c 
##        1.003823        1.003823
# Cook's Distance
cooksd <- cooks.distance(model_ols_null)

# Plot Cook's D
plot(cooksd, type = "h", main = "Cook's Distance", ylab = "Cook's D")
abline(h = 4/(nrow(clean_data) - length(coef(model_ols_null))), col = "red")

# Identify potential influential points
which(cooksd > 4/(nrow(clean_data) - length(coef(model_ols_null))))
##  6  7 46 65 
##  6  7 46 65
#4 outliers identified, however all were plausible. 
model_ols_interaction <- lm(score_Posttest ~ Group * score_Pretest_c, data = clean_data)
# View summary
summary(model_ols_interaction)
## 
## Call:
## lm(formula = score_Posttest ~ Group * score_Pretest_c, data = clean_data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -56.571 -12.423   0.661  15.652  38.798 
## 
## Coefficients:
##                                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)                           105.7589     3.5326  29.938  < 2e-16 ***
## GroupRepeated_Reading                  19.8226     5.0720   3.908 0.000227 ***
## score_Pretest_c                         1.2113     0.1409   8.600 2.84e-12 ***
## GroupRepeated_Reading:score_Pretest_c  -1.0408     0.2063  -5.044 4.01e-06 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 20.86 on 64 degrees of freedom
## Multiple R-squared:  0.5947, Adjusted R-squared:  0.5757 
## F-statistic:  31.3 on 3 and 64 DF,  p-value: 1.413e-12
# Compute 95% confidence intervals
confint(model_ols_interaction)
##                                            2.5 %      97.5 %
## (Intercept)                           98.7017304 112.8161120
## GroupRepeated_Reading                  9.6901706  29.9549842
## score_Pretest_c                        0.9299416   1.4927421
## GroupRepeated_Reading:score_Pretest_c -1.4529612  -0.6285397

Regression Interaction Plot

preds <- ggpredict(model_ols_interaction, terms = c("score_Pretest_c [all]", "Group"))

ggplot(preds, aes(x = x + mean(clean_data$score_Pretest, na.rm = TRUE), 
                  y = predicted, 
                  color = group,    # line color
                  fill = group)) +  # ribbon fill
  geom_line(size = 1) +
  geom_ribbon(aes(ymin = conf.low, ymax = conf.high), alpha = 0.2, color = NA) +
  labs(x = "Pretest Score", y = "Posttest Score", 
       fill = "Intervention Condition",
       color = "Intervention Condition") +
  scale_color_manual(
    values = c("Silent_Repeated_Reading" = "#0000FF", 
               "Repeated_Reading" = "#d95f02"),
    labels = c("Silent Repeated Reading", "Repeated Reading Plus")
  ) +
  scale_fill_manual(
    values = c("Silent_Repeated_Reading" = "#0000FF", 
               "Repeated_Reading" = "#d95f02"),
    labels = c("Silent Repeated Reading", "Repeated Reading Plus")
  ) +
  theme_minimal(base_size = 12, base_family = "Times New Roman")
## Warning: Using `size` aesthetic for lines was deprecated in ggplot2 3.4.0.
## ℹ Please use `linewidth` instead.
## This warning is displayed once every 8 hours.
## Call `lifecycle::last_lifecycle_warnings()` to see where this warning was
## generated.

model_ols_grade <- lm(score_Posttest ~ Group + score_Pretest_c + Grade, data = clean_data)
# View summary
summary(model_ols_grade)
## 
## Call:
## lm(formula = score_Posttest ~ Group + score_Pretest_c + Grade, 
##     data = clean_data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -44.444 -14.857   0.612  12.542  44.143 
## 
## Coefficients:
##                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)           117.9364     4.6919  25.136  < 2e-16 ***
## GroupRepeated_Reading  23.8808     5.4741   4.362 4.86e-05 ***
## score_Pretest_c         0.7903     0.1082   7.307 5.83e-10 ***
## Grade7                -26.8531     6.2966  -4.265 6.84e-05 ***
## Grade8                -20.9535     6.8606  -3.054  0.00331 ** 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 21.7 on 63 degrees of freedom
## Multiple R-squared:  0.5683, Adjusted R-squared:  0.5409 
## F-statistic: 20.73 on 4 and 63 DF,  p-value: 6.102e-11
# Compute 95% confidence intervals
confint(model_ols_grade)
##                             2.5 %     97.5 %
## (Intercept)           108.5603975 127.312328
## GroupRepeated_Reading  12.9416129  34.819905
## score_Pretest_c         0.5741252   1.006395
## Grade7                -39.4357937 -14.270373
## Grade8                -34.6633653  -7.243665
model_ols_tier <- lm(score_Posttest ~ Group + score_Pretest_c + Grade + Tier.III.or.IV, data = clean_data)
# View summary
summary(model_ols_tier)
## 
## Call:
## lm(formula = score_Posttest ~ Group + score_Pretest_c + Grade + 
##     Tier.III.or.IV, data = clean_data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -41.293 -16.130   1.695  14.475  48.551 
## 
## Coefficients:
##                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)           123.9896     5.6773  21.840  < 2e-16 ***
## GroupRepeated_Reading  24.1792     5.3781   4.496 3.10e-05 ***
## score_Pretest_c         0.7490     0.1086   6.897 3.24e-09 ***
## Grade7                -23.3862     6.4685  -3.615 0.000603 ***
## Grade8                -19.5263     6.7824  -2.879 0.005469 ** 
## Tier.III.or.IVIV      -11.0068     6.0314  -1.825 0.072835 .  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 21.31 on 62 degrees of freedom
## Multiple R-squared:  0.5903, Adjusted R-squared:  0.5572 
## F-statistic: 17.86 on 5 and 62 DF,  p-value: 6.262e-11
confint(model_ols_tier)
##                             2.5 %     97.5 %
## (Intercept)           112.6409458 135.338291
## GroupRepeated_Reading  13.4285657  34.929856
## score_Pretest_c         0.5318855   0.966041
## Grade7                -36.3165968 -10.455775
## Grade8                -33.0841487  -5.968537
## Tier.III.or.IVIV      -23.0634650   1.049915

#Interaction of condition and pretest centered

# Fit a model including an interaction
model_interaction <- lm(score_Posttest ~ Group * score_Pretest_c + Grade + Tier.III.or.IV, data = clean_data)
summary(model_interaction)
## 
## Call:
## lm(formula = score_Posttest ~ Group * score_Pretest_c + Grade + 
##     Tier.III.or.IV, data = clean_data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -42.911 -13.089   3.456  12.107  33.063 
## 
## Coefficients:
##                                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)                           117.5203     5.1374  22.875  < 2e-16 ***
## GroupRepeated_Reading                  22.0397     4.7020   4.687 1.60e-05 ***
## score_Pretest_c                         1.1989     0.1364   8.791 1.94e-12 ***
## Grade7                                -23.1860     5.6275  -4.120 0.000116 ***
## Grade8                                -10.9867     6.1887  -1.775 0.080839 .  
## Tier.III.or.IVIV                       -2.8392     5.5426  -0.512 0.610327    
## GroupRepeated_Reading:score_Pretest_c  -0.9369     0.2048  -4.574 2.40e-05 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 18.54 on 61 degrees of freedom
## Multiple R-squared:  0.6949, Adjusted R-squared:  0.6649 
## F-statistic: 23.16 on 6 and 61 DF,  p-value: 4.782e-14
# Compute 95% confidence intervals
confint(model_interaction)
##                                            2.5 %      97.5 %
## (Intercept)                           107.247393 127.7932962
## GroupRepeated_Reading                  12.637457  31.4418790
## score_Pretest_c                         0.926184   1.4716224
## Grade7                                -34.438838 -11.9332006
## Grade8                                -23.361647   1.3883468
## Tier.III.or.IVIV                      -13.922213   8.2438710
## GroupRepeated_Reading:score_Pretest_c  -1.346458  -0.5273167
# Add predicted values to your dataset
# Get only the complete cases used in the model
model_data <- model.frame(model_interaction)
model_data$predicted <- predict(model_interaction)

ggplot(model_data, aes(x = score_Posttest, y = score_Pretest_c, fill = Group)) +
  geom_jitter(width = 0.2, height = 0, alpha = 0.6) +  # observed points
  geom_point(aes(y = predicted), color = "orange", size = 3) +  # predicted points
  stat_summary(fun = mean, geom = "point", shape = 18, size = 4, color = "blue") +
  labs(title = "Observed and Predicted Posttest Scores by Condition",
       y = "Posttest Score", x = "Pretest Score", fill = "Condition") +
  theme_minimal()

Regression Interaction Plot

# Predict from the interaction model with moderator variables
preds_interaction <- ggpredict(model_interaction, 
                               terms = c("score_Pretest_c [all]", "Group", "Grade"))

# Add back the grand mean to make X axis interpretable
preds_interaction$x <- preds_interaction$x + mean(clean_data$score_Pretest, na.rm = TRUE)

names(preds_interaction)[names(preds_interaction) == "facet"] <- "Grade"

# Plot: faceted by Grade and Tier
clean_data$Grade = as.factor(clean_data$Grade)
ggplot(preds_interaction, aes(x = x, y = predicted, color = group, fill = group)) +
  geom_line(size = 1.2) +
  geom_ribbon(aes(ymin = conf.low, ymax = conf.high), alpha = 0.2, color = NA) +
  facet_wrap(~ Grade, labeller = label_both) +
  labs(
    x = "Pretest Score", 
    y = "Posttest Score",
    title = "Interaction Plot by Grade Level",
    color = "Condition", fill = "Condition"
  ) +
  scale_color_manual(values = c("Silent_Repeated_Reading" = "#0000FF", 
                                "Repeated_Reading" = "#d95f02"),
                      labels = c("Silent Repeated Reading", "Repeated Reading Plus")) +
  scale_fill_manual(values = c("Silent_Repeated_Reading" = "#0000FF", 
                               "Repeated_Reading" = "#d95f02"),
                     labels = c("Silent Repeated Reading", "Repeated Reading Plus")
          ) +
  theme_minimal(base_size = 12, base_family = "Times New Roman")

# Predict from the interaction model with moderator variables
preds_interaction <- ggpredict(model_interaction, 
                               terms = c("score_Pretest_c [all]", "Group", "Tier.III.or.IV"))

# Add back the grand mean to make X axis interpretable
preds_interaction$x <- preds_interaction$x + mean(clean_data$score_Pretest, na.rm = TRUE)

names(preds_interaction)[names(preds_interaction) == "facet"] <- "Tier"

# Plot: faceted by Grade and Tier
clean_data$Grade = as.factor(clean_data$Grade)
ggplot(preds_interaction, aes(x = x, y = predicted, color = group, fill = group)) +
  geom_line(size = 1.2) +
  geom_ribbon(aes(ymin = conf.low, ymax = conf.high), alpha = 0.2, color = NA) +
  facet_wrap(~ Tier, labeller = label_both) +
  labs(
    x = "Pretest Score", 
    y = "Posttest Score",
    title = "Interaction Plot by Tier Level",
    color = "Condition", fill = "Condition"
  ) +
  scale_color_manual(values = c("Silent_Repeated_Reading" = "#1b9e77", 
                                "Repeated_Reading" = "#d95f02"),
    labels = c("Silent Repeated Reading", "Repeated Reading Plus")) +
  scale_fill_manual(values = c("Silent_Repeated_Reading" = "#1b9e77", 
                               "Repeated_Reading" = "#d95f02"),
    labels = c("Silent Repeated Reading", "Repeated Reading Plus")) +
  theme_minimal(base_size = 12, base_family = "Times New Roman")

# Load required packages
library(apaTables)
library(tidyverse)
## ── Attaching core tidyverse packages ──────────────────────── tidyverse 2.0.0 ──
## ✔ forcats   1.0.0     ✔ readr     2.1.5
## ✔ lubridate 1.9.4     ✔ stringr   1.5.1
## ✔ purrr     1.0.4     ✔ tibble    3.2.1
## ── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
## ✖ psych::%+%()        masks ggplot2::%+%()
## ✖ psych::alpha()      masks ggplot2::alpha()
## ✖ purrr::compose()    masks flextable::compose()
## ✖ Matrix::expand()    masks tidyr::expand()
## ✖ dplyr::filter()     masks rstatix::filter(), stats::filter()
## ✖ stringr::fixed()    masks simr::fixed()
## ✖ dplyr::lag()        masks stats::lag()
## ✖ Matrix::pack()      masks tidyr::pack()
## ✖ readxl::read_xlsx() masks officer::read_xlsx()
## ✖ car::recode()       masks dplyr::recode()
## ✖ purrr::some()       masks car::some()
## ✖ Matrix::unpack()    masks tidyr::unpack()
## ℹ Use the conflicted package (<http://conflicted.r-lib.org/>) to force all conflicts to become errors
clean_data <- clean_data %>%
  mutate(
    score_Pretest_c = scale(score_Pretest, center = TRUE, scale = FALSE),
    Group = factor(Group),
    Grade = factor(Grade),
    Tier.III.or.IV = factor(Tier.III.or.IV)
  )

model1 <- lm(score_Posttest ~ score_Pretest_c + Group, data = clean_data)
model2 <- lm(score_Posttest ~ score_Pretest_c * Group, data = clean_data)
model3 <- lm(score_Posttest ~ score_Pretest_c + Group + Grade, data = clean_data)
model4 <- lm(score_Posttest ~ score_Pretest_c + Group + Grade + Tier.III.or.IV, data = clean_data)
model5 <- lm(score_Posttest ~ score_Pretest_c * Group + Grade + Tier.III.or.IV, data = clean_data)

models_list <- list(model1, model2, model3, model4, model5)
lapply(models_list, summary)
## [[1]]
## 
## Call:
## lm(formula = score_Posttest ~ score_Pretest_c + Group, data = clean_data)
## 
## Residuals:
##    Min     1Q Median     3Q    Max 
## -45.89 -17.37   2.25  14.66  56.97 
## 
## Coefficients:
##                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)           105.0432     4.1405  25.370  < 2e-16 ***
## score_Pretest_c         0.7263     0.1207   6.016 9.11e-08 ***
## GroupRepeated_Reading  19.6685     5.9495   3.306  0.00154 ** 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 24.47 on 65 degrees of freedom
## Multiple R-squared:  0.4336, Adjusted R-squared:  0.4162 
## F-statistic: 24.88 on 2 and 65 DF,  p-value: 9.475e-09
## 
## 
## [[2]]
## 
## Call:
## lm(formula = score_Posttest ~ score_Pretest_c * Group, data = clean_data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -56.571 -12.423   0.661  15.652  38.798 
## 
## Coefficients:
##                                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)                           105.7589     3.5326  29.938  < 2e-16 ***
## score_Pretest_c                         1.2113     0.1409   8.600 2.84e-12 ***
## GroupRepeated_Reading                  19.8226     5.0720   3.908 0.000227 ***
## score_Pretest_c:GroupRepeated_Reading  -1.0408     0.2063  -5.044 4.01e-06 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 20.86 on 64 degrees of freedom
## Multiple R-squared:  0.5947, Adjusted R-squared:  0.5757 
## F-statistic:  31.3 on 3 and 64 DF,  p-value: 1.413e-12
## 
## 
## [[3]]
## 
## Call:
## lm(formula = score_Posttest ~ score_Pretest_c + Group + Grade, 
##     data = clean_data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -44.444 -14.857   0.612  12.542  44.143 
## 
## Coefficients:
##                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)           117.9364     4.6919  25.136  < 2e-16 ***
## score_Pretest_c         0.7903     0.1082   7.307 5.83e-10 ***
## GroupRepeated_Reading  23.8808     5.4741   4.362 4.86e-05 ***
## Grade7                -26.8531     6.2966  -4.265 6.84e-05 ***
## Grade8                -20.9535     6.8606  -3.054  0.00331 ** 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 21.7 on 63 degrees of freedom
## Multiple R-squared:  0.5683, Adjusted R-squared:  0.5409 
## F-statistic: 20.73 on 4 and 63 DF,  p-value: 6.102e-11
## 
## 
## [[4]]
## 
## Call:
## lm(formula = score_Posttest ~ score_Pretest_c + Group + Grade + 
##     Tier.III.or.IV, data = clean_data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -41.293 -16.130   1.695  14.475  48.551 
## 
## Coefficients:
##                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)           123.9896     5.6773  21.840  < 2e-16 ***
## score_Pretest_c         0.7490     0.1086   6.897 3.24e-09 ***
## GroupRepeated_Reading  24.1792     5.3781   4.496 3.10e-05 ***
## Grade7                -23.3862     6.4685  -3.615 0.000603 ***
## Grade8                -19.5263     6.7824  -2.879 0.005469 ** 
## Tier.III.or.IVIV      -11.0068     6.0314  -1.825 0.072835 .  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 21.31 on 62 degrees of freedom
## Multiple R-squared:  0.5903, Adjusted R-squared:  0.5572 
## F-statistic: 17.86 on 5 and 62 DF,  p-value: 6.262e-11
## 
## 
## [[5]]
## 
## Call:
## lm(formula = score_Posttest ~ score_Pretest_c * Group + Grade + 
##     Tier.III.or.IV, data = clean_data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -42.911 -13.089   3.456  12.107  33.063 
## 
## Coefficients:
##                                       Estimate Std. Error t value Pr(>|t|)    
## (Intercept)                           117.5203     5.1374  22.875  < 2e-16 ***
## score_Pretest_c                         1.1989     0.1364   8.791 1.94e-12 ***
## GroupRepeated_Reading                  22.0397     4.7020   4.687 1.60e-05 ***
## Grade7                                -23.1860     5.6275  -4.120 0.000116 ***
## Grade8                                -10.9867     6.1887  -1.775 0.080839 .  
## Tier.III.or.IVIV                       -2.8392     5.5426  -0.512 0.610327    
## score_Pretest_c:GroupRepeated_Reading  -0.9369     0.2048  -4.574 2.40e-05 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 18.54 on 61 degrees of freedom
## Multiple R-squared:  0.6949, Adjusted R-squared:  0.6649 
## F-statistic: 23.16 on 6 and 61 DF,  p-value: 4.782e-14
apa.reg.table(model1, model2, model3, model4, model5,
              filename = "Hierarchical_Regression_Results.doc")
## Warning in sqrt(var_delta_r2): NaNs produced
## Warning in sqrt(var_delta_r2): NaNs produced
## 
## 
## Regression results using score_Posttest as the criterion
##  
## 
##                              Predictor        b         b_95%_CI sr2
##                            (Intercept) 105.04**  [96.77, 113.31]    
##                        score_Pretest_c   0.73**     [0.49, 0.97] .32
##                  GroupRepeated_Reading  19.67**    [7.79, 31.55] .10
##                                                                     
##                                                                     
##                                                                     
##                            (Intercept) 105.76**  [98.70, 112.82]    
##                        score_Pretest_c   1.21**     [0.93, 1.49] .47
##                  GroupRepeated_Reading  19.82**    [9.69, 29.95] .10
##  score_Pretest_c:GroupRepeated_Reading  -1.04**   [-1.45, -0.63] .16
##                                                                     
##                                                                     
##                                                                     
##                            (Intercept) 117.94** [108.56, 127.31]    
##                        score_Pretest_c   0.79**     [0.57, 1.01] .37
##                  GroupRepeated_Reading  23.88**   [12.94, 34.82] .13
##                                 Grade7 -26.85** [-39.44, -14.27] .12
##                                 Grade8 -20.95**  [-34.66, -7.24] .06
##                                                                     
##                                                                     
##                                                                     
##                            (Intercept) 123.99** [112.64, 135.34]    
##                        score_Pretest_c   0.75**     [0.53, 0.97] .31
##                  GroupRepeated_Reading  24.18**   [13.43, 34.93] .13
##                                 Grade7 -23.39** [-36.32, -10.46] .09
##                                 Grade8 -19.53**  [-33.08, -5.97] .05
##                       Tier.III.or.IVIV   -11.01   [-23.06, 1.05] .02
##                                                                     
##                                                                     
##                                                                     
##                            (Intercept) 117.52** [107.25, 127.79]    
##                        score_Pretest_c   1.20**     [0.93, 1.47] .39
##                  GroupRepeated_Reading  22.04**   [12.64, 31.44] .11
##                                 Grade7 -23.19** [-34.44, -11.93] .08
##                                 Grade8   -10.99   [-23.36, 1.39] .02
##                       Tier.III.or.IVIV    -2.84   [-13.92, 8.24] .00
##  score_Pretest_c:GroupRepeated_Reading  -0.94**   [-1.35, -0.53] .10
##                                                                     
##                                                                     
##                                                                     
##   sr2_95%_CI             Fit        Difference
##                                               
##   [.14, .49]                                  
##  [-.01, .20]                                  
##                  R2 = .434**                  
##              95% CI[.24,.56]                  
##                                               
##                                               
##   [.30, .64]                                  
##   [.00, .19]                                  
##   [.04, .28]                                  
##                  R2 = .595** Delta R2 = .161**
##              95% CI[.42,.68]  95% CI[.04, .28]
##                                               
##                                               
##   [.20, .54]                                  
##   [.02, .24]                                  
##   [.01, .24]                                  
##  [-.02, .14]                                  
##                  R2 = .568**  Delta R2 = -.026
##              95% CI[.37,.66]  95% CI[NaN, NaN]
##                                               
##                                               
##   [.15, .48]                                  
##   [.02, .25]                                  
##  [-.00, .18]                                  
##  [-.02, .13]                                  
##  [-.02, .07]                                  
##                  R2 = .590**   Delta R2 = .022
##              95% CI[.39,.67] 95% CI[-.02, .07]
##                                               
##                                               
##   [.22, .55]                                  
##   [.02, .20]                                  
##   [.01, .16]                                  
##  [-.02, .05]                                  
##  [-.01, .01]                                  
##   [.02, .19]                                  
##                  R2 = .695** Delta R2 = .105**
##              95% CI[.52,.75]  95% CI[.02, .19]
##                                               
## 
## Note. A significant b-weight indicates the semi-partial correlation is also significant.
## b represents unstandardized regression weights. 
## sr2 represents the semi-partial correlation squared.
## Square brackets are used to enclose the lower and upper limits of a confidence interval.
## * indicates p < .05. ** indicates p < .01.
## 

Multilevel Modeling to account for nesting by teacher

#remove teacher that only had 1 student in the Silent Repeated Reading treatment prior to multilevel model

table(clean_data$TeacherID, clean_data$Group)
##     
##      Silent_Repeated_Reading Repeated_Reading
##   1                        0               16
##   10                       1                0
##   11                       7                0
##   2                        0                5
##   3                        0                7
##   4                        0                5
##   5                        5                0
##   6                        2                0
##   7                        8                0
##   8                       10                0
##   9                        2                0
table(clean_data$TeacherID, clean_data$Grade)
##     
##      6 7 8
##   1  5 6 5
##   10 0 1 0
##   11 4 2 1
##   2  2 1 2
##   3  0 1 6
##   4  2 3 0
##   5  0 5 0
##   6  2 0 0
##   7  3 3 2
##   8  6 1 3
##   9  2 0 0
table(clean_data$TeacherID, clean_data$Tier.III.or.IV)
##     
##      III IV
##   1    0 16
##   10   0  1
##   11   6  1
##   2    2  3
##   3    7  0
##   4    0  5
##   5    0  5
##   6    2  0
##   7    1  7
##   8    0 10
##   9    2  0
# Count students per teacher
teacher_counts <- clean_data %>%
  group_by(TeacherID) %>%
  summarise(n_students = n())

# View teachers with low n
teacher_counts %>% filter(n_students <= 1)
## # A tibble: 1 × 2
##   TeacherID n_students
##   <chr>          <int>
## 1 10                 1
# Drop those teachers from the analysis dataset
teachers_to_drop <- teacher_counts %>%
  filter(n_students <= 1) %>%
  pull(TeacherID)

# Final dataset for MLM
mlm_data <- clean_data %>%
  filter(!(TeacherID %in% teachers_to_drop))

mlm_data$TeacherID <- factor(mlm_data$TeacherID)
mlm_data <- droplevels(mlm_data)

table(mlm_data$TeacherID, mlm_data$Group)
##     
##      Silent_Repeated_Reading Repeated_Reading
##   1                        0               16
##   11                       7                0
##   2                        0                5
##   3                        0                7
##   4                        0                5
##   5                        5                0
##   6                        2                0
##   7                        8                0
##   8                       10                0
##   9                        2                0

#run the null conditional model to determine ICC

null_model <- lmer(score_Posttest ~ 1 + (1 | TeacherID), data = mlm_data)
# Check summary
summary(null_model)
## Linear mixed model fit by REML ['lmerMod']
## Formula: score_Posttest ~ 1 + (1 | TeacherID)
##    Data: mlm_data
## 
## REML criterion at convergence: 635.9
## 
## Scaled residuals: 
##     Min      1Q  Median      3Q     Max 
## -2.3580 -0.6127  0.1663  0.6735  1.9211 
## 
## Random effects:
##  Groups    Name        Variance Std.Dev.
##  TeacherID (Intercept) 347.6    18.64   
##  Residual              698.7    26.43   
## Number of obs: 67, groups:  TeacherID, 10
## 
## Fixed effects:
##             Estimate Std. Error t value
## (Intercept)  114.037      6.943   16.43
# ICC
icc(null_model)
## # Intraclass Correlation Coefficient
## 
##     Adjusted ICC: 0.332
##   Unadjusted ICC: 0.332
AIC(null_model)
## [1] 641.9393
BIC(null_model)
## [1] 648.5533
logLik(null_model)
## 'log Lik.' -317.9696 (df=3)
#model 1 - condition and pretest scores 
model_ml <- lmer(score_Posttest ~ Group + score_Pretest_c + (1 | TeacherID),
                 data = mlm_data)
summary(model_ml)
## Linear mixed model fit by REML ['lmerMod']
## Formula: score_Posttest ~ Group + score_Pretest_c + (1 | TeacherID)
##    Data: mlm_data
## 
## REML criterion at convergence: 603.3
## 
## Scaled residuals: 
##      Min       1Q   Median       3Q      Max 
## -2.29963 -0.67879  0.09371  0.50193  2.52297 
## 
## Random effects:
##  Groups    Name        Variance Std.Dev.
##  TeacherID (Intercept) 122.3    11.06   
##  Residual              495.7    22.26   
## Number of obs: 67, groups:  TeacherID, 10
## 
## Fixed effects:
##                       Estimate Std. Error t value
## (Intercept)           105.8632     6.1607  17.184
## GroupRepeated_Reading  16.6218     9.2850   1.790
## score_Pretest_c         0.6905     0.1203   5.738
## 
## Correlation of Fixed Effects:
##             (Intr) GrpR_R
## GrpRptd_Rdn -0.663       
## scr_Prtst_c -0.006 -0.022
icc(model_ml)
## # Intraclass Correlation Coefficient
## 
##     Adjusted ICC: 0.198
##   Unadjusted ICC: 0.122
confint(model_ml)
## Computing profile confidence intervals ...
##                            2.5 %      97.5 %
## .sig01                 0.0000000  19.1350509
## .sigma                18.5970928  26.7674337
## (Intercept)           94.1302813 117.6771501
## GroupRepeated_Reading -1.4106300  34.2756317
## score_Pretest_c        0.4626915   0.9374775
AIC(model_ml)
## [1] 613.2962
BIC(model_ml)
## [1] 624.3197
logLik(model_ml)
## 'log Lik.' -301.6481 (df=5)
anova(null_model, model_ml)
## refitting model(s) with ML (instead of REML)
## Data: mlm_data
## Models:
## null_model: score_Posttest ~ 1 + (1 | TeacherID)
## model_ml: score_Posttest ~ Group + score_Pretest_c + (1 | TeacherID)
##            npar    AIC    BIC logLik deviance  Chisq Df Pr(>Chisq)    
## null_model    3 647.60 654.22 -320.8   641.60                         
## model_ml      5 621.81 632.83 -305.9   611.81 29.792  2  3.394e-07 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
icc(model_ml)
## # Intraclass Correlation Coefficient
## 
##     Adjusted ICC: 0.198
##   Unadjusted ICC: 0.122
model_ml_test <- lmerTest::as_lmerModLmerTest(model_ml)
summary(model_ml_test)
## Linear mixed model fit by REML. t-tests use Satterthwaite's method [
## lmerModLmerTest]
## Formula: score_Posttest ~ Group + score_Pretest_c + (1 | TeacherID)
##    Data: mlm_data
## 
## REML criterion at convergence: 603.3
## 
## Scaled residuals: 
##      Min       1Q   Median       3Q      Max 
## -2.29963 -0.67879  0.09371  0.50193  2.52297 
## 
## Random effects:
##  Groups    Name        Variance Std.Dev.
##  TeacherID (Intercept) 122.3    11.06   
##  Residual              495.7    22.26   
## Number of obs: 67, groups:  TeacherID, 10
## 
## Fixed effects:
##                       Estimate Std. Error       df t value Pr(>|t|)    
## (Intercept)           105.8632     6.1607   8.8259  17.184 4.35e-08 ***
## GroupRepeated_Reading  16.6218     9.2850   7.8118   1.790    0.112    
## score_Pretest_c         0.6905     0.1203  63.8913   5.738 2.84e-07 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Correlation of Fixed Effects:
##             (Intr) GrpR_R
## GrpRptd_Rdn -0.663       
## scr_Prtst_c -0.006 -0.022

#model 2 - with grade and tier level and the interaction term found in the residual change regressions #exercise extreme caution in these results, the sample size is too small and the clusters are n = 10.

model_ml2 <- lmer(score_Posttest ~ Group * score_Pretest_c + Grade + Tier.III.or.IV + (1 | TeacherID), 
                data = mlm_data)
summary(model_ml2)
## Linear mixed model fit by REML ['lmerMod']
## Formula: score_Posttest ~ Group * score_Pretest_c + Grade + Tier.III.or.IV +  
##     (1 | TeacherID)
##    Data: mlm_data
## 
## REML criterion at convergence: 547.7
## 
## Scaled residuals: 
##     Min      1Q  Median      3Q     Max 
## -2.9838 -0.4718  0.2275  0.4940  1.6936 
## 
## Random effects:
##  Groups    Name        Variance Std.Dev.
##  TeacherID (Intercept) 120.3    10.97   
##  Residual              265.8    16.30   
## Number of obs: 67, groups:  TeacherID, 10
## 
## Fixed effects:
##                                       Estimate Std. Error t value
## (Intercept)                           118.9763     7.0704  16.827
## GroupRepeated_Reading                  21.3011     8.4837   2.511
## score_Pretest_c                         1.1560     0.1345   8.593
## Grade7                                -21.6116     5.5741  -3.877
## Grade8                                -10.7521     5.9989  -1.792
## Tier.III.or.IVIV                       -8.9484     7.9492  -1.126
## GroupRepeated_Reading:score_Pretest_c  -0.9060     0.2105  -4.305
## 
## Correlation of Fixed Effects:
##             (Intr) GrpR_R scr_P_ Grade7 Grade8 T.III.
## GrpRptd_Rdn -0.449                                   
## scr_Prtst_c -0.213 -0.006                            
## Grade7      -0.094 -0.068 -0.194                     
## Grade8      -0.113 -0.162  0.013  0.466              
## T.III..IVIV -0.552 -0.024  0.366 -0.323 -0.188       
## GrpRp_R:_P_  0.286  0.027 -0.728  0.101 -0.196 -0.419
confint(model_ml2)
## Computing profile confidence intervals ...
##                                            2.5 %      97.5 %
## .sig01                                  0.000000  17.5613246
## .sigma                                 13.269247  19.3629506
## (Intercept)                           106.361592 131.4576550
## GroupRepeated_Reading                   6.410238  36.5033605
## score_Pretest_c                         0.909460   1.4249747
## Grade7                                -31.980556 -10.9700763
## Grade8                                -22.040243   0.5681047
## Tier.III.or.IVIV                      -23.510937   6.9184311
## GroupRepeated_Reading:score_Pretest_c  -1.311105  -0.5223986
AIC(model_ml2)
## [1] 565.6858
BIC(model_ml2)
## [1] 585.528
logLik(model_ml2)
## 'log Lik.' -273.8429 (df=9)
anova(null_model, model_ml2)
## refitting model(s) with ML (instead of REML)
## Data: mlm_data
## Models:
## null_model: score_Posttest ~ 1 + (1 | TeacherID)
## model_ml2: score_Posttest ~ Group * score_Pretest_c + Grade + Tier.III.or.IV + (1 | TeacherID)
##            npar    AIC    BIC  logLik deviance  Chisq Df Pr(>Chisq)    
## null_model    3 647.60 654.22 -320.80   641.60                         
## model_ml2     9 587.33 607.17 -284.66   569.33 72.275  6  1.395e-13 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
anova(model_ml, model_ml2)
## refitting model(s) with ML (instead of REML)
## Data: mlm_data
## Models:
## model_ml: score_Posttest ~ Group + score_Pretest_c + (1 | TeacherID)
## model_ml2: score_Posttest ~ Group * score_Pretest_c + Grade + Tier.III.or.IV + (1 | TeacherID)
##           npar    AIC    BIC  logLik deviance  Chisq Df Pr(>Chisq)    
## model_ml     5 621.81 632.83 -305.90   611.81                         
## model_ml2    9 587.33 607.17 -284.66   569.33 42.483  4  1.325e-08 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
icc(model_ml2)
## # Intraclass Correlation Coefficient
## 
##     Adjusted ICC: 0.312
##   Unadjusted ICC: 0.107
model_ml_test2 <- lmerTest::as_lmerModLmerTest(model_ml2)
summary(model_ml_test2)
## Linear mixed model fit by REML. t-tests use Satterthwaite's method [
## lmerModLmerTest]
## Formula: score_Posttest ~ Group * score_Pretest_c + Grade + Tier.III.or.IV +  
##     (1 | TeacherID)
##    Data: mlm_data
## 
## REML criterion at convergence: 547.7
## 
## Scaled residuals: 
##     Min      1Q  Median      3Q     Max 
## -2.9838 -0.4718  0.2275  0.4940  1.6936 
## 
## Random effects:
##  Groups    Name        Variance Std.Dev.
##  TeacherID (Intercept) 120.3    10.97   
##  Residual              265.8    16.30   
## Number of obs: 67, groups:  TeacherID, 10
## 
## Fixed effects:
##                                       Estimate Std. Error       df t value
## (Intercept)                           118.9763     7.0704  10.5186  16.827
## GroupRepeated_Reading                  21.3011     8.4837   5.2174   2.511
## score_Pretest_c                         1.1560     0.1345  59.4223   8.593
## Grade7                                -21.6116     5.5741  59.9347  -3.877
## Grade8                                -10.7521     5.9989  59.9921  -1.792
## Tier.III.or.IVIV                       -8.9484     7.9492  16.6986  -1.126
## GroupRepeated_Reading:score_Pretest_c  -0.9060     0.2105  59.1117  -4.305
##                                       Pr(>|t|)    
## (Intercept)                           6.06e-09 ***
## GroupRepeated_Reading                 0.051773 .  
## score_Pretest_c                       5.18e-12 ***
## Grade7                                0.000265 ***
## Grade8                                0.078120 .  
## Tier.III.or.IVIV                      0.276216    
## GroupRepeated_Reading:score_Pretest_c 6.37e-05 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Correlation of Fixed Effects:
##             (Intr) GrpR_R scr_P_ Grade7 Grade8 T.III.
## GrpRptd_Rdn -0.449                                   
## scr_Prtst_c -0.213 -0.006                            
## Grade7      -0.094 -0.068 -0.194                     
## Grade8      -0.113 -0.162  0.013  0.466              
## T.III..IVIV -0.552 -0.024  0.366 -0.323 -0.188       
## GrpRp_R:_P_  0.286  0.027 -0.728  0.101 -0.196 -0.419

Summary Tables

null_model <- lmer(score_Posttest ~ 1 + (1 | TeacherID), data = mlm_data)
model_ml   <- lmer(score_Posttest ~ Group + score_Pretest_c + (1 | TeacherID), data = mlm_data)
model_ml2  <- lmer(score_Posttest ~ Group * score_Pretest_c + Grade + Tier.III.or.IV + (1 | TeacherID), data = mlm_data)

# Extract and label model summaries
params_null  <- model_parameters(null_model)
## Package 'merDeriv' needs to be installed to compute confidence intervals
##   for random effect parameters.
params_main  <- model_parameters(model_ml)
## Package 'merDeriv' needs to be installed to compute confidence intervals
##   for random effect parameters.
params_inter <- model_parameters(model_ml2)
## Package 'merDeriv' needs to be installed to compute confidence intervals
##   for random effect parameters.
params_null$model <- "Null Model"
params_main$model <- "Main Effects Model"
params_inter$model <- "Interaction Model"

# Combine all
all_models <- rbind(params_null, params_main, params_inter)

# Combine all
# Rename 'Coefficient' to 'Estimate' for clarity
all_models$Estimate <- all_models$Coefficient

# Select and rename relevant columns for APA-style output
apa_table <- all_models[, c("model", "Parameter", "Estimate", "SE", "t", "p")]
names(apa_table) <- c("Model", "Predictor", "Estimate", "SE", "t", "p")

# Format values: round and adjust p-values
apa_table$Estimate <- round(as.numeric(apa_table$Estimate), 2)
apa_table$SE <- round(as.numeric(apa_table$SE), 2)
apa_table$t <- round(as.numeric(apa_table$t), 2)
apa_table$p <- ifelse(as.numeric(apa_table$p) < .001, "< .001", round(as.numeric(apa_table$p), 3))

# View the cleaned table
print(apa_table)
## # Fixed Effects
## 
## Model              |                             Predictor | Estimate |   SE
## ----------------------------------------------------------------------------
## Null Model         |                           (Intercept) |   114.04 | 6.94
## Null Model         |                        SD (Intercept) |    18.64 |     
## Null Model         |                     SD (Observations) |    26.43 |     
## Main Effects Model |                           (Intercept) |   105.86 | 6.16
## Main Effects Model |                 GroupRepeated_Reading |    16.62 | 9.28
## Main Effects Model |                       score_Pretest_c |     0.69 | 0.12
## Main Effects Model |                        SD (Intercept) |    11.06 |     
## Main Effects Model |                     SD (Observations) |    22.26 |     
## Interaction Model  |                           (Intercept) |   118.98 | 7.07
## Interaction Model  |                 GroupRepeated_Reading |    21.30 | 8.48
## Interaction Model  |                       score_Pretest_c |     1.16 | 0.13
## Interaction Model  |                                Grade7 |   -21.61 | 5.57
## Interaction Model  |                                Grade8 |   -10.75 | 6.00
## Interaction Model  |                      Tier.III.or.IVIV |    -8.95 | 7.95
## Interaction Model  | GroupRepeated_Reading:score_Pretest_c |    -0.91 | 0.21
## Interaction Model  |                        SD (Intercept) |    10.97 |     
## Interaction Model  |                     SD (Observations) |    16.30 |     
## 
## Model              |     t |      p
## -----------------------------------
## Null Model         | 16.42 | < .001
## Null Model         |       | NA    
## Null Model         |       | NA    
## Main Effects Model | 17.18 | < .001
## Main Effects Model |  1.79 | 0.078 
## Main Effects Model |  5.74 | < .001
## Main Effects Model |       | NA    
## Main Effects Model |       | NA    
## Interaction Model  | 16.83 | < .001
## Interaction Model  |  2.51 | 0.015 
## Interaction Model  |  8.59 | < .001
## Interaction Model  | -3.88 | < .001
## Interaction Model  | -1.79 | 0.078 
## Interaction Model  | -1.13 | 0.265 
## Interaction Model  | -4.31 | < .001
## Interaction Model  |       | NA    
## Interaction Model  |       | NA
apa_flex <- flextable(apa_table)
doc <- read_docx() %>% 
  body_add_par("Table: Multilevel Model Fixed Effects", style = "heading 1") %>%
  body_add_flextable(apa_flex)

print(doc, target = "Multilevel_Model_APA_Table.docx")

anova(null_model, model_ml)  # Compare null vs. main effects
## refitting model(s) with ML (instead of REML)
## Data: mlm_data
## Models:
## null_model: score_Posttest ~ 1 + (1 | TeacherID)
## model_ml: score_Posttest ~ Group + score_Pretest_c + (1 | TeacherID)
##            npar    AIC    BIC logLik deviance  Chisq Df Pr(>Chisq)    
## null_model    3 647.60 654.22 -320.8   641.60                         
## model_ml      5 621.81 632.83 -305.9   611.81 29.792  2  3.394e-07 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
anova(model_ml, model_ml2)   # Compare main effects vs. interaction
## refitting model(s) with ML (instead of REML)
## Data: mlm_data
## Models:
## model_ml: score_Posttest ~ Group + score_Pretest_c + (1 | TeacherID)
## model_ml2: score_Posttest ~ Group * score_Pretest_c + Grade + Tier.III.or.IV + (1 | TeacherID)
##           npar    AIC    BIC  logLik deviance  Chisq Df Pr(>Chisq)    
## model_ml     5 621.81 632.83 -305.90   611.81                         
## model_ml2    9 587.33 607.17 -284.66   569.33 42.483  4  1.325e-08 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
# ICCs
icc(null_model)
## # Intraclass Correlation Coefficient
## 
##     Adjusted ICC: 0.332
##   Unadjusted ICC: 0.332
icc(model_ml)
## # Intraclass Correlation Coefficient
## 
##     Adjusted ICC: 0.198
##   Unadjusted ICC: 0.122
icc(model_ml2)
## # Intraclass Correlation Coefficient
## 
##     Adjusted ICC: 0.312
##   Unadjusted ICC: 0.107
# R² (marginal = fixed effects; conditional = fixed + random)
r2(null_model)
## # R2 for Mixed Models
## 
##   Conditional R2: 0.332
##      Marginal R2: 0.000
r2(model_ml)
## # R2 for Mixed Models
## 
##   Conditional R2: 0.506
##      Marginal R2: 0.385
r2(model_ml2)
## # R2 for Mixed Models
## 
##   Conditional R2: 0.762
##      Marginal R2: 0.655
# Fit indices
model_performance(null_model)
## # Indices of model performance
## 
## AIC     |    AICc |     BIC | R2 (cond.) | R2 (marg.) |   ICC |   RMSE |  Sigma
## -------------------------------------------------------------------------------
## 641.939 | 642.320 | 648.553 |      0.332 |      0.000 | 0.332 | 24.916 | 26.433
model_performance(model_ml)
## # Indices of model performance
## 
## AIC     |    AICc |     BIC | R2 (cond.) | R2 (marg.) |   ICC |   RMSE |  Sigma
## -------------------------------------------------------------------------------
## 613.296 | 614.280 | 624.320 |      0.506 |      0.385 | 0.198 | 20.990 | 22.264
model_performance(model_ml2)
## # Indices of model performance
## 
## AIC     |    AICc |     BIC | R2 (cond.) | R2 (marg.) |   ICC |   RMSE |  Sigma
## -------------------------------------------------------------------------------
## 565.686 | 568.844 | 585.528 |      0.762 |      0.655 | 0.312 | 14.784 | 16.302

#Social Validity of Students

#Social Validity ---------------
#merge datasets into MasterDataset
#Sheet 5
ssv_rr_df <- data.frame(read_excel(path=here("Reading Fluency Data Set NEW.xlsx"), sheet="Student Social Validity RR"))
#sapply(ssv_rr_df, class)

#Sheet 6
ssv_sr_df <- data.frame(read_excel(path=here("Reading Fluency Data Set NEW.xlsx"), sheet="Student Social Validity SRR"),skip = 1)
#sapply(ssv_sr_df, class)
ssv_full_df = full_join(ssv_rr_df, ssv_sr_df, by = "RandomNumber")

#names(ssv_full_df)
#names(ssv_rr_df)

ssv_rr_df %>% select(Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.) %>% summary()
##  Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.
##  Min.   :3.000                                                                              
##  1st Qu.:3.000                                                                              
##  Median :3.000                                                                              
##  Mean   :3.233                                                                              
##  3rd Qu.:3.000                                                                              
##  Max.   :4.000
psych::describe(ssv_rr_df)
##                                                                                             vars
## RandomNumber*                                                                                  1
## Repeated.Readings                                                                              2
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       4
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         5
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    6
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   7
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                     8
##                                                                                              n
## RandomNumber*                                                                               30
## Repeated.Readings                                                                           30
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 30
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    30
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      30
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 30
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                30
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                   0
##                                                                                              mean
## RandomNumber*                                                                               15.50
## Repeated.Readings                                                                           15.50
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  3.23
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     3.37
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       3.33
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 14.77
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                12.33
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                    NaN
##                                                                                               sd
## RandomNumber*                                                                               8.80
## Repeated.Readings                                                                           8.80
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 0.43
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    0.49
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      0.48
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 8.13
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                6.86
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                    NA
##                                                                                             median
## RandomNumber*                                                                                 15.5
## Repeated.Readings                                                                             15.5
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3.0
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       3.0
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         3.0
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   14.5
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  10.5
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                      NA
##                                                                                             trimmed
## RandomNumber*                                                                                 15.50
## Repeated.Readings                                                                             15.50
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3.17
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       3.33
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         3.29
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   14.83
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  12.17
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                      NaN
##                                                                                               mad
## RandomNumber*                                                                               11.12
## Repeated.Readings                                                                           11.12
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       0.00
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 10.38
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 7.41
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                     NA
##                                                                                             min
## RandomNumber*                                                                                 1
## Repeated.Readings                                                                             1
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.   3
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.      3
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.        3
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   1
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  1
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                  Inf
##                                                                                              max
## RandomNumber*                                                                                 30
## Repeated.Readings                                                                             30
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    4
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       4
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         4
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   28
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  25
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                  -Inf
##                                                                                             range
## RandomNumber*                                                                                  29
## Repeated.Readings                                                                              29
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.     1
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.        1
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.          1
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    27
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   24
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                   -Inf
##                                                                                              skew
## RandomNumber*                                                                                0.00
## Repeated.Readings                                                                            0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  1.20
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.53
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       0.67
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 -0.04
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 0.25
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                     NA
##                                                                                             kurtosis
## RandomNumber*                                                                                  -1.32
## Repeated.Readings                                                                              -1.32
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    -0.58
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       -1.78
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         -1.60
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    -1.31
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   -1.12
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                        NA
##                                                                                               se
## RandomNumber*                                                                               1.61
## Repeated.Readings                                                                           1.61
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 0.08
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    0.09
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      0.09
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 1.48
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                1.25
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                    NA
psych::describe(ssv_sr_df)
##                                                                                             vars
## RandomNumber*                                                                                  1
## Silent.Repeated..Readings                                                                      2
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       4
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         5
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    6
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   7
## skip                                                                                           8
##                                                                                              n
## RandomNumber*                                                                               38
## Silent.Repeated..Readings                                                                   38
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 38
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    38
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      38
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 38
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                37
## skip                                                                                        38
##                                                                                              mean
## RandomNumber*                                                                               19.50
## Silent.Repeated..Readings                                                                   19.50
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  3.08
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     2.92
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       2.76
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 18.50
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                15.08
## skip                                                                                         1.00
##                                                                                                sd
## RandomNumber*                                                                               11.11
## Silent.Repeated..Readings                                                                   11.11
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  0.59
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.71
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       0.79
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                  9.97
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 9.08
## skip                                                                                         0.00
##                                                                                             median
## RandomNumber*                                                                                 19.5
## Silent.Repeated..Readings                                                                     19.5
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3.0
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       3.0
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         3.0
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   19.5
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  15.0
## skip                                                                                           1.0
##                                                                                             trimmed
## RandomNumber*                                                                                 19.50
## Silent.Repeated..Readings                                                                     19.50
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3.09
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       2.91
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         2.78
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   18.59
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  15.06
## skip                                                                                           1.00
##                                                                                               mad
## RandomNumber*                                                                               14.08
## Silent.Repeated..Readings                                                                   14.08
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.74
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       0.74
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 11.86
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                11.86
## skip                                                                                         0.00
##                                                                                             min
## RandomNumber*                                                                                 1
## Silent.Repeated..Readings                                                                     1
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.   2
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.      2
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.        1
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   1
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  1
## skip                                                                                          1
##                                                                                             max
## RandomNumber*                                                                                38
## Silent.Repeated..Readings                                                                    38
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.   4
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.      4
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.        4
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                  35
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 30
## skip                                                                                          1
##                                                                                             range
## RandomNumber*                                                                                  37
## Silent.Repeated..Readings                                                                      37
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.     2
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.        2
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.          3
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    34
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   29
## skip                                                                                            0
##                                                                                              skew
## RandomNumber*                                                                                0.00
## Silent.Repeated..Readings                                                                    0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. -0.01
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.11
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      -0.23
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 -0.13
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 0.01
## skip                                                                                          NaN
##                                                                                             kurtosis
## RandomNumber*                                                                                  -1.30
## Silent.Repeated..Readings                                                                      -1.30
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    -0.23
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       -1.08
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         -0.44
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    -1.24
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   -1.36
## skip                                                                                             NaN
##                                                                                               se
## RandomNumber*                                                                               1.80
## Silent.Repeated..Readings                                                                   1.80
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 0.10
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    0.12
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      0.13
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 1.62
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                1.49
## skip                                                                                        0.00
describe(ssv_rr_df)     # Repeated Reading students
##                                                                                             vars
## RandomNumber*                                                                                  1
## Repeated.Readings                                                                              2
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       4
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         5
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    6
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   7
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                     8
##                                                                                              n
## RandomNumber*                                                                               30
## Repeated.Readings                                                                           30
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 30
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    30
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      30
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 30
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                30
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                   0
##                                                                                              mean
## RandomNumber*                                                                               15.50
## Repeated.Readings                                                                           15.50
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  3.23
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     3.37
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       3.33
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 14.77
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                12.33
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                    NaN
##                                                                                               sd
## RandomNumber*                                                                               8.80
## Repeated.Readings                                                                           8.80
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 0.43
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    0.49
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      0.48
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 8.13
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                6.86
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                    NA
##                                                                                             median
## RandomNumber*                                                                                 15.5
## Repeated.Readings                                                                             15.5
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3.0
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       3.0
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         3.0
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   14.5
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  10.5
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                      NA
##                                                                                             trimmed
## RandomNumber*                                                                                 15.50
## Repeated.Readings                                                                             15.50
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3.17
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       3.33
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         3.29
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   14.83
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  12.17
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                      NaN
##                                                                                               mad
## RandomNumber*                                                                               11.12
## Repeated.Readings                                                                           11.12
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       0.00
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 10.38
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 7.41
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                     NA
##                                                                                             min
## RandomNumber*                                                                                 1
## Repeated.Readings                                                                             1
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.   3
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.      3
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.        3
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   1
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  1
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                  Inf
##                                                                                              max
## RandomNumber*                                                                                 30
## Repeated.Readings                                                                             30
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    4
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       4
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         4
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   28
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  25
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                  -Inf
##                                                                                             range
## RandomNumber*                                                                                  29
## Repeated.Readings                                                                              29
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.     1
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.        1
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.          1
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    27
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   24
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                   -Inf
##                                                                                              skew
## RandomNumber*                                                                                0.00
## Repeated.Readings                                                                            0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  1.20
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.53
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       0.67
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 -0.04
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 0.25
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                     NA
##                                                                                             kurtosis
## RandomNumber*                                                                                  -1.32
## Repeated.Readings                                                                              -1.32
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    -0.58
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       -1.78
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         -1.60
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    -1.31
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   -1.12
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                        NA
##                                                                                               se
## RandomNumber*                                                                               1.61
## Repeated.Readings                                                                           1.61
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 0.08
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    0.09
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      0.09
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 1.48
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                1.25
## Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree                    NA
describe(ssv_sr_df)     # Silent Repeated Reading students
##                                                                                             vars
## RandomNumber*                                                                                  1
## Silent.Repeated..Readings                                                                      2
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       4
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         5
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    6
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   7
## skip                                                                                           8
##                                                                                              n
## RandomNumber*                                                                               38
## Silent.Repeated..Readings                                                                   38
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 38
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    38
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      38
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 38
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                37
## skip                                                                                        38
##                                                                                              mean
## RandomNumber*                                                                               19.50
## Silent.Repeated..Readings                                                                   19.50
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  3.08
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     2.92
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       2.76
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 18.50
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                15.08
## skip                                                                                         1.00
##                                                                                                sd
## RandomNumber*                                                                               11.11
## Silent.Repeated..Readings                                                                   11.11
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  0.59
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.71
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       0.79
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                  9.97
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 9.08
## skip                                                                                         0.00
##                                                                                             median
## RandomNumber*                                                                                 19.5
## Silent.Repeated..Readings                                                                     19.5
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3.0
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       3.0
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         3.0
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   19.5
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  15.0
## skip                                                                                           1.0
##                                                                                             trimmed
## RandomNumber*                                                                                 19.50
## Silent.Repeated..Readings                                                                     19.50
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    3.09
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       2.91
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         2.78
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   18.59
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  15.06
## skip                                                                                           1.00
##                                                                                               mad
## RandomNumber*                                                                               14.08
## Silent.Repeated..Readings                                                                   14.08
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.  0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.74
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.       0.74
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 11.86
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                11.86
## skip                                                                                         0.00
##                                                                                             min
## RandomNumber*                                                                                 1
## Silent.Repeated..Readings                                                                     1
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.   2
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.      2
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.        1
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                   1
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                  1
## skip                                                                                          1
##                                                                                             max
## RandomNumber*                                                                                38
## Silent.Repeated..Readings                                                                    38
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.   4
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.      4
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.        4
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                  35
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 30
## skip                                                                                          1
##                                                                                             range
## RandomNumber*                                                                                  37
## Silent.Repeated..Readings                                                                      37
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.     2
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.        2
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.          3
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    34
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   29
## skip                                                                                            0
##                                                                                              skew
## RandomNumber*                                                                                0.00
## Silent.Repeated..Readings                                                                    0.00
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. -0.01
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.     0.11
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      -0.23
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 -0.13
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                 0.01
## skip                                                                                          NaN
##                                                                                             kurtosis
## RandomNumber*                                                                                  -1.30
## Silent.Repeated..Readings                                                                      -1.30
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader.    -0.23
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.       -1.08
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.         -0.44
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                    -1.24
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                   -1.36
## skip                                                                                             NaN
##                                                                                               se
## RandomNumber*                                                                               1.80
## Silent.Repeated..Readings                                                                   1.80
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader. 0.10
## Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read.    0.12
## Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work.      0.13
## What.did.you.like.most.about.the.reading.fluency.strategy.*                                 1.62
## What.did.you.like.least.about.the.reading.fluency.strategy.*                                1.49
## skip                                                                                        0.00
print(ssv_full_df)
##    RandomNumber Repeated.Readings
## 1      ACD5EC73                 1
## 2      F07BB044                 2
## 3      47C10B7A                 3
## 4      61EB42DD                 4
## 5      C0CC45A3                 5
## 6      6B7EEC6D                 6
## 7      628D008E                 7
## 8      6B259314                 8
## 9      605C1FB8                 9
## 10     9457C9C6                10
## 11     E73D0356                11
## 12     9556FCF4                12
## 13     4A88D4B6                13
## 14     5E90D60E                14
## 15     71DB5DEB                15
## 16     C153D989                16
## 17     BB3E8B95                17
## 18     E86480B4                18
## 19     1DCE3422                19
## 20     59288E7E                20
## 21     4ED0407D                21
## 22     0BAD04C0                22
## 23     C9E064B9                23
## 24     EB41F1BE                24
## 25     D210B4AD                25
## 26     9F38D591                26
## 27     EFE0D39F                27
## 28     E381C91A                28
## 29     E2829AD0                29
## 30     134A9580                30
## 31     59C3ADE3                NA
## 32     EEB297AA                NA
## 33     0CEA9627                NA
## 34     93AFB334                NA
## 35     F3A03D5B                NA
## 36     7AA1CAD0                NA
## 37     DCDFFD16                NA
## 38     89B60B3E                NA
## 39     126F5438                NA
## 40     80D0AC96                NA
## 41     734FA000                NA
## 42     C289EF69                NA
## 43     56506392                NA
## 44     371C8C77                NA
## 45     17E5C43D                NA
## 46     68B1E46A                NA
## 47     B8F5521A                NA
## 48     7F7C6A06                NA
## 49     F55D147E                NA
## 50     88AAB231                NA
## 51     A0058E5C                NA
## 52     4BEE3448                NA
## 53     CCBB799C                NA
## 54     F5BE58A0                NA
## 55     A99DEEBA                NA
## 56     6625B6F2                NA
## 57     66B78779                NA
## 58     D09DD3BE                NA
## 59     932B7368                NA
## 60     88BE6860                NA
## 61     1E45FE3A                NA
## 62     41E54CAE                NA
## 63     0C01529C                NA
## 64     5763DB23                NA
## 65     ECCC3E86                NA
## 66     2D4E1B72                NA
## 67     7984981B                NA
## 68     89048ETA                NA
##    Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader..x
## 1                                                                                              4
## 2                                                                                              3
## 3                                                                                              3
## 4                                                                                              3
## 5                                                                                              3
## 6                                                                                              3
## 7                                                                                              4
## 8                                                                                              3
## 9                                                                                              3
## 10                                                                                             3
## 11                                                                                             3
## 12                                                                                             3
## 13                                                                                             3
## 14                                                                                             4
## 15                                                                                             4
## 16                                                                                             4
## 17                                                                                             3
## 18                                                                                             4
## 19                                                                                             3
## 20                                                                                             3
## 21                                                                                             3
## 22                                                                                             3
## 23                                                                                             3
## 24                                                                                             3
## 25                                                                                             4
## 26                                                                                             3
## 27                                                                                             3
## 28                                                                                             3
## 29                                                                                             3
## 30                                                                                             3
## 31                                                                                            NA
## 32                                                                                            NA
## 33                                                                                            NA
## 34                                                                                            NA
## 35                                                                                            NA
## 36                                                                                            NA
## 37                                                                                            NA
## 38                                                                                            NA
## 39                                                                                            NA
## 40                                                                                            NA
## 41                                                                                            NA
## 42                                                                                            NA
## 43                                                                                            NA
## 44                                                                                            NA
## 45                                                                                            NA
## 46                                                                                            NA
## 47                                                                                            NA
## 48                                                                                            NA
## 49                                                                                            NA
## 50                                                                                            NA
## 51                                                                                            NA
## 52                                                                                            NA
## 53                                                                                            NA
## 54                                                                                            NA
## 55                                                                                            NA
## 56                                                                                            NA
## 57                                                                                            NA
## 58                                                                                            NA
## 59                                                                                            NA
## 60                                                                                            NA
## 61                                                                                            NA
## 62                                                                                            NA
## 63                                                                                            NA
## 64                                                                                            NA
## 65                                                                                            NA
## 66                                                                                            NA
## 67                                                                                            NA
## 68                                                                                            NA
##    Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read..x
## 1                                                                                           4
## 2                                                                                           4
## 3                                                                                           4
## 4                                                                                           3
## 5                                                                                           3
## 6                                                                                           4
## 7                                                                                           4
## 8                                                                                           3
## 9                                                                                           3
## 10                                                                                          3
## 11                                                                                          3
## 12                                                                                          3
## 13                                                                                          4
## 14                                                                                          3
## 15                                                                                          3
## 16                                                                                          4
## 17                                                                                          4
## 18                                                                                          4
## 19                                                                                          3
## 20                                                                                          3
## 21                                                                                          3
## 22                                                                                          3
## 23                                                                                          3
## 24                                                                                          3
## 25                                                                                          4
## 26                                                                                          3
## 27                                                                                          4
## 28                                                                                          3
## 29                                                                                          3
## 30                                                                                          3
## 31                                                                                         NA
## 32                                                                                         NA
## 33                                                                                         NA
## 34                                                                                         NA
## 35                                                                                         NA
## 36                                                                                         NA
## 37                                                                                         NA
## 38                                                                                         NA
## 39                                                                                         NA
## 40                                                                                         NA
## 41                                                                                         NA
## 42                                                                                         NA
## 43                                                                                         NA
## 44                                                                                         NA
## 45                                                                                         NA
## 46                                                                                         NA
## 47                                                                                         NA
## 48                                                                                         NA
## 49                                                                                         NA
## 50                                                                                         NA
## 51                                                                                         NA
## 52                                                                                         NA
## 53                                                                                         NA
## 54                                                                                         NA
## 55                                                                                         NA
## 56                                                                                         NA
## 57                                                                                         NA
## 58                                                                                         NA
## 59                                                                                         NA
## 60                                                                                         NA
## 61                                                                                         NA
## 62                                                                                         NA
## 63                                                                                         NA
## 64                                                                                         NA
## 65                                                                                         NA
## 66                                                                                         NA
## 67                                                                                         NA
## 68                                                                                         NA
##    Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work..x
## 1                                                                                         3
## 2                                                                                         3
## 3                                                                                         4
## 4                                                                                         3
## 5                                                                                         3
## 6                                                                                         4
## 7                                                                                         3
## 8                                                                                         3
## 9                                                                                         3
## 10                                                                                        3
## 11                                                                                        4
## 12                                                                                        3
## 13                                                                                        3
## 14                                                                                        4
## 15                                                                                        4
## 16                                                                                        4
## 17                                                                                        4
## 18                                                                                        4
## 19                                                                                        3
## 20                                                                                        3
## 21                                                                                        4
## 22                                                                                        3
## 23                                                                                        3
## 24                                                                                        3
## 25                                                                                        4
## 26                                                                                        3
## 27                                                                                        3
## 28                                                                                        3
## 29                                                                                        3
## 30                                                                                        3
## 31                                                                                       NA
## 32                                                                                       NA
## 33                                                                                       NA
## 34                                                                                       NA
## 35                                                                                       NA
## 36                                                                                       NA
## 37                                                                                       NA
## 38                                                                                       NA
## 39                                                                                       NA
## 40                                                                                       NA
## 41                                                                                       NA
## 42                                                                                       NA
## 43                                                                                       NA
## 44                                                                                       NA
## 45                                                                                       NA
## 46                                                                                       NA
## 47                                                                                       NA
## 48                                                                                       NA
## 49                                                                                       NA
## 50                                                                                       NA
## 51                                                                                       NA
## 52                                                                                       NA
## 53                                                                                       NA
## 54                                                                                       NA
## 55                                                                                       NA
## 56                                                                                       NA
## 57                                                                                       NA
## 58                                                                                       NA
## 59                                                                                       NA
## 60                                                                                       NA
## 61                                                                                       NA
## 62                                                                                       NA
## 63                                                                                       NA
## 64                                                                                       NA
## 65                                                                                       NA
## 66                                                                                       NA
## 67                                                                                       NA
## 68                                                                                       NA
##      What.did.you.like.most.about.the.reading.fluency.strategy..x
## 1                                           Reading with a friend
## 2                                       It helped me read better.
## 3                     I liked that each time I read I got faster.
## 4                                 Helped me remember my mistakes.
## 5                                          Reading with a partner
## 6                                                Reading together
## 7                     The vocabulary and questions. I learn more.
## 8                                                     The stories
## 9                                       It kept my mind occupied.
## 10                                     I liked reading to people.
## 11 It helped me to read to people and not be afraid of messing up
## 12                                  It helped me sound out words.
## 13                              I got better and better each day.
## 14                                         I kept getting better.
## 15                                Learning how to pronounce words
## 16                                          Reading with a friend
## 17                                          I got better each day
## 18                                      It helped me read better.
## 19                                         I liked the practices.
## 20                                     Practicing reading outloud
## 21                          I liked making gains on the last read
## 22         It helped me read big words and helped me read better.
## 23                                      It helped me read faster.
## 24                             I like the stories and being timed
## 25                                 Helped me understand new words
## 26                                            Read with a partner
## 27                                                  I get to read
## 28                                        Reading with my friends
## 29                                   It helped me understand more
## 30                                  Each time I read I got faster
## 31                                                           <NA>
## 32                                                           <NA>
## 33                                                           <NA>
## 34                                                           <NA>
## 35                                                           <NA>
## 36                                                           <NA>
## 37                                                           <NA>
## 38                                                           <NA>
## 39                                                           <NA>
## 40                                                           <NA>
## 41                                                           <NA>
## 42                                                           <NA>
## 43                                                           <NA>
## 44                                                           <NA>
## 45                                                           <NA>
## 46                                                           <NA>
## 47                                                           <NA>
## 48                                                           <NA>
## 49                                                           <NA>
## 50                                                           <NA>
## 51                                                           <NA>
## 52                                                           <NA>
## 53                                                           <NA>
## 54                                                           <NA>
## 55                                                           <NA>
## 56                                                           <NA>
## 57                                                           <NA>
## 58                                                           <NA>
## 59                                                           <NA>
## 60                                                           <NA>
## 61                                                           <NA>
## 62                                                           <NA>
## 63                                                           <NA>
## 64                                                           <NA>
## 65                                                           <NA>
## 66                                                           <NA>
## 67                                                           <NA>
## 68                                                           <NA>
##                            What.did.you.like.least.about.the.reading.fluency.strategy..x
## 1                                                                                Nothing
## 2                                               It took a lot of my time out of my time.
## 3                      There were more hards words in the passages that was we reviewed.
## 4                                                         Some of the stories were hard.
## 5                                                    Reading the passage multiple times.
## 6                                                                                   None
## 7  Some words were harder than others, but I didn't hate it because I learned new words.
## 8                                                                                Nothing
## 9                                                               When I messed up reading
## 10                                  How many times I had to read and answering questions
## 11                                                    Hard words that I can't pronounce.
## 12                                                                It took a lot of time.
## 13                                                              When I got a word wrong.
## 14                                                           Nothing it helped me a lot.
## 15                                                                               Nothing
## 16                                                            Reading it again and again
## 17                                                                              Nothing!
## 18                                                                    It took some time.
## 19                                                                 Reading it for 3 days
## 20                                                                     How long it takes
## 21                                                                    Reading it 3 times
## 22                                                               The timer added stress.
## 23                                                                   Reading it 3 times.
## 24                                                                       Reading 3 times
## 25                                                                               Nothing
## 26                                                                               Nothing
## 27                                                     I don't get a lot of time to read
## 28                                                                      Reading out loud
## 29                                                                               Reading
## 30                                                                               Nothing
## 31                                                                                  <NA>
## 32                                                                                  <NA>
## 33                                                                                  <NA>
## 34                                                                                  <NA>
## 35                                                                                  <NA>
## 36                                                                                  <NA>
## 37                                                                                  <NA>
## 38                                                                                  <NA>
## 39                                                                                  <NA>
## 40                                                                                  <NA>
## 41                                                                                  <NA>
## 42                                                                                  <NA>
## 43                                                                                  <NA>
## 44                                                                                  <NA>
## 45                                                                                  <NA>
## 46                                                                                  <NA>
## 47                                                                                  <NA>
## 48                                                                                  <NA>
## 49                                                                                  <NA>
## 50                                                                                  <NA>
## 51                                                                                  <NA>
## 52                                                                                  <NA>
## 53                                                                                  <NA>
## 54                                                                                  <NA>
## 55                                                                                  <NA>
## 56                                                                                  <NA>
## 57                                                                                  <NA>
## 58                                                                                  <NA>
## 59                                                                                  <NA>
## 60                                                                                  <NA>
## 61                                                                                  <NA>
## 62                                                                                  <NA>
## 63                                                                                  <NA>
## 64                                                                                  <NA>
## 65                                                                                  <NA>
## 66                                                                                  <NA>
## 67                                                                                  <NA>
## 68                                                                                  <NA>
##    Note....1...Strongly.Disagree..2...Disagree..3...Agree..4...Strongly.Agree
## 1                                                                          NA
## 2                                                                          NA
## 3                                                                          NA
## 4                                                                          NA
## 5                                                                          NA
## 6                                                                          NA
## 7                                                                          NA
## 8                                                                          NA
## 9                                                                          NA
## 10                                                                         NA
## 11                                                                         NA
## 12                                                                         NA
## 13                                                                         NA
## 14                                                                         NA
## 15                                                                         NA
## 16                                                                         NA
## 17                                                                         NA
## 18                                                                         NA
## 19                                                                         NA
## 20                                                                         NA
## 21                                                                         NA
## 22                                                                         NA
## 23                                                                         NA
## 24                                                                         NA
## 25                                                                         NA
## 26                                                                         NA
## 27                                                                         NA
## 28                                                                         NA
## 29                                                                         NA
## 30                                                                         NA
## 31                                                                         NA
## 32                                                                         NA
## 33                                                                         NA
## 34                                                                         NA
## 35                                                                         NA
## 36                                                                         NA
## 37                                                                         NA
## 38                                                                         NA
## 39                                                                         NA
## 40                                                                         NA
## 41                                                                         NA
## 42                                                                         NA
## 43                                                                         NA
## 44                                                                         NA
## 45                                                                         NA
## 46                                                                         NA
## 47                                                                         NA
## 48                                                                         NA
## 49                                                                         NA
## 50                                                                         NA
## 51                                                                         NA
## 52                                                                         NA
## 53                                                                         NA
## 54                                                                         NA
## 55                                                                         NA
## 56                                                                         NA
## 57                                                                         NA
## 58                                                                         NA
## 59                                                                         NA
## 60                                                                         NA
## 61                                                                         NA
## 62                                                                         NA
## 63                                                                         NA
## 64                                                                         NA
## 65                                                                         NA
## 66                                                                         NA
## 67                                                                         NA
## 68                                                                         NA
##    Silent.Repeated..Readings
## 1                         NA
## 2                         NA
## 3                         NA
## 4                         NA
## 5                         NA
## 6                         NA
## 7                         NA
## 8                         NA
## 9                         NA
## 10                        NA
## 11                        NA
## 12                        NA
## 13                        NA
## 14                        NA
## 15                        NA
## 16                        NA
## 17                        NA
## 18                        NA
## 19                        NA
## 20                        NA
## 21                        NA
## 22                        NA
## 23                        NA
## 24                        NA
## 25                        NA
## 26                        NA
## 27                        NA
## 28                        NA
## 29                        NA
## 30                        NA
## 31                         1
## 32                         2
## 33                         3
## 34                         4
## 35                         5
## 36                         6
## 37                         7
## 38                         8
## 39                         9
## 40                        10
## 41                        11
## 42                        12
## 43                        13
## 44                        14
## 45                        15
## 46                        16
## 47                        17
## 48                        18
## 49                        19
## 50                        20
## 51                        21
## 52                        22
## 53                        23
## 54                        24
## 55                        25
## 56                        26
## 57                        27
## 58                        28
## 59                        29
## 60                        30
## 61                        31
## 62                        32
## 63                        33
## 64                        34
## 65                        35
## 66                        36
## 67                        37
## 68                        38
##    Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.become.a.more.fluent.reader..y
## 1                                                                                             NA
## 2                                                                                             NA
## 3                                                                                             NA
## 4                                                                                             NA
## 5                                                                                             NA
## 6                                                                                             NA
## 7                                                                                             NA
## 8                                                                                             NA
## 9                                                                                             NA
## 10                                                                                            NA
## 11                                                                                            NA
## 12                                                                                            NA
## 13                                                                                            NA
## 14                                                                                            NA
## 15                                                                                            NA
## 16                                                                                            NA
## 17                                                                                            NA
## 18                                                                                            NA
## 19                                                                                            NA
## 20                                                                                            NA
## 21                                                                                            NA
## 22                                                                                            NA
## 23                                                                                            NA
## 24                                                                                            NA
## 25                                                                                            NA
## 26                                                                                            NA
## 27                                                                                            NA
## 28                                                                                            NA
## 29                                                                                            NA
## 30                                                                                            NA
## 31                                                                                             3
## 32                                                                                             4
## 33                                                                                             3
## 34                                                                                             3
## 35                                                                                             3
## 36                                                                                             4
## 37                                                                                             4
## 38                                                                                             2
## 39                                                                                             3
## 40                                                                                             3
## 41                                                                                             3
## 42                                                                                             3
## 43                                                                                             2
## 44                                                                                             3
## 45                                                                                             4
## 46                                                                                             4
## 47                                                                                             3
## 48                                                                                             3
## 49                                                                                             3
## 50                                                                                             3
## 51                                                                                             3
## 52                                                                                             2
## 53                                                                                             3
## 54                                                                                             2
## 55                                                                                             3
## 56                                                                                             3
## 57                                                                                             3
## 58                                                                                             3
## 59                                                                                             3
## 60                                                                                             4
## 61                                                                                             4
## 62                                                                                             3
## 63                                                                                             3
## 64                                                                                             3
## 65                                                                                             3
## 66                                                                                             3
## 67                                                                                             4
## 68                                                                                             2
##    Do.you.feel.that.using.the.reading.fluency.strategy.helped.you.understand.what.you.read..y
## 1                                                                                          NA
## 2                                                                                          NA
## 3                                                                                          NA
## 4                                                                                          NA
## 5                                                                                          NA
## 6                                                                                          NA
## 7                                                                                          NA
## 8                                                                                          NA
## 9                                                                                          NA
## 10                                                                                         NA
## 11                                                                                         NA
## 12                                                                                         NA
## 13                                                                                         NA
## 14                                                                                         NA
## 15                                                                                         NA
## 16                                                                                         NA
## 17                                                                                         NA
## 18                                                                                         NA
## 19                                                                                         NA
## 20                                                                                         NA
## 21                                                                                         NA
## 22                                                                                         NA
## 23                                                                                         NA
## 24                                                                                         NA
## 25                                                                                         NA
## 26                                                                                         NA
## 27                                                                                         NA
## 28                                                                                         NA
## 29                                                                                         NA
## 30                                                                                         NA
## 31                                                                                          4
## 32                                                                                          3
## 33                                                                                          4
## 34                                                                                          2
## 35                                                                                          2
## 36                                                                                          4
## 37                                                                                          3
## 38                                                                                          3
## 39                                                                                          4
## 40                                                                                          4
## 41                                                                                          4
## 42                                                                                          3
## 43                                                                                          3
## 44                                                                                          2
## 45                                                                                          3
## 46                                                                                          2
## 47                                                                                          2
## 48                                                                                          2
## 49                                                                                          4
## 50                                                                                          3
## 51                                                                                          2
## 52                                                                                          3
## 53                                                                                          2
## 54                                                                                          2
## 55                                                                                          3
## 56                                                                                          3
## 57                                                                                          2
## 58                                                                                          4
## 59                                                                                          3
## 60                                                                                          3
## 61                                                                                          3
## 62                                                                                          2
## 63                                                                                          3
## 64                                                                                          3
## 65                                                                                          3
## 66                                                                                          3
## 67                                                                                          3
## 68                                                                                          3
##    Do.you.feel.that.using.the.reading.fluency.strategy.will.help.you.in.your.school.work..y
## 1                                                                                        NA
## 2                                                                                        NA
## 3                                                                                        NA
## 4                                                                                        NA
## 5                                                                                        NA
## 6                                                                                        NA
## 7                                                                                        NA
## 8                                                                                        NA
## 9                                                                                        NA
## 10                                                                                       NA
## 11                                                                                       NA
## 12                                                                                       NA
## 13                                                                                       NA
## 14                                                                                       NA
## 15                                                                                       NA
## 16                                                                                       NA
## 17                                                                                       NA
## 18                                                                                       NA
## 19                                                                                       NA
## 20                                                                                       NA
## 21                                                                                       NA
## 22                                                                                       NA
## 23                                                                                       NA
## 24                                                                                       NA
## 25                                                                                       NA
## 26                                                                                       NA
## 27                                                                                       NA
## 28                                                                                       NA
## 29                                                                                       NA
## 30                                                                                       NA
## 31                                                                                        4
## 32                                                                                        3
## 33                                                                                        2
## 34                                                                                        3
## 35                                                                                        3
## 36                                                                                        2
## 37                                                                                        4
## 38                                                                                        4
## 39                                                                                        2
## 40                                                                                        3
## 41                                                                                        3
## 42                                                                                        3
## 43                                                                                        2
## 44                                                                                        3
## 45                                                                                        3
## 46                                                                                        3
## 47                                                                                        2
## 48                                                                                        2
## 49                                                                                        3
## 50                                                                                        3
## 51                                                                                        2
## 52                                                                                        3
## 53                                                                                        3
## 54                                                                                        1
## 55                                                                                        3
## 56                                                                                        4
## 57                                                                                        1
## 58                                                                                        4
## 59                                                                                        3
## 60                                                                                        3
## 61                                                                                        3
## 62                                                                                        3
## 63                                                                                        3
## 64                                                                                        2
## 65                                                                                        2
## 66                                                                                        2
## 67                                                                                        4
## 68                                                                                        2
##             What.did.you.like.most.about.the.reading.fluency.strategy..y
## 1                                                                   <NA>
## 2                                                                   <NA>
## 3                                                                   <NA>
## 4                                                                   <NA>
## 5                                                                   <NA>
## 6                                                                   <NA>
## 7                                                                   <NA>
## 8                                                                   <NA>
## 9                                                                   <NA>
## 10                                                                  <NA>
## 11                                                                  <NA>
## 12                                                                  <NA>
## 13                                                                  <NA>
## 14                                                                  <NA>
## 15                                                                  <NA>
## 16                                                                  <NA>
## 17                                                                  <NA>
## 18                                                                  <NA>
## 19                                                                  <NA>
## 20                                                                  <NA>
## 21                                                                  <NA>
## 22                                                                  <NA>
## 23                                                                  <NA>
## 24                                                                  <NA>
## 25                                                                  <NA>
## 26                                                                  <NA>
## 27                                                                  <NA>
## 28                                                                  <NA>
## 29                                                                  <NA>
## 30                                                                  <NA>
## 31                                                          It helped me
## 32                                                   Reading the stories
## 33                                                          The passages
## 34                                                           It was easy
## 35                                                       I liked reading
## 36                                   I could understand the words better
## 37                                   Reading different stories each week
## 38                                                    It helped me learn
## 39                                It made me read a lot more than before
## 40                                                               Reading
## 41                                             Getting better at reading
## 42                                                               Nothing
## 43                                                       That I get paid
## 44                                                               Reading
## 45                              The stories helped me with other classes
## 46                                  It was fun. I liked the race method.
## 47                                                              The race
## 48                                       Taking notes about each passage
## 49                                                              Not sure
## 50                                        I can read a little bit faster
## 51                                               I got better at reading
## 52                                      When I have to figure out a word
## 53                                  I get to read the stories in my head
## 54                                                               Nothing
## 55                                             It helped me with reading
## 56                                      It helped in in my other classes
## 57                                       I like tracking how much I read
## 58                                                        I liked it all
## 59                                                 I like to read faster
## 60                                                           It was fun.
## 61                                    It made me think about what I read
## 62                                                  The money in the end
## 63                                         I can read better than before
## 64                                                               Nothing
## 65                                                   I liked the stories
## 66                                It made me read more calmer and better
## 67                                                       We read 3 times
## 68 I liked that the passages went along with what we were reading in ELA
##         What.did.you.like.least.about.the.reading.fluency.strategy..y skip
## 1                                                                <NA>   NA
## 2                                                                <NA>   NA
## 3                                                                <NA>   NA
## 4                                                                <NA>   NA
## 5                                                                <NA>   NA
## 6                                                                <NA>   NA
## 7                                                                <NA>   NA
## 8                                                                <NA>   NA
## 9                                                                <NA>   NA
## 10                                                               <NA>   NA
## 11                                                               <NA>   NA
## 12                                                               <NA>   NA
## 13                                                               <NA>   NA
## 14                                                               <NA>   NA
## 15                                                               <NA>   NA
## 16                                                               <NA>   NA
## 17                                                               <NA>   NA
## 18                                                               <NA>   NA
## 19                                                               <NA>   NA
## 20                                                               <NA>   NA
## 21                                                               <NA>   NA
## 22                                                               <NA>   NA
## 23                                                               <NA>   NA
## 24                                                               <NA>   NA
## 25                                                               <NA>   NA
## 26                                                               <NA>   NA
## 27                                                               <NA>   NA
## 28                                                               <NA>   NA
## 29                                                               <NA>   NA
## 30                                                               <NA>   NA
## 31                                                    Reading 3 times    1
## 32                                            Answering the questions    1
## 33               Having to write more than one word for the questions    1
## 34                                                Answering questions    1
## 35                                                           Too long    1
## 36                              Reading it 3 times, but it helped me.    1
## 37                                                Answering questions    1
## 38                                           Reading it lots of times    1
## 39                                            Repeating and repeating    1
## 40                                                      Sitting there    1
## 41                                                      Sitting there    1
## 42                                                            Nothing    1
## 43                                 Why do we have to read it 3 times?    1
## 44                                                   Doing it 3 times    1
## 45                                          Reading it so many times.    1
## 46                                                Reading it 3 times.    1
## 47                                                   Reading it a lot    1
## 48                                                       I'm not sure    1
## 49                                                           Not sure    1
## 50                                     I have to do it 3 times a week    1
## 51                                     Having to read, but I need it.    1
## 52                                            Answering the questions    1
## 53                                                       I'm not sure    1
## 54                                                         Everything    1
## 55 Not being able to read out loud. It helps me when I read out loud.    1
## 56                                                Having to reread it    1
## 57                                                               <NA>    1
## 58                                                     I liked it all    1
## 59                                             I didn't have a fidgit    1
## 60                                    Reading in the middle of class.    1
## 61         Having to read every week, but I wish I could do it again.    1
## 62                                                            Reading    1
## 63                                     Answering questions at the end    1
## 64                                                         Everything    1
## 65                                          Reading it so many times.    1
## 66                                           Reading the same passage    1
## 67                                                            Nothing    1
## 68                                      Having to read multiple times    1
#view(dfSummary(ssv_full_df))


# Get means and SDs for each item
student_summary <- ssv_full_df %>%
  select(contains("Do.you.feel")) %>%
  summarise_all(list(mean = ~mean(., na.rm = TRUE), sd = ~sd(., na.rm = TRUE)))

#Social Validity for Teachers—————

#merge datasets into MasterDataset
#Sheet 3
tsv_rr_df <- data.frame(read_excel(path=here("Reading Fluency Data Set NEW.xlsx"), sheet="Teacher Social Validity RR"))
## New names:
## • `` -> `...13`
sapply(tsv_rr_df , class)
##                                                                                                     TeacherNumberRR 
##                                                                                                           "numeric" 
##                                                            The.intervention.was.successful.in.engaging.the.student. 
##                                                                                                           "numeric" 
##                                                  The.readings.used.in.this.study.were.appropriate.for.the.students. 
##                                                                                                           "numeric" 
##                                                                                The.intervention.was.easy.to.deliver 
##                                                                                                           "numeric" 
##       I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention. 
##                                                                                                           "numeric" 
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 
##                                                                                                           "numeric" 
##                                                          The.intervention.is.important.and.appropriate.my.students. 
##                                                                                                           "numeric" 
##                                                          I.will.continue.to.use.this.intervention.with.my.students. 
##                                                                                                           "numeric" 
##                                                                           What.did.you.like.about.the.intervention. 
##                                                                                                         "character" 
##                                                                             What.worked.well.with.the.intervention. 
##                                                                                                         "character" 
##                                                                     What.did.you.like.least.about.the.intervention. 
##                                                                                                         "character" 
##                                                                       What.did.not.work.well.with.the.intervention. 
##                                                                                                         "character" 
##                                                                                                               ...13 
##                                                                                                         "character"
tsv_rr_df$TeacherNumberRR = as.factor(tsv_rr_df$TeacherNumberRR)

#Split this into two datasets 
#Sheet 4
tsv_srr_df <- data.frame(read_excel(path=here("Reading Fluency Data Set NEW.xlsx"), sheet="Teacher Social Validity SRR"),skip = 1)
sapply(tsv_srr_df, class)
##                                                                                                    TeacherNumberSRR 
##                                                                                                           "numeric" 
##                                                            The.intervention.was.successful.in.engaging.the.student. 
##                                                                                                         "character" 
##                                                  The.readings.used.in.this.study.were.appropriate.for.the.students. 
##                                                                                                           "numeric" 
##                                                                                The.intervention.was.easy.to.deliver 
##                                                                                                           "numeric" 
##       I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention. 
##                                                                                                           "numeric" 
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 
##                                                                                                         "character" 
##                                                          The.intervention.is.important.and.appropriate.my.students. 
##                                                                                                           "numeric" 
##                                                          I.will.continue.to.use.this.intervention.with.my.students. 
##                                                                                                           "numeric" 
##                                                                           What.did.you.like.about.the.intervention. 
##                                                                                                         "character" 
##                                                                             What.worked.well.with.the.intervention. 
##                                                                                                         "character" 
##                                                                     What.did.you.like.least.about.the.intervention. 
##                                                                                                         "character" 
##                                                                       What.did.not.work.well.with.the.intervention. 
##                                                                                                         "character" 
##                                                                                                                skip 
##                                                                                                           "numeric"
tsv_srr_df$TeacherNumberSRR = as.factor(tsv_srr_df$TeacherNumberSRR)
#Teacher descriptives - teachers were not matched and only 8 of the Silent Repeated Reading and 6 of the Repeated Reading Plus answered. 
describe(tsv_rr_df)
##                                                                                                                     vars
## TeacherNumberRR*                                                                                                       1
## The.intervention.was.successful.in.engaging.the.student.                                                               2
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     3
## The.intervention.was.easy.to.deliver                                                                                   4
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          5
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.    6
## The.intervention.is.important.and.appropriate.my.students.                                                             7
## I.will.continue.to.use.this.intervention.with.my.students.                                                             8
## What.did.you.like.about.the.intervention.*                                                                             9
## What.worked.well.with.the.intervention.*                                                                              10
## What.did.you.like.least.about.the.intervention.*                                                                      11
## What.did.not.work.well.with.the.intervention.*                                                                        12
## ...13*                                                                                                                13
##                                                                                                                     n
## TeacherNumberRR*                                                                                                    6
## The.intervention.was.successful.in.engaging.the.student.                                                            6
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  6
## The.intervention.was.easy.to.deliver                                                                                6
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       6
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 6
## The.intervention.is.important.and.appropriate.my.students.                                                          6
## I.will.continue.to.use.this.intervention.with.my.students.                                                          6
## What.did.you.like.about.the.intervention.*                                                                          6
## What.worked.well.with.the.intervention.*                                                                            6
## What.did.you.like.least.about.the.intervention.*                                                                    6
## What.did.not.work.well.with.the.intervention.*                                                                      6
## ...13*                                                                                                              1
##                                                                                                                     mean
## TeacherNumberRR*                                                                                                    3.50
## The.intervention.was.successful.in.engaging.the.student.                                                            3.17
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  3.33
## The.intervention.was.easy.to.deliver                                                                                3.33
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       3.33
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 3.00
## The.intervention.is.important.and.appropriate.my.students.                                                          3.67
## I.will.continue.to.use.this.intervention.with.my.students.                                                          3.17
## What.did.you.like.about.the.intervention.*                                                                          3.50
## What.worked.well.with.the.intervention.*                                                                            3.50
## What.did.you.like.least.about.the.intervention.*                                                                    3.50
## What.did.not.work.well.with.the.intervention.*                                                                      3.50
## ...13*                                                                                                              1.00
##                                                                                                                       sd
## TeacherNumberRR*                                                                                                    1.87
## The.intervention.was.successful.in.engaging.the.student.                                                            0.41
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  0.52
## The.intervention.was.easy.to.deliver                                                                                0.52
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       0.52
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 0.63
## The.intervention.is.important.and.appropriate.my.students.                                                          0.52
## I.will.continue.to.use.this.intervention.with.my.students.                                                          0.41
## What.did.you.like.about.the.intervention.*                                                                          1.87
## What.worked.well.with.the.intervention.*                                                                            1.87
## What.did.you.like.least.about.the.intervention.*                                                                    1.87
## What.did.not.work.well.with.the.intervention.*                                                                      1.87
## ...13*                                                                                                                NA
##                                                                                                                     median
## TeacherNumberRR*                                                                                                       3.5
## The.intervention.was.successful.in.engaging.the.student.                                                               3.0
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     3.0
## The.intervention.was.easy.to.deliver                                                                                   3.0
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          3.0
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.    3.0
## The.intervention.is.important.and.appropriate.my.students.                                                             4.0
## I.will.continue.to.use.this.intervention.with.my.students.                                                             3.0
## What.did.you.like.about.the.intervention.*                                                                             3.5
## What.worked.well.with.the.intervention.*                                                                               3.5
## What.did.you.like.least.about.the.intervention.*                                                                       3.5
## What.did.not.work.well.with.the.intervention.*                                                                         3.5
## ...13*                                                                                                                 1.0
##                                                                                                                     trimmed
## TeacherNumberRR*                                                                                                       3.50
## The.intervention.was.successful.in.engaging.the.student.                                                               3.17
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     3.33
## The.intervention.was.easy.to.deliver                                                                                   3.33
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          3.33
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.    3.00
## The.intervention.is.important.and.appropriate.my.students.                                                             3.67
## I.will.continue.to.use.this.intervention.with.my.students.                                                             3.17
## What.did.you.like.about.the.intervention.*                                                                             3.50
## What.worked.well.with.the.intervention.*                                                                               3.50
## What.did.you.like.least.about.the.intervention.*                                                                       3.50
## What.did.not.work.well.with.the.intervention.*                                                                         3.50
## ...13*                                                                                                                 1.00
##                                                                                                                      mad
## TeacherNumberRR*                                                                                                    2.22
## The.intervention.was.successful.in.engaging.the.student.                                                            0.00
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  0.00
## The.intervention.was.easy.to.deliver                                                                                0.00
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       0.00
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 0.00
## The.intervention.is.important.and.appropriate.my.students.                                                          0.00
## I.will.continue.to.use.this.intervention.with.my.students.                                                          0.00
## What.did.you.like.about.the.intervention.*                                                                          2.22
## What.worked.well.with.the.intervention.*                                                                            2.22
## What.did.you.like.least.about.the.intervention.*                                                                    2.22
## What.did.not.work.well.with.the.intervention.*                                                                      2.22
## ...13*                                                                                                              0.00
##                                                                                                                     min
## TeacherNumberRR*                                                                                                      1
## The.intervention.was.successful.in.engaging.the.student.                                                              3
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                    3
## The.intervention.was.easy.to.deliver                                                                                  3
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.         3
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.   2
## The.intervention.is.important.and.appropriate.my.students.                                                            3
## I.will.continue.to.use.this.intervention.with.my.students.                                                            3
## What.did.you.like.about.the.intervention.*                                                                            1
## What.worked.well.with.the.intervention.*                                                                              1
## What.did.you.like.least.about.the.intervention.*                                                                      1
## What.did.not.work.well.with.the.intervention.*                                                                        1
## ...13*                                                                                                                1
##                                                                                                                     max
## TeacherNumberRR*                                                                                                      6
## The.intervention.was.successful.in.engaging.the.student.                                                              4
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                    4
## The.intervention.was.easy.to.deliver                                                                                  4
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.         4
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.   4
## The.intervention.is.important.and.appropriate.my.students.                                                            4
## I.will.continue.to.use.this.intervention.with.my.students.                                                            4
## What.did.you.like.about.the.intervention.*                                                                            6
## What.worked.well.with.the.intervention.*                                                                              6
## What.did.you.like.least.about.the.intervention.*                                                                      6
## What.did.not.work.well.with.the.intervention.*                                                                        6
## ...13*                                                                                                                1
##                                                                                                                     range
## TeacherNumberRR*                                                                                                        5
## The.intervention.was.successful.in.engaging.the.student.                                                                1
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      1
## The.intervention.was.easy.to.deliver                                                                                    1
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           1
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.     2
## The.intervention.is.important.and.appropriate.my.students.                                                              1
## I.will.continue.to.use.this.intervention.with.my.students.                                                              1
## What.did.you.like.about.the.intervention.*                                                                              5
## What.worked.well.with.the.intervention.*                                                                                5
## What.did.you.like.least.about.the.intervention.*                                                                        5
## What.did.not.work.well.with.the.intervention.*                                                                          5
## ...13*                                                                                                                  0
##                                                                                                                      skew
## TeacherNumberRR*                                                                                                     0.00
## The.intervention.was.successful.in.engaging.the.student.                                                             1.36
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   0.54
## The.intervention.was.easy.to.deliver                                                                                 0.54
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        0.54
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.  0.00
## The.intervention.is.important.and.appropriate.my.students.                                                          -0.54
## I.will.continue.to.use.this.intervention.with.my.students.                                                           1.36
## What.did.you.like.about.the.intervention.*                                                                           0.00
## What.worked.well.with.the.intervention.*                                                                             0.00
## What.did.you.like.least.about.the.intervention.*                                                                     0.00
## What.did.not.work.well.with.the.intervention.*                                                                       0.00
## ...13*                                                                                                                 NA
##                                                                                                                     kurtosis
## TeacherNumberRR*                                                                                                       -1.80
## The.intervention.was.successful.in.engaging.the.student.                                                               -0.08
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     -1.96
## The.intervention.was.easy.to.deliver                                                                                   -1.96
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          -1.96
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.    -0.92
## The.intervention.is.important.and.appropriate.my.students.                                                             -1.96
## I.will.continue.to.use.this.intervention.with.my.students.                                                             -0.08
## What.did.you.like.about.the.intervention.*                                                                             -1.80
## What.worked.well.with.the.intervention.*                                                                               -1.80
## What.did.you.like.least.about.the.intervention.*                                                                       -1.80
## What.did.not.work.well.with.the.intervention.*                                                                         -1.80
## ...13*                                                                                                                    NA
##                                                                                                                       se
## TeacherNumberRR*                                                                                                    0.76
## The.intervention.was.successful.in.engaging.the.student.                                                            0.17
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  0.21
## The.intervention.was.easy.to.deliver                                                                                0.21
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       0.21
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 0.26
## The.intervention.is.important.and.appropriate.my.students.                                                          0.21
## I.will.continue.to.use.this.intervention.with.my.students.                                                          0.17
## What.did.you.like.about.the.intervention.*                                                                          0.76
## What.worked.well.with.the.intervention.*                                                                            0.76
## What.did.you.like.least.about.the.intervention.*                                                                    0.76
## What.did.not.work.well.with.the.intervention.*                                                                      0.76
## ...13*                                                                                                                NA
describe(tsv_srr_df)
##                                                                                                                      vars
## TeacherNumberSRR*                                                                                                       1
## The.intervention.was.successful.in.engaging.the.student.*                                                               2
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      3
## The.intervention.was.easy.to.deliver                                                                                    4
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           5
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*    6
## The.intervention.is.important.and.appropriate.my.students.                                                              7
## I.will.continue.to.use.this.intervention.with.my.students.                                                              8
## What.did.you.like.about.the.intervention.*                                                                              9
## What.worked.well.with.the.intervention.*                                                                               10
## What.did.you.like.least.about.the.intervention.*                                                                       11
## What.did.not.work.well.with.the.intervention.*                                                                         12
## skip                                                                                                                   13
##                                                                                                                      n
## TeacherNumberSRR*                                                                                                    8
## The.intervention.was.successful.in.engaging.the.student.*                                                            8
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   8
## The.intervention.was.easy.to.deliver                                                                                 8
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        8
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 8
## The.intervention.is.important.and.appropriate.my.students.                                                           8
## I.will.continue.to.use.this.intervention.with.my.students.                                                           8
## What.did.you.like.about.the.intervention.*                                                                           8
## What.worked.well.with.the.intervention.*                                                                             8
## What.did.you.like.least.about.the.intervention.*                                                                     8
## What.did.not.work.well.with.the.intervention.*                                                                       8
## skip                                                                                                                 8
##                                                                                                                      mean
## TeacherNumberSRR*                                                                                                    4.50
## The.intervention.was.successful.in.engaging.the.student.*                                                            2.38
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   3.38
## The.intervention.was.easy.to.deliver                                                                                 3.50
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        3.00
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 2.00
## The.intervention.is.important.and.appropriate.my.students.                                                           3.12
## I.will.continue.to.use.this.intervention.with.my.students.                                                           3.00
## What.did.you.like.about.the.intervention.*                                                                           4.50
## What.worked.well.with.the.intervention.*                                                                             4.50
## What.did.you.like.least.about.the.intervention.*                                                                     4.50
## What.did.not.work.well.with.the.intervention.*                                                                       3.88
## skip                                                                                                                 1.00
##                                                                                                                        sd
## TeacherNumberSRR*                                                                                                    2.45
## The.intervention.was.successful.in.engaging.the.student.*                                                            1.06
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   0.52
## The.intervention.was.easy.to.deliver                                                                                 0.53
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        0.93
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 1.20
## The.intervention.is.important.and.appropriate.my.students.                                                           0.35
## I.will.continue.to.use.this.intervention.with.my.students.                                                           0.53
## What.did.you.like.about.the.intervention.*                                                                           2.45
## What.worked.well.with.the.intervention.*                                                                             2.45
## What.did.you.like.least.about.the.intervention.*                                                                     2.45
## What.did.not.work.well.with.the.intervention.*                                                                       2.03
## skip                                                                                                                 0.00
##                                                                                                                      median
## TeacherNumberSRR*                                                                                                       4.5
## The.intervention.was.successful.in.engaging.the.student.*                                                               2.5
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      3.0
## The.intervention.was.easy.to.deliver                                                                                    3.5
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           3.0
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*    1.5
## The.intervention.is.important.and.appropriate.my.students.                                                              3.0
## I.will.continue.to.use.this.intervention.with.my.students.                                                              3.0
## What.did.you.like.about.the.intervention.*                                                                              4.5
## What.worked.well.with.the.intervention.*                                                                                4.5
## What.did.you.like.least.about.the.intervention.*                                                                        4.5
## What.did.not.work.well.with.the.intervention.*                                                                          3.5
## skip                                                                                                                    1.0
##                                                                                                                      trimmed
## TeacherNumberSRR*                                                                                                       4.50
## The.intervention.was.successful.in.engaging.the.student.*                                                               2.38
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      3.38
## The.intervention.was.easy.to.deliver                                                                                    3.50
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           3.00
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*    2.00
## The.intervention.is.important.and.appropriate.my.students.                                                              3.12
## I.will.continue.to.use.this.intervention.with.my.students.                                                              3.00
## What.did.you.like.about.the.intervention.*                                                                              4.50
## What.worked.well.with.the.intervention.*                                                                                4.50
## What.did.you.like.least.about.the.intervention.*                                                                        4.50
## What.did.not.work.well.with.the.intervention.*                                                                          3.88
## skip                                                                                                                    1.00
##                                                                                                                       mad
## TeacherNumberSRR*                                                                                                    2.97
## The.intervention.was.successful.in.engaging.the.student.*                                                            0.74
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   0.00
## The.intervention.was.easy.to.deliver                                                                                 0.74
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        1.48
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 0.74
## The.intervention.is.important.and.appropriate.my.students.                                                           0.00
## I.will.continue.to.use.this.intervention.with.my.students.                                                           0.00
## What.did.you.like.about.the.intervention.*                                                                           2.97
## What.worked.well.with.the.intervention.*                                                                             2.97
## What.did.you.like.least.about.the.intervention.*                                                                     2.97
## What.did.not.work.well.with.the.intervention.*                                                                       2.22
## skip                                                                                                                 0.00
##                                                                                                                      min
## TeacherNumberSRR*                                                                                                      1
## The.intervention.was.successful.in.engaging.the.student.*                                                              1
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     3
## The.intervention.was.easy.to.deliver                                                                                   3
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          2
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*   1
## The.intervention.is.important.and.appropriate.my.students.                                                             3
## I.will.continue.to.use.this.intervention.with.my.students.                                                             2
## What.did.you.like.about.the.intervention.*                                                                             1
## What.worked.well.with.the.intervention.*                                                                               1
## What.did.you.like.least.about.the.intervention.*                                                                       1
## What.did.not.work.well.with.the.intervention.*                                                                         1
## skip                                                                                                                   1
##                                                                                                                      max
## TeacherNumberSRR*                                                                                                      8
## The.intervention.was.successful.in.engaging.the.student.*                                                              4
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     4
## The.intervention.was.easy.to.deliver                                                                                   4
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          4
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*   4
## The.intervention.is.important.and.appropriate.my.students.                                                             4
## I.will.continue.to.use.this.intervention.with.my.students.                                                             4
## What.did.you.like.about.the.intervention.*                                                                             8
## What.worked.well.with.the.intervention.*                                                                               8
## What.did.you.like.least.about.the.intervention.*                                                                       8
## What.did.not.work.well.with.the.intervention.*                                                                         7
## skip                                                                                                                   1
##                                                                                                                      range
## TeacherNumberSRR*                                                                                                        7
## The.intervention.was.successful.in.engaging.the.student.*                                                                3
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                       1
## The.intervention.was.easy.to.deliver                                                                                     1
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.            2
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*     3
## The.intervention.is.important.and.appropriate.my.students.                                                               1
## I.will.continue.to.use.this.intervention.with.my.students.                                                               2
## What.did.you.like.about.the.intervention.*                                                                               7
## What.worked.well.with.the.intervention.*                                                                                 7
## What.did.you.like.least.about.the.intervention.*                                                                         7
## What.did.not.work.well.with.the.intervention.*                                                                           6
## skip                                                                                                                     0
##                                                                                                                       skew
## TeacherNumberSRR*                                                                                                     0.00
## The.intervention.was.successful.in.engaging.the.student.*                                                            -0.03
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                    0.42
## The.intervention.was.easy.to.deliver                                                                                  0.00
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.         0.00
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*  0.44
## The.intervention.is.important.and.appropriate.my.students.                                                            1.86
## I.will.continue.to.use.this.intervention.with.my.students.                                                            0.00
## What.did.you.like.about.the.intervention.*                                                                            0.00
## What.worked.well.with.the.intervention.*                                                                              0.00
## What.did.you.like.least.about.the.intervention.*                                                                      0.00
## What.did.not.work.well.with.the.intervention.*                                                                        0.15
## skip                                                                                                                   NaN
##                                                                                                                      kurtosis
## TeacherNumberSRR*                                                                                                       -1.65
## The.intervention.was.successful.in.engaging.the.student.*                                                               -1.56
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      -2.03
## The.intervention.was.easy.to.deliver                                                                                    -2.23
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           -1.98
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*    -1.65
## The.intervention.is.important.and.appropriate.my.students.                                                               1.70
## I.will.continue.to.use.this.intervention.with.my.students.                                                               0.06
## What.did.you.like.about.the.intervention.*                                                                              -1.65
## What.worked.well.with.the.intervention.*                                                                                -1.65
## What.did.you.like.least.about.the.intervention.*                                                                        -1.65
## What.did.not.work.well.with.the.intervention.*                                                                          -1.54
## skip                                                                                                                      NaN
##                                                                                                                        se
## TeacherNumberSRR*                                                                                                    0.87
## The.intervention.was.successful.in.engaging.the.student.*                                                            0.37
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   0.18
## The.intervention.was.easy.to.deliver                                                                                 0.19
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        0.33
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 0.42
## The.intervention.is.important.and.appropriate.my.students.                                                           0.12
## I.will.continue.to.use.this.intervention.with.my.students.                                                           0.19
## What.did.you.like.about.the.intervention.*                                                                           0.87
## What.worked.well.with.the.intervention.*                                                                             0.87
## What.did.you.like.least.about.the.intervention.*                                                                     0.87
## What.did.not.work.well.with.the.intervention.*                                                                       0.72
## skip                                                                                                                 0.00
tsv_rr_sum = psych::describe(tsv_rr_df)
tsv_rr_sum 
##                                                                                                                     vars
## TeacherNumberRR*                                                                                                       1
## The.intervention.was.successful.in.engaging.the.student.                                                               2
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     3
## The.intervention.was.easy.to.deliver                                                                                   4
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          5
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.    6
## The.intervention.is.important.and.appropriate.my.students.                                                             7
## I.will.continue.to.use.this.intervention.with.my.students.                                                             8
## What.did.you.like.about.the.intervention.*                                                                             9
## What.worked.well.with.the.intervention.*                                                                              10
## What.did.you.like.least.about.the.intervention.*                                                                      11
## What.did.not.work.well.with.the.intervention.*                                                                        12
## ...13*                                                                                                                13
##                                                                                                                     n
## TeacherNumberRR*                                                                                                    6
## The.intervention.was.successful.in.engaging.the.student.                                                            6
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  6
## The.intervention.was.easy.to.deliver                                                                                6
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       6
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 6
## The.intervention.is.important.and.appropriate.my.students.                                                          6
## I.will.continue.to.use.this.intervention.with.my.students.                                                          6
## What.did.you.like.about.the.intervention.*                                                                          6
## What.worked.well.with.the.intervention.*                                                                            6
## What.did.you.like.least.about.the.intervention.*                                                                    6
## What.did.not.work.well.with.the.intervention.*                                                                      6
## ...13*                                                                                                              1
##                                                                                                                     mean
## TeacherNumberRR*                                                                                                    3.50
## The.intervention.was.successful.in.engaging.the.student.                                                            3.17
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  3.33
## The.intervention.was.easy.to.deliver                                                                                3.33
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       3.33
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 3.00
## The.intervention.is.important.and.appropriate.my.students.                                                          3.67
## I.will.continue.to.use.this.intervention.with.my.students.                                                          3.17
## What.did.you.like.about.the.intervention.*                                                                          3.50
## What.worked.well.with.the.intervention.*                                                                            3.50
## What.did.you.like.least.about.the.intervention.*                                                                    3.50
## What.did.not.work.well.with.the.intervention.*                                                                      3.50
## ...13*                                                                                                              1.00
##                                                                                                                       sd
## TeacherNumberRR*                                                                                                    1.87
## The.intervention.was.successful.in.engaging.the.student.                                                            0.41
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  0.52
## The.intervention.was.easy.to.deliver                                                                                0.52
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       0.52
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 0.63
## The.intervention.is.important.and.appropriate.my.students.                                                          0.52
## I.will.continue.to.use.this.intervention.with.my.students.                                                          0.41
## What.did.you.like.about.the.intervention.*                                                                          1.87
## What.worked.well.with.the.intervention.*                                                                            1.87
## What.did.you.like.least.about.the.intervention.*                                                                    1.87
## What.did.not.work.well.with.the.intervention.*                                                                      1.87
## ...13*                                                                                                                NA
##                                                                                                                     median
## TeacherNumberRR*                                                                                                       3.5
## The.intervention.was.successful.in.engaging.the.student.                                                               3.0
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     3.0
## The.intervention.was.easy.to.deliver                                                                                   3.0
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          3.0
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.    3.0
## The.intervention.is.important.and.appropriate.my.students.                                                             4.0
## I.will.continue.to.use.this.intervention.with.my.students.                                                             3.0
## What.did.you.like.about.the.intervention.*                                                                             3.5
## What.worked.well.with.the.intervention.*                                                                               3.5
## What.did.you.like.least.about.the.intervention.*                                                                       3.5
## What.did.not.work.well.with.the.intervention.*                                                                         3.5
## ...13*                                                                                                                 1.0
##                                                                                                                     trimmed
## TeacherNumberRR*                                                                                                       3.50
## The.intervention.was.successful.in.engaging.the.student.                                                               3.17
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     3.33
## The.intervention.was.easy.to.deliver                                                                                   3.33
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          3.33
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.    3.00
## The.intervention.is.important.and.appropriate.my.students.                                                             3.67
## I.will.continue.to.use.this.intervention.with.my.students.                                                             3.17
## What.did.you.like.about.the.intervention.*                                                                             3.50
## What.worked.well.with.the.intervention.*                                                                               3.50
## What.did.you.like.least.about.the.intervention.*                                                                       3.50
## What.did.not.work.well.with.the.intervention.*                                                                         3.50
## ...13*                                                                                                                 1.00
##                                                                                                                      mad
## TeacherNumberRR*                                                                                                    2.22
## The.intervention.was.successful.in.engaging.the.student.                                                            0.00
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  0.00
## The.intervention.was.easy.to.deliver                                                                                0.00
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       0.00
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 0.00
## The.intervention.is.important.and.appropriate.my.students.                                                          0.00
## I.will.continue.to.use.this.intervention.with.my.students.                                                          0.00
## What.did.you.like.about.the.intervention.*                                                                          2.22
## What.worked.well.with.the.intervention.*                                                                            2.22
## What.did.you.like.least.about.the.intervention.*                                                                    2.22
## What.did.not.work.well.with.the.intervention.*                                                                      2.22
## ...13*                                                                                                              0.00
##                                                                                                                     min
## TeacherNumberRR*                                                                                                      1
## The.intervention.was.successful.in.engaging.the.student.                                                              3
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                    3
## The.intervention.was.easy.to.deliver                                                                                  3
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.         3
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.   2
## The.intervention.is.important.and.appropriate.my.students.                                                            3
## I.will.continue.to.use.this.intervention.with.my.students.                                                            3
## What.did.you.like.about.the.intervention.*                                                                            1
## What.worked.well.with.the.intervention.*                                                                              1
## What.did.you.like.least.about.the.intervention.*                                                                      1
## What.did.not.work.well.with.the.intervention.*                                                                        1
## ...13*                                                                                                                1
##                                                                                                                     max
## TeacherNumberRR*                                                                                                      6
## The.intervention.was.successful.in.engaging.the.student.                                                              4
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                    4
## The.intervention.was.easy.to.deliver                                                                                  4
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.         4
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.   4
## The.intervention.is.important.and.appropriate.my.students.                                                            4
## I.will.continue.to.use.this.intervention.with.my.students.                                                            4
## What.did.you.like.about.the.intervention.*                                                                            6
## What.worked.well.with.the.intervention.*                                                                              6
## What.did.you.like.least.about.the.intervention.*                                                                      6
## What.did.not.work.well.with.the.intervention.*                                                                        6
## ...13*                                                                                                                1
##                                                                                                                     range
## TeacherNumberRR*                                                                                                        5
## The.intervention.was.successful.in.engaging.the.student.                                                                1
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      1
## The.intervention.was.easy.to.deliver                                                                                    1
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           1
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.     2
## The.intervention.is.important.and.appropriate.my.students.                                                              1
## I.will.continue.to.use.this.intervention.with.my.students.                                                              1
## What.did.you.like.about.the.intervention.*                                                                              5
## What.worked.well.with.the.intervention.*                                                                                5
## What.did.you.like.least.about.the.intervention.*                                                                        5
## What.did.not.work.well.with.the.intervention.*                                                                          5
## ...13*                                                                                                                  0
##                                                                                                                      skew
## TeacherNumberRR*                                                                                                     0.00
## The.intervention.was.successful.in.engaging.the.student.                                                             1.36
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   0.54
## The.intervention.was.easy.to.deliver                                                                                 0.54
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        0.54
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.  0.00
## The.intervention.is.important.and.appropriate.my.students.                                                          -0.54
## I.will.continue.to.use.this.intervention.with.my.students.                                                           1.36
## What.did.you.like.about.the.intervention.*                                                                           0.00
## What.worked.well.with.the.intervention.*                                                                             0.00
## What.did.you.like.least.about.the.intervention.*                                                                     0.00
## What.did.not.work.well.with.the.intervention.*                                                                       0.00
## ...13*                                                                                                                 NA
##                                                                                                                     kurtosis
## TeacherNumberRR*                                                                                                       -1.80
## The.intervention.was.successful.in.engaging.the.student.                                                               -0.08
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     -1.96
## The.intervention.was.easy.to.deliver                                                                                   -1.96
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          -1.96
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.    -0.92
## The.intervention.is.important.and.appropriate.my.students.                                                             -1.96
## I.will.continue.to.use.this.intervention.with.my.students.                                                             -0.08
## What.did.you.like.about.the.intervention.*                                                                             -1.80
## What.worked.well.with.the.intervention.*                                                                               -1.80
## What.did.you.like.least.about.the.intervention.*                                                                       -1.80
## What.did.not.work.well.with.the.intervention.*                                                                         -1.80
## ...13*                                                                                                                    NA
##                                                                                                                       se
## TeacherNumberRR*                                                                                                    0.76
## The.intervention.was.successful.in.engaging.the.student.                                                            0.17
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                  0.21
## The.intervention.was.easy.to.deliver                                                                                0.21
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.       0.21
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention. 0.26
## The.intervention.is.important.and.appropriate.my.students.                                                          0.21
## I.will.continue.to.use.this.intervention.with.my.students.                                                          0.17
## What.did.you.like.about.the.intervention.*                                                                          0.76
## What.worked.well.with.the.intervention.*                                                                            0.76
## What.did.you.like.least.about.the.intervention.*                                                                    0.76
## What.did.not.work.well.with.the.intervention.*                                                                      0.76
## ...13*                                                                                                                NA
tsv_srr_sum = psych::describe(tsv_srr_df)
tsv_srr_sum 
##                                                                                                                      vars
## TeacherNumberSRR*                                                                                                       1
## The.intervention.was.successful.in.engaging.the.student.*                                                               2
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      3
## The.intervention.was.easy.to.deliver                                                                                    4
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           5
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*    6
## The.intervention.is.important.and.appropriate.my.students.                                                              7
## I.will.continue.to.use.this.intervention.with.my.students.                                                              8
## What.did.you.like.about.the.intervention.*                                                                              9
## What.worked.well.with.the.intervention.*                                                                               10
## What.did.you.like.least.about.the.intervention.*                                                                       11
## What.did.not.work.well.with.the.intervention.*                                                                         12
## skip                                                                                                                   13
##                                                                                                                      n
## TeacherNumberSRR*                                                                                                    8
## The.intervention.was.successful.in.engaging.the.student.*                                                            8
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   8
## The.intervention.was.easy.to.deliver                                                                                 8
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        8
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 8
## The.intervention.is.important.and.appropriate.my.students.                                                           8
## I.will.continue.to.use.this.intervention.with.my.students.                                                           8
## What.did.you.like.about.the.intervention.*                                                                           8
## What.worked.well.with.the.intervention.*                                                                             8
## What.did.you.like.least.about.the.intervention.*                                                                     8
## What.did.not.work.well.with.the.intervention.*                                                                       8
## skip                                                                                                                 8
##                                                                                                                      mean
## TeacherNumberSRR*                                                                                                    4.50
## The.intervention.was.successful.in.engaging.the.student.*                                                            2.38
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   3.38
## The.intervention.was.easy.to.deliver                                                                                 3.50
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        3.00
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 2.00
## The.intervention.is.important.and.appropriate.my.students.                                                           3.12
## I.will.continue.to.use.this.intervention.with.my.students.                                                           3.00
## What.did.you.like.about.the.intervention.*                                                                           4.50
## What.worked.well.with.the.intervention.*                                                                             4.50
## What.did.you.like.least.about.the.intervention.*                                                                     4.50
## What.did.not.work.well.with.the.intervention.*                                                                       3.88
## skip                                                                                                                 1.00
##                                                                                                                        sd
## TeacherNumberSRR*                                                                                                    2.45
## The.intervention.was.successful.in.engaging.the.student.*                                                            1.06
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   0.52
## The.intervention.was.easy.to.deliver                                                                                 0.53
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        0.93
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 1.20
## The.intervention.is.important.and.appropriate.my.students.                                                           0.35
## I.will.continue.to.use.this.intervention.with.my.students.                                                           0.53
## What.did.you.like.about.the.intervention.*                                                                           2.45
## What.worked.well.with.the.intervention.*                                                                             2.45
## What.did.you.like.least.about.the.intervention.*                                                                     2.45
## What.did.not.work.well.with.the.intervention.*                                                                       2.03
## skip                                                                                                                 0.00
##                                                                                                                      median
## TeacherNumberSRR*                                                                                                       4.5
## The.intervention.was.successful.in.engaging.the.student.*                                                               2.5
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      3.0
## The.intervention.was.easy.to.deliver                                                                                    3.5
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           3.0
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*    1.5
## The.intervention.is.important.and.appropriate.my.students.                                                              3.0
## I.will.continue.to.use.this.intervention.with.my.students.                                                              3.0
## What.did.you.like.about.the.intervention.*                                                                              4.5
## What.worked.well.with.the.intervention.*                                                                                4.5
## What.did.you.like.least.about.the.intervention.*                                                                        4.5
## What.did.not.work.well.with.the.intervention.*                                                                          3.5
## skip                                                                                                                    1.0
##                                                                                                                      trimmed
## TeacherNumberSRR*                                                                                                       4.50
## The.intervention.was.successful.in.engaging.the.student.*                                                               2.38
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      3.38
## The.intervention.was.easy.to.deliver                                                                                    3.50
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           3.00
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*    2.00
## The.intervention.is.important.and.appropriate.my.students.                                                              3.12
## I.will.continue.to.use.this.intervention.with.my.students.                                                              3.00
## What.did.you.like.about.the.intervention.*                                                                              4.50
## What.worked.well.with.the.intervention.*                                                                                4.50
## What.did.you.like.least.about.the.intervention.*                                                                        4.50
## What.did.not.work.well.with.the.intervention.*                                                                          3.88
## skip                                                                                                                    1.00
##                                                                                                                       mad
## TeacherNumberSRR*                                                                                                    2.97
## The.intervention.was.successful.in.engaging.the.student.*                                                            0.74
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   0.00
## The.intervention.was.easy.to.deliver                                                                                 0.74
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        1.48
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 0.74
## The.intervention.is.important.and.appropriate.my.students.                                                           0.00
## I.will.continue.to.use.this.intervention.with.my.students.                                                           0.00
## What.did.you.like.about.the.intervention.*                                                                           2.97
## What.worked.well.with.the.intervention.*                                                                             2.97
## What.did.you.like.least.about.the.intervention.*                                                                     2.97
## What.did.not.work.well.with.the.intervention.*                                                                       2.22
## skip                                                                                                                 0.00
##                                                                                                                      min
## TeacherNumberSRR*                                                                                                      1
## The.intervention.was.successful.in.engaging.the.student.*                                                              1
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     3
## The.intervention.was.easy.to.deliver                                                                                   3
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          2
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*   1
## The.intervention.is.important.and.appropriate.my.students.                                                             3
## I.will.continue.to.use.this.intervention.with.my.students.                                                             2
## What.did.you.like.about.the.intervention.*                                                                             1
## What.worked.well.with.the.intervention.*                                                                               1
## What.did.you.like.least.about.the.intervention.*                                                                       1
## What.did.not.work.well.with.the.intervention.*                                                                         1
## skip                                                                                                                   1
##                                                                                                                      max
## TeacherNumberSRR*                                                                                                      8
## The.intervention.was.successful.in.engaging.the.student.*                                                              4
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                     4
## The.intervention.was.easy.to.deliver                                                                                   4
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.          4
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*   4
## The.intervention.is.important.and.appropriate.my.students.                                                             4
## I.will.continue.to.use.this.intervention.with.my.students.                                                             4
## What.did.you.like.about.the.intervention.*                                                                             8
## What.worked.well.with.the.intervention.*                                                                               8
## What.did.you.like.least.about.the.intervention.*                                                                       8
## What.did.not.work.well.with.the.intervention.*                                                                         7
## skip                                                                                                                   1
##                                                                                                                      range
## TeacherNumberSRR*                                                                                                        7
## The.intervention.was.successful.in.engaging.the.student.*                                                                3
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                       1
## The.intervention.was.easy.to.deliver                                                                                     1
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.            2
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*     3
## The.intervention.is.important.and.appropriate.my.students.                                                               1
## I.will.continue.to.use.this.intervention.with.my.students.                                                               2
## What.did.you.like.about.the.intervention.*                                                                               7
## What.worked.well.with.the.intervention.*                                                                                 7
## What.did.you.like.least.about.the.intervention.*                                                                         7
## What.did.not.work.well.with.the.intervention.*                                                                           6
## skip                                                                                                                     0
##                                                                                                                       skew
## TeacherNumberSRR*                                                                                                     0.00
## The.intervention.was.successful.in.engaging.the.student.*                                                            -0.03
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                    0.42
## The.intervention.was.easy.to.deliver                                                                                  0.00
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.         0.00
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*  0.44
## The.intervention.is.important.and.appropriate.my.students.                                                            1.86
## I.will.continue.to.use.this.intervention.with.my.students.                                                            0.00
## What.did.you.like.about.the.intervention.*                                                                            0.00
## What.worked.well.with.the.intervention.*                                                                              0.00
## What.did.you.like.least.about.the.intervention.*                                                                      0.00
## What.did.not.work.well.with.the.intervention.*                                                                        0.15
## skip                                                                                                                   NaN
##                                                                                                                      kurtosis
## TeacherNumberSRR*                                                                                                       -1.65
## The.intervention.was.successful.in.engaging.the.student.*                                                               -1.56
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                      -2.03
## The.intervention.was.easy.to.deliver                                                                                    -2.23
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.           -1.98
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.*    -1.65
## The.intervention.is.important.and.appropriate.my.students.                                                               1.70
## I.will.continue.to.use.this.intervention.with.my.students.                                                               0.06
## What.did.you.like.about.the.intervention.*                                                                              -1.65
## What.worked.well.with.the.intervention.*                                                                                -1.65
## What.did.you.like.least.about.the.intervention.*                                                                        -1.65
## What.did.not.work.well.with.the.intervention.*                                                                          -1.54
## skip                                                                                                                      NaN
##                                                                                                                        se
## TeacherNumberSRR*                                                                                                    0.87
## The.intervention.was.successful.in.engaging.the.student.*                                                            0.37
## The.readings.used.in.this.study.were.appropriate.for.the.students.                                                   0.18
## The.intervention.was.easy.to.deliver                                                                                 0.19
## I.noticed.meaningful.increases.in.the.students..reading.fluency.after.the.implementation.of.the.intervention.        0.33
## I.noticed.meaningful.increases.in.the.students..reading.comprehension.after.the.implementation.of.the.intervention.* 0.42
## The.intervention.is.important.and.appropriate.my.students.                                                           0.12
## I.will.continue.to.use.this.intervention.with.my.students.                                                           0.19
## What.did.you.like.about.the.intervention.*                                                                           0.87
## What.worked.well.with.the.intervention.*                                                                             0.87
## What.did.you.like.least.about.the.intervention.*                                                                     0.87
## What.did.not.work.well.with.the.intervention.*                                                                       0.72
## skip                                                                                                                 0.00