Analysis for MB Paper 1

Loading, Setting Up

library(qualtRics)
library(tidyverse)

qualtRics::all_surveys() %>% 
  filter(str_detect(name, "Effect")) %>% 
  slice(c(-5, -6))

## # A tibble: 4 x 6
##   id        name                 ownerId    lastModified  creationDate  isActive
##   <chr>     <chr>                <chr>      <chr>         <chr>         <lgl>   
## 1 SV_3IP9R… MEGA:BITESS Effecti… UR_6lH51K… 2021-11-01T1… 2021-02-20T1… TRUE    
## 2 SV_9Zz8b… MEGA:BITESS Effecti… UR_6lH51K… 2021-11-01T1… 2020-04-26T2… TRUE    
## 3 SV_bJEe2… MEGA:BITESS Effecti… UR_6lH51K… 2021-11-01T1… 2020-06-16T1… TRUE    
## 4 SV_cFRH5… MEGA:BITESS Effecti… UR_6lH51K… 2021-11-01T1… 2020-02-19T1… TRUE

spring_21_gis <- qualtRics::fetch_survey("SV_3IP9R9vFxZ7qGUe", label = TRUE, force = TRUE) %>% janitor::clean_names()

## 
  |                                                                            
  |                                                                      |   0%
  |                                                                            
  |======================================================================| 100%

spring_21_comms <- qualtRics::fetch_survey("SV_9Zz8bjbBUPw1K4t", label = TRUE, force = TRUE) %>% janitor::clean_names()

## 
  |                                                                            
  |                                                                      |   0%
  |                                                                            
  |======================================================================| 100%

summer_20_mb <- qualtRics::fetch_survey("SV_bJEe2AWjZdH4dcp", label = TRUE, force = TRUE) %>% janitor::clean_names()

## 
  |                                                                            
  |                                                                      |   0%
  |                                                                            
  |======================================================================| 100%

spring_20_gis <- qualtRics::fetch_survey("SV_cFRH5pgKwnYJRLT", label = TRUE, force = TRUE) %>% janitor::clean_names()

## 
  |                                                                            
  |                                                                      |   0%
  |                                                                            
  |======================================================================| 100%

spring_21_gis <- spring_21_gis %>% mutate(q2 = as.character(q2)) %>% filter(!is.na(q2)) %>% filter(distribution_channel != "preview")
spring_21_comms <- spring_21_comms %>% mutate(q2 = as.character(q2)) %>% filter(!is.na(q2)) %>% filter(distribution_channel != "preview")
summer_20_mb <- summer_20_mb %>% mutate(q2 = as.character(q2)) %>% filter(!is.na(q2))
spring_20_gis <- spring_20_gis %>% mutate(q2 = as.character(q2)) %>% filter(!is.na(q2)) %>% filter(distribution_channel != "preview")

Processing

spring_21_gis_q2 <- spring_21_gis %>% 
  select(contains("q2")) %>% 
  mutate(q2_rc = case_when(
    q2 == "Extremely satisfied" ~ 5,
    q2 == "Somewhat satisfied" ~ 4,
    q2 == "Neither satisfied nor dissatisfied" ~ 3,
    q2 == "Somewhat dissatisfied" ~ 2,
    q2 == "Extremely dissatisfied" ~ 1
  ))

spring_21_comms_q2 <- spring_21_comms %>% 
  select(contains("q2")) %>% 
  mutate(q2_rc = case_when(
    q2 == "Extremely satisfied" ~ 5,
    q2 == "Somewhat satisfied" ~ 4,
    q2 == "Neither satisfied nor dissatisfied" ~ 3,
    q2 == "Somewhat dissatisfied" ~ 2,
    q2 == "Extremely dissatisfied" ~ 1
  ))

summer_20_mb_q2 <- summer_20_mb %>% 
  select(contains("q2")) %>% 
  mutate(q2_rc = case_when(
    q2 == "Extremely satisfied" ~ 5,
    q2 == "Somewhat satisfied" ~ 4,
    q2 == "Neither satisfied nor dissatisfied" ~ 3,
    q2 == "Somewhat dissatisfied" ~ 2,
    q2 == "Extremely dissatisfied" ~ 1
  ))

spring_20_gis_q2 <- spring_20_gis %>% 
  select(contains("q2")) %>% 
  mutate(q2_rc = case_when(
    q2 == "Extremely satisfied" ~ 5,
    q2 == "Somewhat satisfied" ~ 4,
    q2 == "Neither satisfied nor dissatisfied" ~ 3,
    q2 == "Somewhat dissatisfied" ~ 2,
    q2 == "Extremely dissatisfied" ~ 1
  ))

spring_21_gis_q2 <- spring_21_gis_q2 %>% mutate(survey = "s_21_gis")
spring_21_comms_q2 <- spring_21_comms_q2 %>% mutate(survey = "s_21_comms")
summer_20_mb_q2 <- summer_20_mb_q2 %>% mutate(survey = "s_20_mb")
spring_20_gis_q2 <- spring_20_gis_q2 %>% mutate(survey = "s_20_gis")

spring_21_gis_q3 <- spring_21_gis %>% 
  select(q3_2, q3_4) %>% 
  mutate(q3_2_rc = case_when(
    q3_2 == "Strongly agree" ~ 7,
    q3_2 == "Agree" ~ 6,
    q3_2 == "Somewhat agree" ~ 5,
    q3_2 == "Neither agree nor disagree" ~ 4,
    q3_2 == "Somewhat disagree" ~ 3,
    q3_2 == "Disagree" ~ 2,
    q3_2 == "Strongly disagree" ~ 1
  )) %>% 
  mutate(q3_4_rc = case_when(
    q3_4 == "Strongly agree" ~ 7,
    q3_4 == "Agree" ~ 6,
    q3_4 == "Somewhat agree" ~ 5,
    q3_4 == "Neither agree nor disagree" ~ 4,
    q3_4 == "Somewhat disagree" ~ 3,
    q3_4 == "Disagree" ~ 2,
    q3_4 == "Strongly disagree" ~ 1
  ))

spring_21_comms_q3 <- spring_21_comms %>% 
  select(q3_2, q3_4) %>% 
  mutate(q3_2_rc = case_when(
    q3_2 == "Strongly agree" ~ 7,
    q3_2 == "Agree" ~ 6,
    q3_2 == "Somewhat agree" ~ 5,
    q3_2 == "Neither agree nor disagree" ~ 4,
    q3_2 == "Somewhat disagree" ~ 3,
    q3_2 == "Disagree" ~ 2,
    q3_2 == "Strongly disagree" ~ 1
  )) %>% 
  mutate(q3_4_rc = case_when(
    q3_4 == "Strongly agree" ~ 7,
    q3_4 == "Agree" ~ 6,
    q3_4 == "Somewhat agree" ~ 5,
    q3_4 == "Neither agree nor disagree" ~ 4,
    q3_4 == "Somewhat disagree" ~ 3,
    q3_4 == "Disagree" ~ 2,
    q3_4 == "Strongly disagree" ~ 1
  ))

summer_20_mb_q3 <- summer_20_mb %>% 
  select(q3_2, q3_4) %>% 
  mutate(q3_2_rc = case_when(
    q3_2 == "Strongly agree" ~ 7,
    q3_2 == "Agree" ~ 6,
    q3_2 == "Somewhat agree" ~ 5,
    q3_2 == "Neither agree nor disagree" ~ 4,
    q3_2 == "Somewhat disagree" ~ 3,
    q3_2 == "Disagree" ~ 2,
    q3_2 == "Strongly disagree" ~ 1
  )) %>% 
  mutate(q3_4_rc = case_when(
    q3_4 == "Strongly agree" ~ 7,
    q3_4 == "Agree" ~ 6,
    q3_4 == "Somewhat agree" ~ 5,
    q3_4 == "Neither agree nor disagree" ~ 4,
    q3_4 == "Somewhat disagree" ~ 3,
    q3_4 == "Disagree" ~ 2,
    q3_4 == "Strongly disagree" ~ 1
  ))

spring_20_gis_q3 <- spring_20_gis %>% 
  select(q3_2, q3_4) %>% 
  mutate(q3_2_rc = case_when(
    q3_2 == "Strongly agree" ~ 7,
    q3_2 == "Agree" ~ 6,
    q3_2 == "Somewhat agree" ~ 5,
    q3_2 == "Neither agree nor disagree" ~ 4,
    q3_2 == "Somewhat disagree" ~ 3,
    q3_2 == "Disagree" ~ 2,
    q3_2 == "Strongly disagree" ~ 1
  )) %>% 
  mutate(q3_4_rc = case_when(
    q3_4 == "Strongly agree" ~ 7,
    q3_4 == "Agree" ~ 6,
    q3_4 == "Somewhat agree" ~ 5,
    q3_4 == "Neither agree nor disagree" ~ 4,
    q3_4 == "Somewhat disagree" ~ 3,
    q3_4 == "Disagree" ~ 2,
    q3_4 == "Strongly disagree" ~ 1
  ))

spring_21_gis_q3 <- spring_21_gis_q3 %>% mutate(survey = "s_21_gis")
spring_21_comms_q3 <- spring_21_comms_q3 %>% mutate(survey = "s_21_comms")
summer_20_mb_q3 <- summer_20_mb_q3 %>% mutate(survey = "s_20_mb")
spring_20_gis_q3 <- spring_20_gis_q3 %>% mutate(survey = "s_20_gis")

d_q2 <- spring_21_gis_q2 %>% 
  bind_rows(spring_21_comms_q2) %>% 
  bind_rows(summer_20_mb_q2) %>% 
  bind_rows(spring_20_gis_q2)

d_q3 <- spring_21_gis_q3 %>% 
  bind_rows(spring_21_comms_q3) %>% 
  bind_rows(summer_20_mb_q3) %>% 
  bind_rows(spring_20_gis_q3)

Results

Number of respondents

spring_21_gis %>% nrow()

## [1] 9

spring_21_comms %>% nrow()

## [1] 15

summer_20_mb %>% nrow()

## [1] 10

spring_20_gis %>% nrow()

## [1] 8

Overall, how satisfied were you with the workshop?

• Extremely dissatisfied (21)
• Somewhat dissatisfied (22)
• Neither satisfied nor dissatisfied (23)
• Somewhat satisfied (24)
• Extremely satisfied (25)

d_q2 %>% 
  group_by(survey) %>% 
  summarize(m_q2 = mean(q2_rc),
            sd_q2 = sd(q2_rc))

## # A tibble: 4 x 3
##   survey      m_q2 sd_q2
##   <chr>      <dbl> <dbl>
## 1 s_20_gis    4.12 1.46 
## 2 s_20_mb     4.7  0.675
## 3 s_21_comms  4.33 1.05 
## 4 s_21_gis    3.89 1.17

d_q2 %>% 
  summarize(m_q2 = mean(q2_rc),
            sd_q2 = sd(q2_rc))

## # A tibble: 1 x 2
##    m_q2 sd_q2
##   <dbl> <dbl>
## 1  4.29  1.09

The workshop was relevant to my teaching context. (11)

• Strongly disagree (43)
• Disagree (44)
• Somewhat disagree (45)
• Neither agree nor disagree (46)
• Somewhat agree (47)
• Agree (48)
• Strongly agree (49)

d_q3 %>% 
  group_by(survey) %>% 
  summarize(m_q3_2 = mean(q3_2_rc),
            sd_q3_2 = sd(q3_2_rc))

## # A tibble: 4 x 3
##   survey     m_q3_2 sd_q3_2
##   <chr>       <dbl>   <dbl>
## 1 s_20_gis     4.88    1.89
## 2 s_20_mb      6       1.25
## 3 s_21_comms   5.73    1.28
## 4 s_21_gis     5.33    1.5

d_q3 %>% 
  summarize(m_q3_2 = mean(q3_2_rc),
            sd_q3_2 = sd(q3_2_rc))

## # A tibble: 1 x 2
##   m_q3_2 sd_q3_2
##    <dbl>   <dbl>
## 1   5.55    1.45

The workshop addressed a need I have as a teacher. (13)

• Strongly disagree (43)
• Disagree (44)
• Somewhat disagree (45)
• Neither agree nor disagree (46)
• Somewhat agree (47)
• Agree (48)
• Strongly agree (49)

d_q3 %>% 
  group_by(survey) %>% 
  summarize(m_q3_4 = mean(q3_4_rc),
            sd_q3_4 = sd(q3_4_rc))

## # A tibble: 4 x 3
##   survey     m_q3_4 sd_q3_4
##   <chr>       <dbl>   <dbl>
## 1 s_20_gis     4.62   1.92 
## 2 s_20_mb      6      0.943
## 3 s_21_comms   5.8    1.08 
## 4 s_21_gis     5.22   0.972

d_q3 %>% 
  summarize(m_q3_4 = mean(q3_4_rc),
            sd_q3_4 = sd(q3_4_rc))

## # A tibble: 1 x 2
##   m_q3_4 sd_q3_4
##    <dbl>   <dbl>
## 1    5.5    1.29