1 Sample 1.1

Link to Outcome Matrices Google Sheets

sample_means <- read.csv(here("power_calculations", "outcome_matrices", "sample_1.1_means.csv")) %>%
  # label is SR/LR + misinfo/nonmisinfo + reshared/exposed
  mutate(label = paste(time, info, action, sep = "_")) 

sample_sds <- read.csv(here("power_calculations", "outcome_matrices", "sample_1.1_sd.csv"))%>%
  mutate(label = str_replace(paste(time, info, action, sep = "_"), "-", "_"))
trial <- function(N, p_control, n_treatments){
  start <- Sys.time()
  
  # list of treatments
  treatments <- c("C2", paste("T", formatC(1:n_treatments, width = 2, flag = "0"), sep= ""))
  
  #list of outcomes
  outcomes <- sample_means$label
  
  # generate empty data frame
  df <- data.frame(treatment_assignment = rep(NA, N), 
                   SR_misinfo_reshared= rep(NA, N), 
                   SR_non_misinfo_reshared= rep(NA, N),
                   SR_misinfo_exposed= rep(NA, N), 
                   SR_non_misinfo_exposed= rep(NA, N), 
                   LR_misinfo_reshared= rep(NA, N),
                   LR_non_misinfo_reshared= rep(NA, N), 
                   LR_misinfo_exposed= rep(NA, N), 
                   LR_non_misinfo_exposed= rep(NA, N))
  
  # get treatment probability
  p_treatment = (1 - p_control)/n_treatments
  
  # random sample treatments
  treatment_assignment <- sample(
    x = treatments, 
    size = N, 
    replace = T, 
    prob = c(p_control, rep(p_treatment, n_treatments)))
  
  df[, "treatment_assignment"] <- treatment_assignment
  
  
  # generate outcomes
  for(treat in treatments){
    
    treat_n <- sum(treatment_assignment == treat) 
    
    for(out in outcomes){
      
        #outcome-treatment specific mean
        mean <- sample_means[sample_means$label == out, treat]
        
        #outcome specific sd
        sd <- sample_sds[sample_sds$label == out, "sd"]
      
      
      if(grepl("exposed", out)){
        
        generated_outcome <- rtruncnorm(n = treat_n, a = 0, b = Inf, mean = mean, sd = sd)
        df[df$treatment_assignment == treat, out] <- generated_outcome

        
      } else {
    
        
        # log normal
        location <- log(mean^2 / sqrt(sd^2 + mean^2))
        shape <- sqrt(log(1+(sd^2 / mean^2)))
        generated_outcome <- rlnorm(treat_n, location, shape)
        
        # add to df
        df[df$treatment_assignment == treat, out] <- generated_outcome
      }
    }
  
  }
  
  outcomes <- outcomes[!grepl("exposed", outcomes)]
  
  # generate new outcomes!
  df$LR_reshared_ratio = df$LR_misinfo_reshared/(df$LR_misinfo_reshared + df$LR_non_misinfo_reshared)
  
  df$SR_reshared_ratio = df$SR_misinfo_reshared/(df$SR_misinfo_reshared + df$SR_non_misinfo_reshared)

  df$LR_exposed_sum =df$LR_misinfo_exposed + df$LR_non_misinfo_exposed
  
  df$SR_exposed_sum= df$SR_misinfo_exposed + df$SR_non_misinfo_exposed
  
  df$LR_exposed_ratio = df$LR_misinfo_exposed/df$LR_exposed_sum
  
  df$SR_exposed_ratio = df$SR_misinfo_exposed/df$SR_exposed_sum
  

  #print(paste("DGP Done!", Sys.time() - start))
  
  # update outcomes list with new generated outcomes
  
  outcomes <- c(outcomes, c("LR_reshared_ratio", 
                            "SR_reshared_ratio", 
                            "LR_exposed_ratio", 
                            "SR_exposed_ratio", 
                            "LR_exposed_sum", 
                            "SR_exposed_sum"))
  
  # p-values matrix

# df for 123 vs 567 comparisons 
sub_123_567<- df[df$treatment_assignment %in% c("T01", "T02", "T03", "T05", "T06", "T07"), ]
sub_123_567$new_T <- ""
sub_123_567$new_T[sub_123_567$treatment_assignment %in% c("T01", "T02", "T03")] <- "T123"
sub_123_567$new_T[sub_123_567$treatment_assignment %in% c("T05", "T06", "T07")] <- "T567"


p_values <- lapply(setNames(outcomes, outcomes), FUN = function(out){   
  
  ## hypotheses for N == 7
  if(n_treatments == 7){
    
    # one sided tests for misinfo outcomes and ratio outcomes
    if(!grepl("non_misinfo|_sum", out)){
      
      # T1-7 < C
      p_matrix <- pairwise.t.test(x = df[[out]],
                                  g = df$treatment_assignment,
                                  p.adjust.method = "none",
                                  alternative = "less")$p.value[, "C2"]
      # T123 > T567
      p_123_567 <- t.test(sub_123_567[[out]]~new_T, sub_123_567, alternative = "greater")$p.value
      names(p_123_567) <-  paste("T123_T567")
      
      # output vector
      final_p <- c(p_matrix, p_123_567)
      
    # two sided tests for non-misinfo outcomes, sum outcomes  
    }  else {
      
      # T1-7 !=  C
      p_matrix <- pairwise.t.test(x = df[[out]],
                                  g = df$treatment_assignment,
                                  p.adjust.method = "none",
                                  alternative = "two.sided")$p.value[, "C2"]
      # T123 != T567
      p_123_567 <- t.test(sub_123_567[[out]]~new_T, sub_123_567, alternative = "two.sided")$p.value
      names(p_123_567) <-  paste("T123_T567")
      
      # output vector
      final_p <- c(p_matrix, p_123_567)
      
    }
    
  ## hypotheses for N == 14
  } else if(n_treatments == 14){
    
    #make data frames for the following comparisons
    
    ## T01 and T8 vs C
    ## T02 and T09 vs C
    ## T03 and T10 vs C
    ## T04 and T11 vs C
    ## T05 and T12 vs C
    ## T06 and T13 vs C
    ## T07 and T14 vs C 
    
    pairs <- list(c("T01","T08"), 
                  c("T02", "T09"), 
                  c("T03", "T10"), 
                  c("T04", "T11"), 
                  c("T05", "T12"), 
                  c("T06", "T13"), 
                  c("T07", "T14"))
    
    df$new_col <-""
    
    df$new_col[df$treatment_assignment == "C2"] <- "C2"
    
    for(p in pairs){
      
      df$new_col[df$treatment_assignment %in% p ] <- paste(p[1], p[2], sep = "_")
      
    }
    
    # df for T1 T2 T3 T8 T9 T10 vs T5 T6 T7 T12 T13 T14 comparison
    sub_1238910_567121314 <- df[!(df$treatment_assignment %in% c("T04", "T11", "C2")), ]
    sub_1238910_567121314$new_T <- ""
    sub_1238910_567121314$new_T[sub_1238910_567121314$treatment_assignment 
                                %in% c("T01", "T02", "T03", "T08", "T09", "T10")] <- "T1238910"
    sub_1238910_567121314$new_T[sub_1238910_567121314$treatment_assignment 
                                %in% c("T05", "T06", "T07", "T12", "T13", "T14")] <- "T567121314"
    
    # df for T8 T9 T10 vs T12 T13 T14 
    sub_080910_121314<- df[df$treatment_assignment %in% c("T08", "T09", "T10", "T12", "T13", "T14"), ]
    sub_080910_121314$new_T <- ""
    sub_080910_121314$new_T[sub_080910_121314$treatment_assignment %in% c("T08", "T09", "T10")] <- "T080910"
    sub_080910_121314$new_T[sub_080910_121314$treatment_assignment %in% c("T12", "T13", "T14")] <- "T121314"
    
    # one sided tests for misinfo outcomes and ratio outcomes
    if(!grepl("non_misinfo|_sum", out)){
      
      # SR outcomes
      if(grepl("SR", out)){
        
        # T1_T8 < C
        # T2_T9  < C
        # etc
        p_matrix <- pairwise.t.test(x = df[[out]],
                                    g = df[["new_col"]],
                                    p.adjust.method = "none",
                                    alternative = "less")$p.value[, "C2"]
   
        p_1238910_567121314 <-  t.test(sub_1238910_567121314[[out]]~new_T, sub_1238910_567121314, alternative = "greater")$p.value
        names(p_1238910_567121314) <-  paste("T1238910_T567121314")
        
        final_p <- c(p_matrix, p_1238910_567121314)
        
      # LR outcomes
      } else if(grepl("LR", out)){
        
        # T1-7 < C
        p_matrix <- pairwise.t.test(x = df[[out]],
                                    g = df$treatment_assignment,
                                    p.adjust.method = "none",
                                    alternative = "less")$p.value[, "C2"]
        
        # T123 > T567
        p_123_567 <- t.test(sub_123_567[[out]]~new_T, sub_123_567, alternative = "greater")$p.value
        names(p_123_567) <-  paste("T123_T567")
        
        # T8910 > T121314
        p_8910_121314 <- t.test(sub_080910_121314[[out]]~new_T, sub_080910_121314, alternative = "greater")$p.value
        names(p_8910_121314) <-  paste("T8910_T121314")
        
        final_p <- c(p_matrix, p_123_567, p_8910_121314)
        
      }
      
    # two sided tests for non-misinfo outcomes, sum outcomes  
    }  else {
      
      # short run outcomes
      if(grepl("SR", out)){
        # T1_T8 < C
        # T2_T9  < C
        # etc
        p_matrix <- pairwise.t.test(x = df[[out]],
                                    g = df[["new_col"]],
                                    p.adjust.method = "none",
                                    alternative = "two.sided")$p.value[, "C2"]
        
        p_1238910_567121314 <-  t.test(sub_1238910_567121314[[out]]~new_T, sub_1238910_567121314, alternative = "two.sided")$p.value
        names(p_1238910_567121314) <-  paste("T1238910_T567121314")
        
        final_p <- c(p_matrix, p_1238910_567121314)
        
      # long run outcomes   
      } else if(grepl("LR", out)){
        
        # T1-7 != C
        p_matrix <- pairwise.t.test(x = df[[out]],
                                    g = df$treatment_assignment,
                                    p.adjust.method = "none",
                                    alternative = "two.sided")$p.value[, "C2"]
        # T123 != T567
        p_123_567 <- t.test(sub_123_567[[out]]~new_T, sub_123_567, alternative = "two.sided")$p.value
        names(p_123_567) <-  paste("T123_T567")
        
        # T8910 != T121314
        p_8910_121314 <-  t.test(sub_080910_121314[[out]]~new_T, sub_080910_121314, alternative = "two.sided")$p.value
        names(p_8910_121314) <-  paste("T8910_T121314")
        
        final_p <- c(p_matrix, p_123_567, p_8910_121314)
        
      }
      
    }
    
  }
  
})


  # group 1: exposed vs reshared
  
  exposed <- t(do.call("cbind", p_values[grepl("exposed", names(p_values))]))
  reshared <- t(do.call("cbind", p_values[grepl("reshared", names(p_values))]))
  
  # exposed corrections
  bonferroni_exposed <- matrix(p.adjust(exposed, method = "bonferroni"), nrow = 4, 
                      dimnames = list(rownames(exposed), colnames(exposed)))
  
  holm_exposed <- matrix(p.adjust(exposed, method = "holm"), nrow = 4, 
                      dimnames = list(rownames(exposed), colnames(exposed)))
  
  hochberg_exposed <- matrix(p.adjust(exposed, method = "hochberg"), nrow = 4, 
                      dimnames = list(rownames(exposed), colnames(exposed)))
  
  # reshared corrections
  bonferroni_reshared <- matrix(p.adjust(reshared, method = "bonferroni"), nrow = 6, 
                      dimnames = list(rownames(reshared), colnames(reshared)))
  
  holm_reshared <- matrix(p.adjust(reshared, method = "holm"), nrow = 6, 
                      dimnames = list(rownames(reshared), colnames(reshared)))
  
  hochberg_reshared <- matrix(p.adjust(reshared, method = "hochberg"), nrow = 6, 
                      dimnames = list(rownames(reshared), colnames(reshared)))
  
  
  ## group 2 SR/LR - reshared/exposed
  
  SR_exposed <- t(do.call("cbind", p_values[grepl("SR.+exposed", names(p_values))]))
  SR_reshared <- t(do.call("cbind", p_values[grepl("SR.+reshared", names(p_values))]))
  LR_exposed <- t(do.call("cbind", p_values[grepl("LR.+exposed", names(p_values))]))
  LR_reshared <- t(do.call("cbind", p_values[grepl("LR.+reshared", names(p_values))]))
  
  
  
    # SR - exposed corrections
  bonferroni_SR_exposed <- matrix(p.adjust(SR_exposed, method = "bonferroni"), nrow = 2, 
                      dimnames = list(rownames(SR_exposed), colnames(SR_exposed)))
  
  holm_SR_exposed <- matrix(p.adjust(SR_exposed, method = "holm"), nrow = 2, 
                      dimnames = list(rownames(SR_exposed), colnames(SR_exposed)))
  
  hochberg_SR_exposed <- matrix(p.adjust(SR_exposed, method = "hochberg"), nrow = 2, 
                      dimnames = list(rownames(SR_exposed), colnames(SR_exposed)))
  
  
      # SR - reshared corrections
  bonferroni_SR_reshared <- matrix(p.adjust(SR_reshared, method = "bonferroni"), nrow = 3, 
                      dimnames = list(rownames(SR_reshared), colnames(SR_reshared)))
  
  holm_SR_reshared <- matrix(p.adjust(SR_reshared, method = "holm"), nrow = 3, 
                      dimnames = list(rownames(SR_reshared), colnames(SR_reshared)))
  
  hochberg_SR_reshared <- matrix(p.adjust(SR_reshared, method = "hochberg"), nrow = 3, 
                      dimnames = list(rownames(SR_reshared), colnames(SR_reshared)))
  
      # LR - exposed corrections
  bonferroni_LR_exposed <- matrix(p.adjust(LR_exposed, method = "bonferroni"), nrow = 2, 
                      dimnames = list(rownames(LR_exposed), colnames(LR_exposed)))
  
  holm_LR_exposed <- matrix(p.adjust(LR_exposed, method = "holm"), nrow = 2, 
                      dimnames = list(rownames(LR_exposed), colnames(LR_exposed)))
  
  hochberg_LR_exposed <- matrix(p.adjust(LR_exposed, method = "hochberg"), nrow = 2, 
                      dimnames = list(rownames(LR_exposed), colnames(LR_exposed)))
  
  
      # LR - reshared corrections
  bonferroni_LR_reshared <- matrix(p.adjust(LR_reshared, method = "bonferroni"), nrow = 3, 
                      dimnames = list(rownames(LR_reshared), colnames(LR_reshared)))
  
  holm_LR_reshared <- matrix(p.adjust(LR_reshared, method = "holm"), nrow = 3, 
                      dimnames = list(rownames(LR_reshared), colnames(LR_reshared)))
  
  hochberg_LR_reshared <- matrix(p.adjust(LR_reshared, method = "hochberg"), nrow = 3, 
                      dimnames = list(rownames(LR_reshared), colnames(LR_reshared)))
  
  #  print(paste("p-values done!", Sys.time() - start))
  # return four matrices of p-values
  return(list(
    exposed = list(none = exposed,
              bonferroni = bonferroni_exposed, 
              holm = holm_exposed, 
              hochberg = hochberg_exposed), 
    reshared = list(none = reshared,
              bonferroni = bonferroni_reshared, 
              holm = holm_reshared, 
              hochberg = hochberg_reshared),
    SR_exposed = list(none = SR_exposed,
              bonferroni = bonferroni_SR_exposed, 
              holm = holm_SR_exposed, 
              hochberg = hochberg_SR_exposed),
    LR_exposed = list(none = LR_exposed,
              bonferroni = bonferroni_LR_exposed, 
              holm = holm_LR_exposed, 
              hochberg = hochberg_LR_exposed), 
    SR_reshared = list(none = SR_reshared,
              bonferroni = bonferroni_SR_reshared, 
              holm = holm_SR_reshared, 
              hochberg = hochberg_SR_reshared),
    LR_reshared = list(none = LR_reshared,
          bonferroni = bonferroni_LR_reshared, 
          holm = holm_LR_reshared, 
          hochberg = hochberg_LR_reshared)))
}

Replication Step

power <- function(N, p_control, n_treatments, r, alpha){
  
  start <- Sys.time()
  results <- replicate(r,  trial(N, p_control, n_treatments))
  end <- Sys.time()

  end - start
  for( i in c("none", "bonferroni", "holm", "hochberg")){
    cat(paste0("### ",i," \n"))
    for(j in c("exposed", "reshared", "SR_exposed", "LR_exposed", "SR_reshared", "LR_reshared")){
    results_sub <- simplify2array(results[j, ])
    

      tbl <- results_sub[i, ]
      
      # makes True False matrices for if each individual values is above 0.05
      alpha_matrix <- lapply(tbl, function(x) x < alpha)
      
      power <- apply(simplify2array(alpha_matrix), c(1,2), sum)/r
    
       
  
        kable(power,  format = "html", 
              caption = paste("Power Matrix ", j, " Outcomes: ", str_to_title(i), " Correction", sep = ""), 
              digits = 3)%>%
      kable_styling()%>%
          scroll_box(height = "100%")%>%
          print()
        
      
    }
    cat("\n\n")
  }  
}

2 7 Treatments

2.1 N=15k, p = 0.125

power(N = 15000, 
      p_control = .125, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.1.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.16 0.14 0.14 0.15 0.27 0.25 0.21 0.13
SR_exposed_ratio 0.43 0.31 0.31 0.47 0.58 0.60 0.52 0.27
LR_exposed_sum 0.68 0.70 0.57 0.86 0.97 0.98 0.91 0.63
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.96 0.90 0.96 0.99 0.99 0.97 0.89
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.99
LR_misinfo_reshared 0.43 0.42 0.41 0.44 0.56 0.47 0.46 0.17
LR_non_misinfo_reshared 0.86 0.78 0.68 0.90 1.00 1.00 0.98 0.76
LR_reshared_ratio 0.97 0.98 0.95 1.00 1.00 1.00 1.00 0.72
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.43 0.31 0.31 0.47 0.58 0.6 0.52 0.27
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.0 1.00 0.99
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.16 0.14 0.14 0.15 0.27 0.25 0.21 0.13
LR_exposed_sum 0.68 0.70 0.57 0.86 0.97 0.98 0.91 0.63
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.96 0.90 0.96 0.99 0.99 0.97 0.89
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.99
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.43 0.42 0.41 0.44 0.56 0.47 0.46 0.17
LR_non_misinfo_reshared 0.86 0.78 0.68 0.90 1.00 1.00 0.98 0.76
LR_reshared_ratio 0.97 0.98 0.95 1.00 1.00 1.00 1.00 0.72

2.1.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.00 0.01 0.00 0.03 0.02 0.01 0.00
SR_exposed_ratio 0.09 0.10 0.04 0.10 0.17 0.19 0.15 0.02
LR_exposed_sum 0.29 0.19 0.18 0.34 0.80 0.75 0.51 0.16
SR_exposed_sum 0.98 0.97 0.77 1.00 1.00 1.00 1.00 0.92
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.83 0.80 0.78 0.85 0.93 0.91 0.89 0.58
SR_non_misinfo_reshared 0.99 0.97 0.93 1.00 1.00 1.00 0.99 0.98
LR_misinfo_reshared 0.10 0.12 0.10 0.13 0.18 0.14 0.11 0.00
LR_non_misinfo_reshared 0.50 0.40 0.23 0.59 0.90 0.86 0.79 0.34
LR_reshared_ratio 0.89 0.89 0.77 0.94 0.98 0.94 0.94 0.10
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.75
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.12 0.12 0.07 0.15 0.23 0.25 0.23 0.04
SR_exposed_sum 0.99 0.98 0.85 1.00 1.00 1.00 1.00 0.94
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.01 0.01 0.03 0.03 0.06 0.02 0.01
LR_exposed_sum 0.37 0.29 0.22 0.43 0.84 0.79 0.59 0.23
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.84 0.84 0.79 0.86 0.94 0.93 0.89 0.67
SR_non_misinfo_reshared 0.99 0.98 0.95 1.00 1.00 1.00 1.00 0.98
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.83
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.12 0.14 0.11 0.16 0.26 0.19 0.14 0.01
LR_non_misinfo_reshared 0.55 0.46 0.28 0.65 0.93 0.90 0.80 0.37
LR_reshared_ratio 0.93 0.93 0.78 0.95 1.00 0.97 0.97 0.16

2.1.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.01 0.01 0.02 0.03 0.05 0.02 0.01
SR_exposed_ratio 0.12 0.12 0.07 0.14 0.20 0.26 0.23 0.04
LR_exposed_sum 0.36 0.27 0.21 0.40 0.82 0.79 0.52 0.22
SR_exposed_sum 0.99 0.97 0.84 1.00 1.00 1.00 1.00 0.94
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.85 0.89 0.79 0.87 0.94 0.93 0.90 0.70
SR_non_misinfo_reshared 0.99 0.99 0.96 1.00 1.00 1.00 1.00 0.99
LR_misinfo_reshared 0.20 0.22 0.18 0.22 0.33 0.29 0.21 0.04
LR_non_misinfo_reshared 0.63 0.53 0.34 0.73 0.95 0.93 0.86 0.43
LR_reshared_ratio 0.93 0.94 0.81 0.95 1.00 0.98 0.97 0.34
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.88
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.27 0.17 0.16 0.24 0.29 0.38 0.31 0.09
SR_exposed_sum 0.99 1.00 0.92 1.00 1.00 1.00 1.00 0.96
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.03 0.03 0.04 0.04 0.08 0.05 0.04
LR_exposed_sum 0.42 0.32 0.23 0.46 0.84 0.80 0.62 0.28
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.94 0.87 0.92 0.96 0.96 0.92 0.86
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.99
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.21 0.24 0.20 0.22 0.33 0.29 0.22 0.04
LR_non_misinfo_reshared 0.64 0.55 0.35 0.73 0.95 0.93 0.86 0.47
LR_reshared_ratio 0.93 0.94 0.81 0.96 1.00 0.98 0.97 0.35

2.1.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.01 0.01 0.02 0.03 0.05 0.02 0.01
SR_exposed_ratio 0.12 0.12 0.07 0.14 0.20 0.26 0.23 0.04
LR_exposed_sum 0.36 0.27 0.21 0.40 0.82 0.79 0.52 0.22
SR_exposed_sum 0.99 0.97 0.84 1.00 1.00 1.00 1.00 0.94
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.86 0.90 0.79 0.87 0.94 0.93 0.90 0.71
SR_non_misinfo_reshared 0.99 0.99 0.96 1.00 1.00 1.00 1.00 0.99
LR_misinfo_reshared 0.22 0.23 0.20 0.24 0.34 0.30 0.24 0.05
LR_non_misinfo_reshared 0.64 0.53 0.35 0.74 0.95 0.93 0.86 0.47
LR_reshared_ratio 0.93 0.94 0.81 0.95 1.00 0.98 0.97 0.34
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.88
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.29 0.17 0.16 0.26 0.3 0.38 0.33 0.10
SR_exposed_sum 0.99 1.00 0.92 1.00 1.0 1.00 1.00 0.96
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.04 0.04 0.05 0.04 0.08 0.06 0.04
LR_exposed_sum 0.42 0.33 0.23 0.46 0.84 0.80 0.63 0.28
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.94 0.87 0.92 0.96 0.96 0.92 0.86
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.99
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.23 0.24 0.20 0.24 0.34 0.30 0.25 0.05
LR_non_misinfo_reshared 0.64 0.56 0.37 0.74 0.95 0.93 0.86 0.49
LR_reshared_ratio 0.93 0.94 0.81 0.96 1.00 0.98 0.97 0.35

2.2 N=18k, p = 0.125

power(N = 18000, 
      p_control = .125, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.2.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.29 0.20 0.17 0.28 0.33 0.24 0.22 0.13
SR_exposed_ratio 0.33 0.37 0.28 0.40 0.55 0.57 0.54 0.32
LR_exposed_sum 0.80 0.74 0.62 0.92 0.99 0.99 0.95 0.72
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.92 0.89 0.93 0.97 0.97 0.96 0.94
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.51 0.49 0.39 0.55 0.64 0.62 0.56 0.20
LR_non_misinfo_reshared 0.93 0.91 0.78 0.96 1.00 1.00 0.99 0.78
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.69
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.33 0.37 0.28 0.4 0.55 0.57 0.54 0.32
SR_exposed_sum 1.00 1.00 1.00 1.0 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.29 0.20 0.17 0.28 0.33 0.24 0.22 0.13
LR_exposed_sum 0.80 0.74 0.62 0.92 0.99 0.99 0.95 0.72
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.92 0.89 0.93 0.97 0.97 0.96 0.94
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.51 0.49 0.39 0.55 0.64 0.62 0.56 0.20
LR_non_misinfo_reshared 0.93 0.91 0.78 0.96 1.00 1.00 0.99 0.78
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.69

2.2.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.01 0.01 0.03 0.06 0.06 0.03 0.00
SR_exposed_ratio 0.08 0.04 0.04 0.10 0.13 0.15 0.11 0.02
LR_exposed_sum 0.37 0.25 0.18 0.56 0.91 0.80 0.66 0.25
SR_exposed_sum 1.00 0.99 0.93 1.00 1.00 1.00 1.00 0.96
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.79 0.76 0.83 0.90 0.90 0.89 0.73
SR_non_misinfo_reshared 1.00 1.00 0.96 1.00 1.00 1.00 1.00 0.98
LR_misinfo_reshared 0.14 0.11 0.11 0.12 0.25 0.24 0.16 0.02
LR_non_misinfo_reshared 0.67 0.55 0.28 0.74 0.98 0.93 0.87 0.28
LR_reshared_ratio 0.97 0.96 0.87 0.95 1.00 1.00 1.00 0.20
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.87
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.1 0.05 0.05 0.11 0.18 0.19 0.16 0.04
SR_exposed_sum 1.0 0.99 0.96 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.08 0.03 0.01 0.05 0.08 0.06 0.05 0.00
LR_exposed_sum 0.41 0.33 0.25 0.61 0.93 0.90 0.72 0.32
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.81 0.77 0.85 0.94 0.94 0.9 0.75
SR_non_misinfo_reshared 1.00 1.00 0.97 1.00 1.00 1.00 1.0 0.99
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.0 0.91
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.15 0.12 0.14 0.16 0.29 0.28 0.18 0.03
LR_non_misinfo_reshared 0.68 0.63 0.37 0.84 0.99 0.94 0.88 0.37
LR_reshared_ratio 0.98 0.98 0.94 0.97 1.00 1.00 1.00 0.26

2.2.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.08 0.03 0.02 0.06 0.08 0.07 0.05 0.00
SR_exposed_ratio 0.10 0.05 0.04 0.11 0.19 0.17 0.16 0.03
LR_exposed_sum 0.42 0.33 0.24 0.61 0.92 0.88 0.70 0.30
SR_exposed_sum 1.00 0.99 0.96 1.00 1.00 1.00 1.00 0.97
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.82 0.81 0.86 0.94 0.94 0.90 0.81
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.18 0.22 0.19 0.24 0.38 0.35 0.24 0.08
LR_non_misinfo_reshared 0.75 0.70 0.47 0.89 0.99 0.98 0.95 0.50
LR_reshared_ratio 0.98 1.00 0.96 0.97 1.00 1.00 1.00 0.34
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.18 0.17 0.10 0.22 0.3 0.28 0.23 0.12
SR_exposed_sum 1.00 0.99 0.96 1.00 1.0 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.11 0.07 0.04 0.08 0.09 0.08 0.08 0.01
LR_exposed_sum 0.45 0.38 0.32 0.64 0.94 0.90 0.76 0.37
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.91 0.89 0.88 0.91 0.95 0.95 0.94 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.19 0.23 0.20 0.28 0.41 0.36 0.26 0.09
LR_non_misinfo_reshared 0.75 0.74 0.47 0.89 0.99 0.98 0.95 0.50
LR_reshared_ratio 0.98 1.00 0.97 0.97 1.00 1.00 1.00 0.36

2.2.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.08 0.03 0.02 0.06 0.08 0.07 0.05 0.00
SR_exposed_ratio 0.10 0.05 0.04 0.11 0.19 0.17 0.16 0.03
LR_exposed_sum 0.42 0.33 0.24 0.61 0.92 0.88 0.70 0.30
SR_exposed_sum 1.00 0.99 0.96 1.00 1.00 1.00 1.00 0.97
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.83 0.81 0.87 0.94 0.94 0.90 0.81
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.19 0.24 0.21 0.26 0.38 0.35 0.25 0.08
LR_non_misinfo_reshared 0.75 0.72 0.48 0.89 0.99 0.98 0.95 0.51
LR_reshared_ratio 0.98 1.00 0.96 0.97 1.00 1.00 1.00 0.36
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.18 0.18 0.12 0.24 0.3 0.28 0.24 0.13
SR_exposed_sum 1.00 0.99 0.96 1.00 1.0 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.11 0.07 0.05 0.08 0.09 0.09 0.08 0.01
LR_exposed_sum 0.45 0.38 0.32 0.64 0.94 0.90 0.76 0.38
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.89 0.88 0.91 0.95 0.95 0.94 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.21 0.26 0.21 0.29 0.41 0.37 0.27 0.09
LR_non_misinfo_reshared 0.75 0.76 0.49 0.89 0.99 0.98 0.95 0.51
LR_reshared_ratio 0.98 1.00 0.97 0.97 1.00 1.00 1.00 0.38

2.3 N=18k, p = 0.2

power(N = 18000, 
      p_control = .2, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.3.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.13 0.16 0.10 0.16 0.17 0.26 0.23 0.16
SR_exposed_ratio 0.49 0.36 0.32 0.47 0.66 0.65 0.53 0.24
LR_exposed_sum 0.87 0.78 0.58 0.89 0.99 0.99 0.98 0.64
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.95 0.98 0.94 0.98 0.99 0.95 0.98 0.90
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.41 0.36 0.34 0.46 0.53 0.51 0.47 0.18
LR_non_misinfo_reshared 1.00 0.96 0.89 1.00 1.00 1.00 1.00 0.79
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.69
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.49 0.36 0.32 0.47 0.66 0.65 0.53 0.24
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.13 0.16 0.10 0.16 0.17 0.26 0.23 0.16
LR_exposed_sum 0.87 0.78 0.58 0.89 0.99 0.99 0.98 0.64
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.95 0.98 0.94 0.98 0.99 0.95 0.98 0.90
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.41 0.36 0.34 0.46 0.53 0.51 0.47 0.18
LR_non_misinfo_reshared 1.00 0.96 0.89 1.00 1.00 1.00 1.00 0.79
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.69

2.3.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.00 0.00 0.01 0.01 0.00 0.01 0.00
SR_exposed_ratio 0.07 0.03 0.03 0.09 0.14 0.17 0.10 0.03
LR_exposed_sum 0.48 0.39 0.19 0.57 0.93 0.86 0.68 0.15
SR_exposed_sum 1.00 0.98 0.94 1.00 1.00 1.00 1.00 0.91
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.81 0.78 0.72 0.83 0.89 0.87 0.87 0.65
SR_non_misinfo_reshared 1.00 0.99 0.97 1.00 1.00 1.00 1.00 0.99
LR_misinfo_reshared 0.06 0.06 0.04 0.10 0.13 0.09 0.07 0.01
LR_non_misinfo_reshared 0.84 0.71 0.46 0.91 1.00 0.99 0.97 0.22
LR_reshared_ratio 0.95 0.93 0.83 0.97 1.00 1.00 0.99 0.16
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.79
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.11 0.05 0.04 0.14 0.24 0.23 0.12 0.05
SR_exposed_sum 1.00 0.99 0.95 1.00 1.00 1.00 1.00 0.95
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.00 0.0 0.03 0.02 0.01 0.02 0.00
LR_exposed_sum 0.57 0.47 0.2 0.63 0.96 0.90 0.77 0.22
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.84 0.81 0.77 0.86 0.91 0.9 0.88 0.70
SR_non_misinfo_reshared 1.00 0.99 0.98 1.00 1.00 1.0 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.0 1.00 0.83
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.10 0.10 0.06 0.14 0.18 0.17 0.13 0.01
LR_non_misinfo_reshared 0.89 0.78 0.56 0.95 1.00 0.99 0.98 0.29
LR_reshared_ratio 0.96 0.94 0.92 0.97 1.00 1.00 0.99 0.19

2.3.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.00 0.00 0.02 0.02 0.01 0.02 0.00
SR_exposed_ratio 0.10 0.04 0.03 0.13 0.23 0.22 0.12 0.04
LR_exposed_sum 0.55 0.45 0.20 0.63 0.96 0.90 0.77 0.21
SR_exposed_sum 1.00 0.98 0.94 1.00 1.00 1.00 1.00 0.94
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.85 0.81 0.88 0.92 0.91 0.92 0.75
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.14 0.14 0.15 0.21 0.24 0.22 0.22 0.02
LR_non_misinfo_reshared 0.94 0.83 0.66 0.96 1.00 0.99 0.98 0.43
LR_reshared_ratio 0.96 0.94 0.94 0.97 1.00 1.00 0.99 0.30
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.87
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.2 0.14 0.12 0.21 0.3 0.32 0.19 0.09
SR_exposed_sum 1.0 0.99 0.99 1.00 1.0 1.00 1.00 0.95
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.01 0.00 0.03 0.03 0.03 0.03 0.00
LR_exposed_sum 0.61 0.54 0.23 0.68 0.96 0.91 0.80 0.26
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.91 0.91 0.91 0.94 0.94 0.92 0.94 0.88
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.15 0.15 0.16 0.23 0.29 0.23 0.22 0.03
LR_non_misinfo_reshared 0.95 0.83 0.69 0.96 1.00 0.99 0.98 0.44
LR_reshared_ratio 0.96 0.95 0.94 0.97 1.00 1.00 0.99 0.31

2.3.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.00 0.00 0.02 0.02 0.01 0.02 0.00
SR_exposed_ratio 0.10 0.04 0.03 0.13 0.23 0.22 0.12 0.04
LR_exposed_sum 0.55 0.45 0.20 0.63 0.96 0.90 0.77 0.21
SR_exposed_sum 1.00 0.98 0.94 1.00 1.00 1.00 1.00 0.94
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.85 0.81 0.88 0.92 0.91 0.92 0.77
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.17 0.17 0.16 0.23 0.24 0.22 0.22 0.06
LR_non_misinfo_reshared 0.94 0.84 0.68 0.96 1.00 0.99 0.98 0.44
LR_reshared_ratio 0.96 0.94 0.94 0.97 1.00 1.00 0.99 0.31
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.88
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.2 0.15 0.13 0.22 0.3 0.32 0.2 0.09
SR_exposed_sum 1.0 0.99 0.99 1.00 1.0 1.00 1.0 0.96
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.02 0.01 0.03 0.03 0.03 0.03 0.00
LR_exposed_sum 0.61 0.54 0.23 0.69 0.96 0.91 0.80 0.27
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.95 0.94 0.97 0.97 0.95 0.97 0.88
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.18 0.18 0.17 0.25 0.29 0.24 0.23 0.06
LR_non_misinfo_reshared 0.95 0.84 0.71 0.96 1.00 0.99 0.98 0.46
LR_reshared_ratio 0.96 0.95 0.94 0.97 1.00 1.00 0.99 0.31

2.4 N=18k, p = 0.3

power(N = 18000, 
      p_control = .3, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.4.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.17 0.21 0.17 0.25 0.24 0.28 0.21 0.13
SR_exposed_ratio 0.44 0.38 0.32 0.54 0.68 0.62 0.59 0.22
LR_exposed_sum 0.88 0.75 0.67 0.91 1.00 0.98 0.98 0.62
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.92 0.91 0.93 0.96 0.95 0.95 0.89
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.49 0.38 0.36 0.42 0.56 0.50 0.47 0.15
LR_non_misinfo_reshared 0.97 0.95 0.80 0.95 1.00 1.00 1.00 0.75
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.58
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.44 0.38 0.32 0.54 0.68 0.62 0.59 0.22
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.17 0.21 0.17 0.25 0.24 0.28 0.21 0.13
LR_exposed_sum 0.88 0.75 0.67 0.91 1.00 0.98 0.98 0.62
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.92 0.91 0.93 0.96 0.95 0.95 0.89
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.49 0.38 0.36 0.42 0.56 0.5 0.47 0.15
LR_non_misinfo_reshared 0.97 0.95 0.80 0.95 1.00 1.0 1.00 0.75
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.0 1.00 0.58

2.4.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.00 0.00 0.01 0.00 0.01 0.00 0.01
SR_exposed_ratio 0.03 0.04 0.03 0.06 0.16 0.12 0.06 0.02
LR_exposed_sum 0.45 0.33 0.21 0.57 0.94 0.85 0.84 0.16
SR_exposed_sum 1.00 0.99 0.94 1.00 1.00 1.00 1.00 0.82
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.79 0.74 0.66 0.81 0.89 0.86 0.85 0.59
SR_non_misinfo_reshared 1.00 0.99 0.98 1.00 1.00 1.00 1.00 0.98
LR_misinfo_reshared 0.06 0.03 0.01 0.04 0.09 0.06 0.09 0.00
LR_non_misinfo_reshared 0.63 0.67 0.38 0.86 0.96 0.94 0.93 0.24
LR_reshared_ratio 0.97 0.94 0.85 0.99 0.99 0.99 0.97 0.14
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.73
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.06 0.06 0.05 0.11 0.23 0.17 0.13 0.04
SR_exposed_sum 1.00 0.99 0.97 1.00 1.00 1.00 1.00 0.86
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.01 0.00 0.02 0.02 0.03 0.03 0.01
LR_exposed_sum 0.56 0.43 0.27 0.60 0.97 0.90 0.88 0.22
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.84 0.75 0.70 0.84 0.89 0.88 0.89 0.66
SR_non_misinfo_reshared 1.00 0.99 0.98 1.00 1.00 1.00 1.00 0.99
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.79
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.07 0.07 0.04 0.04 0.14 0.09 0.14 0.02
LR_non_misinfo_reshared 0.69 0.74 0.44 0.89 0.97 0.96 0.94 0.30
LR_reshared_ratio 0.98 0.97 0.91 0.99 1.00 1.00 0.98 0.16

2.4.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.02 0.00 0.02 0.02 0.02 0.03 0.01
SR_exposed_ratio 0.06 0.05 0.04 0.10 0.23 0.16 0.12 0.04
LR_exposed_sum 0.53 0.38 0.28 0.58 0.94 0.88 0.88 0.21
SR_exposed_sum 1.00 0.99 0.97 1.00 1.00 1.00 1.00 0.85
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.85 0.77 0.73 0.85 0.90 0.89 0.89 0.74
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.99
LR_misinfo_reshared 0.14 0.11 0.08 0.15 0.22 0.19 0.19 0.04
LR_non_misinfo_reshared 0.78 0.83 0.54 0.90 0.98 0.97 0.95 0.38
LR_reshared_ratio 1.00 0.98 0.93 0.99 1.00 1.00 0.98 0.20
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.86
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.21 0.12 0.12 0.24 0.36 0.28 0.25 0.07
SR_exposed_sum 1.00 0.99 0.98 1.00 1.00 1.00 1.00 0.91
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.02 0.02 0.05 0.04 0.03 0.05 0.02
LR_exposed_sum 0.62 0.46 0.36 0.61 0.99 0.91 0.89 0.28
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.86 0.85 0.89 0.92 0.91 0.91 0.87
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.16 0.11 0.09 0.16 0.23 0.19 0.20 0.04
LR_non_misinfo_reshared 0.79 0.84 0.55 0.91 0.98 0.97 0.95 0.40
LR_reshared_ratio 1.00 0.98 0.94 0.99 1.00 1.00 0.98 0.22

2.4.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.02 0.00 0.02 0.02 0.02 0.03 0.01
SR_exposed_ratio 0.06 0.05 0.04 0.11 0.24 0.16 0.12 0.04
LR_exposed_sum 0.53 0.38 0.28 0.58 0.94 0.88 0.88 0.21
SR_exposed_sum 1.00 0.99 0.97 1.00 1.00 1.00 1.00 0.85
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.85 0.79 0.74 0.85 0.90 0.89 0.89 0.75
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.99
LR_misinfo_reshared 0.14 0.11 0.08 0.16 0.22 0.19 0.19 0.04
LR_non_misinfo_reshared 0.78 0.83 0.54 0.90 0.98 0.97 0.95 0.39
LR_reshared_ratio 1.00 0.98 0.93 0.99 1.00 1.00 0.98 0.21
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.87
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.21 0.13 0.14 0.24 0.37 0.29 0.25 0.08
SR_exposed_sum 1.00 0.99 0.98 1.00 1.00 1.00 1.00 0.91
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.02 0.02 0.05 0.04 0.03 0.05 0.02
LR_exposed_sum 0.62 0.46 0.37 0.61 0.99 0.91 0.89 0.29
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.9 0.89 0.87 0.9 0.93 0.92 0.92 0.87
SR_non_misinfo_reshared 1.0 1.00 1.00 1.0 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.0 1.00 1.00 1.0 1.00 1.00 1.00 0.95
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.16 0.12 0.09 0.16 0.23 0.19 0.20 0.04
LR_non_misinfo_reshared 0.79 0.84 0.56 0.91 0.98 0.97 0.95 0.40
LR_reshared_ratio 1.00 0.98 0.94 0.99 1.00 1.00 0.98 0.22

2.5 N=20k, p = 0.125

power(N = 20000, 
      p_control = .125, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.5.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.20 0.12 0.11 0.17 0.31 0.20 0.21 0.16
SR_exposed_ratio 0.44 0.32 0.28 0.41 0.65 0.57 0.57 0.30
LR_exposed_sum 0.88 0.83 0.63 0.91 1.00 1.00 0.97 0.79
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.90 0.87 0.94 0.95 0.95 0.95 0.92
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.44 0.39 0.39 0.48 0.58 0.60 0.45 0.22
LR_non_misinfo_reshared 0.98 0.93 0.81 0.98 0.99 0.99 0.99 0.87
LR_reshared_ratio 1.00 0.99 1.00 1.00 1.00 1.00 1.00 0.79
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.44 0.32 0.28 0.41 0.65 0.57 0.57 0.3
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.20 0.12 0.11 0.17 0.31 0.2 0.21 0.16
LR_exposed_sum 0.88 0.83 0.63 0.91 1.00 1.0 0.97 0.79
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.9 0.87 0.94 0.95 0.95 0.95 0.92
SR_non_misinfo_reshared 1.00 1.0 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.0 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.44 0.39 0.39 0.48 0.58 0.60 0.45 0.22
LR_non_misinfo_reshared 0.98 0.93 0.81 0.98 0.99 0.99 0.99 0.87
LR_reshared_ratio 1.00 0.99 1.00 1.00 1.00 1.00 1.00 0.79

2.5.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.02 0.02 0.02 0.01 0.01 0.03 0.00
SR_exposed_ratio 0.13 0.11 0.05 0.12 0.22 0.15 0.12 0.02
LR_exposed_sum 0.46 0.42 0.21 0.60 0.91 0.89 0.72 0.27
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.95
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.80 0.78 0.79 0.85 0.90 0.89 0.88 0.65
SR_non_misinfo_reshared 1.00 1.00 0.95 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.12 0.11 0.08 0.13 0.15 0.19 0.15 0.00
LR_non_misinfo_reshared 0.65 0.61 0.37 0.85 0.95 0.95 0.89 0.45
LR_reshared_ratio 0.97 0.96 0.91 0.96 1.00 1.00 0.97 0.25
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.89
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.14 0.12 0.07 0.15 0.26 0.23 0.14 0.04
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.96
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.03 0.04 0.03 0.03 0.02 0.05 0.00
LR_exposed_sum 0.52 0.49 0.29 0.68 0.94 0.96 0.80 0.37
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.84 0.79 0.81 0.86 0.9 0.89 0.88 0.71
SR_non_misinfo_reshared 1.00 1.00 0.96 1.00 1.0 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.0 1.00 1.00 0.91
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.13 0.12 0.10 0.17 0.21 0.23 0.19 0.01
LR_non_misinfo_reshared 0.69 0.67 0.43 0.86 0.96 0.96 0.92 0.51
LR_reshared_ratio 0.99 0.96 0.91 0.96 1.00 1.00 0.99 0.34

2.5.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.03 0.04 0.04 0.06 0.03 0.05 0.00
SR_exposed_ratio 0.13 0.12 0.07 0.15 0.25 0.22 0.13 0.03
LR_exposed_sum 0.52 0.47 0.28 0.66 0.93 0.93 0.77 0.35
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.96
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.85 0.84 0.82 0.88 0.91 0.90 0.90 0.77
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.21 0.20 0.17 0.27 0.33 0.30 0.25 0.06
LR_non_misinfo_reshared 0.80 0.77 0.60 0.93 0.97 0.97 0.93 0.62
LR_reshared_ratio 0.99 0.99 0.92 0.98 1.00 1.00 1.00 0.46
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.92
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.18 0.18 0.15 0.23 0.35 0.26 0.23 0.11
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.05 0.04 0.06 0.09 0.04 0.05 0.02
LR_exposed_sum 0.55 0.53 0.32 0.71 0.95 0.96 0.83 0.40
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.9 0.88 0.86 0.91 0.92 0.92 0.91 0.86
SR_non_misinfo_reshared 1.0 1.00 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.0 1.00 1.00 1.00 1.00 1.00 1.00 0.94
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.22 0.23 0.18 0.29 0.33 0.32 0.25 0.07
LR_non_misinfo_reshared 0.81 0.78 0.63 0.93 0.97 0.97 0.93 0.64
LR_reshared_ratio 0.99 0.99 0.94 0.98 1.00 1.00 1.00 0.47

2.5.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.03 0.04 0.04 0.06 0.03 0.05 0.00
SR_exposed_ratio 0.13 0.12 0.07 0.15 0.25 0.23 0.13 0.03
LR_exposed_sum 0.52 0.48 0.28 0.66 0.93 0.93 0.78 0.35
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.96
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.86 0.85 0.83 0.88 0.91 0.90 0.90 0.77
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.22 0.22 0.18 0.29 0.33 0.32 0.26 0.08
LR_non_misinfo_reshared 0.81 0.77 0.62 0.94 0.97 0.97 0.93 0.63
LR_reshared_ratio 0.99 0.99 0.93 0.98 1.00 1.00 1.00 0.47
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.92
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.18 0.18 0.15 0.23 0.35 0.26 0.23 0.11
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.05 0.04 0.06 0.09 0.04 0.05 0.02
LR_exposed_sum 0.55 0.53 0.32 0.71 0.95 0.96 0.83 0.40
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.9 0.88 0.86 0.91 0.92 0.92 0.91 0.86
SR_non_misinfo_reshared 1.0 1.00 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.0 1.00 1.00 1.00 1.00 1.00 1.00 0.94
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.23 0.25 0.19 0.31 0.33 0.33 0.28 0.09
LR_non_misinfo_reshared 0.83 0.78 0.64 0.94 0.97 0.97 0.93 0.65
LR_reshared_ratio 0.99 0.99 0.94 0.98 1.00 1.00 1.00 0.48

2.6 N=20k, p = 0.2

power(N = 20000, 
      p_control = .2, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.6.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.23 0.12 0.16 0.26 0.32 0.26 0.24 0.13
SR_exposed_ratio 0.56 0.46 0.44 0.62 0.75 0.70 0.66 0.30
LR_exposed_sum 0.95 0.83 0.73 0.95 1.00 1.00 1.00 0.70
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.95 0.96 0.97 0.99 0.98 0.98 0.93
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.43 0.37 0.38 0.47 0.55 0.55 0.55 0.21
LR_non_misinfo_reshared 0.97 0.97 0.89 0.99 1.00 0.99 1.00 0.78
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.62
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.56 0.46 0.44 0.62 0.75 0.7 0.66 0.3
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.0 1.00 1.0
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.23 0.12 0.16 0.26 0.32 0.26 0.24 0.13
LR_exposed_sum 0.95 0.83 0.73 0.95 1.00 1.00 1.00 0.70
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.95 0.96 0.97 0.99 0.98 0.98 0.93
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.43 0.37 0.38 0.47 0.55 0.55 0.55 0.21
LR_non_misinfo_reshared 0.97 0.97 0.89 0.99 1.00 0.99 1.00 0.78
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.62

2.6.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.01 0.01 0.01 0.03 0.05 0.02 0.00
SR_exposed_ratio 0.18 0.11 0.06 0.23 0.30 0.24 0.20 0.01
LR_exposed_sum 0.55 0.42 0.23 0.60 0.93 0.96 0.76 0.21
SR_exposed_sum 1.00 0.99 0.94 1.00 1.00 1.00 1.00 0.96
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.86 0.84 0.80 0.86 0.91 0.90 0.88 0.70
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.08 0.08 0.07 0.11 0.17 0.16 0.15 0.01
LR_non_misinfo_reshared 0.79 0.57 0.39 0.83 0.98 0.98 0.93 0.37
LR_reshared_ratio 0.97 0.91 0.93 1.00 1.00 1.00 1.00 0.16
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.79
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.23 0.14 0.09 0.27 0.37 0.33 0.25 0.03
SR_exposed_sum 1.00 0.99 0.98 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.01 0.01 0.01 0.04 0.05 0.03 0.00
LR_exposed_sum 0.61 0.50 0.30 0.71 0.94 0.97 0.83 0.29
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.85 0.83 0.88 0.92 0.92 0.89 0.78
SR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.84
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.09 0.10 0.10 0.15 0.23 0.19 0.20 0.01
LR_non_misinfo_reshared 0.84 0.70 0.50 0.87 0.98 0.99 0.96 0.44
LR_reshared_ratio 0.98 0.92 0.95 1.00 1.00 1.00 1.00 0.18

2.6.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.01 0.01 0.01 0.06 0.05 0.04 0.00
SR_exposed_ratio 0.22 0.14 0.08 0.27 0.38 0.32 0.25 0.03
LR_exposed_sum 0.61 0.49 0.29 0.68 0.94 0.96 0.83 0.27
SR_exposed_sum 1.00 0.99 0.97 1.00 1.00 1.00 1.00 0.98
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.86 0.87 0.88 0.93 0.93 0.91 0.81
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.18 0.19 0.18 0.22 0.29 0.28 0.27 0.03
LR_non_misinfo_reshared 0.86 0.79 0.55 0.92 0.98 0.99 0.97 0.60
LR_reshared_ratio 0.99 0.94 0.96 1.00 1.00 1.00 1.00 0.27
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.92
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.32 0.24 0.22 0.37 0.53 0.46 0.37 0.14
SR_exposed_sum 1.00 0.99 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.01 0.04 0.04 0.06 0.06 0.05 0.02
LR_exposed_sum 0.66 0.56 0.33 0.75 0.94 0.99 0.87 0.35
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.92 0.92 0.94 0.96 0.94 0.93 0.90
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.20 0.19 0.19 0.22 0.30 0.32 0.29 0.03
LR_non_misinfo_reshared 0.87 0.79 0.56 0.93 0.98 0.99 0.97 0.60
LR_reshared_ratio 0.99 0.95 0.96 1.00 1.00 1.00 1.00 0.28

2.6.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.01 0.01 0.01 0.06 0.05 0.04 0.00
SR_exposed_ratio 0.22 0.14 0.08 0.27 0.38 0.32 0.25 0.03
LR_exposed_sum 0.61 0.49 0.29 0.68 0.94 0.96 0.83 0.27
SR_exposed_sum 1.00 0.99 0.97 1.00 1.00 1.00 1.00 0.98
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.89 0.87 0.88 0.88 0.93 0.93 0.91 0.81
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.19 0.19 0.19 0.22 0.30 0.29 0.27 0.03
LR_non_misinfo_reshared 0.87 0.79 0.56 0.92 0.98 0.99 0.97 0.60
LR_reshared_ratio 0.99 0.95 0.96 1.00 1.00 1.00 1.00 0.27
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.92
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.35 0.25 0.23 0.39 0.53 0.47 0.39 0.17
SR_exposed_sum 1.00 0.99 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.01 0.04 0.04 0.07 0.07 0.06 0.02
LR_exposed_sum 0.67 0.56 0.35 0.76 0.94 0.99 0.87 0.35
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.92 0.92 0.94 0.96 0.94 0.93 0.90
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.21 0.19 0.20 0.22 0.31 0.32 0.29 0.03
LR_non_misinfo_reshared 0.87 0.79 0.57 0.93 0.98 0.99 0.97 0.60
LR_reshared_ratio 0.99 0.95 0.96 1.00 1.00 1.00 1.00 0.28

2.7 N=20k, p = 0.3

power(N = 20000, 
      p_control = .3, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.7.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.18 0.14 0.14 0.23 0.36 0.28 0.29 0.22
SR_exposed_ratio 0.57 0.46 0.41 0.49 0.74 0.70 0.66 0.26
LR_exposed_sum 0.92 0.80 0.68 0.97 1.00 0.98 0.96 0.66
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.92 0.93 0.97 0.98 0.98 0.98 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.46 0.46 0.46 0.57 0.64 0.64 0.66 0.19
LR_non_misinfo_reshared 0.96 0.94 0.91 1.00 1.00 1.00 0.99 0.71
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.75
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.57 0.46 0.41 0.49 0.74 0.7 0.66 0.26
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.0 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.18 0.14 0.14 0.23 0.36 0.28 0.29 0.22
LR_exposed_sum 0.92 0.80 0.68 0.97 1.00 0.98 0.96 0.66
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.92 0.93 0.97 0.98 0.98 0.98 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.46 0.46 0.46 0.57 0.64 0.64 0.66 0.19
LR_non_misinfo_reshared 0.96 0.94 0.91 1.00 1.00 1.00 0.99 0.71
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.75

2.7.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.00 0.01 0.00 0.02 0.01 0.01 0.03
SR_exposed_ratio 0.06 0.05 0.05 0.10 0.23 0.18 0.11 0.03
LR_exposed_sum 0.48 0.43 0.22 0.67 0.95 0.91 0.82 0.22
SR_exposed_sum 0.99 1.00 0.98 1.00 1.00 1.00 1.00 0.90
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.82 0.75 0.69 0.88 0.91 0.90 0.88 0.66
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
LR_misinfo_reshared 0.08 0.04 0.03 0.08 0.13 0.19 0.08 0.01
LR_non_misinfo_reshared 0.76 0.72 0.47 0.90 0.99 0.97 0.95 0.22
LR_reshared_ratio 0.96 0.94 0.92 0.98 1.00 1.00 0.99 0.17
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.78
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.14 0.08 0.08 0.16 0.3 0.28 0.17 0.05
SR_exposed_sum 1.00 1.00 0.99 1.00 1.0 1.00 1.00 0.95
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.01 0.01 0.02 0.04 0.04 0.02 0.03
LR_exposed_sum 0.57 0.49 0.25 0.73 0.98 0.94 0.86 0.30
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.86 0.79 0.76 0.89 0.93 0.92 0.89 0.74
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.82
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.11 0.06 0.05 0.12 0.25 0.21 0.18 0.03
LR_non_misinfo_reshared 0.85 0.78 0.53 0.95 0.99 0.98 0.97 0.29
LR_reshared_ratio 0.99 0.97 0.92 0.98 1.00 1.00 0.99 0.30

2.7.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.01 0.01 0.02 0.04 0.03 0.02 0.03
SR_exposed_ratio 0.12 0.08 0.08 0.15 0.30 0.26 0.17 0.05
LR_exposed_sum 0.56 0.48 0.25 0.71 0.97 0.94 0.84 0.30
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.93
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.82 0.80 0.90 0.93 0.93 0.90 0.82
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
LR_misinfo_reshared 0.18 0.14 0.11 0.16 0.36 0.27 0.31 0.06
LR_non_misinfo_reshared 0.88 0.82 0.66 0.96 0.99 0.99 0.97 0.41
LR_reshared_ratio 0.99 0.98 0.93 0.99 1.00 1.00 0.99 0.45
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.87
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.24 0.17 0.19 0.32 0.49 0.4 0.35 0.12
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.0 1.00 0.99
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.01 0.01 0.04 0.05 0.07 0.04 0.04
LR_exposed_sum 0.63 0.54 0.31 0.76 0.98 0.94 0.87 0.33
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.9 0.9 0.9 0.93 0.95 0.95 0.94 0.91
SR_non_misinfo_reshared 1.0 1.0 1.0 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.0 1.0 1.0 1.00 1.00 1.00 1.00 0.96
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.18 0.15 0.12 0.17 0.37 0.27 0.32 0.06
LR_non_misinfo_reshared 0.88 0.84 0.67 0.96 0.99 0.99 0.97 0.43
LR_reshared_ratio 1.00 0.98 0.93 1.00 1.00 1.00 0.99 0.49

2.7.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.01 0.01 0.02 0.04 0.03 0.02 0.03
SR_exposed_ratio 0.12 0.08 0.08 0.15 0.30 0.26 0.17 0.05
LR_exposed_sum 0.56 0.48 0.25 0.71 0.97 0.94 0.84 0.30
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.93
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.83 0.80 0.91 0.93 0.93 0.91 0.82
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
LR_misinfo_reshared 0.19 0.16 0.12 0.17 0.36 0.27 0.31 0.06
LR_non_misinfo_reshared 0.88 0.82 0.66 0.96 0.99 0.99 0.97 0.42
LR_reshared_ratio 1.00 0.98 0.93 1.00 1.00 1.00 0.99 0.45
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.87
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.27 0.21 0.20 0.33 0.51 0.41 0.38 0.14
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.01 0.01 0.04 0.05 0.07 0.04 0.04
LR_exposed_sum 0.63 0.54 0.31 0.76 0.98 0.94 0.87 0.33
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.9 0.9 0.9 0.93 0.95 0.95 0.94 0.91
SR_non_misinfo_reshared 1.0 1.0 1.0 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.0 1.0 1.0 1.00 1.00 1.00 1.00 0.96
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.20 0.16 0.14 0.19 0.37 0.27 0.32 0.06
LR_non_misinfo_reshared 0.88 0.84 0.67 0.96 0.99 0.99 0.97 0.44
LR_reshared_ratio 1.00 0.98 0.93 1.00 1.00 1.00 0.99 0.49

2.8 N=22k, p = 0.125

power(N = 22000, 
      p_control = .125, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.8.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.21 0.14 0.18 0.21 0.35 0.23 0.18 0.14
SR_exposed_ratio 0.59 0.56 0.45 0.67 0.75 0.67 0.56 0.30
LR_exposed_sum 0.87 0.82 0.71 0.91 1.00 0.99 0.98 0.73
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.95 0.96 0.92 0.95 0.98 0.95 0.97 0.90
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.47 0.38 0.36 0.48 0.57 0.61 0.48 0.17
LR_non_misinfo_reshared 0.96 0.90 0.85 0.99 0.99 0.99 0.99 0.91
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.78
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.59 0.56 0.45 0.67 0.75 0.67 0.56 0.3
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.21 0.14 0.18 0.21 0.35 0.23 0.18 0.14
LR_exposed_sum 0.87 0.82 0.71 0.91 1.00 0.99 0.98 0.73
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.95 0.96 0.92 0.95 0.98 0.95 0.97 0.90
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.47 0.38 0.36 0.48 0.57 0.61 0.48 0.17
LR_non_misinfo_reshared 0.96 0.90 0.85 0.99 0.99 0.99 0.99 0.91
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.78

2.8.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.01 0.00 0.03 0.05 0.02 0.02 0.00
SR_exposed_ratio 0.18 0.15 0.08 0.19 0.30 0.29 0.25 0.02
LR_exposed_sum 0.52 0.40 0.21 0.56 0.95 0.87 0.82 0.33
SR_exposed_sum 1.00 1.00 0.94 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.85 0.85 0.89 0.93 0.93 0.91 0.68
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.08 0.05 0.04 0.12 0.17 0.18 0.11 0.02
LR_non_misinfo_reshared 0.70 0.57 0.32 0.84 0.98 0.97 0.92 0.42
LR_reshared_ratio 0.99 0.96 0.92 0.99 1.00 1.00 0.99 0.22
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.82
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.21 0.22 0.14 0.24 0.36 0.34 0.29 0.04
SR_exposed_sum 1.00 1.00 0.95 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.05 0.02 0.02 0.03 0.06 0.04 0.03 0.01
LR_exposed_sum 0.57 0.53 0.27 0.65 0.97 0.89 0.88 0.40
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.89 0.89 0.88 0.89 0.93 0.93 0.91 0.75
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.88
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.12 0.08 0.08 0.16 0.22 0.22 0.16 0.02
LR_non_misinfo_reshared 0.81 0.66 0.39 0.88 0.98 0.99 0.95 0.55
LR_reshared_ratio 0.99 0.98 0.96 1.00 1.00 1.00 1.00 0.27

2.8.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.05 0.02 0.02 0.05 0.06 0.04 0.03 0.01
SR_exposed_ratio 0.20 0.22 0.16 0.24 0.35 0.34 0.27 0.05
LR_exposed_sum 0.57 0.52 0.27 0.65 0.96 0.88 0.86 0.41
SR_exposed_sum 1.00 1.00 0.95 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.90 0.93 0.90 0.90 0.93 0.93 0.92 0.84
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.21 0.21 0.17 0.26 0.34 0.29 0.25 0.04
LR_non_misinfo_reshared 0.86 0.74 0.51 0.94 0.98 0.99 0.98 0.69
LR_reshared_ratio 0.99 0.99 0.97 1.00 1.00 1.00 1.00 0.35
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.92
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.31 0.3 0.25 0.36 0.47 0.44 0.35 0.15
SR_exposed_sum 1.00 1.0 0.97 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.09 0.02 0.02 0.05 0.09 0.04 0.04 0.03
LR_exposed_sum 0.60 0.56 0.31 0.70 0.98 0.90 0.90 0.46
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.93 0.92 0.91 0.94 0.94 0.93 0.88
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.22 0.22 0.17 0.26 0.35 0.29 0.25 0.04
LR_non_misinfo_reshared 0.87 0.76 0.52 0.94 0.98 0.99 0.98 0.69
LR_reshared_ratio 0.99 1.00 0.97 1.00 1.00 1.00 1.00 0.35

2.8.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.05 0.03 0.03 0.05 0.06 0.04 0.03 0.02
SR_exposed_ratio 0.20 0.22 0.16 0.24 0.35 0.34 0.27 0.06
LR_exposed_sum 0.57 0.52 0.28 0.65 0.96 0.88 0.86 0.41
SR_exposed_sum 1.00 1.00 0.95 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.90 0.93 0.90 0.90 0.93 0.93 0.92 0.84
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.23 0.22 0.17 0.27 0.34 0.31 0.26 0.06
LR_non_misinfo_reshared 0.86 0.74 0.53 0.94 0.98 0.99 0.98 0.71
LR_reshared_ratio 0.99 0.99 0.97 1.00 1.00 1.00 1.00 0.41
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.92
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.31 0.3 0.25 0.36 0.47 0.44 0.35 0.15
SR_exposed_sum 1.00 1.0 0.97 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.09 0.03 0.03 0.05 0.09 0.04 0.04 0.04
LR_exposed_sum 0.60 0.56 0.33 0.70 0.98 0.90 0.90 0.47
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.94 0.92 0.92 0.94 0.94 0.93 0.88
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.24 0.23 0.17 0.27 0.35 0.31 0.26 0.06
LR_non_misinfo_reshared 0.87 0.76 0.54 0.94 0.98 0.99 0.98 0.71
LR_reshared_ratio 0.99 1.00 0.97 1.00 1.00 1.00 1.00 0.41

2.9 N=22k, p = 0.2

power(N = 22000, 
      p_control = .2, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.9.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.28 0.26 0.15 0.31 0.41 0.37 0.34 0.18
SR_exposed_ratio 0.51 0.43 0.44 0.67 0.75 0.68 0.55 0.23
LR_exposed_sum 0.93 0.90 0.77 0.99 1.00 1.00 1.00 0.74
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.95 0.94 0.97 1.0 1.00 1.00 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.0 1.00 1.00 1.00
LR_misinfo_reshared 0.51 0.44 0.39 0.52 0.6 0.63 0.61 0.27
LR_non_misinfo_reshared 0.99 0.97 0.93 1.00 1.0 1.00 1.00 0.85
LR_reshared_ratio 1.00 0.99 0.99 0.99 1.0 1.00 1.00 0.68
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.0 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.51 0.43 0.44 0.67 0.75 0.68 0.55 0.23
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.28 0.26 0.15 0.31 0.41 0.37 0.34 0.18
LR_exposed_sum 0.93 0.90 0.77 0.99 1.00 1.00 1.00 0.74
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.95 0.94 0.97 1 1 1 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1 1 1 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1 1 1 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.51 0.44 0.39 0.52 0.6 0.63 0.61 0.27
LR_non_misinfo_reshared 0.99 0.97 0.93 1.00 1.0 1.00 1.00 0.85
LR_reshared_ratio 1.00 0.99 0.99 0.99 1.0 1.00 1.00 0.68

2.9.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.02 0.01 0.02 0.04 0.08 0.02 0.00
SR_exposed_ratio 0.13 0.09 0.03 0.17 0.31 0.28 0.21 0.02
LR_exposed_sum 0.66 0.50 0.25 0.81 0.97 0.98 0.89 0.29
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.96
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.80 0.78 0.78 0.88 0.95 0.94 0.90 0.69
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
LR_misinfo_reshared 0.13 0.07 0.02 0.08 0.10 0.19 0.19 0.01
LR_non_misinfo_reshared 0.79 0.63 0.38 0.89 0.98 0.99 1.00 0.46
LR_reshared_ratio 0.97 0.96 0.93 0.99 1.00 1.00 0.98 0.19
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.88
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.23 0.13 0.09 0.26 0.35 0.33 0.26 0.04
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.02 0.02 0.02 0.08 0.08 0.03 0.01
LR_exposed_sum 0.76 0.56 0.32 0.84 0.99 0.98 0.95 0.37
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.86 0.81 0.82 0.92 0.96 0.96 0.94 0.76
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.17 0.11 0.03 0.13 0.17 0.23 0.20 0.03
LR_non_misinfo_reshared 0.86 0.71 0.54 0.93 0.99 0.99 1.00 0.53
LR_reshared_ratio 0.97 0.96 0.94 0.99 1.00 1.00 0.99 0.26

2.9.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.02 0.02 0.02 0.07 0.09 0.04 0.01
SR_exposed_ratio 0.23 0.14 0.11 0.27 0.34 0.33 0.25 0.04
LR_exposed_sum 0.70 0.55 0.33 0.84 0.99 0.98 0.93 0.37
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.89 0.85 0.82 0.93 0.97 0.97 0.95 0.83
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.23 0.24 0.11 0.23 0.31 0.33 0.33 0.11
LR_non_misinfo_reshared 0.89 0.85 0.67 0.95 0.99 1.00 1.00 0.67
LR_reshared_ratio 0.99 0.96 0.97 0.99 1.00 1.00 0.99 0.42
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.34 0.26 0.24 0.38 0.51 0.41 0.34 0.13
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.07 0.06 0.02 0.05 0.14 0.13 0.09 0.02
LR_exposed_sum 0.80 0.66 0.40 0.87 1.00 0.98 0.97 0.47
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.94 0.92 0.96 0.98 0.98 0.97 0.93
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.24 0.25 0.12 0.24 0.31 0.34 0.33 0.12
LR_non_misinfo_reshared 0.89 0.85 0.70 0.96 0.99 1.00 1.00 0.67
LR_reshared_ratio 0.99 0.96 0.97 0.99 1.00 1.00 0.99 0.45

2.9.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.02 0.02 0.02 0.07 0.10 0.04 0.01
SR_exposed_ratio 0.23 0.14 0.11 0.27 0.34 0.34 0.25 0.04
LR_exposed_sum 0.70 0.56 0.33 0.84 0.99 0.98 0.93 0.37
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.90 0.87 0.83 0.93 0.97 0.98 0.96 0.83
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.24 0.26 0.13 0.24 0.31 0.33 0.33 0.14
LR_non_misinfo_reshared 0.89 0.85 0.68 0.95 0.99 1.00 1.00 0.67
LR_reshared_ratio 0.99 0.96 0.97 0.99 1.00 1.00 0.99 0.43
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.35 0.28 0.25 0.39 0.52 0.41 0.34 0.13
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.08 0.07 0.02 0.06 0.15 0.13 0.09 0.02
LR_exposed_sum 0.80 0.66 0.41 0.87 1.00 0.98 0.97 0.48
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.95 0.93 0.97 0.99 0.99 0.98 0.93
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.24 0.26 0.13 0.25 0.31 0.34 0.33 0.14
LR_non_misinfo_reshared 0.89 0.85 0.70 0.96 0.99 1.00 1.00 0.67
LR_reshared_ratio 0.99 0.96 0.97 0.99 1.00 1.00 0.99 0.45

2.10 N=22k, p = 0.3

power(N = 22000, 
      p_control = .3, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.10.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.17 0.12 0.18 0.26 0.24 0.30 0.21 0.18
SR_exposed_ratio 0.61 0.54 0.39 0.61 0.78 0.74 0.60 0.34
LR_exposed_sum 0.95 0.83 0.76 0.99 1.00 1.00 1.00 0.63
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.91 0.96 0.97 0.98 0.98 0.98 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.51 0.55 0.48 0.60 0.66 0.67 0.59 0.18
LR_non_misinfo_reshared 0.99 0.96 0.92 0.99 1.00 1.00 0.99 0.86
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.66
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.61 0.54 0.39 0.61 0.78 0.74 0.6 0.34
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.0 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.17 0.12 0.18 0.26 0.24 0.3 0.21 0.18
LR_exposed_sum 0.95 0.83 0.76 0.99 1.00 1.0 1.00 0.63
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.91 0.96 0.97 0.98 0.98 0.98 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.51 0.55 0.48 0.60 0.66 0.67 0.59 0.18
LR_non_misinfo_reshared 0.99 0.96 0.92 0.99 1.00 1.00 0.99 0.86
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.66

2.10.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.00 0.00 0.00 0.04 0.01 0.01 0.01
SR_exposed_ratio 0.07 0.09 0.04 0.14 0.34 0.35 0.16 0.03
LR_exposed_sum 0.66 0.51 0.31 0.73 1.00 0.96 0.82 0.23
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.98
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.80 0.81 0.77 0.85 0.90 0.90 0.86 0.68
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.98
LR_misinfo_reshared 0.08 0.09 0.05 0.12 0.21 0.14 0.12 0.00
LR_non_misinfo_reshared 0.83 0.71 0.55 0.94 1.00 0.98 0.95 0.37
LR_reshared_ratio 0.98 0.95 0.91 1.00 1.00 1.00 1.00 0.18
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.81
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.15 0.12 0.08 0.24 0.43 0.42 0.25 0.04
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.01 0.00 0.02 0.04 0.01 0.02 0.03
LR_exposed_sum 0.78 0.56 0.38 0.80 1.00 0.98 0.90 0.29
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.83 0.83 0.8 0.88 0.93 0.91 0.88 0.74
SR_non_misinfo_reshared 1.00 1.00 1.0 1.00 1.00 1.00 1.00 0.98
SR_reshared_ratio 1.00 1.00 1.0 1.00 1.00 1.00 1.00 0.86
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.11 0.13 0.09 0.13 0.27 0.21 0.16 0.00
LR_non_misinfo_reshared 0.87 0.78 0.61 0.97 1.00 0.99 0.97 0.40
LR_reshared_ratio 0.98 0.98 0.92 1.00 1.00 1.00 1.00 0.22

2.10.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.02 0.00 0.02 0.04 0.01 0.02 0.03
SR_exposed_ratio 0.14 0.12 0.09 0.24 0.43 0.40 0.25 0.04
LR_exposed_sum 0.78 0.54 0.38 0.80 1.00 0.97 0.89 0.29
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.84 0.85 0.87 0.92 0.93 0.93 0.90 0.77
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
LR_misinfo_reshared 0.25 0.23 0.22 0.28 0.37 0.37 0.27 0.04
LR_non_misinfo_reshared 0.90 0.86 0.70 0.98 1.00 0.99 0.97 0.54
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.00 1.00 1.00 0.33
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.90
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.29 0.28 0.20 0.37 0.59 0.52 0.37 0.16
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.02 0.02 0.03 0.05 0.05 0.04 0.05
LR_exposed_sum 0.81 0.61 0.42 0.83 1.00 0.98 0.91 0.35
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.9 0.91 0.94 0.93 0.94 0.94 0.93 0.86
SR_non_misinfo_reshared 1.0 1.00 1.00 1.00 1.00 1.00 1.00 0.99
SR_reshared_ratio 1.0 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.27 0.24 0.23 0.29 0.4 0.39 0.31 0.04
LR_non_misinfo_reshared 0.90 0.87 0.72 0.98 1.0 1.00 0.97 0.55
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.0 1.00 1.00 0.33

2.10.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.02 0.00 0.02 0.04 0.01 0.02 0.03
SR_exposed_ratio 0.14 0.12 0.09 0.24 0.43 0.40 0.25 0.04
LR_exposed_sum 0.78 0.54 0.38 0.80 1.00 0.97 0.89 0.29
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.84 0.85 0.87 0.92 0.93 0.93 0.90 0.77
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
LR_misinfo_reshared 0.27 0.26 0.22 0.29 0.38 0.37 0.27 0.06
LR_non_misinfo_reshared 0.90 0.86 0.71 0.98 1.00 0.99 0.97 0.54
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.00 1.00 1.00 0.35
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.90
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.32 0.31 0.22 0.39 0.59 0.53 0.38 0.19
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.02 0.02 0.03 0.05 0.05 0.04 0.05
LR_exposed_sum 0.81 0.61 0.42 0.83 1.00 0.98 0.91 0.35
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.91 0.91 0.94 0.93 0.95 0.95 0.93 0.87
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.29 0.27 0.23 0.30 0.41 0.39 0.31 0.06
LR_non_misinfo_reshared 0.90 0.87 0.73 0.98 1.00 1.00 0.97 0.55
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.35

2.11 N=25k, p = 0.125

power(N = 25000, 
      p_control = .125, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.11.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.32 0.22 0.22 0.36 0.40 0.37 0.33 0.19
SR_exposed_ratio 0.46 0.43 0.44 0.61 0.79 0.75 0.60 0.40
LR_exposed_sum 0.96 0.82 0.65 0.98 1.00 1.00 1.00 0.85
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.93 0.93 0.95 0.97 0.97 0.93 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.49 0.41 0.42 0.49 0.57 0.57 0.58 0.27
LR_non_misinfo_reshared 0.98 0.95 0.88 0.98 1.00 0.99 0.99 0.93
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.87
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.46 0.43 0.44 0.61 0.79 0.75 0.6 0.4
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.0 1.0
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.32 0.22 0.22 0.36 0.4 0.37 0.33 0.19
LR_exposed_sum 0.96 0.82 0.65 0.98 1.0 1.00 1.00 0.85
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.93 0.93 0.95 0.97 0.97 0.93 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.49 0.41 0.42 0.49 0.57 0.57 0.58 0.27
LR_non_misinfo_reshared 0.98 0.95 0.88 0.98 1.00 0.99 0.99 0.93
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.87

2.11.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.05 0.04 0.07 0.08 0.09 0.03 0.01
SR_exposed_ratio 0.13 0.11 0.05 0.16 0.33 0.25 0.19 0.03
LR_exposed_sum 0.57 0.35 0.29 0.72 0.98 0.96 0.89 0.45
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.86 0.85 0.82 0.87 0.91 0.90 0.89 0.79
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.12 0.10 0.09 0.14 0.21 0.16 0.16 0.04
LR_non_misinfo_reshared 0.84 0.74 0.48 0.90 0.98 0.97 0.93 0.59
LR_reshared_ratio 0.97 0.99 0.95 0.99 1.00 1.00 1.00 0.31
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.16 0.13 0.10 0.19 0.37 0.34 0.22 0.04
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.07 0.05 0.11 0.09 0.12 0.08 0.01
LR_exposed_sum 0.67 0.47 0.33 0.81 0.98 0.98 0.92 0.53
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.86 0.83 0.88 0.91 0.91 0.89 0.81
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.17 0.14 0.11 0.17 0.26 0.22 0.21 0.05
LR_non_misinfo_reshared 0.87 0.78 0.54 0.94 0.98 0.98 0.95 0.69
LR_reshared_ratio 0.97 0.99 0.96 1.00 1.00 1.00 1.00 0.39

2.11.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.06 0.05 0.11 0.09 0.12 0.08 0.01
SR_exposed_ratio 0.18 0.13 0.11 0.20 0.38 0.33 0.22 0.05
LR_exposed_sum 0.67 0.45 0.34 0.79 0.98 0.97 0.92 0.53
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.89 0.87 0.84 0.90 0.91 0.91 0.89 0.84
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.24 0.21 0.21 0.25 0.35 0.31 0.31 0.13
LR_non_misinfo_reshared 0.92 0.82 0.72 0.94 0.98 0.98 0.97 0.75
LR_reshared_ratio 0.97 0.99 0.97 1.00 1.00 1.00 1.00 0.61
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.28 0.26 0.25 0.33 0.49 0.46 0.33 0.2
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.12 0.06 0.11 0.10 0.15 0.10 0.02
LR_exposed_sum 0.76 0.51 0.38 0.85 0.98 0.99 0.93 0.59
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.9 0.88 0.89 0.91 0.93 0.92 0.9 0.87
SR_non_misinfo_reshared 1.0 1.00 1.00 1.00 1.00 1.00 1.0 1.00
SR_reshared_ratio 1.0 1.00 1.00 1.00 1.00 1.00 1.0 0.98
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.25 0.25 0.23 0.27 0.36 0.32 0.34 0.13
LR_non_misinfo_reshared 0.92 0.83 0.73 0.94 0.98 0.98 0.97 0.77
LR_reshared_ratio 0.97 0.99 0.97 1.00 1.00 1.00 1.00 0.65

2.11.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.06 0.05 0.11 0.09 0.12 0.08 0.01
SR_exposed_ratio 0.18 0.13 0.11 0.20 0.38 0.33 0.22 0.05
LR_exposed_sum 0.67 0.45 0.34 0.79 0.98 0.97 0.92 0.53
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.89 0.87 0.84 0.90 0.91 0.91 0.89 0.84
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.25 0.24 0.24 0.27 0.37 0.32 0.32 0.14
LR_non_misinfo_reshared 0.92 0.84 0.72 0.94 0.98 0.98 0.97 0.76
LR_reshared_ratio 0.97 0.99 0.97 1.00 1.00 1.00 1.00 0.63
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.29 0.26 0.25 0.33 0.49 0.46 0.33 0.21
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.12 0.06 0.11 0.10 0.15 0.10 0.02
LR_exposed_sum 0.77 0.53 0.39 0.86 0.98 0.99 0.93 0.59
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.91 0.89 0.9 0.91 0.93 0.93 0.91 0.87
SR_non_misinfo_reshared 1.00 1.00 1.0 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.0 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.26 0.28 0.27 0.29 0.38 0.33 0.35 0.14
LR_non_misinfo_reshared 0.92 0.85 0.73 0.94 0.98 0.98 0.98 0.78
LR_reshared_ratio 0.97 0.99 0.97 1.00 1.00 1.00 1.00 0.67

2.12 N=25k, p = 0.2

power(N = 25000, 
      p_control = .2, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.12.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.22 0.22 0.24 0.32 0.36 0.38 0.36 0.14
SR_exposed_ratio 0.57 0.52 0.48 0.65 0.82 0.80 0.68 0.33
LR_exposed_sum 0.96 0.93 0.79 0.97 1.00 1.00 1.00 0.76
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.95 0.94 0.96 0.99 0.99 0.99 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.54 0.49 0.46 0.56 0.67 0.62 0.59 0.24
LR_non_misinfo_reshared 1.00 0.99 0.87 1.00 1.00 1.00 1.00 0.90
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.76
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.57 0.52 0.48 0.65 0.82 0.8 0.68 0.33
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.0 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.22 0.22 0.24 0.32 0.36 0.38 0.36 0.14
LR_exposed_sum 0.96 0.93 0.79 0.97 1.00 1.00 1.00 0.76
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.95 0.94 0.96 0.99 0.99 0.99 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.54 0.49 0.46 0.56 0.67 0.62 0.59 0.24
LR_non_misinfo_reshared 1.00 0.99 0.87 1.00 1.00 1.00 1.00 0.90
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.76

2.12.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.00 0.00 0.07 0.05 0.02 0.03 0.00
SR_exposed_ratio 0.18 0.08 0.09 0.22 0.46 0.31 0.26 0.06
LR_exposed_sum 0.63 0.58 0.33 0.82 0.99 0.95 0.90 0.32
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.90 0.85 0.81 0.93 0.95 0.95 0.92 0.77
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.20 0.15 0.09 0.17 0.28 0.29 0.24 0.00
LR_non_misinfo_reshared 0.91 0.83 0.57 0.97 1.00 0.99 0.98 0.56
LR_reshared_ratio 0.99 0.99 0.97 1.00 1.00 1.00 1.00 0.27
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.90
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.24 0.16 0.12 0.32 0.51 0.4 0.33 0.09
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.0 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.01 0.01 0.10 0.08 0.07 0.05 0.00
LR_exposed_sum 0.74 0.60 0.44 0.86 0.99 0.98 0.92 0.47
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.91 0.87 0.84 0.93 0.96 0.95 0.93 0.82
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.93
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.24 0.19 0.14 0.24 0.35 0.33 0.28 0.03
LR_non_misinfo_reshared 0.94 0.88 0.67 0.99 1.00 0.99 0.98 0.62
LR_reshared_ratio 0.99 0.99 0.97 1.00 1.00 1.00 1.00 0.33

2.12.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.02 0.03 0.09 0.08 0.07 0.04 0.00
SR_exposed_ratio 0.25 0.16 0.12 0.32 0.51 0.39 0.34 0.09
LR_exposed_sum 0.75 0.61 0.44 0.86 0.99 0.97 0.92 0.44
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.89 0.90 0.94 0.97 0.96 0.95 0.85
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.30 0.25 0.27 0.34 0.42 0.41 0.40 0.08
LR_non_misinfo_reshared 0.99 0.94 0.77 0.99 1.00 0.99 0.99 0.79
LR_reshared_ratio 1.00 0.99 0.99 1.00 1.00 1.00 1.00 0.54
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.36 0.28 0.26 0.42 0.61 0.55 0.45 0.16
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.05 0.04 0.04 0.1 0.09 0.13 0.08 0.01
LR_exposed_sum 0.79 0.73 0.53 0.9 0.99 0.98 0.93 0.54
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.95 0.93 0.92 0.94 0.97 0.97 0.96 0.89
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.30 0.26 0.27 0.37 0.43 0.42 0.41 0.09
LR_non_misinfo_reshared 0.99 0.95 0.78 0.99 1.00 0.99 0.99 0.82
LR_reshared_ratio 1.00 0.99 0.99 1.00 1.00 1.00 1.00 0.55

2.12.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.02 0.03 0.09 0.08 0.08 0.05 0.00
SR_exposed_ratio 0.25 0.17 0.15 0.33 0.51 0.39 0.34 0.09
LR_exposed_sum 0.75 0.62 0.44 0.86 0.99 0.97 0.92 0.45
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.89 0.91 0.94 0.97 0.96 0.95 0.85
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.30 0.25 0.27 0.34 0.42 0.41 0.40 0.08
LR_non_misinfo_reshared 0.99 0.94 0.77 0.99 1.00 0.99 0.99 0.80
LR_reshared_ratio 1.00 0.99 0.99 1.00 1.00 1.00 1.00 0.54
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.37 0.29 0.26 0.44 0.61 0.55 0.47 0.17
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.05 0.04 0.05 0.1 0.10 0.13 0.08 0.01
LR_exposed_sum 0.79 0.73 0.54 0.9 0.99 0.98 0.93 0.55
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.94 0.93 0.95 0.98 0.98 0.97 0.89
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.31 0.26 0.27 0.37 0.43 0.42 0.41 0.10
LR_non_misinfo_reshared 0.99 0.95 0.78 0.99 1.00 0.99 0.99 0.82
LR_reshared_ratio 1.00 0.99 0.99 1.00 1.00 1.00 1.00 0.55

2.13 N=25k, p = 0.3

power(N = 25000, 
      p_control = .3, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.13.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.16 0.25 0.22 0.26 0.39 0.34 0.32 0.15
SR_exposed_ratio 0.60 0.50 0.47 0.64 0.79 0.77 0.71 0.27
LR_exposed_sum 0.96 0.91 0.76 1.00 1.00 1.00 0.99 0.72
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.98 0.93 0.94 0.98 0.99 0.98 0.98 0.93
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.52 0.44 0.38 0.57 0.60 0.60 0.58 0.23
LR_non_misinfo_reshared 0.99 0.96 0.93 0.99 1.00 1.00 1.00 0.91
LR_reshared_ratio 1.00 0.99 1.00 1.00 1.00 1.00 1.00 0.73
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.6 0.5 0.47 0.64 0.79 0.77 0.71 0.27
SR_exposed_sum 1.0 1.0 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.16 0.25 0.22 0.26 0.39 0.34 0.32 0.15
LR_exposed_sum 0.96 0.91 0.76 1.00 1.00 1.00 0.99 0.72
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.98 0.93 0.94 0.98 0.99 0.98 0.98 0.93
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.52 0.44 0.38 0.57 0.6 0.6 0.58 0.23
LR_non_misinfo_reshared 0.99 0.96 0.93 0.99 1.0 1.0 1.00 0.91
LR_reshared_ratio 1.00 0.99 1.00 1.00 1.0 1.0 1.00 0.73

2.13.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.00 0.00 0.03 0.01 0.00 0.00 0.02
SR_exposed_ratio 0.14 0.09 0.07 0.12 0.34 0.32 0.24 0.05
LR_exposed_sum 0.77 0.55 0.29 0.82 1.00 0.96 0.95 0.36
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.84 0.80 0.88 0.93 0.90 0.91 0.72
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.07 0.08 0.04 0.09 0.18 0.15 0.13 0.00
LR_non_misinfo_reshared 0.93 0.75 0.55 0.93 0.99 0.99 0.98 0.49
LR_reshared_ratio 0.99 0.99 0.95 0.99 1.00 1.00 1.00 0.23
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.82
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.21 0.14 0.09 0.21 0.46 0.39 0.31 0.06
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.01 0.00 0.03 0.04 0.03 0.01 0.02
LR_exposed_sum 0.80 0.62 0.42 0.88 1.00 0.98 0.95 0.43
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.84 0.81 0.89 0.94 0.92 0.93 0.74
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.86
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.14 0.11 0.07 0.10 0.24 0.24 0.16 0.01
LR_non_misinfo_reshared 0.96 0.81 0.65 0.96 0.99 0.99 1.00 0.52
LR_reshared_ratio 0.99 0.99 0.97 1.00 1.00 1.00 1.00 0.25

2.13.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.01 0.00 0.03 0.04 0.03 0.00 0.02
SR_exposed_ratio 0.20 0.14 0.08 0.22 0.45 0.39 0.31 0.07
LR_exposed_sum 0.80 0.61 0.42 0.88 1.00 0.97 0.95 0.43
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.90 0.88 0.84 0.91 0.94 0.93 0.93 0.81
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.22 0.18 0.18 0.25 0.33 0.30 0.27 0.05
LR_non_misinfo_reshared 0.96 0.88 0.78 0.97 0.99 0.99 1.00 0.64
LR_reshared_ratio 1.00 0.99 0.97 1.00 1.00 1.00 1.00 0.38
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.89
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.31 0.25 0.22 0.35 0.57 0.53 0.43 0.1
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.02 0.01 0.05 0.06 0.07 0.04 0.02
LR_exposed_sum 0.81 0.67 0.51 0.91 1.00 0.99 0.96 0.43
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.9 0.91 0.94 0.96 0.95 0.96 0.89
SR_non_misinfo_reshared 1.00 1.0 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.0 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.24 0.20 0.19 0.25 0.34 0.30 0.31 0.06
LR_non_misinfo_reshared 0.96 0.88 0.79 0.97 0.99 0.99 1.00 0.64
LR_reshared_ratio 1.00 0.99 0.98 1.00 1.00 1.00 1.00 0.39

2.13.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.01 0.00 0.03 0.04 0.03 0.00 0.02
SR_exposed_ratio 0.20 0.14 0.08 0.22 0.45 0.39 0.31 0.07
LR_exposed_sum 0.80 0.61 0.42 0.88 1.00 0.97 0.95 0.43
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.90 0.88 0.84 0.91 0.94 0.93 0.93 0.81
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.25 0.20 0.18 0.25 0.33 0.30 0.27 0.07
LR_non_misinfo_reshared 0.96 0.88 0.79 0.97 0.99 0.99 1.00 0.64
LR_reshared_ratio 1.00 0.99 0.97 1.00 1.00 1.00 1.00 0.41
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.89
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.33 0.28 0.23 0.37 0.58 0.54 0.43 0.12
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.02 0.01 0.05 0.06 0.07 0.04 0.02
LR_exposed_sum 0.81 0.67 0.51 0.91 1.00 0.99 0.96 0.43
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.91 0.93 0.94 0.96 0.95 0.96 0.90
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.28 0.23 0.20 0.26 0.34 0.31 0.31 0.09
LR_non_misinfo_reshared 0.96 0.89 0.81 0.98 0.99 0.99 1.00 0.64
LR_reshared_ratio 1.00 0.99 0.98 1.00 1.00 1.00 1.00 0.43

2.14 N=28k, p = 0.125

power(N = 28000, 
      p_control = .125, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.14.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.18 0.23 0.15 0.24 0.42 0.31 0.31 0.15
SR_exposed_ratio 0.52 0.49 0.36 0.60 0.75 0.69 0.68 0.43
LR_exposed_sum 0.94 0.88 0.74 0.96 1.00 1.00 0.98 0.85
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.98 0.94 0.98 0.99 0.99 0.98 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.56 0.46 0.44 0.54 0.65 0.59 0.48 0.17
LR_non_misinfo_reshared 0.98 0.98 0.93 0.99 1.00 1.00 1.00 0.93
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.87
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.52 0.49 0.36 0.6 0.75 0.69 0.68 0.43
SR_exposed_sum 1.00 1.00 1.00 1.0 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.18 0.23 0.15 0.24 0.42 0.31 0.31 0.15
LR_exposed_sum 0.94 0.88 0.74 0.96 1.00 1.00 0.98 0.85
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.98 0.94 0.98 0.99 0.99 0.98 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.56 0.46 0.44 0.54 0.65 0.59 0.48 0.17
LR_non_misinfo_reshared 0.98 0.98 0.93 0.99 1.00 1.00 1.00 0.93
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.87

2.14.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.02 0.02 0.01 0.05 0.05 0.03 0.00
SR_exposed_ratio 0.09 0.10 0.07 0.11 0.25 0.24 0.21 0.05
LR_exposed_sum 0.58 0.50 0.33 0.73 0.98 0.90 0.86 0.52
SR_exposed_sum 1.00 1.00 0.97 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.89 0.88 0.92 0.94 0.92 0.94 0.75
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.13 0.12 0.11 0.14 0.21 0.15 0.15 0.00
LR_non_misinfo_reshared 0.84 0.76 0.46 0.91 0.99 0.99 0.96 0.65
LR_reshared_ratio 1.00 0.99 0.96 1.00 1.00 1.00 1.00 0.30
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.12 0.15 0.09 0.17 0.35 0.33 0.27 0.07
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.04 0.05 0.03 0.07 0.08 0.06 0.00
LR_exposed_sum 0.65 0.55 0.43 0.78 0.99 0.92 0.91 0.58
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.9 0.88 0.93 0.95 0.93 0.94 0.81
SR_non_misinfo_reshared 1.00 1.0 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.0 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.14 0.16 0.15 0.17 0.25 0.21 0.18 0.00
LR_non_misinfo_reshared 0.88 0.79 0.59 0.93 0.99 0.99 0.98 0.68
LR_reshared_ratio 1.00 0.99 0.96 1.00 1.00 1.00 1.00 0.41

2.14.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.05 0.05 0.06 0.07 0.07 0.07 0.00
SR_exposed_ratio 0.15 0.14 0.09 0.19 0.33 0.32 0.27 0.07
LR_exposed_sum 0.65 0.55 0.42 0.77 0.99 0.91 0.89 0.54
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.95 0.93 0.89 0.94 0.95 0.93 0.95 0.88
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.29 0.21 0.22 0.30 0.39 0.34 0.31 0.06
LR_non_misinfo_reshared 0.91 0.85 0.77 0.95 1.00 1.00 1.00 0.80
LR_reshared_ratio 1.00 1.00 0.97 1.00 1.00 1.00 1.00 0.57
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.3 0.23 0.20 0.3 0.48 0.48 0.4 0.17
SR_exposed_sum 1.0 1.00 0.99 1.0 1.00 1.00 1.0 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.05 0.05 0.07 0.08 0.10 0.11 0.02
LR_exposed_sum 0.68 0.62 0.48 0.81 0.99 0.93 0.92 0.63
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.95 0.95 0.92 0.95 0.95 0.95 0.95 0.93
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.30 0.22 0.22 0.31 0.41 0.35 0.31 0.06
LR_non_misinfo_reshared 0.92 0.85 0.77 0.96 1.00 1.00 1.00 0.80
LR_reshared_ratio 1.00 1.00 0.97 1.00 1.00 1.00 1.00 0.58

2.14.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.05 0.05 0.06 0.07 0.08 0.07 0.00
SR_exposed_ratio 0.15 0.14 0.09 0.19 0.33 0.33 0.27 0.07
LR_exposed_sum 0.65 0.55 0.42 0.77 0.99 0.91 0.89 0.54
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.95 0.93 0.89 0.94 0.95 0.93 0.95 0.88
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.31 0.22 0.23 0.31 0.39 0.35 0.31 0.07
LR_non_misinfo_reshared 0.91 0.85 0.77 0.95 1.00 1.00 1.00 0.80
LR_reshared_ratio 1.00 1.00 0.97 1.00 1.00 1.00 1.00 0.57
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.33 0.28 0.23 0.32 0.49 0.49 0.43 0.21
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.05 0.05 0.07 0.08 0.10 0.11 0.02
LR_exposed_sum 0.68 0.62 0.48 0.81 0.99 0.93 0.92 0.63
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.96 0.93 0.96 0.96 0.96 0.96 0.93
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.32 0.23 0.23 0.32 0.41 0.36 0.31 0.07
LR_non_misinfo_reshared 0.92 0.85 0.77 0.96 1.00 1.00 1.00 0.80
LR_reshared_ratio 1.00 1.00 0.97 1.00 1.00 1.00 1.00 0.58

2.15 N=28k, p = 0.2

power(N = 28000, 
      p_control = .2, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.15.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.24 0.20 0.26 0.29 0.39 0.43 0.35 0.15
SR_exposed_ratio 0.66 0.60 0.50 0.63 0.87 0.86 0.72 0.34
LR_exposed_sum 0.95 0.93 0.82 1.00 1.00 1.00 1.00 0.84
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.98 0.96 0.97 0.97 1.00 0.99 0.99 0.97
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.52 0.61 0.50 0.63 0.67 0.63 0.61 0.19
LR_non_misinfo_reshared 1.00 0.99 0.91 1.00 1.00 1.00 1.00 0.94
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.71
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.66 0.6 0.5 0.63 0.87 0.86 0.72 0.34
SR_exposed_sum 1.00 1.0 1.0 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.24 0.20 0.26 0.29 0.39 0.43 0.35 0.15
LR_exposed_sum 0.95 0.93 0.82 1.00 1.00 1.00 1.00 0.84
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.98 0.96 0.97 0.97 1 0.99 0.99 0.97
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.52 0.61 0.50 0.63 0.67 0.63 0.61 0.19
LR_non_misinfo_reshared 1.00 0.99 0.91 1.00 1.00 1.00 1.00 0.94
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.71

2.15.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.00 0.01 0.04 0.05 0.03 0.02 0.00
SR_exposed_ratio 0.11 0.09 0.06 0.19 0.42 0.32 0.22 0.04
LR_exposed_sum 0.73 0.64 0.43 0.88 0.99 1.00 0.98 0.40
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.87 0.85 0.79 0.91 0.91 0.90 0.91 0.84
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.15 0.14 0.13 0.24 0.28 0.21 0.20 0.01
LR_non_misinfo_reshared 0.90 0.85 0.59 0.96 1.00 1.00 0.99 0.55
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.00 1.00 1.00 0.30
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.15 0.13 0.12 0.24 0.55 0.41 0.31 0.04
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.03 0.01 0.05 0.09 0.07 0.04 0.00
LR_exposed_sum 0.83 0.75 0.47 0.92 1.00 1.00 0.99 0.47
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.89 0.87 0.82 0.91 0.92 0.91 0.91 0.85
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.19 0.21 0.17 0.27 0.33 0.29 0.26 0.02
LR_non_misinfo_reshared 0.93 0.87 0.65 0.98 1.00 1.00 1.00 0.62
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.00 1.00 1.00 0.36

2.15.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.05 0.02 0.02 0.05 0.10 0.09 0.04 0.00
SR_exposed_ratio 0.16 0.14 0.13 0.25 0.56 0.43 0.32 0.04
LR_exposed_sum 0.83 0.74 0.47 0.91 1.00 1.00 0.99 0.47
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.89 0.87 0.86 0.91 0.93 0.91 0.92 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.29 0.33 0.27 0.35 0.46 0.39 0.36 0.09
LR_non_misinfo_reshared 0.96 0.90 0.78 0.99 1.00 1.00 1.00 0.75
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.44
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.35 0.31 0.26 0.4 0.67 0.53 0.48 0.15
SR_exposed_sum 1.00 1.00 1.00 1.0 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.07 0.05 0.03 0.05 0.11 0.12 0.08 0.00
LR_exposed_sum 0.86 0.78 0.54 0.93 1.00 1.00 1.00 0.54
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.92 0.92 0.95 0.96 0.95 0.95 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.30 0.34 0.27 0.39 0.48 0.39 0.37 0.10
LR_non_misinfo_reshared 0.96 0.90 0.81 0.99 1.00 1.00 1.00 0.78
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.45

2.15.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.05 0.02 0.02 0.05 0.10 0.09 0.04 0.00
SR_exposed_ratio 0.16 0.14 0.13 0.25 0.57 0.43 0.33 0.04
LR_exposed_sum 0.83 0.74 0.47 0.91 1.00 1.00 0.99 0.47
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.89 0.87 0.86 0.91 0.93 0.91 0.92 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.30 0.33 0.28 0.35 0.46 0.39 0.37 0.10
LR_non_misinfo_reshared 0.96 0.91 0.78 0.99 1.00 1.00 1.00 0.76
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.44
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.37 0.32 0.27 0.4 0.67 0.54 0.48 0.17
SR_exposed_sum 1.00 1.00 1.00 1.0 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.07 0.05 0.03 0.05 0.11 0.13 0.09 0.00
LR_exposed_sum 0.86 0.78 0.54 0.93 1.00 1.00 1.00 0.54
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.95 0.94 0.97 0.98 0.97 0.97 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.31 0.34 0.28 0.39 0.48 0.39 0.38 0.11
LR_non_misinfo_reshared 0.96 0.91 0.81 0.99 1.00 1.00 1.00 0.79
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.45

2.16 N=28k, p = 0.3

power(N = 28000, 
      p_control = .3, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.16.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.22 0.24 0.15 0.18 0.32 0.33 0.33 0.21
SR_exposed_ratio 0.61 0.49 0.46 0.58 0.85 0.79 0.73 0.37
LR_exposed_sum 0.97 0.93 0.84 0.98 1.00 1.00 0.99 0.74
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.96 0.93 0.98 0.98 0.98 0.97 0.89
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.65 0.52 0.45 0.62 0.71 0.66 0.59 0.20
LR_non_misinfo_reshared 0.99 0.98 0.94 0.99 1.00 1.00 1.00 0.92
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.68
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.61 0.49 0.46 0.58 0.85 0.79 0.73 0.37
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.22 0.24 0.15 0.18 0.32 0.33 0.33 0.21
LR_exposed_sum 0.97 0.93 0.84 0.98 1.00 1.00 0.99 0.74
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.96 0.93 0.98 0.98 0.98 0.97 0.89
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.65 0.52 0.45 0.62 0.71 0.66 0.59 0.20
LR_non_misinfo_reshared 0.99 0.98 0.94 0.99 1.00 1.00 1.00 0.92
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.68

2.16.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.00 0.01 0.01 0.02 0.03 0.00 0.02
SR_exposed_ratio 0.11 0.05 0.04 0.17 0.38 0.30 0.27 0.06
LR_exposed_sum 0.78 0.67 0.40 0.84 1.00 0.96 0.94 0.28
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.89 0.74 0.86 0.95 0.95 0.90 0.70
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.13 0.09 0.08 0.18 0.26 0.21 0.19 0.00
LR_non_misinfo_reshared 0.92 0.88 0.56 0.97 0.99 0.99 0.99 0.52
LR_reshared_ratio 1.00 0.99 0.98 1.00 1.00 1.00 1.00 0.24
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.82
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.15 0.08 0.08 0.24 0.47 0.36 0.36 0.09
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.01 0.01 0.03 0.05 0.03 0.01 0.02
LR_exposed_sum 0.81 0.76 0.46 0.88 1.00 0.96 0.97 0.35
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.9 0.9 0.78 0.91 0.96 0.96 0.93 0.72
SR_non_misinfo_reshared 1.0 1.0 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.0 1.0 1.00 1.00 1.00 1.00 1.00 0.87
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.16 0.15 0.13 0.24 0.35 0.26 0.23 0.01
LR_non_misinfo_reshared 0.96 0.92 0.60 0.99 0.99 1.00 0.99 0.63
LR_reshared_ratio 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.29

2.16.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.01 0.01 0.04 0.06 0.03 0.01 0.02
SR_exposed_ratio 0.17 0.08 0.08 0.22 0.47 0.37 0.35 0.08
LR_exposed_sum 0.84 0.76 0.45 0.88 1.00 0.96 0.97 0.34
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.94 0.81 0.92 0.97 0.96 0.93 0.78
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.33 0.25 0.25 0.39 0.43 0.39 0.35 0.05
LR_non_misinfo_reshared 0.98 0.95 0.73 0.99 1.00 1.00 1.00 0.73
LR_reshared_ratio 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.41
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.90
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.32 0.27 0.19 0.36 0.62 0.6 0.46 0.19
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.0 1.00 0.99
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.02 0.01 0.04 0.06 0.07 0.02 0.03
LR_exposed_sum 0.86 0.79 0.50 0.92 1.00 0.96 0.98 0.39
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.95 0.9 0.97 0.98 0.98 0.96 0.85
SR_non_misinfo_reshared 1.00 1.00 1.0 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.0 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.34 0.25 0.26 0.39 0.44 0.39 0.35 0.07
LR_non_misinfo_reshared 0.98 0.95 0.75 0.99 1.00 1.00 1.00 0.73
LR_reshared_ratio 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.42

2.16.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.01 0.01 0.04 0.06 0.03 0.01 0.02
SR_exposed_ratio 0.17 0.08 0.08 0.23 0.47 0.37 0.36 0.08
LR_exposed_sum 0.84 0.76 0.45 0.88 1.00 0.96 0.97 0.34
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.92 0.94 0.82 0.92 0.97 0.96 0.93 0.79
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.33 0.25 0.25 0.39 0.43 0.39 0.35 0.06
LR_non_misinfo_reshared 0.98 0.95 0.73 0.99 1.00 1.00 1.00 0.73
LR_reshared_ratio 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.42
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.90
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.33 0.27 0.21 0.36 0.63 0.61 0.47 0.21
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.03 0.01 0.05 0.06 0.08 0.03 0.03
LR_exposed_sum 0.87 0.79 0.50 0.92 1.00 0.96 0.98 0.39
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.96 0.92 0.98 0.98 0.98 0.96 0.88
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.35 0.25 0.26 0.39 0.44 0.4 0.35 0.07
LR_non_misinfo_reshared 0.98 0.95 0.75 0.99 1.00 1.0 1.00 0.73
LR_reshared_ratio 1.00 1.00 0.98 1.00 1.00 1.0 1.00 0.42

2.17 N=30k, p = 0.125

power(N = 30000, 
      p_control = .125, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.17.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.19 0.22 0.19 0.30 0.37 0.32 0.30 0.18
SR_exposed_ratio 0.61 0.51 0.46 0.65 0.84 0.78 0.73 0.41
LR_exposed_sum 0.92 0.94 0.77 0.97 1.00 1.00 1.00 0.92
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.99 0.96 0.95 0.97 0.99 0.99 0.98 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.50 0.48 0.43 0.51 0.69 0.61 0.65 0.23
LR_non_misinfo_reshared 1.00 0.98 0.96 1.00 1.00 1.00 1.00 1.00
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.83
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.61 0.51 0.46 0.65 0.84 0.78 0.73 0.41
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.19 0.22 0.19 0.30 0.37 0.32 0.3 0.18
LR_exposed_sum 0.92 0.94 0.77 0.97 1.00 1.00 1.0 0.92
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.99 0.96 0.95 0.97 0.99 0.99 0.98 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.5 0.48 0.43 0.51 0.69 0.61 0.65 0.23
LR_non_misinfo_reshared 1.0 0.98 0.96 1.00 1.00 1.00 1.00 1.00
LR_reshared_ratio 1.0 1.00 0.99 1.00 1.00 1.00 1.00 0.83

2.17.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.04 0.03 0.03 0.09 0.08 0.04 0.00
SR_exposed_ratio 0.17 0.13 0.12 0.23 0.35 0.29 0.30 0.07
LR_exposed_sum 0.67 0.56 0.31 0.82 0.99 0.96 0.94 0.55
SR_exposed_sum 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.90 0.83 0.92 0.95 0.94 0.92 0.79
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.15 0.12 0.09 0.18 0.22 0.26 0.19 0.00
LR_non_misinfo_reshared 0.87 0.77 0.62 0.97 1.00 0.99 1.00 0.78
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.00 1.00 1.00 0.35
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.23 0.17 0.13 0.28 0.43 0.41 0.36 0.11
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.07 0.07 0.03 0.11 0.09 0.06 0.00
LR_exposed_sum 0.74 0.63 0.37 0.88 0.99 0.99 0.98 0.61
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.9 0.84 0.93 0.96 0.94 0.94 0.83
SR_non_misinfo_reshared 1.00 1.0 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.0 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.19 0.16 0.15 0.21 0.27 0.28 0.23 0.01
LR_non_misinfo_reshared 0.92 0.83 0.68 0.97 1.00 0.99 1.00 0.82
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.00 1.00 1.00 0.42

2.17.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.08 0.08 0.05 0.11 0.12 0.08 0.00
SR_exposed_ratio 0.24 0.18 0.15 0.29 0.44 0.39 0.36 0.13
LR_exposed_sum 0.74 0.66 0.39 0.87 0.99 0.99 0.98 0.62
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.90 0.92 0.87 0.93 0.96 0.95 0.94 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.29 0.27 0.23 0.31 0.39 0.37 0.37 0.13
LR_non_misinfo_reshared 0.95 0.90 0.80 0.98 1.00 1.00 1.00 0.92
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.00 1.00 1.00 0.59
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.36 0.3 0.27 0.41 0.56 0.49 0.55 0.25
SR_exposed_sum 1.00 1.0 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.08 0.11 0.11 0.1 0.12 0.13 0.10 0.01
LR_exposed_sum 0.77 0.72 0.43 0.9 0.99 0.99 0.98 0.69
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.95 0.92 0.96 0.97 0.96 0.96 0.94
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.29 0.30 0.23 0.32 0.4 0.38 0.37 0.13
LR_non_misinfo_reshared 0.95 0.91 0.80 0.98 1.0 1.00 1.00 0.92
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.0 1.00 1.00 0.61

2.17.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.08 0.08 0.05 0.11 0.12 0.08 0.00
SR_exposed_ratio 0.24 0.19 0.15 0.29 0.44 0.40 0.37 0.13
LR_exposed_sum 0.74 0.66 0.39 0.88 0.99 0.99 0.98 0.62
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.91 0.92 0.87 0.93 0.96 0.95 0.94 0.92
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.31 0.30 0.28 0.33 0.40 0.40 0.38 0.14
LR_non_misinfo_reshared 0.95 0.90 0.81 0.98 1.00 1.00 1.00 0.93
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.00 1.00 1.00 0.62
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.37 0.32 0.28 0.42 0.56 0.49 0.56 0.25
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.09 0.11 0.11 0.11 0.12 0.13 0.11 0.01
LR_exposed_sum 0.77 0.72 0.44 0.90 0.99 0.99 0.98 0.69
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.96 0.94 0.96 0.97 0.96 0.96 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.32 0.33 0.29 0.34 0.42 0.42 0.39 0.15
LR_non_misinfo_reshared 0.95 0.91 0.81 0.98 1.00 1.00 1.00 0.93
LR_reshared_ratio 0.99 1.00 0.99 1.00 1.00 1.00 1.00 0.64

2.18 N=30k, p = 0.2

power(N = 30000, 
      p_control = .2, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.18.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.24 0.34 0.19 0.34 0.47 0.38 0.37 0.21
SR_exposed_ratio 0.55 0.51 0.45 0.69 0.86 0.77 0.69 0.37
LR_exposed_sum 0.95 0.94 0.78 1.00 1.00 1.00 1.00 0.90
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.95 0.92 0.97 0.99 0.97 0.99 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.55 0.55 0.52 0.56 0.69 0.68 0.61 0.22
LR_non_misinfo_reshared 0.97 0.99 0.96 1.00 1.00 1.00 1.00 0.93
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.78
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.55 0.51 0.45 0.69 0.86 0.77 0.69 0.37
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.24 0.34 0.19 0.34 0.47 0.38 0.37 0.21
LR_exposed_sum 0.95 0.94 0.78 1.00 1.00 1.00 1.00 0.90
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.95 0.92 0.97 0.99 0.97 0.99 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.55 0.55 0.52 0.56 0.69 0.68 0.61 0.22
LR_non_misinfo_reshared 0.97 0.99 0.96 1.00 1.00 1.00 1.00 0.93
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.78

2.18.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.00 0.00 0.03 0.07 0.04 0.06 0.00
SR_exposed_ratio 0.18 0.09 0.09 0.20 0.40 0.32 0.25 0.04
LR_exposed_sum 0.71 0.67 0.42 0.86 1.00 1.00 0.98 0.50
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.88 0.88 0.83 0.93 0.93 0.93 0.91 0.75
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.12 0.10 0.09 0.18 0.22 0.26 0.18 0.01
LR_non_misinfo_reshared 0.95 0.85 0.67 0.95 0.99 0.98 0.99 0.60
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.25
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.89
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.22 0.16 0.13 0.3 0.48 0.43 0.36 0.07
SR_exposed_sum 1.00 1.00 1.00 1.0 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.00 0.01 0.05 0.11 0.06 0.08 0.04
LR_exposed_sum 0.77 0.73 0.47 0.88 1.00 1.00 0.98 0.60
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.91 0.91 0.87 0.93 0.93 0.93 0.91 0.76
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.91
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.17 0.12 0.12 0.22 0.28 0.32 0.29 0.02
LR_non_misinfo_reshared 0.97 0.89 0.75 0.96 0.99 0.98 0.99 0.67
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.33

2.18.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.01 0.02 0.05 0.12 0.08 0.08 0.05
SR_exposed_ratio 0.24 0.18 0.16 0.32 0.48 0.44 0.38 0.08
LR_exposed_sum 0.76 0.73 0.46 0.88 1.00 1.00 0.98 0.61
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.92 0.87 0.93 0.93 0.93 0.91 0.84
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.27 0.31 0.27 0.37 0.43 0.45 0.37 0.09
LR_non_misinfo_reshared 0.97 0.94 0.82 0.98 0.99 0.99 0.99 0.76
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.52
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.35 0.33 0.3 0.41 0.6 0.57 0.51 0.21
SR_exposed_sum 1.00 1.00 1.0 1.00 1.0 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.07 0.07 0.04 0.07 0.13 0.12 0.12 0.05
LR_exposed_sum 0.81 0.77 0.52 0.92 1.00 1.00 0.99 0.67
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.93 0.9 0.93 0.93 0.93 0.91 0.94
SR_non_misinfo_reshared 1.00 1.00 1.0 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.0 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.29 0.31 0.28 0.37 0.46 0.45 0.37 0.11
LR_non_misinfo_reshared 0.97 0.94 0.82 0.98 0.99 0.99 0.99 0.76
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.54

2.18.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.02 0.02 0.05 0.12 0.08 0.09 0.05
SR_exposed_ratio 0.24 0.18 0.16 0.32 0.48 0.45 0.38 0.08
LR_exposed_sum 0.76 0.73 0.46 0.88 1.00 1.00 0.98 0.61
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.92 0.87 0.93 0.93 0.93 0.91 0.85
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.32 0.32 0.30 0.39 0.45 0.46 0.39 0.11
LR_non_misinfo_reshared 0.97 0.94 0.83 0.98 0.99 0.99 0.99 0.79
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.53
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.37 0.35 0.31 0.43 0.6 0.57 0.51 0.22
SR_exposed_sum 1.00 1.00 1.00 1.00 1.0 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.08 0.09 0.07 0.08 0.13 0.14 0.12 0.06
LR_exposed_sum 0.81 0.77 0.53 0.92 1.00 1.00 0.99 0.69
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.94 0.94 0.91 0.94 0.94 0.94 0.93 0.94
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.35 0.32 0.33 0.39 0.48 0.47 0.40 0.12
LR_non_misinfo_reshared 0.97 0.94 0.83 0.98 0.99 0.99 0.99 0.79
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.55

2.19 N=30k, p = 0.3

power(N = 30000, 
      p_control = .3, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.19.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.18 0.27 0.18 0.28 0.40 0.42 0.40 0.15
SR_exposed_ratio 0.65 0.45 0.52 0.69 0.91 0.79 0.72 0.44
LR_exposed_sum 0.99 0.98 0.86 0.99 1.00 1.00 1.00 0.84
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.96 0.92 0.98 1.00 1.00 1.00 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.50 0.65 0.52 0.70 0.79 0.68 0.59 0.26
LR_non_misinfo_reshared 1.00 1.00 0.96 1.00 1.00 1.00 1.00 0.86
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.84
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.65 0.45 0.52 0.69 0.91 0.79 0.72 0.44
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.18 0.27 0.18 0.28 0.4 0.42 0.4 0.15
LR_exposed_sum 0.99 0.98 0.86 0.99 1.0 1.00 1.0 0.84
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.96 0.92 0.98 1 1 1 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1 1 1 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1 1 1 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.5 0.65 0.52 0.7 0.79 0.68 0.59 0.26
LR_non_misinfo_reshared 1.0 1.00 0.96 1.0 1.00 1.00 1.00 0.86
LR_reshared_ratio 1.0 1.00 1.00 1.0 1.00 1.00 1.00 0.84

2.19.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.00 0.01 0.01 0.01 0.02 0.02 0.00 0.00
SR_exposed_ratio 0.10 0.04 0.08 0.20 0.47 0.34 0.30 0.08
LR_exposed_sum 0.78 0.65 0.50 0.85 1.00 1.00 0.98 0.40
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.83 0.83 0.80 0.87 0.91 0.91 0.89 0.71
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.12 0.10 0.10 0.18 0.28 0.28 0.16 0.01
LR_non_misinfo_reshared 0.96 0.89 0.71 0.99 1.00 1.00 1.00 0.59
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.22
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.92
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.19 0.08 0.1 0.26 0.56 0.41 0.33 0.11
SR_exposed_sum 1.00 1.00 1.0 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.01 0.03 0.02 0.06 0.06 0.00 0.00
LR_exposed_sum 0.84 0.70 0.56 0.88 1.00 1.00 0.98 0.46
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.85 0.83 0.81 0.89 0.94 0.92 0.9 0.76
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.0 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.0 0.94
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.16 0.13 0.14 0.21 0.36 0.34 0.32 0.01
LR_non_misinfo_reshared 0.98 0.95 0.76 0.99 1.00 1.00 1.00 0.62
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.37

2.19.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.02 0.03 0.02 0.07 0.09 0.03 0.00
SR_exposed_ratio 0.22 0.12 0.10 0.27 0.56 0.43 0.33 0.12
LR_exposed_sum 0.85 0.70 0.56 0.87 1.00 1.00 0.98 0.47
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.86 0.86 0.85 0.91 0.95 0.95 0.94 0.81
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.29 0.30 0.26 0.34 0.50 0.45 0.43 0.06
LR_non_misinfo_reshared 1.00 0.99 0.87 1.00 1.00 1.00 1.00 0.72
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.53
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.45 0.24 0.27 0.44 0.74 0.56 0.53 0.27
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.04 0.05 0.05 0.08 0.12 0.10 0.01
LR_exposed_sum 0.88 0.79 0.63 0.92 1.00 1.00 0.98 0.55
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.94 0.91 0.94 0.97 0.96 0.96 0.9
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.29 0.32 0.26 0.36 0.51 0.45 0.46 0.08
LR_non_misinfo_reshared 1.00 0.99 0.88 1.00 1.00 1.00 1.00 0.75
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.55

2.19.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.01 0.02 0.03 0.02 0.07 0.09 0.03 0.00
SR_exposed_ratio 0.22 0.12 0.10 0.27 0.56 0.43 0.33 0.12
LR_exposed_sum 0.85 0.70 0.56 0.87 1.00 1.00 0.98 0.47
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.86 0.86 0.86 0.91 0.95 0.95 0.94 0.81
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.30 0.32 0.27 0.34 0.51 0.46 0.43 0.09
LR_non_misinfo_reshared 1.00 0.99 0.88 1.00 1.00 1.00 1.00 0.73
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.55
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.48 0.28 0.32 0.45 0.75 0.58 0.56 0.28
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.04 0.04 0.06 0.06 0.1 0.13 0.10 0.02
LR_exposed_sum 0.88 0.79 0.63 0.92 1.0 1.00 0.98 0.56
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.93 0.94 0.91 0.94 0.97 0.96 0.96 0.9
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.31 0.34 0.27 0.36 0.52 0.46 0.46 0.11
LR_non_misinfo_reshared 1.00 0.99 0.89 1.00 1.00 1.00 1.00 0.76
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.58

2.20 N=50k, p = 0.125

power(N = 50000, 
      p_control = .125, 
      n_treatments = 7, 
      r = 100, 
      alpha = 0.05)

2.20.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.29 0.25 0.24 0.37 0.54 0.51 0.37 0.21
SR_exposed_ratio 0.66 0.60 0.44 0.77 0.95 0.92 0.88 0.55
LR_exposed_sum 1.00 1.00 0.91 1.00 1.00 1.00 1.00 0.98
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 1.00 0.99 0.97 1.00 1.00 1.00 1.00 0.97
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.63 0.61 0.59 0.69 0.84 0.85 0.74 0.39
LR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.66 0.6 0.44 0.77 0.95 0.92 0.88 0.55
SR_exposed_sum 1.00 1.0 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.29 0.25 0.24 0.37 0.54 0.51 0.37 0.21
LR_exposed_sum 1.00 1.00 0.91 1.00 1.00 1.00 1.00 0.98
Power Matrix SR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 1 0.99 0.97 1 1 1 1 0.97
SR_non_misinfo_reshared 1 1.00 1.00 1 1 1 1 1.00
SR_reshared_ratio 1 1.00 1.00 1 1 1 1 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.63 0.61 0.59 0.69 0.84 0.85 0.74 0.39
LR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98

2.20.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.02 0.05 0.02 0.03 0.08 0.11 0.05 0.02
SR_exposed_ratio 0.25 0.17 0.15 0.24 0.61 0.48 0.40 0.13
LR_exposed_sum 0.95 0.86 0.64 0.98 1.00 1.00 0.99 0.85
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.92 0.92 0.97 0.97 0.97 0.96 0.83
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.20 0.13 0.13 0.24 0.38 0.30 0.26 0.02
LR_non_misinfo_reshared 0.99 0.95 0.89 1.00 1.00 1.00 1.00 0.93
LR_reshared_ratio 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.71
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.29 0.26 0.17 0.32 0.69 0.54 0.45 0.18
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.03 0.07 0.02 0.06 0.16 0.13 0.06 0.03
LR_exposed_sum 0.97 0.89 0.71 0.99 1.00 1.00 1.00 0.88
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.93 0.92 0.97 0.97 0.97 0.96 0.87
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.29 0.17 0.15 0.32 0.47 0.35 0.35 0.06
LR_non_misinfo_reshared 1.00 0.98 0.92 1.00 1.00 1.00 1.00 0.95
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.83

2.20.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.05 0.09 0.04 0.11 0.18 0.16 0.09 0.03
SR_exposed_ratio 0.29 0.31 0.18 0.34 0.70 0.54 0.47 0.20
LR_exposed_sum 0.97 0.91 0.72 0.99 1.00 1.00 1.00 0.88
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.95 0.94 0.97 0.99 0.98 0.96 0.94
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.44 0.35 0.33 0.54 0.67 0.58 0.50 0.19
LR_non_misinfo_reshared 1.00 0.98 0.97 1.00 1.00 1.00 1.00 0.96
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.41 0.43 0.36 0.54 0.78 0.72 0.56 0.42
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.11 0.11 0.09 0.14 0.24 0.2 0.1 0.04
LR_exposed_sum 0.98 0.94 0.75 0.99 1.00 1.0 1.0 0.90
Power Matrix SR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.97 0.97 0.96 0.99 0.99 0.99 0.97 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.44 0.35 0.34 0.56 0.67 0.59 0.51 0.19
LR_non_misinfo_reshared 1.00 0.98 0.97 1.00 1.00 1.00 1.00 0.96
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94

2.20.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.06 0.10 0.05 0.12 0.19 0.16 0.09 0.04
SR_exposed_ratio 0.29 0.31 0.18 0.34 0.70 0.54 0.47 0.21
LR_exposed_sum 0.97 0.91 0.73 0.99 1.00 1.00 1.00 0.88
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.96 0.95 0.94 0.97 0.99 0.98 0.96 0.94
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.44 0.36 0.37 0.54 0.68 0.58 0.51 0.22
LR_non_misinfo_reshared 1.00 0.98 0.97 1.00 1.00 1.00 1.00 0.96
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_exposed_ratio 0.44 0.44 0.38 0.56 0.78 0.73 0.58 0.45
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_exposed_ratio 0.12 0.12 0.10 0.15 0.25 0.21 0.1 0.06
LR_exposed_sum 0.98 0.94 0.76 0.99 1.00 1.00 1.0 0.90
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
SR_misinfo_reshared 0.98 0.98 0.97 1 1 1 0.98 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1 1 1 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1 1 1 1.00 1.00
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T123_T567
LR_misinfo_reshared 0.44 0.36 0.38 0.56 0.68 0.59 0.52 0.22
LR_non_misinfo_reshared 1.00 0.98 0.97 1.00 1.00 1.00 1.00 0.96
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94

3 14 Treatments

3.1 N=25k, p = 0.07

power(N = 25000, 
      p_control = 0.07, 
      n_treatments = 14, 
      r = 100, 
      alpha = 0.05)

3.1.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.15 0.12 0.14 0.16 0.25 0.17 0.14 0.15 0.12 0.09 0.14 0.25 0.21 0.18 0.13 0.17
SR_exposed_ratio 0.44 0.39 0.42 0.48 0.62 0.61 0.52 0.34 0.44 0.39 0.42 0.48 0.62 0.61 0.52 0.34
LR_exposed_sum 0.71 0.63 0.44 0.84 0.99 0.96 0.88 0.57 0.52 0.36 0.66 0.85 0.83 0.73 0.63 0.38
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.93 0.91 0.92 0.93 0.96 0.95 0.95 0.92 0.93 0.91 0.92 0.93 0.96 0.95 0.95 0.92
SR_non_misinfo_reshared 1.00 0.99 0.99 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.31 0.29 0.27 0.38 0.54 0.37 0.38 0.25 0.17 0.23 0.30 0.32 0.29 0.29 0.19 0.11
LR_non_misinfo_reshared 0.95 0.86 0.70 0.98 1.00 0.99 0.99 0.75 0.68 0.52 0.82 0.98 0.98 0.88 0.68 0.57
LR_reshared_ratio 1.00 0.98 0.95 1.00 1.00 1.00 1.00 0.97 0.97 0.94 0.98 1.00 1.00 1.00 0.58 0.50
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.44 0.39 0.42 0.48 0.62 0.61 0.52 0.34
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.15 0.12 0.14 0.16 0.25 0.17 0.14 0.15 0.12 0.09 0.14 0.25 0.21 0.18 0.13 0.17
LR_exposed_sum 0.71 0.63 0.44 0.84 0.99 0.96 0.88 0.57 0.52 0.36 0.66 0.85 0.83 0.73 0.63 0.38
Power Matrix SR_reshared Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.93 0.91 0.92 0.93 0.96 0.95 0.95 0.92
SR_non_misinfo_reshared 1.00 0.99 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.31 0.29 0.27 0.38 0.54 0.37 0.38 0.25 0.17 0.23 0.30 0.32 0.29 0.29 0.19 0.11
LR_non_misinfo_reshared 0.95 0.86 0.70 0.98 1.00 0.99 0.99 0.75 0.68 0.52 0.82 0.98 0.98 0.88 0.68 0.57
LR_reshared_ratio 1.00 0.98 0.95 1.00 1.00 1.00 1.00 0.97 0.97 0.94 0.98 1.00 1.00 1.00 0.58 0.50

3.1.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.00 0.01 0.01 0.02 0.01 0.01 0.01 0.01 0.01 0.00 0.00 0.02 0.02 0.00 0.00 0.01
SR_exposed_ratio 0.08 0.04 0.02 0.12 0.19 0.16 0.11 0.01 0.08 0.04 0.02 0.12 0.19 0.16 0.11 0.01
LR_exposed_sum 0.19 0.15 0.07 0.27 0.67 0.56 0.46 0.13 0.06 0.05 0.16 0.37 0.36 0.20 0.10 0.04
SR_exposed_sum 0.99 0.96 0.82 1.00 1.00 1.00 1.00 1.00 0.99 0.96 0.82 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.82 0.80 0.78 0.84 0.89 0.87 0.87 0.76 0.82 0.80 0.78 0.84 0.89 0.87 0.87 0.76
SR_non_misinfo_reshared 0.99 0.99 0.97 0.99 1.00 1.00 0.99 1.00 0.99 0.99 0.97 0.99 1.00 1.00 0.99 1.00
LR_misinfo_reshared 0.03 0.01 0.01 0.04 0.06 0.06 0.04 0.02 0.01 0.01 0.03 0.02 0.02 0.01 0.01 0.00
LR_non_misinfo_reshared 0.38 0.33 0.18 0.57 0.90 0.86 0.69 0.24 0.05 0.05 0.29 0.67 0.56 0.40 0.26 0.04
LR_reshared_ratio 0.89 0.88 0.73 0.88 0.98 0.91 0.91 0.66 0.67 0.51 0.80 0.90 0.90 0.87 0.08 0.01
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.90 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.90
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.17 0.14 0.09 0.19 0.25 0.25 0.16 0.03
SR_exposed_sum 1.00 0.99 0.92 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.01 0.01 0.02 0.04 0.02 0.02 0.03 0.01 0.01 0.02 0.0 0.02 0.04 0.01 0.00 0.01
LR_exposed_sum 0.28 0.22 0.07 0.35 0.71 0.63 0.57 0.15 0.08 0.06 0.2 0.47 0.39 0.22 0.16 0.05
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.85 0.83 0.80 0.86 0.92 0.89 0.9 0.80
SR_non_misinfo_reshared 0.99 0.99 0.98 1.00 1.00 1.00 1.0 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.0 0.96
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.04 0.04 0.01 0.09 0.08 0.08 0.05 0.02 0.01 0.01 0.04 0.02 0.03 0.03 0.02 0.01
LR_non_misinfo_reshared 0.46 0.40 0.23 0.66 0.91 0.89 0.76 0.30 0.08 0.08 0.32 0.81 0.65 0.46 0.28 0.05
LR_reshared_ratio 0.91 0.90 0.78 0.93 0.99 0.96 0.93 0.75 0.73 0.62 0.83 0.91 0.94 0.90 0.14 0.03

3.1.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.01 0.01 0.02 0.04 0.02 0.01 0.03 0.01 0.01 0.02 0.00 0.02 0.04 0.01 0.00 0.01
SR_exposed_ratio 0.12 0.08 0.04 0.14 0.20 0.18 0.11 0.02 0.12 0.08 0.04 0.14 0.20 0.18 0.11 0.02
LR_exposed_sum 0.21 0.19 0.07 0.32 0.69 0.60 0.51 0.14 0.07 0.06 0.18 0.45 0.38 0.21 0.13 0.05
SR_exposed_sum 1.00 0.96 0.87 1.00 1.00 1.00 1.00 1.00 1.00 0.96 0.87 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.84 0.83 0.80 0.85 0.90 0.88 0.87 0.80 0.84 0.83 0.80 0.85 0.90 0.88 0.87 0.80
SR_non_misinfo_reshared 0.99 0.99 0.98 0.99 1.00 1.00 0.99 1.00 0.99 0.99 0.98 0.99 1.00 1.00 0.99 1.00
LR_misinfo_reshared 0.08 0.06 0.02 0.11 0.11 0.12 0.10 0.05 0.03 0.04 0.06 0.05 0.06 0.05 0.02 0.01
LR_non_misinfo_reshared 0.51 0.44 0.32 0.68 0.93 0.93 0.81 0.33 0.13 0.14 0.39 0.82 0.70 0.55 0.34 0.12
LR_reshared_ratio 0.94 0.90 0.82 0.94 0.99 0.96 0.95 0.78 0.77 0.67 0.87 0.93 0.95 0.92 0.18 0.05
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix SR_exposed Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.22 0.21 0.22 0.3 0.33 0.35 0.28 0.18
SR_exposed_sum 1.00 0.99 0.96 1.0 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.01 0.01 0.03 0.04 0.03 0.02 0.03 0.01 0.01 0.02 0.00 0.03 0.04 0.01 0.00 0.01
LR_exposed_sum 0.29 0.24 0.10 0.40 0.72 0.63 0.58 0.19 0.10 0.09 0.21 0.49 0.41 0.25 0.16 0.07
Power Matrix SR_reshared Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.91 0.88 0.87 0.9 0.95 0.93 0.94 0.91
SR_non_misinfo_reshared 0.99 0.99 0.99 1.0 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.0 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.08 0.06 0.03 0.11 0.11 0.13 0.11 0.05 0.03 0.04 0.06 0.05 0.06 0.05 0.02 0.01
LR_non_misinfo_reshared 0.52 0.45 0.32 0.70 0.94 0.93 0.81 0.36 0.13 0.15 0.39 0.84 0.70 0.57 0.36 0.12
LR_reshared_ratio 0.94 0.90 0.82 0.94 0.99 0.96 0.95 0.78 0.78 0.67 0.88 0.93 0.95 0.92 0.18 0.05

3.1.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.01 0.01 0.02 0.04 0.02 0.01 0.03 0.01 0.01 0.02 0.00 0.02 0.04 0.01 0.00 0.01
SR_exposed_ratio 0.12 0.08 0.04 0.14 0.20 0.18 0.11 0.02 0.12 0.08 0.04 0.14 0.20 0.18 0.11 0.02
LR_exposed_sum 0.21 0.19 0.07 0.32 0.69 0.60 0.51 0.14 0.07 0.06 0.18 0.45 0.38 0.21 0.13 0.05
SR_exposed_sum 1.00 0.97 0.87 1.00 1.00 1.00 1.00 1.00 1.00 0.97 0.87 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.84 0.83 0.80 0.85 0.90 0.88 0.87 0.81 0.84 0.83 0.80 0.85 0.90 0.88 0.87 0.81
SR_non_misinfo_reshared 0.99 0.99 0.98 0.99 1.00 1.00 0.99 1.00 0.99 0.99 0.98 0.99 1.00 1.00 0.99 1.00
LR_misinfo_reshared 0.08 0.06 0.03 0.11 0.11 0.12 0.10 0.05 0.03 0.04 0.06 0.06 0.06 0.05 0.02 0.01
LR_non_misinfo_reshared 0.51 0.44 0.32 0.68 0.93 0.93 0.81 0.33 0.13 0.14 0.39 0.82 0.70 0.56 0.35 0.13
LR_reshared_ratio 0.94 0.90 0.82 0.94 0.99 0.96 0.95 0.78 0.77 0.67 0.87 0.93 0.95 0.92 0.18 0.05
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.22 0.22 0.23 0.3 0.33 0.36 0.29 0.2
SR_exposed_sum 1.00 0.99 0.96 1.0 1.00 1.00 1.00 1.0
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.01 0.01 0.03 0.04 0.03 0.02 0.03 0.02 0.02 0.03 0.00 0.04 0.04 0.01 0.00 0.01
LR_exposed_sum 0.30 0.24 0.10 0.40 0.72 0.63 0.58 0.19 0.10 0.09 0.21 0.49 0.41 0.25 0.16 0.07
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.91 0.88 0.87 0.9 0.95 0.93 0.94 0.91
SR_non_misinfo_reshared 0.99 0.99 0.99 1.0 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.0 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.08 0.06 0.04 0.11 0.11 0.13 0.11 0.05 0.03 0.04 0.06 0.06 0.06 0.05 0.02 0.01
LR_non_misinfo_reshared 0.52 0.45 0.32 0.70 0.94 0.93 0.81 0.36 0.13 0.15 0.39 0.84 0.70 0.58 0.37 0.13
LR_reshared_ratio 0.94 0.90 0.82 0.94 0.99 0.96 0.95 0.78 0.78 0.67 0.88 0.93 0.95 0.92 0.18 0.05

3.2 N=30k, p = 0.07

power(N = 30000, 
      p_control = 0.07, 
      n_treatments = 14, 
      r = 100, 
      alpha = 0.05)

3.2.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.23 0.27 0.14 0.24 0.39 0.27 0.37 0.29 0.16 0.19 0.21 0.31 0.23 0.29 0.16 0.07
SR_exposed_ratio 0.55 0.47 0.41 0.54 0.74 0.69 0.57 0.34 0.55 0.47 0.41 0.54 0.74 0.69 0.57 0.34
LR_exposed_sum 0.82 0.71 0.56 0.82 0.98 0.96 0.90 0.59 0.54 0.37 0.75 0.94 0.86 0.76 0.59 0.42
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.96 0.93 0.92 0.98 0.99 0.98 0.97 0.91 0.96 0.93 0.92 0.98 0.99 0.98 0.97 0.91
SR_non_misinfo_reshared 0.99 0.99 0.99 1.00 1.00 1.00 1.00 1.00 0.99 0.99 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.26 0.25 0.23 0.24 0.38 0.33 0.31 0.16 0.18 0.12 0.19 0.24 0.25 0.25 0.17 0.17
LR_non_misinfo_reshared 0.90 0.84 0.68 0.95 1.00 0.99 0.97 0.68 0.70 0.62 0.83 0.96 0.96 0.90 0.78 0.50
LR_reshared_ratio 0.98 0.97 0.94 0.98 1.00 1.00 1.00 0.96 0.93 0.86 0.99 1.00 1.00 0.98 0.67 0.56
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.55 0.47 0.41 0.54 0.74 0.69 0.57 0.34
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.23 0.27 0.14 0.24 0.39 0.27 0.37 0.29 0.16 0.19 0.21 0.31 0.23 0.29 0.16 0.07
LR_exposed_sum 0.82 0.71 0.56 0.82 0.98 0.96 0.90 0.59 0.54 0.37 0.75 0.94 0.86 0.76 0.59 0.42
Power Matrix SR_reshared Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.96 0.93 0.92 0.98 0.99 0.98 0.97 0.91
SR_non_misinfo_reshared 0.99 0.99 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.26 0.25 0.23 0.24 0.38 0.33 0.31 0.16 0.18 0.12 0.19 0.24 0.25 0.25 0.17 0.17
LR_non_misinfo_reshared 0.90 0.84 0.68 0.95 1.00 0.99 0.97 0.68 0.70 0.62 0.83 0.96 0.96 0.90 0.78 0.50
LR_reshared_ratio 0.98 0.97 0.94 0.98 1.00 1.00 1.00 0.96 0.93 0.86 0.99 1.00 1.00 0.98 0.67 0.56

3.2.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.01 0.00 0.03 0.01 0.02 0.01 0.00 0.01 0.02 0.02 0.01 0.03 0.01 0.01 0.00
SR_exposed_ratio 0.12 0.12 0.07 0.10 0.23 0.21 0.13 0.02 0.12 0.12 0.07 0.10 0.23 0.21 0.13 0.02
LR_exposed_sum 0.27 0.19 0.06 0.38 0.73 0.62 0.54 0.09 0.10 0.04 0.17 0.49 0.46 0.24 0.13 0.10
SR_exposed_sum 1.00 1.00 0.90 1.00 1.00 1.00 1.00 0.99 1.00 1.00 0.90 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.87 0.87 0.83 0.88 0.93 0.91 0.89 0.73 0.87 0.87 0.83 0.88 0.93 0.91 0.89 0.73
SR_non_misinfo_reshared 0.99 0.99 0.99 0.99 1.00 1.00 0.99 1.00 0.99 0.99 0.99 0.99 1.00 1.00 0.99 1.00
LR_misinfo_reshared 0.05 0.01 0.02 0.05 0.06 0.07 0.04 0.01 0.01 0.00 0.02 0.04 0.02 0.01 0.01 0.00
LR_non_misinfo_reshared 0.47 0.28 0.21 0.55 0.93 0.83 0.69 0.24 0.13 0.09 0.29 0.71 0.56 0.41 0.28 0.07
LR_reshared_ratio 0.85 0.81 0.66 0.89 0.94 0.95 0.95 0.69 0.63 0.45 0.70 0.89 0.87 0.79 0.12 0.10
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.92 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.92
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.24 0.14 0.11 0.19 0.35 0.3 0.25 0.08
SR_exposed_sum 1.00 1.00 0.96 1.00 1.00 1.0 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.01 0.00 0.05 0.04 0.04 0.05 0.00 0.03 0.02 0.02 0.05 0.05 0.02 0.02 0.00
LR_exposed_sum 0.38 0.27 0.09 0.46 0.80 0.72 0.65 0.13 0.14 0.06 0.26 0.57 0.54 0.32 0.19 0.16
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.87 0.89 0.85 0.91 0.96 0.94 0.92 0.79
SR_non_misinfo_reshared 0.99 0.99 0.99 0.99 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.05 0.02 0.04 0.08 0.09 0.09 0.06 0.02 0.02 0.01 0.04 0.07 0.03 0.01 0.02 0.00
LR_non_misinfo_reshared 0.56 0.36 0.26 0.62 0.94 0.90 0.78 0.30 0.15 0.14 0.36 0.76 0.59 0.50 0.30 0.11
LR_reshared_ratio 0.89 0.85 0.73 0.90 0.95 0.97 0.96 0.76 0.67 0.51 0.78 0.91 0.91 0.84 0.18 0.17

3.2.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.02 0.00 0.04 0.01 0.03 0.05 0.00 0.03 0.03 0.03 0.04 0.04 0.02 0.02 0.00
SR_exposed_ratio 0.14 0.14 0.08 0.14 0.27 0.24 0.17 0.04 0.14 0.14 0.08 0.14 0.27 0.24 0.17 0.04
LR_exposed_sum 0.37 0.28 0.09 0.41 0.78 0.67 0.62 0.12 0.12 0.06 0.22 0.54 0.52 0.31 0.17 0.16
SR_exposed_sum 1.00 1.00 0.91 1.00 1.00 1.00 1.00 0.99 1.00 1.00 0.91 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.87 0.88 0.84 0.90 0.93 0.93 0.92 0.79 0.87 0.88 0.84 0.90 0.93 0.93 0.92 0.79
SR_non_misinfo_reshared 0.99 0.99 0.99 0.99 1.00 1.00 1.00 1.00 0.99 0.99 0.99 0.99 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.07 0.02 0.05 0.08 0.11 0.11 0.07 0.03 0.03 0.03 0.05 0.08 0.05 0.02 0.02 0.02
LR_non_misinfo_reshared 0.60 0.46 0.35 0.67 0.97 0.92 0.81 0.34 0.24 0.18 0.41 0.78 0.65 0.56 0.38 0.15
LR_reshared_ratio 0.89 0.87 0.75 0.90 0.95 0.97 0.96 0.79 0.72 0.56 0.81 0.93 0.92 0.87 0.23 0.19
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95
Power Matrix SR_exposed Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.33 0.23 0.25 0.33 0.42 0.43 0.33 0.13
SR_exposed_sum 1.00 1.00 0.97 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.02 0.01 0.05 0.06 0.05 0.06 0.01 0.04 0.04 0.03 0.06 0.05 0.03 0.02 0.00
LR_exposed_sum 0.42 0.30 0.12 0.49 0.82 0.74 0.67 0.18 0.15 0.07 0.29 0.59 0.57 0.33 0.22 0.19
Power Matrix SR_reshared Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.94 0.92 0.89 0.95 0.97 0.96 0.95 0.90
SR_non_misinfo_reshared 0.99 0.99 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.07 0.02 0.05 0.08 0.11 0.11 0.07 0.03 0.03 0.03 0.05 0.08 0.06 0.02 0.02 0.02
LR_non_misinfo_reshared 0.60 0.47 0.36 0.67 0.97 0.92 0.81 0.34 0.26 0.19 0.43 0.78 0.65 0.57 0.38 0.15
LR_reshared_ratio 0.90 0.87 0.75 0.90 0.95 0.97 0.96 0.79 0.72 0.57 0.81 0.93 0.93 0.87 0.24 0.19

3.2.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.02 0.00 0.04 0.01 0.03 0.05 0.00 0.03 0.03 0.03 0.04 0.04 0.02 0.02 0.00
SR_exposed_ratio 0.15 0.14 0.08 0.14 0.27 0.25 0.17 0.04 0.15 0.14 0.08 0.14 0.27 0.25 0.17 0.04
LR_exposed_sum 0.37 0.28 0.09 0.41 0.78 0.67 0.62 0.12 0.12 0.06 0.22 0.54 0.52 0.31 0.17 0.16
SR_exposed_sum 1.00 1.00 0.91 1.00 1.00 1.00 1.00 0.99 1.00 1.00 0.91 1.00 1.00 1.00 1.00 0.99
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.87 0.88 0.84 0.90 0.93 0.93 0.92 0.79 0.87 0.88 0.84 0.90 0.93 0.93 0.92 0.79
SR_non_misinfo_reshared 0.99 0.99 0.99 0.99 1.00 1.00 1.00 1.00 0.99 0.99 0.99 0.99 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.07 0.02 0.05 0.08 0.11 0.11 0.07 0.03 0.03 0.03 0.05 0.08 0.05 0.02 0.02 0.02
LR_non_misinfo_reshared 0.60 0.46 0.35 0.67 0.97 0.92 0.81 0.34 0.24 0.18 0.41 0.78 0.65 0.56 0.38 0.15
LR_reshared_ratio 0.89 0.87 0.75 0.90 0.95 0.97 0.96 0.79 0.72 0.56 0.81 0.93 0.92 0.87 0.23 0.19
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.96
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.33 0.24 0.27 0.35 0.42 0.43 0.34 0.15
SR_exposed_sum 1.00 1.00 0.97 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.02 0.01 0.05 0.06 0.05 0.06 0.01 0.04 0.04 0.03 0.06 0.05 0.03 0.02 0.00
LR_exposed_sum 0.42 0.30 0.12 0.49 0.82 0.74 0.67 0.18 0.15 0.07 0.29 0.59 0.57 0.33 0.22 0.19
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.94 0.92 0.89 0.95 0.97 0.96 0.95 0.90
SR_non_misinfo_reshared 0.99 0.99 0.99 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.07 0.02 0.05 0.08 0.11 0.11 0.07 0.03 0.03 0.03 0.05 0.08 0.06 0.02 0.02 0.02
LR_non_misinfo_reshared 0.60 0.47 0.36 0.67 0.97 0.92 0.81 0.34 0.26 0.19 0.43 0.78 0.65 0.57 0.38 0.15
LR_reshared_ratio 0.90 0.87 0.75 0.90 0.95 0.97 0.96 0.79 0.72 0.57 0.81 0.93 0.93 0.87 0.24 0.19

3.3 N=40k, p = 0.07

power(N = 40000, 
      p_control = 0.07, 
      n_treatments = 14, 
      r = 100, 
      alpha = 0.05)

3.3.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.17 0.22 0.10 0.22 0.27 0.21 0.17 0.16 0.13 0.11 0.14 0.18 0.17 0.15 0.19 0.17
SR_exposed_ratio 0.50 0.53 0.38 0.65 0.87 0.80 0.65 0.54 0.50 0.53 0.38 0.65 0.87 0.80 0.65 0.54
LR_exposed_sum 0.89 0.79 0.65 0.95 1.00 1.00 0.98 0.73 0.61 0.45 0.75 0.95 0.91 0.88 0.74 0.53
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.95 0.93 0.96 0.96 0.99 0.99 0.98 0.95 0.95 0.93 0.96 0.96 0.99 0.99 0.98 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.48 0.37 0.35 0.46 0.54 0.50 0.46 0.36 0.29 0.23 0.38 0.42 0.41 0.36 0.23 0.12
LR_non_misinfo_reshared 0.97 0.94 0.90 0.99 1.00 1.00 1.00 0.94 0.87 0.71 0.94 1.00 0.99 0.98 0.83 0.70
LR_reshared_ratio 1.00 0.99 0.99 1.00 1.00 1.00 1.00 1.00 0.98 0.97 1.00 1.00 1.00 1.00 0.71 0.66
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.5 0.53 0.38 0.65 0.87 0.8 0.65 0.54
SR_exposed_sum 1.0 1.00 1.00 1.00 1.00 1.0 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.17 0.22 0.10 0.22 0.27 0.21 0.17 0.16 0.13 0.11 0.14 0.18 0.17 0.15 0.19 0.17
LR_exposed_sum 0.89 0.79 0.65 0.95 1.00 1.00 0.98 0.73 0.61 0.45 0.75 0.95 0.91 0.88 0.74 0.53
Power Matrix SR_reshared Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.95 0.93 0.96 0.96 0.99 0.99 0.98 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.48 0.37 0.35 0.46 0.54 0.5 0.46 0.36 0.29 0.23 0.38 0.42 0.41 0.36 0.23 0.12
LR_non_misinfo_reshared 0.97 0.94 0.90 0.99 1.00 1.0 1.00 0.94 0.87 0.71 0.94 1.00 0.99 0.98 0.83 0.70
LR_reshared_ratio 1.00 0.99 0.99 1.00 1.00 1.0 1.00 1.00 0.98 0.97 1.00 1.00 1.00 1.00 0.71 0.66

3.3.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.00 0.01 0.00 0.01 0.03 0.02 0.01 0.00 0.01 0.00 0.01 0.01 0.02 0.01 0.01 0.00
SR_exposed_ratio 0.15 0.11 0.08 0.13 0.28 0.29 0.24 0.06 0.15 0.11 0.08 0.13 0.28 0.29 0.24 0.06
LR_exposed_sum 0.39 0.31 0.11 0.50 0.88 0.80 0.63 0.21 0.16 0.10 0.23 0.64 0.57 0.37 0.17 0.09
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.81 0.79 0.77 0.85 0.93 0.90 0.86 0.75 0.81 0.79 0.77 0.85 0.93 0.90 0.86 0.75
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.09 0.05 0.03 0.07 0.15 0.14 0.09 0.01 0.03 0.02 0.03 0.06 0.05 0.02 0.02 0.00
LR_non_misinfo_reshared 0.74 0.55 0.33 0.81 0.97 0.96 0.90 0.41 0.26 0.13 0.64 0.89 0.84 0.71 0.41 0.23
LR_reshared_ratio 1.00 0.97 0.93 0.98 1.00 1.00 1.00 0.88 0.84 0.73 0.93 0.99 0.98 0.96 0.23 0.11
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.2 0.17 0.14 0.22 0.42 0.4 0.32 0.14
SR_exposed_sum 1.0 1.00 0.99 1.00 1.00 1.0 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.02 0.02 0.03 0.04 0.03 0.02 0.00 0.01 0.00 0.01 0.04 0.02 0.01 0.01 0.00
LR_exposed_sum 0.48 0.42 0.17 0.59 0.93 0.84 0.69 0.27 0.20 0.12 0.31 0.73 0.63 0.50 0.27 0.11
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.84 0.81 0.82 0.88 0.94 0.92 0.91 0.80
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.09 0.07 0.05 0.10 0.18 0.17 0.15 0.04 0.04 0.05 0.10 0.12 0.07 0.02 0.02 0.00
LR_non_misinfo_reshared 0.81 0.63 0.42 0.86 0.97 0.97 0.90 0.56 0.32 0.21 0.69 0.90 0.85 0.78 0.46 0.29
LR_reshared_ratio 1.00 0.98 0.94 0.99 1.00 1.00 1.00 0.93 0.86 0.80 0.97 1.00 0.98 0.96 0.28 0.16

3.3.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.01 0.02 0.03 0.04 0.03 0.01 0.00 0.01 0.00 0.01 0.04 0.03 0.01 0.01 0.00
SR_exposed_ratio 0.15 0.13 0.12 0.14 0.30 0.32 0.28 0.11 0.15 0.13 0.12 0.14 0.30 0.32 0.28 0.11
LR_exposed_sum 0.44 0.41 0.16 0.58 0.93 0.82 0.67 0.23 0.20 0.11 0.31 0.71 0.61 0.46 0.22 0.11
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.83 0.82 0.80 0.87 0.94 0.92 0.91 0.80 0.83 0.82 0.80 0.87 0.94 0.92 0.91 0.80
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.11 0.12 0.09 0.13 0.24 0.21 0.18 0.09 0.10 0.10 0.14 0.20 0.12 0.09 0.08 0.00
LR_non_misinfo_reshared 0.83 0.69 0.50 0.89 0.97 0.97 0.91 0.66 0.40 0.34 0.77 0.92 0.91 0.81 0.53 0.39
LR_reshared_ratio 1.00 0.99 0.95 0.99 1.00 1.00 1.00 0.96 0.91 0.85 0.97 1.00 0.98 0.98 0.32 0.22
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix SR_exposed Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.31 0.36 0.27 0.4 0.54 0.48 0.42 0.35
SR_exposed_sum 1.00 1.00 1.00 1.0 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.03 0.02 0.03 0.08 0.04 0.03 0.01 0.01 0.00 0.01 0.05 0.04 0.02 0.01 0.00
LR_exposed_sum 0.54 0.42 0.22 0.61 0.93 0.85 0.73 0.32 0.24 0.14 0.34 0.74 0.65 0.52 0.29 0.13
Power Matrix SR_reshared Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.92 0.91 0.94 0.92 0.95 0.95 0.95 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.12 0.13 0.09 0.14 0.25 0.21 0.19 0.11 0.11 0.10 0.14 0.20 0.13 0.11 0.08 0.00
LR_non_misinfo_reshared 0.83 0.71 0.51 0.90 0.97 0.97 0.91 0.69 0.44 0.34 0.78 0.92 0.91 0.81 0.53 0.40
LR_reshared_ratio 1.00 0.99 0.95 0.99 1.00 1.00 1.00 0.96 0.91 0.88 0.97 1.00 0.98 0.98 0.33 0.23

3.3.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.01 0.02 0.03 0.04 0.03 0.01 0.00 0.01 0.00 0.01 0.04 0.03 0.01 0.01 0.00
SR_exposed_ratio 0.15 0.13 0.12 0.15 0.32 0.33 0.28 0.11 0.15 0.13 0.12 0.15 0.32 0.33 0.28 0.11
LR_exposed_sum 0.44 0.41 0.16 0.58 0.93 0.82 0.67 0.23 0.20 0.11 0.31 0.71 0.61 0.46 0.22 0.11
SR_exposed_sum 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.83 0.82 0.81 0.87 0.94 0.92 0.91 0.80 0.83 0.82 0.81 0.87 0.94 0.92 0.91 0.80
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.13 0.12 0.09 0.13 0.25 0.21 0.18 0.09 0.10 0.10 0.15 0.20 0.13 0.09 0.08 0.00
LR_non_misinfo_reshared 0.83 0.70 0.50 0.89 0.97 0.97 0.91 0.66 0.40 0.34 0.77 0.92 0.91 0.81 0.53 0.39
LR_reshared_ratio 1.00 0.99 0.95 0.99 1.00 1.00 1.00 0.96 0.91 0.85 0.97 1.00 0.98 0.98 0.32 0.22
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.97
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.33 0.38 0.3 0.41 0.54 0.49 0.43 0.36
SR_exposed_sum 1.00 1.00 1.0 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.03 0.02 0.03 0.08 0.04 0.03 0.01 0.01 0.00 0.01 0.05 0.04 0.02 0.01 0.00
LR_exposed_sum 0.55 0.43 0.22 0.61 0.93 0.85 0.73 0.32 0.24 0.14 0.34 0.74 0.65 0.52 0.29 0.13
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.92 0.91 0.94 0.92 0.95 0.95 0.95 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.14 0.13 0.09 0.14 0.25 0.21 0.19 0.11 0.11 0.10 0.15 0.20 0.13 0.11 0.08 0.00
LR_non_misinfo_reshared 0.83 0.72 0.51 0.90 0.97 0.97 0.91 0.69 0.44 0.34 0.78 0.92 0.91 0.81 0.53 0.40
LR_reshared_ratio 1.00 0.99 0.95 0.99 1.00 1.00 1.00 0.96 0.91 0.88 0.97 1.00 0.98 0.98 0.33 0.23

3.4 N=50k, p = 0.07

power(N = 50000, 
      p_control = 0.07, 
      n_treatments = 14, 
      r = 100, 
      alpha = 0.05)

3.4.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.24 0.21 0.15 0.27 0.28 0.27 0.34 0.15 0.20 0.12 0.18 0.25 0.17 0.20 0.17 0.13
SR_exposed_ratio 0.63 0.52 0.50 0.72 0.84 0.84 0.77 0.57 0.63 0.52 0.50 0.72 0.84 0.84 0.77 0.57
LR_exposed_sum 0.93 0.93 0.82 0.98 1.00 1.00 1.00 0.87 0.70 0.55 0.86 0.99 0.94 0.92 0.79 0.66
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.97 0.96 0.94 0.98 1.00 1.00 0.99 0.95 0.97 0.96 0.94 0.98 1.00 1.00 0.99 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.44 0.43 0.38 0.44 0.63 0.56 0.54 0.28 0.28 0.28 0.36 0.38 0.38 0.32 0.32 0.21
LR_non_misinfo_reshared 1.00 0.97 0.90 0.99 1.00 1.00 1.00 0.96 0.86 0.78 0.95 1.00 1.00 0.99 0.96 0.83
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.97 1.00 1.00 1.00 0.99 0.87 0.70
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.63 0.52 0.5 0.72 0.84 0.84 0.77 0.57
SR_exposed_sum 1.00 1.00 1.0 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.24 0.21 0.15 0.27 0.28 0.27 0.34 0.15 0.2 0.12 0.18 0.25 0.17 0.20 0.17 0.13
LR_exposed_sum 0.93 0.93 0.82 0.98 1.00 1.00 1.00 0.87 0.7 0.55 0.86 0.99 0.94 0.92 0.79 0.66
Power Matrix SR_reshared Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.97 0.96 0.94 0.98 1 1 0.99 0.95
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1 1 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1 1 1.00 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.44 0.43 0.38 0.44 0.63 0.56 0.54 0.28 0.28 0.28 0.36 0.38 0.38 0.32 0.32 0.21
LR_non_misinfo_reshared 1.00 0.97 0.90 0.99 1.00 1.00 1.00 0.96 0.86 0.78 0.95 1.00 1.00 0.99 0.96 0.83
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.97 1.00 1.00 1.00 0.99 0.87 0.70

3.4.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.01 0.02 0.00 0.03 0.02 0.04 0.02 0.02 0.01 0.02 0.00 0.02 0.02 0.01 0.00 0.01
SR_exposed_ratio 0.17 0.14 0.14 0.22 0.39 0.32 0.29 0.10 0.17 0.14 0.14 0.22 0.39 0.32 0.29 0.10
LR_exposed_sum 0.61 0.40 0.27 0.72 0.99 0.97 0.88 0.35 0.20 0.10 0.38 0.82 0.69 0.57 0.38 0.11
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.90 0.89 0.85 0.91 0.96 0.94 0.94 0.81 0.90 0.89 0.85 0.91 0.96 0.94 0.94 0.81
SR_non_misinfo_reshared 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.05 0.05 0.03 0.08 0.14 0.12 0.08 0.04 0.02 0.02 0.05 0.10 0.05 0.05 0.01 0.00
LR_non_misinfo_reshared 0.81 0.65 0.49 0.89 1.00 1.00 0.96 0.51 0.43 0.24 0.60 0.94 0.92 0.79 0.48 0.37
LR_reshared_ratio 0.97 0.98 0.92 0.99 1.00 1.00 0.99 0.94 0.86 0.82 0.95 1.00 0.99 0.97 0.32 0.08
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.26 0.26 0.22 0.34 0.51 0.51 0.41 0.15
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.02 0.02 0.01 0.04 0.04 0.04 0.04 0.04 0.03 0.02 0.02 0.02 0.04 0.03 0.00 0.02
LR_exposed_sum 0.63 0.47 0.35 0.77 0.99 0.98 0.88 0.44 0.29 0.14 0.48 0.87 0.74 0.66 0.44 0.17
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.93 0.91 0.89 0.93 0.97 0.96 0.96 0.85
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.06 0.09 0.07 0.13 0.19 0.16 0.13 0.04 0.05 0.02 0.05 0.10 0.08 0.07 0.01 0.02
LR_non_misinfo_reshared 0.85 0.75 0.60 0.92 1.00 1.00 0.97 0.61 0.47 0.32 0.68 0.97 0.93 0.83 0.57 0.44
LR_reshared_ratio 0.97 0.98 0.95 1.00 1.00 1.00 0.99 0.96 0.90 0.86 0.97 1.00 0.99 0.99 0.40 0.14

3.4.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.02 0.02 0.01 0.04 0.04 0.05 0.03 0.04 0.02 0.02 0.01 0.03 0.04 0.03 0.00 0.02
SR_exposed_ratio 0.21 0.20 0.19 0.26 0.43 0.39 0.36 0.12 0.21 0.20 0.19 0.26 0.43 0.39 0.36 0.12
LR_exposed_sum 0.63 0.47 0.35 0.76 0.99 0.98 0.88 0.42 0.27 0.14 0.48 0.87 0.72 0.65 0.42 0.16
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.90 0.91 0.88 0.93 0.97 0.96 0.96 0.85 0.90 0.91 0.88 0.93 0.97 0.96 0.96 0.85
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.14 0.12 0.16 0.16 0.26 0.21 0.18 0.07 0.08 0.07 0.08 0.13 0.11 0.10 0.05 0.04
LR_non_misinfo_reshared 0.91 0.81 0.70 0.95 1.00 1.00 0.99 0.77 0.54 0.42 0.76 0.99 0.93 0.88 0.69 0.49
LR_reshared_ratio 0.98 0.99 0.96 1.00 1.00 1.00 0.99 0.97 0.92 0.87 0.98 1.00 0.99 0.99 0.51 0.19
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.48 0.41 0.35 0.47 0.65 0.64 0.58 0.34
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.04 0.03 0.03 0.04 0.04 0.06 0.04 0.05 0.04 0.02 0.03 0.04 0.05 0.06 0.00 0.03
LR_exposed_sum 0.69 0.50 0.41 0.77 0.99 0.99 0.88 0.49 0.34 0.16 0.52 0.89 0.78 0.70 0.48 0.21
Power Matrix SR_reshared Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.96 0.96 0.93 0.96 0.97 0.97 0.97 0.92
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.15 0.12 0.16 0.16 0.27 0.22 0.19 0.08 0.09 0.07 0.08 0.13 0.11 0.10 0.06 0.05
LR_non_misinfo_reshared 0.91 0.83 0.70 0.95 1.00 1.00 0.99 0.78 0.54 0.43 0.76 0.99 0.93 0.88 0.70 0.50
LR_reshared_ratio 0.98 0.99 0.96 1.00 1.00 1.00 0.99 0.97 0.92 0.87 0.98 1.00 0.99 0.99 0.52 0.20

3.4.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.02 0.02 0.01 0.04 0.04 0.05 0.03 0.04 0.02 0.02 0.01 0.03 0.04 0.04 0.00 0.03
SR_exposed_ratio 0.21 0.21 0.19 0.26 0.44 0.40 0.36 0.12 0.21 0.21 0.19 0.26 0.44 0.40 0.36 0.12
LR_exposed_sum 0.63 0.47 0.35 0.76 0.99 0.98 0.88 0.42 0.27 0.14 0.48 0.87 0.72 0.66 0.42 0.16
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.90 0.91 0.88 0.93 0.97 0.96 0.96 0.85 0.90 0.91 0.88 0.93 0.97 0.96 0.96 0.85
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.14 0.13 0.16 0.16 0.27 0.21 0.19 0.07 0.08 0.07 0.08 0.13 0.11 0.10 0.05 0.04
LR_non_misinfo_reshared 0.91 0.82 0.70 0.95 1.00 1.00 0.99 0.77 0.54 0.42 0.76 0.99 0.94 0.89 0.71 0.50
LR_reshared_ratio 0.98 0.99 0.96 1.00 1.00 1.00 0.99 0.97 0.92 0.87 0.98 1.00 0.99 0.99 0.51 0.19
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.48 0.42 0.36 0.47 0.66 0.66 0.59 0.36
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.04 0.03 0.03 0.04 0.04 0.06 0.04 0.05 0.04 0.02 0.03 0.04 0.05 0.06 0.00 0.03
LR_exposed_sum 0.69 0.50 0.41 0.77 0.99 0.99 0.88 0.50 0.34 0.16 0.52 0.89 0.79 0.70 0.48 0.21
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.96 0.96 0.93 0.96 0.97 0.97 0.97 0.92
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.15 0.13 0.16 0.16 0.28 0.22 0.20 0.08 0.09 0.07 0.08 0.13 0.11 0.10 0.06 0.05
LR_non_misinfo_reshared 0.91 0.84 0.70 0.95 1.00 1.00 0.99 0.78 0.54 0.43 0.76 0.99 0.94 0.89 0.72 0.51
LR_reshared_ratio 0.98 0.99 0.96 1.00 1.00 1.00 0.99 0.97 0.92 0.87 0.98 1.00 0.99 0.99 0.52 0.20

3.5 N=75k, p = 0.07

power(N = 75000, 
      p_control = 0.07, 
      n_treatments = 14, 
      r = 100, 
      alpha = 0.05)

3.5.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.27 0.19 0.13 0.22 0.42 0.32 0.32 0.25 0.20 0.17 0.18 0.30 0.24 0.27 0.25 0.12
SR_exposed_ratio 0.77 0.63 0.53 0.84 0.95 0.95 0.84 0.73 0.77 0.63 0.53 0.84 0.95 0.95 0.84 0.73
LR_exposed_sum 1.00 0.96 0.88 1.00 1.00 1.00 1.00 0.95 0.86 0.66 0.96 1.00 1.00 0.99 0.93 0.86
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.97 0.96 0.93 0.98 0.99 0.98 0.98 0.97 0.97 0.96 0.93 0.98 0.99 0.98 0.98 0.97
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.48 0.46 0.35 0.56 0.64 0.59 0.57 0.33 0.31 0.28 0.37 0.52 0.43 0.44 0.25 0.20
LR_non_misinfo_reshared 0.99 0.99 0.97 0.99 1.00 1.00 1.00 0.98 0.96 0.91 0.99 0.99 1.00 1.00 1.00 0.96
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94 0.87
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.77 0.63 0.53 0.84 0.95 0.95 0.84 0.73
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.27 0.19 0.13 0.22 0.42 0.32 0.32 0.25 0.20 0.17 0.18 0.3 0.24 0.27 0.25 0.12
LR_exposed_sum 1.00 0.96 0.88 1.00 1.00 1.00 1.00 0.95 0.86 0.66 0.96 1.0 1.00 0.99 0.93 0.86
Power Matrix SR_reshared Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.97 0.96 0.93 0.98 0.99 0.98 0.98 0.97
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.48 0.46 0.35 0.56 0.64 0.59 0.57 0.33 0.31 0.28 0.37 0.52 0.43 0.44 0.25 0.20
LR_non_misinfo_reshared 0.99 0.99 0.97 0.99 1.00 1.00 1.00 0.98 0.96 0.91 0.99 0.99 1.00 1.00 1.00 0.96
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.94 0.87

3.5.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.02 0.02 0.01 0.00 0.03 0.05 0.03 0.01 0.01 0.01 0.04 0.02 0.01 0.00 0.01 0.00
SR_exposed_ratio 0.32 0.21 0.10 0.29 0.59 0.56 0.41 0.17 0.32 0.21 0.10 0.29 0.59 0.56 0.41 0.17
LR_exposed_sum 0.82 0.65 0.37 0.96 1.00 1.00 0.98 0.46 0.40 0.15 0.63 0.98 0.91 0.82 0.69 0.35
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.89 0.90 0.89 0.91 0.95 0.93 0.91 0.88 0.89 0.90 0.89 0.91 0.95 0.93 0.91 0.88
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.05 0.07 0.07 0.07 0.24 0.19 0.09 0.01 0.04 0.02 0.05 0.07 0.05 0.08 0.00 0.02
LR_non_misinfo_reshared 0.93 0.92 0.75 0.97 1.00 0.99 0.99 0.79 0.71 0.39 0.81 0.99 0.98 0.97 0.80 0.51
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.99 0.93 0.99 1.00 1.00 1.00 0.47 0.24
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.44 0.33 0.23 0.44 0.67 0.66 0.56 0.31
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.02 0.02 0.02 0.01 0.05 0.06 0.04 0.02 0.01 0.01 0.04 0.05 0.01 0.02 0.01 0.01
LR_exposed_sum 0.89 0.76 0.47 0.96 1.00 1.00 0.98 0.55 0.49 0.21 0.71 0.99 0.98 0.87 0.75 0.37
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.92 0.9 0.9 0.94 0.95 0.95 0.94 0.89
SR_non_misinfo_reshared 1.00 1.0 1.0 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.0 1.0 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.06 0.09 0.09 0.09 0.27 0.23 0.13 0.03 0.05 0.04 0.08 0.12 0.06 0.12 0.00 0.02
LR_non_misinfo_reshared 0.94 0.95 0.78 0.97 1.00 0.99 0.99 0.83 0.74 0.47 0.85 0.99 0.99 0.97 0.81 0.61
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.96 1.00 1.00 1.00 1.00 0.57 0.33

3.5.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.02 0.02 0.02 0.02 0.05 0.06 0.04 0.03 0.01 0.02 0.04 0.06 0.02 0.02 0.01 0.01
SR_exposed_ratio 0.35 0.26 0.18 0.37 0.63 0.61 0.49 0.23 0.35 0.26 0.18 0.37 0.63 0.61 0.49 0.23
LR_exposed_sum 0.88 0.76 0.49 0.96 1.00 1.00 0.98 0.55 0.51 0.22 0.73 0.99 0.97 0.87 0.74 0.39
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.92 0.90 0.90 0.93 0.95 0.95 0.94 0.89 0.92 0.90 0.90 0.93 0.95 0.95 0.94 0.89
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.18 0.14 0.18 0.20 0.37 0.29 0.22 0.14 0.10 0.10 0.15 0.22 0.19 0.21 0.04 0.07
LR_non_misinfo_reshared 0.96 0.96 0.86 0.98 1.00 0.99 0.99 0.88 0.83 0.67 0.89 0.99 0.99 0.98 0.89 0.76
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.99 1.00 1.00 1.00 1.00 0.68 0.53
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.55 0.5 0.44 0.61 0.8 0.76 0.71 0.54
SR_exposed_sum 1.00 1.0 1.00 1.00 1.0 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.04 0.04 0.03 0.03 0.07 0.09 0.04 0.03 0.04 0.03 0.05 0.07 0.04 0.05 0.01 0.02
LR_exposed_sum 0.94 0.80 0.55 0.97 1.00 1.00 1.00 0.60 0.55 0.30 0.77 1.00 0.99 0.92 0.79 0.46
Power Matrix SR_reshared Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.94 0.95 0.93 0.95 0.97 0.97 0.95 0.94
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.18 0.14 0.18 0.20 0.37 0.29 0.22 0.14 0.11 0.10 0.15 0.22 0.19 0.22 0.04 0.07
LR_non_misinfo_reshared 0.96 0.96 0.87 0.98 1.00 0.99 0.99 0.88 0.83 0.68 0.89 0.99 0.99 0.98 0.89 0.76
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.99 1.00 1.00 1.00 1.00 0.69 0.55

3.5.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.02 0.02 0.02 0.02 0.05 0.06 0.04 0.03 0.01 0.02 0.04 0.06 0.02 0.02 0.01 0.01
SR_exposed_ratio 0.36 0.27 0.18 0.38 0.64 0.62 0.49 0.24 0.36 0.27 0.18 0.38 0.64 0.62 0.49 0.24
LR_exposed_sum 0.88 0.76 0.49 0.96 1.00 1.00 0.98 0.55 0.51 0.22 0.74 0.99 0.97 0.87 0.74 0.39
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.92 0.90 0.90 0.94 0.95 0.95 0.94 0.89 0.92 0.90 0.90 0.94 0.95 0.95 0.94 0.89
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.18 0.16 0.18 0.21 0.38 0.29 0.23 0.14 0.10 0.10 0.15 0.22 0.19 0.21 0.04 0.07
LR_non_misinfo_reshared 0.96 0.96 0.86 0.98 1.00 0.99 0.99 0.88 0.83 0.68 0.89 0.99 0.99 0.98 0.90 0.76
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.99 1.00 1.00 1.00 1.00 0.68 0.53
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.58 0.53 0.47 0.62 0.8 0.77 0.71 0.55
SR_exposed_sum 1.00 1.00 1.00 1.00 1.0 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.04 0.04 0.03 0.03 0.07 0.09 0.04 0.03 0.04 0.03 0.05 0.07 0.04 0.05 0.01 0.02
LR_exposed_sum 0.94 0.80 0.55 0.97 1.00 1.00 1.00 0.60 0.55 0.30 0.77 1.00 0.99 0.92 0.79 0.46
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.94 0.95 0.93 0.95 0.97 0.97 0.95 0.94
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.18 0.16 0.18 0.21 0.38 0.29 0.23 0.14 0.11 0.10 0.15 0.22 0.19 0.22 0.04 0.07
LR_non_misinfo_reshared 0.96 0.96 0.87 0.98 1.00 0.99 0.99 0.88 0.83 0.68 0.89 0.99 0.99 0.98 0.90 0.76
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.99 1.00 1.00 1.00 1.00 0.69 0.55

3.6 N=100k, p = 0.07

power(N = 100000, 
      p_control = 0.07, 
      n_treatments = 14, 
      r = 100, 
      alpha = 0.05)

3.6.1 none

Power Matrix exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.36 0.31 0.26 0.33 0.49 0.51 0.38 0.23 0.23 0.21 0.30 0.37 0.36 0.30 0.18 0.19
SR_exposed_ratio 0.87 0.79 0.73 0.93 0.99 0.98 0.94 0.74 0.87 0.79 0.73 0.93 0.99 0.98 0.94 0.74
LR_exposed_sum 1.00 1.00 0.95 1.00 1.00 1.00 1.00 0.98 0.93 0.82 0.99 1.00 1.00 1.00 0.99 0.87
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.98 0.97 0.96 0.98 0.99 0.99 0.97 0.96 0.98 0.97 0.96 0.98 0.99 0.99 0.97 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.57 0.50 0.49 0.61 0.76 0.77 0.62 0.41 0.38 0.31 0.43 0.57 0.58 0.48 0.35 0.31
LR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95 1.00 1.00 1.00 1.00 0.98 0.97
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.96
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.87 0.79 0.73 0.93 0.99 0.98 0.94 0.74
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.36 0.31 0.26 0.33 0.49 0.51 0.38 0.23 0.23 0.21 0.30 0.37 0.36 0.3 0.18 0.19
LR_exposed_sum 1.00 1.00 0.95 1.00 1.00 1.00 1.00 0.98 0.93 0.82 0.99 1.00 1.00 1.0 0.99 0.87
Power Matrix SR_reshared Outcomes: None Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.98 0.97 0.96 0.98 0.99 0.99 0.97 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: None Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.57 0.5 0.49 0.61 0.76 0.77 0.62 0.41 0.38 0.31 0.43 0.57 0.58 0.48 0.35 0.31
LR_non_misinfo_reshared 1.00 1.0 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.95 1.00 1.00 1.00 1.00 0.98 0.97
LR_reshared_ratio 1.00 1.0 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 0.96

3.6.2 bonferroni

Power Matrix exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.03 0.02 0.02 0.04 0.07 0.06 0.06 0.01 0.02 0.00 0.00 0.03 0.02 0.03 0.02 0.01
SR_exposed_ratio 0.38 0.28 0.21 0.42 0.79 0.70 0.56 0.23 0.38 0.28 0.21 0.42 0.79 0.70 0.56 0.23
LR_exposed_sum 0.91 0.82 0.65 0.99 1.00 1.00 0.99 0.74 0.56 0.34 0.84 1.00 0.97 0.88 0.81 0.44
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.93 0.93 0.91 0.95 0.97 0.96 0.96 0.84 0.93 0.93 0.91 0.95 0.97 0.96 0.96 0.84
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.14 0.13 0.09 0.16 0.32 0.29 0.18 0.07 0.05 0.02 0.06 0.10 0.08 0.09 0.05 0.01
LR_non_misinfo_reshared 1.00 0.98 0.92 1.00 1.00 1.00 1.00 0.97 0.86 0.66 0.96 1.00 1.00 0.99 0.94 0.68
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.98 1.00 1.00 1.00 1.00 0.72 0.42
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.55 0.4 0.32 0.56 0.87 0.87 0.73 0.34
SR_exposed_sum 1.00 1.0 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.04 0.02 0.02 0.05 0.12 0.08 0.07 0.02 0.03 0.00 0.02 0.04 0.03 0.04 0.03 0.01
LR_exposed_sum 0.94 0.88 0.67 0.99 1.00 1.00 0.99 0.81 0.61 0.36 0.87 1.00 0.98 0.92 0.85 0.52
Power Matrix SR_reshared Outcomes: Bonferroni Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.95 0.96 0.91 0.95 0.97 0.97 0.96 0.9
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.0
Power Matrix LR_reshared Outcomes: Bonferroni Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.17 0.15 0.14 0.18 0.39 0.37 0.24 0.10 0.07 0.05 0.10 0.19 0.1 0.16 0.05 0.01
LR_non_misinfo_reshared 1.00 0.99 0.96 1.00 1.00 1.00 1.00 0.99 0.90 0.70 0.97 1.00 1.0 1.00 0.94 0.74
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.0 1.00 0.80 0.56

3.6.3 holm

Power Matrix exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.05 0.03 0.03 0.05 0.14 0.08 0.08 0.02 0.03 0.01 0.03 0.05 0.03 0.04 0.03 0.01
SR_exposed_ratio 0.49 0.35 0.28 0.54 0.84 0.78 0.64 0.28 0.49 0.35 0.28 0.54 0.84 0.78 0.64 0.28
LR_exposed_sum 0.94 0.89 0.69 0.99 1.00 1.00 0.99 0.82 0.62 0.37 0.87 1.00 0.97 0.92 0.85 0.54
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.95 0.96 0.92 0.96 0.97 0.97 0.96 0.91 0.95 0.96 0.92 0.96 0.97 0.97 0.96 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.27 0.25 0.26 0.32 0.49 0.46 0.37 0.17 0.18 0.17 0.19 0.31 0.26 0.25 0.12 0.05
LR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00 0.96 0.80 0.98 1.00 1.00 1.00 0.97 0.84
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.88 0.67
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.75 0.67 0.64 0.77 0.98 0.92 0.82 0.65
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.06 0.06 0.04 0.10 0.15 0.13 0.09 0.03 0.04 0.04 0.03 0.08 0.03 0.05 0.03 0.01
LR_exposed_sum 0.95 0.89 0.71 0.99 1.00 1.00 0.99 0.83 0.67 0.42 0.89 1.00 0.98 0.94 0.88 0.57
Power Matrix SR_reshared Outcomes: Holm Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.97 0.97 0.96 0.97 0.97 0.97 0.97 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Holm Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.28 0.26 0.26 0.32 0.5 0.46 0.37 0.18 0.19 0.17 0.20 0.32 0.27 0.25 0.13 0.06
LR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.0 1.00 1.00 1.00 0.97 0.80 0.98 1.00 1.00 1.00 0.97 0.84
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.0 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.88 0.67

3.6.4 hochberg

Power Matrix exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.05 0.03 0.03 0.05 0.14 0.08 0.08 0.02 0.03 0.01 0.03 0.05 0.03 0.04 0.03 0.01
SR_exposed_ratio 0.49 0.35 0.28 0.54 0.84 0.79 0.66 0.30 0.49 0.35 0.28 0.54 0.84 0.79 0.66 0.30
LR_exposed_sum 0.94 0.89 0.69 0.99 1.00 1.00 0.99 0.82 0.62 0.37 0.87 1.00 0.97 0.92 0.85 0.54
SR_exposed_sum 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
SR_misinfo_reshared 0.95 0.96 0.92 0.96 0.97 0.97 0.96 0.91 0.95 0.96 0.92 0.96 0.97 0.97 0.96 0.91
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
LR_misinfo_reshared 0.27 0.26 0.26 0.34 0.49 0.46 0.37 0.18 0.19 0.18 0.20 0.31 0.27 0.25 0.13 0.06
LR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.00 1.00 1.00 1.00 0.96 0.81 0.98 1.00 1.00 1.00 0.97 0.85
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.88 0.68
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix SR_exposed Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_exposed_ratio 0.78 0.7 0.67 0.79 0.98 0.92 0.84 0.67
SR_exposed_sum 1.00 1.0 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_exposed Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_exposed_ratio 0.06 0.06 0.04 0.10 0.15 0.13 0.09 0.03 0.04 0.04 0.03 0.08 0.03 0.05 0.03 0.01
LR_exposed_sum 0.95 0.89 0.71 0.99 1.00 1.00 0.99 0.83 0.67 0.42 0.89 1.00 0.98 0.94 0.88 0.57
Power Matrix SR_reshared Outcomes: Hochberg Correction
T01_T08 T02_T09 T03_T10 T04_T11 T05_T12 T06_T13 T07_T14 T1238910_T567121314
SR_misinfo_reshared 0.97 0.97 0.96 0.97 0.97 0.97 0.97 0.96
SR_non_misinfo_reshared 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
SR_reshared_ratio 1.00 1.00 1.00 1.00 1.00 1.00 1.00 1.00
Power Matrix LR_reshared Outcomes: Hochberg Correction
T01 T02 T03 T04 T05 T06 T07 T08 T09 T10 T11 T12 T13 T14 T123_T567 T8910_T121314
LR_misinfo_reshared 0.28 0.27 0.26 0.34 0.5 0.46 0.37 0.19 0.20 0.18 0.21 0.32 0.28 0.25 0.14 0.07
LR_non_misinfo_reshared 1.00 1.00 0.98 1.00 1.0 1.00 1.00 1.00 0.97 0.81 0.98 1.00 1.00 1.00 0.97 0.85
LR_reshared_ratio 1.00 1.00 1.00 1.00 1.0 1.00 1.00 1.00 1.00 0.99 1.00 1.00 1.00 1.00 0.88 0.68