Meta-analysis Results

#### Load packages ####
library(dplyr) # for data manipulation
library(metafor) # to do meta-analysis
library(compute.es) # for effect size conversions
library(tidyverse) # data management and manipulation 
library(devtools) # to install packages from Git
library(gt) # apa tables
library(PRISMAstatement) # for prisma flow diagram
library(ggforestplot) # for forest plots
library(htmltools) # to save as web page
library(ggforce) # extra functions for ggplot
library(ggsci) # scientific journals colour palette 
library(apaTables) # apa tables
library(MAd) # for aggregating effect sizes
library(kableExtra) # tables
library(forestplot) # for forest plots

#### Load in the data ####
data_all <- read_csv("/Users/lucykarwatowska/Documents/OneDrive - University College London/PhD/Year 2/1. Introduction and Systematic Review/10. Data/Analyses/Data/CHECKED_Data_extraction_LK_211022.csv")

## Rows: 151 Columns: 56

## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (47): reference, reference_es_id, author, author_year, title, cohort_nam...
## dbl  (9): year, age_risk_factor_assessed_average, age_disruptive_behaviour_a...

## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.

### Derive variance for all studies
data_all$var <- data_all$final_standard_error^2

#### Divide dataset into studies that report measures of positive and negative parenting ####
## 1. Positive parenting
data_pos_all <- subset(data_all, subset = type_of_parenting == "positive")


## 2. Negative parenting
data_neg_all <- subset(data_all, subset = type_of_parenting == "negative")


#### Check how many risk factors ####
list_pos_traits_all <- data_pos_all$risk_factor_combined_tab %>% unique

list_pos_traits_all

## [1] "Warm Parenting"                     "Parent Child Communication"        
## [3] "Positive Parenting"                 "Parental Monitoring"               
## [5] "Parental Expressed Emotion"         "Positive Parent-Child Relationship"
## [7] "Family Bonding"

list_neg_traits_all <- data_neg_all$risk_factor_combined_tab %>% unique

list_neg_traits_all

##  [1] "Harsh Discipline"           "Negative Parental Feeling" 
##  [3] "Negative Parenting"         "Low Parental Involvement"  
##  [5] "Parent Child Communication" "Parental Criticism"        
##  [7] "Parental Hostility"         "Parent-Child Conflict"     
##  [9] "Coercive Parenting"         "Overreactive Parenting"    
## [11] "Low Warm Parenting"         "Overprotective Parenting"  
## [13] "Physical Discipline"        "Parent-Child Relationship" 
## [15] "Warm Parenting"

#### Further divide the datasets into those that will be used in the meta-analyses 
## and those used in the moderation analyses
## 1. Mixed samples: mixed only, mixed whole sample, males only and females only
table(data_all$participant_sex)

## 
##       females_only  females_subsample         males_only    males_subsample 
##                  3                  8                  6                  8 
##         mixed_only mixed_whole_sample 
##                118                  8

data_all_mix <- subset(data_all, 
                       subset = participant_sex == "mixed_only" | 
                         participant_sex == "mixed_whole_sample" | 
                         participant_sex == "females_only" | 
                         participant_sex == "males_only")

data_pos_mix <- subset(data_pos_all, 
                       subset = participant_sex == "mixed_only" | 
                         participant_sex == "mixed_whole_sample" | 
                         participant_sex == "females_only" | 
                         participant_sex == "males_only")

data_neg_mix <- subset(data_neg_all, 
                       subset = participant_sex == "mixed_only" | 
                         participant_sex == "mixed_whole_sample" | 
                         participant_sex == "females_only" | 
                         participant_sex == "males_only")


## 2. Sex specific samples: females only, females subsample, males only, males subsample, mixed only
data_all_sex <- subset(data_all, 
                       subset = participant_sex == "females_subsample" | 
                         participant_sex == "males_subsample" | 
                         participant_sex == "females_only" | 
                         participant_sex == "males_only" |
                         participant_sex == "mixed_only")

data_pos_sex <- subset(data_pos_all, 
                       subset = participant_sex == "females_subsample" | 
                         participant_sex == "males_subsample" | 
                         participant_sex == "females_only" | 
                         participant_sex == "males_only" |
                         participant_sex == "mixed_only")

data_neg_sex <- subset(data_neg_all, 
                       subset = participant_sex == "females_subsample" | 
                         participant_sex == "males_subsample" | 
                         participant_sex == "females_only" | 
                         participant_sex == "males_only" |
                         participant_sex == "mixed_only")



#### Check how many studies are in each ####
## All mixed
list_all_mix <- data_all_mix$reference %>% unique

list_all_mix

##  [1] "Anthony (2019)"            "Asbury (2003)"            
##  [3] "Asbury (2006)"             "Barnett (2013)"           
##  [5] "Besemer (2016)"            "Boisvert (2008)"          
##  [7] "Boyle (2004)"              "Caspi (2004)"             
##  [9] "Cecil (2012)"              "Deater-Deckard (2004)"    
## [11] "Glover (2010)"             "Harold (2012)"            
## [13] "Harold (2013)"             "Hou (2013)"               
## [15] "Klahr, McGue (2011)"       "Klahr, Rueter (2011)"     
## [17] "Latham (2017)"             "Lipscomb (2014)"          
## [19] "Long (2015)"               "Lysenko (2013)"           
## [21] "Marceau (2013)"            "Mark (2017)"              
## [23] "Meunier, Bisceglia (2012)" "Morcillo (2011)"          
## [25] "Narusyte (2011)"           "Oliver (2015)"            
## [27] "Pike (1996)"               "Reuben (2016)"            
## [29] "Richmond (2006)"           "Richmond (2009)"          
## [31] "Riggins-Caspers (2003)"    "Rolon-Arroyo (2018)"      
## [33] "Roos (2016)"               "Samek (2014)"             
## [35] "Shelton (2008)"            "Viding (2009)"            
## [37] "Waller, Hyde (2018)"

## Positive mixed
list_pos_mix <- data_pos_mix$reference %>% unique

list_pos_mix

##  [1] "Anthony (2019)"            "Asbury (2006)"            
##  [3] "Barnett (2013)"            "Boisvert (2008)"          
##  [5] "Boyle (2004)"              "Caspi (2004)"             
##  [7] "Deater-Deckard (2004)"     "Glover (2010)"            
##  [9] "Hou (2013)"                "Mark (2017)"              
## [11] "Meunier, Bisceglia (2012)" "Morcillo (2011)"          
## [13] "Reuben (2016)"             "Waller, Hyde (2018)"

## Negative mixed
list_neg_mix <- data_neg_mix$reference %>% unique

list_neg_mix

##  [1] "Asbury (2003)"          "Asbury (2006)"          "Barnett (2013)"        
##  [4] "Besemer (2016)"         "Boyle (2004)"           "Caspi (2004)"          
##  [7] "Cecil (2012)"           "Glover (2010)"          "Harold (2012)"         
## [10] "Harold (2013)"          "Hou (2013)"             "Klahr, McGue (2011)"   
## [13] "Klahr, Rueter (2011)"   "Latham (2017)"          "Lipscomb (2014)"       
## [16] "Long (2015)"            "Lysenko (2013)"         "Marceau (2013)"        
## [19] "Mark (2017)"            "Narusyte (2011)"        "Oliver (2015)"         
## [22] "Pike (1996)"            "Reuben (2016)"          "Richmond (2006)"       
## [25] "Richmond (2009)"        "Riggins-Caspers (2003)" "Rolon-Arroyo (2018)"   
## [28] "Roos (2016)"            "Samek (2014)"           "Shelton (2008)"        
## [31] "Viding (2009)"          "Waller, Hyde (2018)"

## Number of studies
k_studies <- data_all_mix %>%   
  group_by(reference) %>%
  dplyr::summarise(m = max(reference)) %>%  nrow() 

## Number of cohorts
k_cohort <- data_all_mix %>%   
  group_by(cohort_short) %>%
  dplyr::summarise(m = max(cohort_short)) %>%  nrow() 

## Average proportion female
perc_female <- data_all_mix %>%   
  group_by(cohort_short) %>%   
  dplyr::summarise(mean_percentage_female = mean(percentage_female)) %>%   
  dplyr::summarise(overall=mean(mean_percentage_female, na.rm=TRUE))

## Age at mental health assessment
age <- data_all_mix %>%   
  group_by(cohort_short) %>%   
  dplyr::summarise(mean_age_risk = mean(age_risk_factor_assessed_average)) %>%   
  dplyr::summarise(overall=mean(mean_age_risk, na.rm=TRUE))

## Number of effect sizes
# All studies
n_id <- length(data_all_mix$id)

# Positive studies
n_id_pos <- length(data_all_mix$id)

# Negative studies
n_id_neg <- length(data_all_mix$id)

## Number of different quasi-experimental studies
n_qe_method <- data_all_mix %>%
  count(reference, quasi_experimental_method_used) %>%
  group_by(quasi_experimental_method_used)%>% count(quasi_experimental_method_used)

## Number of studies looking at each risk factor
# All studies
n_risk_all <- data_all_mix %>%
  count(reference, risk_factor_combined_reduced_tab) %>%
  group_by(risk_factor_combined_reduced_tab)%>% count(risk_factor_combined_reduced_tab)

# Positive studies
n_risk_pos <- data_pos_mix %>%
  count(reference, risk_factor_combined_reduced_tab) %>%
  group_by(risk_factor_combined_reduced_tab)%>% count(risk_factor_combined_reduced_tab)

# Negative studies
n_risk_neg <- data_neg_mix %>%
  count(reference, risk_factor_combined_reduced_tab) %>%
  group_by(risk_factor_combined_reduced_tab)%>% count(risk_factor_combined_reduced_tab)

## Number of different outcomes
n_dbd <- data_all_mix %>%
  count(reference, disruptive_behaviour_outcome_tab) %>%
  group_by(disruptive_behaviour_outcome_tab)%>% count(disruptive_behaviour_outcome_tab)

#### Create a subset with only relevant information ####
myvars <- names(data_pos_mix) %in% 
  c("risk_factor_combined_reduced_tab", "reference", "cohort_name", "participant_sex_tab", 
    "name_of_measure_for_risk_factor_tab", "informant_reporting_risk_factor", "age_risk_factor_assessed_tab",
    "disruptive_behaviour_outcome_tab", "name_of_measure_for_disruptive_behaviour", "informant_reporting_disruptive_behaviour", 
    "age_disruptive_behaviour_assessed_tab", "informant_discordance", "longitudinal_assessments",
    "number_of_observations_in_adjusted_analysis", "country_based", "quasi_experimental_method_used", 
    "transformed_effect_size", "final_standard_error")

table_pos_mix <- data_pos_mix[myvars]

table_neg_mix <- data_neg_mix[myvars]


#### Rearrange columns by: risk factor, reference, sex, rater, age and outcome ####
colnames(table_pos_mix)

##  [1] "reference"                                  
##  [2] "cohort_name"                                
##  [3] "country_based"                              
##  [4] "risk_factor_combined_reduced_tab"           
##  [5] "name_of_measure_for_risk_factor_tab"        
##  [6] "informant_reporting_risk_factor"            
##  [7] "age_risk_factor_assessed_tab"               
##  [8] "disruptive_behaviour_outcome_tab"           
##  [9] "name_of_measure_for_disruptive_behaviour"   
## [10] "informant_reporting_disruptive_behaviour"   
## [11] "age_disruptive_behaviour_assessed_tab"      
## [12] "informant_discordance"                      
## [13] "longitudinal_assessments"                   
## [14] "quasi_experimental_method_used"             
## [15] "participant_sex_tab"                        
## [16] "number_of_observations_in_adjusted_analysis"
## [17] "transformed_effect_size"                    
## [18] "final_standard_error"

table_pos_mix <- table_pos_mix[,c("risk_factor_combined_reduced_tab", "reference",
                                  "cohort_name", "country_based", "quasi_experimental_method_used",
                                  "participant_sex_tab", "number_of_observations_in_adjusted_analysis",
                                  "name_of_measure_for_risk_factor_tab", "informant_reporting_risk_factor",
                                  "age_risk_factor_assessed_tab", "disruptive_behaviour_outcome_tab",
                                  "name_of_measure_for_disruptive_behaviour", "informant_reporting_disruptive_behaviour",
                                  "age_disruptive_behaviour_assessed_tab", "informant_discordance", "longitudinal_assessments",
                                  "transformed_effect_size", "final_standard_error")]

table_pos_mix <- arrange(table_pos_mix, risk_factor_combined_reduced_tab, cohort_name,
                         reference, participant_sex_tab, informant_reporting_risk_factor,
                         age_risk_factor_assessed_tab, disruptive_behaviour_outcome_tab)


table_neg_mix <- table_neg_mix[,c("risk_factor_combined_reduced_tab", "reference", 
                                  "cohort_name", "country_based", "quasi_experimental_method_used",
                                  "participant_sex_tab", "number_of_observations_in_adjusted_analysis",
                                  "name_of_measure_for_risk_factor_tab", "informant_reporting_risk_factor",
                                  "age_risk_factor_assessed_tab", "disruptive_behaviour_outcome_tab",
                                  "name_of_measure_for_disruptive_behaviour", "informant_reporting_disruptive_behaviour",
                                  "age_disruptive_behaviour_assessed_tab", "informant_discordance", "longitudinal_assessments",
                                  "transformed_effect_size", "final_standard_error")]

table_neg_mix <- arrange(table_neg_mix, risk_factor_combined_reduced_tab, cohort_name,
                         reference, participant_sex_tab, informant_reporting_risk_factor,
                         age_risk_factor_assessed_tab, disruptive_behaviour_outcome_tab)


#### Create a table describing the positive and negative studies ####
#### Using gt() function ####
## Positive parenting
tab_pos_mix <- table_pos_mix %>%
  group_by(risk_factor_combined_reduced_tab) %>%
  arrange(reference, cohort_name, participant_sex_tab, informant_reporting_risk_factor) %>%
  gt(rowname_col = "reference")

tab_pos_mix_gt <- tab_pos_mix %>%
  tab_spanner(
  label = "Risk Factor",
  columns = c(name_of_measure_for_risk_factor_tab, informant_reporting_risk_factor, age_risk_factor_assessed_tab)
) %>%
  tab_spanner(
    label = "Outcome",
    columns = c(disruptive_behaviour_outcome_tab, name_of_measure_for_disruptive_behaviour, informant_reporting_disruptive_behaviour, age_disruptive_behaviour_assessed_tab)
  ) %>%
  cols_label(
    reference = "Study",
    cohort_name = "Cohort",
    participant_sex_tab = "Sex",
    quasi_experimental_method_used = "QE Method",
    name_of_measure_for_risk_factor_tab = "Measure",
    informant_reporting_risk_factor = "Informant",
    age_risk_factor_assessed_tab = "Age of Assessment",
    disruptive_behaviour_outcome_tab = "Outcome Type",
    name_of_measure_for_disruptive_behaviour = "Measure",
    informant_reporting_disruptive_behaviour = "Informant",
    age_disruptive_behaviour_assessed_tab = "Age of Assessment",
    informant_discordance = "Discordant Reporters",
    longitudinal_assessments = "Longitudinal",
    number_of_observations_in_adjusted_analysis = "Number of Obs",
    country_based = "Country",
    transformed_effect_size = "Effect Size",
    final_standard_error = "SE"
  )

tab_pos_mix_gt

	Cohort	Country	QE Method	Sex	Number of Obs	Risk Factor			Outcome				Discordant Reporters	Longitudinal	Effect Size	SE
						Measure	Informant	Age of Assessment	Outcome Type	Measure	Informant	Age of Assessment
High Parental Warmth
Anthony (2019)	Wales Adoption Cohort Study (WACS)	UK	Adoption study	Mixed sex	62	Iowa Family Interaction Rating Scales (warmth scale)	caregiver	2.33	Externalising Behaviour	Strengths and Difficulties Quesionnaire	caregiver	3.66	Concordant	Longitudinal	-0.22000000	0.135595600
Barnett (2013)	Fragile Families and Child Wellbeing Study_NR (FFCWS)	USA	Within-sibling fixed effects	Mixed sex (whole sample)	137	Name not reported (scales developed in the NICHD Study of Early Child Care)	observer	2.01/3.96	Externalising Behaviour	Child Behaviour Checklist (destructive behaviour and aggressive behaviour subscales)	caregiver (mother)	3.01/4.96	Discordant	Longitudinal	-0.01836343	0.073661460
Boisvert (2008)	Panel Study of Income Dynamics (PSID)—Child Development Supplement (CDS) study	USA	Discordant sibling study	Mixed (whole sample)	289	Name not reported (derived from Child Outcomes Study)	caregiver	10.5/13.8	Externalising Behaviour	Behaviour Problem Index	caregiver	15.5/18.8	Concordant	Longitudinal	-0.04560322	0.050670240
Boyle (2004)	National Longitudinal Study of Youth (NLSY79)	USA	Discordant sibling study	Mixed sex	1438	Positive Parenting scale developed by the study	observer	9.03	Externalising Behaviour	Behaviour Problem Index (Antisocial, Headstrong, Hyperactive, and Peer Problems scales)	caregiver (mother)	9.03	Discordant	Cross-sectional	-0.01000000	0.021673470
Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	606	Five Minute Speech Sample (Warmth - global measure of whole speech sample)	caregiver (mother)	5	Externalising Behaviour	Child Behaviour Checklist (Delinquent Behaviour and Aggressive Behaviour scales)	caregiver (mother)	6.5	Concordant	Longitudinal	-0.11000000	0.042658180
Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	563	Five Minute Speech Sample (Warmth - global measure of whole speech sample)	caregiver (mother)	5	Externalising Behaviour	Teacher Report Form (Delinquent Behaviour and Aggressive Behaviour scales)	teacher	6.5	Discordant	Longitudinal	-0.10000000	0.050884270
Hou (2013)	Beijing Twin Study (BeTwiSt)	China	Discordant twin study	Mixed sex	345	Iowa Family Interaction Rating Scales	mixed	13.86	Conduct Problems	Youth Self-Report Inventory/Child Behaviour Checklist	mixed	15.36	Concordant	Longitudinal	0.05000000	0.053859940
Hou (2013)	Beijing Twin Study (BeTwiSt)	China	Discordant twin study	Mixed sex	345	Iowa Family Interaction Rating Scales	mixed	13.86	Conduct Problems	Youth Self-Report Inventory/Child Behaviour Checklist	mixed	15.36	Concordant	Longitudinal	-0.08000000	0.053649360
Reuben (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	225	Iowa Family Interaction Rating Scales (warmth scale)	caregiver (father)	2.25	Externalising Behaviour	Teacher Report Form	teacher	06-Jul	Discordant	Longitudinal	0.08560976	0.069756100
Reuben (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	225	Iowa Family Interaction Rating Scales (warmth scale)	caregiver (mother)	2.25	Externalising Behaviour	Teacher Report Form	teacher	06-Jul	Discordant	Longitudinal	-0.18191640	0.065911730
Waller, Hyde (2018)	Twin Study of Behavioral and Emotional Development in Children (TBED-C) within The Michigan State University Twin Registry (MSUTR)	USA	Discordant twin study	Mixed sex	187	Parental Environment Questionnaire (involvement scale)	mixed	7.8	Other DBD	Subtypes of Antisocial Behavior Questionnaire (physical aggression subscale)	caregiver (mother)	7.8	Discordant	Cross-sectional	0.45828340	0.072654690
Positive Parent Child Communication
Asbury (2006)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex (whole sample)	2045	Name not reported (factor analysis of a series of questions about how parents talk to their twins)	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Longitudinal	0.08000000	0.040707420
Asbury (2006)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex (whole sample)	2045	Name not reported (four items asking how parents interact with their children in terms of singing songs and nursery rhymes etc)	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Longitudinal	-0.01000000	0.022121900
Parental Monitoring
Boisvert (2008)	Panel Study of Income Dynamics (PSID)—Child Development Supplement (CDS) study	USA	Discordant sibling study	Mixed (whole sample)	289	Name not reported (derived from the National Longitudinal Survey of Youth)	caregiver	10.5/13.8	Externalising Behaviour	Behaviour Problem Index	caregiver	15.5/18.8	Concordant	Longitudinal	-0.11596510	0.048083110
High Parental Involvement
Boyle (2004)	National Longitudinal Survey of Children and Youth (NLSCY)	Canada	Discordant sibling study	Mixed sex	3696	Positive Interaction and Hostile/Ineffective scales	caregiver (mother)	7.47	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	caregiver (mother)	7.47	Concordant	Cross-sectional	0.02000000	0.009044586
Boyle (2004)	National Longitudinal Survey of Children and Youth (NLSCY)	Canada	Discordant sibling study	Mixed sex	1878.5	Positive Interaction and Hostile/Ineffective scales	teacher	7.47	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	teacher	7.47	Concordant	Cross-sectional	0.04000000	0.016416180
Positive Parental Expressed Emotion
Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	606	Five Minute Speech Sample (No. of positive comments)	caregiver (mother)	5	Externalising Behaviour	Child Behaviour Checklist (Delinquent Behaviour and Aggressive Behaviour scales)	caregiver (mother)	6.5	Concordant	Longitudinal	-0.11000000	0.042658180
Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	563	Five Minute Speech Sample (No. of positive comments)	caregiver (mother)	5	Externalising Behaviour	Teacher Report Form (Delinquent Behaviour and Aggressive Behaviour scales)	teacher	6.5	Discordant	Longitudinal	-0.12000000	0.046536190
Glover (2010)	The Northeast–Northwest Collaborative Adoption Project (N2CAP)	USA	Adoption study	Mixed sex	85	Parental Feelings Questionnaire	caregiver (father)	5.59	Conduct Problems	Child Behaviour Checklist (sum of the delinquent and aggressive subscales, based on the Externalizing Syndrome score)	caregiver (mother)	5.59	Discordant	Cross-sectional	-0.38000000	0.114937600
Glover (2010)	The Northeast–Northwest Collaborative Adoption Project (N2CAP)	USA	Adoption study	Mixed sex	85	Parental Feelings Questionnaire	caregiver (mother)	5.59	Conduct Problems	Child Behaviour Checklist (child’s aggression and conduct problems, based on the Externalizing Syndrome score) and Noncompliance score from the Parent-Child Interaction System	caregiver (father)	5.59	Discordant	Cross-sectional	-0.29000000	0.112462500
Positive Parent-Child Relationship
Deater-Deckard (2004)	Northeast-Northwest Collaborative Adoption Projects (N2CAP)	USA	Adoption study	Mixed sex	224	Parent-Child Interaction System	observer	8.16	Conduct Problems	Child Behaviour Checklist (child’s aggression and conduct problems, based on the Externalizing Syndrome score) and Noncompliance score from the Parent-Child Interaction System	mixed	8.16	Discordant	Longitudinal	-0.39000000	0.117962300
Mark (2017)	Sisters and Brothers Study (SBS)	UK	Discordant sibling study	Mixed sex	78	Network of Relationships Inventory	self	9.82/12.05	Externalising Behaviour	Strengths and Difficulties Quesionnaire (hyperactivity; emotional symptomatology; conduct problems; and peer problems)	caregiver (mother)	9.82/12.05	Discordant	Longitudinal	-0.04942373	0.117208600
Meunier, Bisceglia (2012)	Healthy Babies Healthy Children (HBHC)	Canada	Within-sibling fixed effects	Mixed sex	599	Questionnaire adapted from Parent Practices Scale	caregiver (father)	4.49	Oppositional Defiant Disorder	Name not reported (oppositional defiant scale taken from the Ontario Child Health Study)	caregiver	4.49	Discordant	Cross-sectional	-0.15085710	0.058971430
Meunier, Bisceglia (2012)	Healthy Babies Healthy Children (HBHC)	Canada	Within-sibling fixed effects	Mixed sex	599	Questionnaire adapted from Parent Practices Scale	caregiver (mother)	4.49	Oppositional Defiant Disorder	Name not reported (oppositional defiant scale taken from the Ontario Child Health Study)	caregiver	4.49	Discordant	Cross-sectional	-0.30989470	0.043578950
Positive Family Bonding
Morcillo (2011)	Boricua Youth Study (BYS)	USA/Puerto Rico	Propensity score matching	Females	618	Sabogal Familism Scale (adapted version)	caregiver	10+; 11+; 12+	Conduct Problems	Antisocial Behavior Index	mixed	10+; 11+; 12+	Discordant	Longitudinal	-0.10704180	0.021408360
Morcillo (2011)	Boricua Youth Study (BYS)	USA/Puerto Rico	Propensity score matching	Females	589	Sabogal Familism Scale (adapted version)	caregiver	5-9; 6-10; 7-11	Conduct Problems	Antisocial Behavior Index	mixed	5-9; 6-10; 7-11	Discordant	Longitudinal	-0.05859850	0.015981410
Morcillo (2011)	Boricua Youth Study (BYS)	USA/Puerto Rico	Propensity score matching	Males	653	Sabogal Familism Scale (adapted version)	caregiver	10+; 11+; 12+	Conduct Problems	Antisocial Behavior Index	mixed	10+; 11+; 12+	Discordant	Longitudinal	-0.02116861	0.031752910
Morcillo (2011)	Boricua Youth Study (BYS)	USA/Puerto Rico	Propensity score matching	Males	631	Sabogal Familism Scale (adapted version)	caregiver	5-9; 6-10; 7-11	Conduct Problems	Antisocial Behavior Index	mixed	5-9; 6-10; 7-11	Discordant	Longitudinal	-0.03609669	0.012032230

## Negative parenting
tab_neg_mix <- table_neg_mix %>%
  group_by(risk_factor_combined_reduced_tab) %>%
  arrange(reference, cohort_name, participant_sex_tab, informant_reporting_risk_factor) %>%
  gt(rowname_col = "reference")

tab_neg_mix_gt <- tab_neg_mix %>%
  tab_spanner(
    label = "Risk Factor",
    columns = c(name_of_measure_for_risk_factor_tab, informant_reporting_risk_factor, age_risk_factor_assessed_tab)
  ) %>%
  tab_spanner(
    label = "Outcome",
    columns = c(disruptive_behaviour_outcome_tab, name_of_measure_for_disruptive_behaviour, informant_reporting_disruptive_behaviour, age_disruptive_behaviour_assessed_tab)
  ) %>%
  cols_label(
    reference = "Study",
    cohort_name = "Cohort",
    participant_sex_tab = "Sex",
    quasi_experimental_method_used = "QE Method",
    name_of_measure_for_risk_factor_tab = "Measure",
    informant_reporting_risk_factor = "Informant",
    age_risk_factor_assessed_tab = "Age of Assessment",
    disruptive_behaviour_outcome_tab = "Outcome Type",
    name_of_measure_for_disruptive_behaviour = "Measure",
    informant_reporting_disruptive_behaviour = "Informant",
    age_disruptive_behaviour_assessed_tab = "Age of Assessment",
    informant_discordance = "Discordant Reporters",
    longitudinal_assessments = "Longitudinal",
    number_of_observations_in_adjusted_analysis = "Number of Obs",
    country_based = "Country",
    transformed_effect_size = "Effect Size",
    final_standard_error = "SE"
  )

tab_neg_mix_gt

	Cohort	Country	QE Method	Sex	Number of Obs	Risk Factor			Outcome				Discordant Reporters	Longitudinal	Effect Size	SE
						Measure	Informant	Age of Assessment	Outcome Type	Measure	Informant	Age of Assessment
Harsh Discipline
Asbury (2003)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2134	Name not reported (six questionnaire items)	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	4	Concordant	Cross-sectional	0.150000000	0.058170240
Asbury (2006)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex (whole sample)	2045	Name not reported (four questionnaire items)	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Longitudinal	0.070000000	0.035618990
Besemer (2016)	Pittsburgh Youth Study (PYS)	USA	Within-person fixed effects	Males	499	Positive Parenting Scale (Discipline Scale)	caregiver	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4	Conduct Problems/Oppositional Defiant Disorder	Child Behaviour Checklist	mixed	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4; 10.9	Discordant	Longitudinal	0.022500000	0.015066960
Boyle (2004)	Ontario Child Health Study (OCHS)	Canada	Discordant sibling study	Mixed sex	1064	Single Question	caregiver (mother)	10.1	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	caregiver (mother)	10.1	Concordant	Cross-sectional	0.210000000	0.014037480
Boyle (2004)	Ontario Child Health Study (OCHS)	Canada	Discordant sibling study	Mixed sex	809	Single Question	caregiver (mother)	10.1	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	teacher	10.1	Discordant	Cross-sectional	0.110000000	0.014412270
Cecil (2012)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2592	Two questions adapted from a semi-structured interview	caregiver	3; 4; 7; 9	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	12	Discordant	Longitudinal	0.140000000	0.056000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.015000000	0.040000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.070000000	0.040000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.047000000	0.040000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.084000000	0.040000000
Lysenko (2013)	Twins Early Development Study (TEDS)	UK	Discordant sibling study	Females	?	Single Question	caregiver (mother)	4	Conduct Problems	Preschool Behavior Questionnaire/Strengths and Difficulties Questionnaire	caregiver (mother)	7	Concordant	Longitudinal	0.356989200	0.053548390
Lysenko (2013)	Twins Early Development Study (TEDS)	UK	Discordant sibling study	Males	?	Single Question	caregiver (mother)	4	Conduct Problems	Preschool Behavior Questionnaire/Strengths and Difficulties Questionnaire	caregiver (mother)	7	Concordant	Longitudinal	0.320754700	0.048113210
Riggins-Caspers (2003)	Not reported (NR_2)	Not reported	Adoption study	Mixed sex	150	Assessing Environments III Questionnaire (AEIII)	caregiver	Not reported	Conduct Disorder	Diagnostic Interview Schedule	self	Not reported	Discordant	Longitudinal	0.250000000	0.096950400
Riggins-Caspers (2003)	Not reported (NR_2)	Not reported	Adoption study	Mixed sex	150	Assessing Environments III Questionnaire (AEIII)	caregiver	Not reported	Oppositional Defiant Disorder	Diagnostic Interview Schedule	self	Not reported	Discordant	Longitudinal	0.420000000	0.127036300
Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	7	Concordant	Cross-sectional	0.460000000	0.139135000
Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Cross-sectional	0.120000000	0.036296090
Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	12	Concordant	Longitudinal	0.200000000	0.060493480
Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	12	Discordant	Longitudinal	0.070000000	0.027146110
Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	12	Concordant	Longitudinal	0.120000000	0.036296090
Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	12	Discordant	Longitudinal	0.070000000	0.027146110
Negative Parental Feeling
Asbury (2003)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2134	Parental Feelings Questionnaire	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	4	Concordant	Cross-sectional	0.220000000	0.085316360
Asbury (2006)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex (whole sample)	2045	Parental Feelings Questionnaire	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Longitudinal	0.020000000	0.022115260
Cecil (2012)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2592	Parental Feelings Questionnaire	caregiver	3; 4; 7; 9	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	12	Discordant	Longitudinal	0.040000000	0.023000000
Glover (2010)	The Northeast–Northwest Collaborative Adoption Project (N2CAP)	USA	Adoption study	Mixed sex	85	Parental Feelings Questionnaire	caregiver (father)	5.59	Conduct Problems	Child Behaviour Checklist (sum of the delinquent and aggressive subscales, based on the Externalizing Syndrome score)	caregiver (mother)	5.59	Discordant	Cross-sectional	0.470000000	0.142159700
Glover (2010)	The Northeast–Northwest Collaborative Adoption Project (N2CAP)	USA	Adoption study	Mixed sex	85	Parental Feelings Questionnaire	caregiver (mother)	5.59	Conduct Problems	Child Behaviour Checklist (child’s aggression and conduct problems, based on the Externalizing Syndrome score) and Noncompliance score from the Parent-Child Interaction System	caregiver (father)	5.59	Discordant	Cross-sectional	0.320000000	0.124096500
Oliver (2015)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	3154	Questionnaire adapted from a semi-structured interview and the Parental Feelings Questionnaire	caregiver	4.04; 7.07	Conduct Problems	Strengths and Difficulties Quesionnaire (conduct problems subscale)	caregiver	4.04; 7.07; 9.02	Concordant	Longitudinal	0.100000000	0.038780160
Coercive Parenting
Barnett (2013)	Fragile Families and Child Wellbeing Study_NR (FFCWS)	USA	Within-sibling fixed effects	Mixed sex (whole sample)	137	Name not reported (scales developed in the NICHD Study of Early Child Care)	observer	2.01/3.96	Externalising Behaviour	Child Behaviour Checklist (destructive behaviour and aggressive behaviour subscales)	caregiver (mother)	3.01/4.96	Discordant	Longitudinal	0.090983140	0.118375000
Klahr, Rueter (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	390	Sibling Interaction and Behavior Study Rating Scales (SIBSRS) Angry Coercion scale	observer	14	Other DBD	Delinquent Behaviour Index	self	14	Discordant	Cross-sectional	0.090000000	0.050356090
Klahr, Rueter (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	396	Sibling Interaction and Behavior Study Rating Scales (SIBSRS) Angry Coercion scale	observer	14	Other DBD	SIBSRS Antisocial (ANTI) Scale	observer	14	Concordant	Cross-sectional	0.330000000	0.127974500
Latham (2017)	The Twins, Family and Behaviour (TFaB)	UK	Within-sibling fixed effects	Mixed sex	212	Parenting and Family Adjustment Scale	caregiver (father)	3.9	Conduct Problems	Eyberg Child Behaviour Inventory (Intensity Scale)	caregiver (father)	5.92	Concordant	Longitudinal	-0.220000000	0.150000000
Latham (2017)	The Twins, Family and Behaviour (TFaB)	UK	Within-sibling fixed effects	Mixed sex	212	Parenting and Family Adjustment Scale	caregiver (mother)	3.92	Conduct Problems	Eyberg Child Behaviour Inventory (Intensity Scale)	caregiver (mother)	5.92	Concordant	Longitudinal	0.020000000	0.160000000
Low Parental Involvement
Besemer (2016)	Pittsburgh Youth Study (PYS)	USA	Within-person fixed effects	Males	499	Positive Parenting Scale (Supervision/Involvement Scale)	caregiver	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4	Conduct Problems/Oppositional Defiant Disorder	Child Behaviour Checklist	mixed	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4; 10.9	Discordant	Longitudinal	-0.057187500	0.032214600
Roos (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	293	Alabama Parenting Questionnaire (inconsistent discipline and poor monitoring subscales)	caregiver (mother)	4.5	Externalising Behaviour	Child Behaviour Checklist (aggressive and delinquent symptoms; externalising scale)	caregiver	06-Jul	Discordant	Longitudinal	0.139000000	0.066038020
Samek (2014)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	533	Parent Environment Questionnaire	self	18.24	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders Structured Clinical Interview for Personality Disorders	self	23	Concordant	Longitudinal	-0.300000000	0.152652800
Poor Parent Child Communication
Besemer (2016)	Pittsburgh Youth Study (PYS)	USA	Within-person fixed effects	Males	499	Revised Parent-Adolescent Communication Form	caregiver	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4	Conduct Problems/Oppositional Defiant Disorder	Child Behaviour Checklist	mixed	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4; 10.9	Discordant	Longitudinal	0.045000000	0.043287630
Physical Discipline
Boyle (2004)	National Longitudinal Study of Youth (NLSY79)	USA	Discordant sibling study	Mixed sex	1438	Single question and a Positive Parenting scale developed by the study	caregiver (mother)	9.03	Externalising Behaviour	Behaviour Problem Index (Antisocial, Headstrong, Hyperactive, and Peer Problems scales)	caregiver (mother)	9.03	Concordant	Cross-sectional	0.130000000	0.039320759
Riggins-Caspers (2003)	Not reported (NR_2)	Not reported	Adoption study	Mixed sex	150	Assessing Environments III Questionnaire (AEIII)	caregiver	Not reported	Conduct Disorder	Diagnostic Interview Schedule	self	Not reported	Discordant	Longitudinal	0.190000000	0.096680120
Riggins-Caspers (2003)	Not reported (NR_2)	Not reported	Adoption study	Mixed sex	150	Assessing Environments III Questionnaire (AEIII)	caregiver	Not reported	Oppositional Defiant Disorder	Diagnostic Interview Schedule	self	Not reported	Discordant	Longitudinal	0.380000000	0.114937600
Parental Hostility
Boyle (2004)	National Longitudinal Survey of Children and Youth (NLSCY)	Canada	Discordant sibling study	Mixed sex	3696	Positive Interaction and Hostile/Ineffective scales	caregiver (mother)	7.47	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	caregiver (mother)	7.47	Concordant	Cross-sectional	0.330000000	0.008025478
Boyle (2004)	National Longitudinal Survey of Children and Youth (NLSCY)	Canada	Discordant sibling study	Mixed sex	1878.5	Positive Interaction and Hostile/Ineffective scales	teacher	7.47	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	teacher	7.47	Concordant	Cross-sectional	0.170000000	0.014566470
Harold (2012)	Cardiff IVF study_NR (CardiffIVF)	UK/USA	IVF study	Mixed sex	170	Iowa Family Interaction Rating Scales	caregiver (father)	6.72	Conduct Problems	Strengths and Difficulties Quesionnaire/Diagnostic and Statistical Manual of Mental Disorders	caregiver (father)	6.72	Concordant	Cross-sectional	0.350000000	0.135730570
Harold (2012)	Cardiff IVF study_NR (CardiffIVF)	UK/USA	IVF study	Mixed sex	207	Iowa Family Interaction Rating Scales	caregiver (mother)	6.72	Conduct Problems	Strengths and Difficulties Quesionnaire/Diagnostic and Statistical Manual of Mental Disorders	caregiver (mother)	6.72	Concordant	Cross-sectional	0.240000000	0.093072390
Harold (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	218	Iowa Family Interaction Rating Scales	caregiver (father)	5.98	Conduct Problems	Child Behaviour Checklist	caregiver (father)	5.98	Concordant	Cross-sectional	0.440000000	0.133085650
Harold (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	218	Iowa Family Interaction Rating Scales	caregiver (father)	5.98	Conduct Problems	Child Behaviour Checklist	caregiver (mother)	5.98	Discordant	Cross-sectional	0.340000000	0.102838910
Harold (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	218	Iowa Family Interaction Rating Scales	caregiver (mother)	5.98	Conduct Problems	Child Behaviour Checklist	caregiver (mother)	5.98	Concordant	Cross-sectional	0.310000000	0.093764890
Harold (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	218	Iowa Family Interaction Rating Scales	caregiver (mother)	5.98	Conduct Problems	Child Behaviour Checklist	caregiver (father)	5.98	Discordant	Cross-sectional	0.210000000	0.081438340
Hou (2013)	Beijing Twin Study (BeTwiSt)	China	Discordant twin study	Mixed sex	345	Iowa Family Interaction Rating Scales	mixed	13.86	Conduct Problems	Youth Self-Report Inventory/Child Behaviour Checklist	mixed	15.36	Concordant	Longitudinal	0.000000000	0.053994920
Hou (2013)	Beijing Twin Study (BeTwiSt)	China	Discordant twin study	Mixed sex	345	Iowa Family Interaction Rating Scales	mixed	13.86	Conduct Problems	Youth Self-Report Inventory/Child Behaviour Checklist	mixed	15.36	Concordant	Longitudinal	0.020000000	0.053973330
Richmond (2006)	Not reported (NR_1)	Not reported	Within-sibling fixed effects	Mixed sex	93	Parent– Child Relationships questionnaire	caregiver (father)	13.9/16.1	Externalising Behaviour	Child Behaviour Checklist (externalising scale)	caregiver	13.9/16.1	Discordant	Longitudinal	0.015901390	0.005300462
Richmond (2006)	Not reported (NR_1)	Not reported	Within-sibling fixed effects	Mixed sex	93	Parent– Child Relationships questionnaire	caregiver (mother)	13.9/16.1	Externalising Behaviour	Child Behaviour Checklist (externalising scale)	caregiver	13.9/16.1	Discordant	Longitudinal	0.020801230	0.004853621
Richmond (2009)	Not reported (NR_1)	Not reported	Discordant sibling study	Mixed sex	114	Parent– Child Relationships questionnaire	caregiver (mother)	13.9/16.1	Externalising Behaviour	Youth Self-Report Inventory (externalising scale)	self	13.9/16.1	Discordant	Longitudinal	0.298636400	0.099545450
Richmond (2009)	Not reported (NR_1)	Not reported	Discordant sibling study	Mixed sex	111	Parent– Child Relationships questionnaire	caregiver (mother)	13.9/16.1	Externalising Behaviour	Youth Self-Report Inventory (externalising scale)	self	13.9/16.1	Discordant	Longitudinal	0.354545500	0.118181800
Shelton (2008)	Cardiff Study of All Wales and North West of England Twins (CaStANET)	UK	Discordant twin study	Mixed sex	217	Iowa Youth and Families Project	caregiver (mother)	15.28	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver (mother)	22.28	Concordant	Longitudinal	0.368000000	0.093834670
Shelton (2008)	Cardiff Study of All Wales and North West of England Twins (CaStANET)	UK	Discordant twin study	Mixed sex	217	Iowa Youth and Families Project	self	15.28	Conduct Problems	Strengths and Difficulties Quesionnaire	self	22.28	Concordant	Longitudinal	0.279000000	0.071140960
Parental Criticism
Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	606	Five Minute Speech Sample (No. of negative comments)	caregiver (mother)	5	Externalising Behaviour	Child Behaviour Checklist (Delinquent Behaviour and Aggressive Behaviour scales)	caregiver (mother)	6.5	Concordant	Longitudinal	0.160000000	0.062048260
Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	606	Five Minute Speech Sample (Negativity - global measure of whole speech sample)	caregiver (mother)	5	Externalising Behaviour	Child Behaviour Checklist (Delinquent Behaviour and Aggressive Behaviour scales)	caregiver (mother)	6.5	Concordant	Longitudinal	0.160000000	0.062048260
Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	563	Five Minute Speech Sample (No. of negative comments)	caregiver (mother)	5	Externalising Behaviour	Teacher Report Form (Delinquent Behaviour and Aggressive Behaviour scales)	teacher	6.5	Discordant	Longitudinal	0.150000000	0.058170240
Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	563	Five Minute Speech Sample (Negativity - global measure of whole speech sample)	caregiver (mother)	5	Externalising Behaviour	Teacher Report Form (Delinquent Behaviour and Aggressive Behaviour scales)	teacher	6.5	Discordant	Longitudinal	0.100000000	0.050884270
Narusyte (2011)	Twin and Offspring Study in Sweden (TOSS) and from the Twin Study of Child and Adolescent Development (TCHAD) both from the Swedish Twin Registry	Sweden	Extended children of twins study	Mixed sex	3540	Expressed Emotion (Critical Remarks subscale)	caregiver (father)	TOSS: 15.9; TCHAD: 16-17	Externalising Behaviour	Youth Self-Report Inventory (externalising scale)	self	TOSS: 15.9; TCHAD: 16-17	Discordant	Longitudinal	0.240000000	0.038265310
Narusyte (2011)	Twin and Offspring Study in Sweden (TOSS) and from the Twin Study of Child and Adolescent Development (TCHAD) both from the Swedish Twin Registry	Sweden	Extended children of twins study	Mixed sex	3540	Expressed Emotion (Critical Remarks subscale)	caregiver (mother)	TOSS: 15.9; TCHAD: 16-17	Externalising Behaviour	Youth Self-Report Inventory (externalising scale)	self	TOSS: 15.9; TCHAD: 16-17	Discordant	Longitudinal	-0.090000000	0.045918370
Parent-Child Conflict
Klahr, McGue (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	405	Parental Environment Questionnaire	caregiver	14.1	Conduct Problems	Delinquent Behaviour Index/Diagnostic and Statistical Manual of Mental Disorders	self	18.2	Discordant	Longitudinal	0.120000000	0.036296090
Klahr, Rueter (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	390	Parental Environment Questionnaire	caregiver	14	Other DBD	Delinquent Behaviour Index	self	14	Discordant	Cross-sectional	0.400000000	0.155120600
Klahr, Rueter (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	396	Parental Environment Questionnaire	caregiver	14	Other DBD	SIBSRS Antisocial (ANTI) Scale	observer	14	Discordant	Cross-sectional	0.260000000	0.100828400
Mark (2017)	Sisters and Brothers Study (SBS)	UK	Discordant sibling study	Mixed sex	78	Network of Relationships Inventory	self	9.82/12.05	Externalising Behaviour	Strengths and Difficulties Quesionnaire (hyperactivity; emotional symptomatology; conduct problems; and peer problems)	caregiver (mother)	9.82/12.05	Discordant	Longitudinal	0.298678000	0.112435100
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (father)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Discordant	Cross-sectional	0.140000000	0.102773850
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (father)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	0.190000000	0.101044180
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (father)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Concordant	Cross-sectional	0.540000000	0.274775100
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (father)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Discordant	Cross-sectional	0.220000000	0.111945400
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (mother)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Discordant	Cross-sectional	0.200000000	0.100635340
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (mother)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Concordant	Cross-sectional	0.270000000	0.137387500
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (mother)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.470000000	0.239156100
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (mother)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Discordant	Cross-sectional	0.290000000	0.147564400
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	-0.070000000	0.104314820
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.100000000	0.103780200
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Concordant	Cross-sectional	0.290000000	0.147564400
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Discordant	Cross-sectional	-0.070000000	0.104314820
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	0.020000000	0.104786550
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.060000000	0.104451100
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Concordant	Cross-sectional	0.290000000	0.147564400
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Discordant	Cross-sectional	-0.110000000	0.103560060
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Concordant	Cross-sectional	0.330000000	0.167918100
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Concordant	Cross-sectional	0.390000000	0.198448700
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	-0.040000000	0.104660760
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.100000000	0.103780200
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Discordant	Cross-sectional	-0.150000000	0.102469840
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	-0.130000000	0.103056880
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.060000000	0.104451100
Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Discordant	Cross-sectional	-0.140000000	0.102773850
Samek (2014)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	533	Parent Environment Questionnaire	self	18.24	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders Structured Clinical Interview for Personality Disorders	self	23	Concordant	Longitudinal	0.370000000	0.188271800
Overreactive Parenting
Lipscomb (2014)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	233	Parenting scale	caregiver	0.75; 1.5; 2.25; 4.5; 6	Externalising Behaviour	Child Behaviour Checklist (ggression and Attention subscales)	caregiver	6	Concordant	Longitudinal	0.130000000	0.039320760
Marceau (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	561	Parenting scale (over-reactivity subscale)	caregiver	1.5	Externalising Behaviour	Child Behaviour Checklist	caregiver	2.25	Concordant	Longitudinal	0.150000000	0.076326410
Reuben (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	225	Parenting scale (over-reactivity subscale)	caregiver (father)	2.25	Externalising Behaviour	Teacher Report Form	teacher	06-Jul	Discordant	Longitudinal	-0.009593496	0.071951220
Reuben (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	225	Parenting scale (over-reactivity subscale)	caregiver (mother)	2.25	Externalising Behaviour	Teacher Report Form	teacher	06-Jul	Discordant	Longitudinal	0.018815330	0.068292680
Rolon-Arroyo (2018)	Not reported (NR_3)	USA	Within-person fixed effects	Mixed sex	162	Parenting scale	caregiver	5.76	Conduct Disorder	Diagnostic Interview Schedule	caregiver	6.74	Concordant	Longitudinal	0.110000000	0.050000000
Rolon-Arroyo (2018)	Not reported (NR_3)	USA	Within-person fixed effects	Mixed sex	162	Parenting scale	caregiver	5.76	Oppositional Defiant Disorder	Diagnostic Interview Schedule	caregiver	6.74	Concordant	Longitudinal	0.180000000	0.050000000
Low Parental Warmth
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.034000000	0.030000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.006000000	0.030000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.037000000	0.030000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.025000000	0.030000000
Shelton (2008)	Cardiff Study of All Wales and North West of England Twins (CaStANET)	UK	Discordant twin study	Mixed sex	217	Iowa Youth and Families Project	caregiver (mother)	15.28	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver (mother)	22.28	Concordant	Longitudinal	0.179000000	0.068535750
Shelton (2008)	Cardiff Study of All Wales and North West of England Twins (CaStANET)	UK	Discordant twin study	Mixed sex	217	Iowa Youth and Families Project	self	15.28	Conduct Problems	Strengths and Difficulties Quesionnaire	self	22.28	Concordant	Longitudinal	0.031000000	0.065535040
Overprotective Parenting
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.071000000	0.030000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.075000000	0.030000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.024000000	0.030000000
Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.005000000	0.030000000
Negative Parent-Child Relationship
Samek (2014)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	533	Parent Environment Questionnaire	self	18.24	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders Structured Clinical Interview for Personality Disorders	self	23	Concordant	Longitudinal	0.270000000	0.137387500
High Parental Warmth
Waller, Hyde (2018)	Twin Study of Behavioral and Emotional Development in Children (TBED-C) within The Michigan State University Twin Registry (MSUTR)	USA	Discordant twin study	Mixed sex	187	Parental Environment Questionnaire (conflict scale)	mixed	7.8	Other DBD	Subtypes of Antisocial Behavior Questionnaire (physical aggression subscale)	caregiver (mother)	7.8	Discordant	Cross-sectional	0.137133700	0.172319400

#### Using apa function ####
#### Create an APA function ####
apa <- function(x, title = " ") {
  gt(x) %>%
    tab_options(
      table.border.top.color = "white",
      heading.title.font.size = px(16),
      column_labels.border.top.width = 3,
      column_labels.border.top.color = "black",
      column_labels.border.bottom.width = 3,
      column_labels.border.bottom.color = "black",
      table_body.border.bottom.color = "black",
      table.border.bottom.color = "white",
      table.width = pct(100),
      table.background.color = "white"
    ) %>%
    cols_align(align="center") %>%
    tab_style(
      style = list(
        cell_borders(
          sides = c("top", "bottom"),
          color = "white",
          weight = px(1)
        ),
        cell_text(
          align="center"
        ),
        cell_fill(color = "white", alpha = NULL)
      ),
      locations = cells_body(
        columns = everything(),
        rows = everything()
      )
    ) %>%
    #title setup
    tab_header(
      title = html("<i>", title, "</i>")
    ) %>%
    opt_align_table_header(align = "left")
}


## Negative parenting
tab_neg_mix_apa <- table_neg_mix %>%
  apa("Descriptive table for negative parenting measures")

tab_neg_mix_apa

Descriptive table for negative parenting measures
risk_factor_combined_reduced_tab	reference	cohort_name	country_based	quasi_experimental_method_used	participant_sex_tab	number_of_observations_in_adjusted_analysis	name_of_measure_for_risk_factor_tab	informant_reporting_risk_factor	age_risk_factor_assessed_tab	disruptive_behaviour_outcome_tab	name_of_measure_for_disruptive_behaviour	informant_reporting_disruptive_behaviour	age_disruptive_behaviour_assessed_tab	informant_discordance	longitudinal_assessments	transformed_effect_size	final_standard_error
Coercive Parenting	Barnett (2013)	Fragile Families and Child Wellbeing Study_NR (FFCWS)	USA	Within-sibling fixed effects	Mixed sex (whole sample)	137	Name not reported (scales developed in the NICHD Study of Early Child Care)	observer	2.01/3.96	Externalising Behaviour	Child Behaviour Checklist (destructive behaviour and aggressive behaviour subscales)	caregiver (mother)	3.01/4.96	Discordant	Longitudinal	0.090983140	0.118375000
Coercive Parenting	Klahr, Rueter (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	390	Sibling Interaction and Behavior Study Rating Scales (SIBSRS) Angry Coercion scale	observer	14	Other DBD	Delinquent Behaviour Index	self	14	Discordant	Cross-sectional	0.090000000	0.050356090
Coercive Parenting	Klahr, Rueter (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	396	Sibling Interaction and Behavior Study Rating Scales (SIBSRS) Angry Coercion scale	observer	14	Other DBD	SIBSRS Antisocial (ANTI) Scale	observer	14	Concordant	Cross-sectional	0.330000000	0.127974500
Coercive Parenting	Latham (2017)	The Twins, Family and Behaviour (TFaB)	UK	Within-sibling fixed effects	Mixed sex	212	Parenting and Family Adjustment Scale	caregiver (father)	3.9	Conduct Problems	Eyberg Child Behaviour Inventory (Intensity Scale)	caregiver (father)	5.92	Concordant	Longitudinal	-0.220000000	0.150000000
Coercive Parenting	Latham (2017)	The Twins, Family and Behaviour (TFaB)	UK	Within-sibling fixed effects	Mixed sex	212	Parenting and Family Adjustment Scale	caregiver (mother)	3.92	Conduct Problems	Eyberg Child Behaviour Inventory (Intensity Scale)	caregiver (mother)	5.92	Concordant	Longitudinal	0.020000000	0.160000000
Harsh Discipline	Riggins-Caspers (2003)	Not reported (NR_2)	Not reported	Adoption study	Mixed sex	150	Assessing Environments III Questionnaire (AEIII)	caregiver	Not reported	Conduct Disorder	Diagnostic Interview Schedule	self	Not reported	Discordant	Longitudinal	0.250000000	0.096950400
Harsh Discipline	Riggins-Caspers (2003)	Not reported (NR_2)	Not reported	Adoption study	Mixed sex	150	Assessing Environments III Questionnaire (AEIII)	caregiver	Not reported	Oppositional Defiant Disorder	Diagnostic Interview Schedule	self	Not reported	Discordant	Longitudinal	0.420000000	0.127036300
Harsh Discipline	Boyle (2004)	Ontario Child Health Study (OCHS)	Canada	Discordant sibling study	Mixed sex	1064	Single Question	caregiver (mother)	10.1	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	caregiver (mother)	10.1	Concordant	Cross-sectional	0.210000000	0.014037480
Harsh Discipline	Boyle (2004)	Ontario Child Health Study (OCHS)	Canada	Discordant sibling study	Mixed sex	809	Single Question	caregiver (mother)	10.1	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	teacher	10.1	Discordant	Cross-sectional	0.110000000	0.014412270
Harsh Discipline	Besemer (2016)	Pittsburgh Youth Study (PYS)	USA	Within-person fixed effects	Males	499	Positive Parenting Scale (Discipline Scale)	caregiver	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4	Conduct Problems/Oppositional Defiant Disorder	Child Behaviour Checklist	mixed	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4; 10.9	Discordant	Longitudinal	0.022500000	0.015066960
Harsh Discipline	Asbury (2003)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2134	Name not reported (six questionnaire items)	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	4	Concordant	Cross-sectional	0.150000000	0.058170240
Harsh Discipline	Asbury (2006)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex (whole sample)	2045	Name not reported (four questionnaire items)	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Longitudinal	0.070000000	0.035618990
Harsh Discipline	Cecil (2012)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2592	Two questions adapted from a semi-structured interview	caregiver	3; 4; 7; 9	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	12	Discordant	Longitudinal	0.140000000	0.056000000
Harsh Discipline	Lysenko (2013)	Twins Early Development Study (TEDS)	UK	Discordant sibling study	Females	?	Single Question	caregiver (mother)	4	Conduct Problems	Preschool Behavior Questionnaire/Strengths and Difficulties Questionnaire	caregiver (mother)	7	Concordant	Longitudinal	0.356989200	0.053548390
Harsh Discipline	Lysenko (2013)	Twins Early Development Study (TEDS)	UK	Discordant sibling study	Males	?	Single Question	caregiver (mother)	4	Conduct Problems	Preschool Behavior Questionnaire/Strengths and Difficulties Questionnaire	caregiver (mother)	7	Concordant	Longitudinal	0.320754700	0.048113210
Harsh Discipline	Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	7	Concordant	Cross-sectional	0.460000000	0.139135000
Harsh Discipline	Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Cross-sectional	0.120000000	0.036296090
Harsh Discipline	Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	12	Concordant	Longitudinal	0.200000000	0.060493480
Harsh Discipline	Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	12	Discordant	Longitudinal	0.070000000	0.027146110
Harsh Discipline	Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	12	Concordant	Longitudinal	0.120000000	0.036296090
Harsh Discipline	Viding (2009)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2028	Questionnaire adapted from a semi-structured interview	caregiver	7	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	12	Discordant	Longitudinal	0.070000000	0.027146110
Harsh Discipline	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.015000000	0.040000000
Harsh Discipline	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.070000000	0.040000000
Harsh Discipline	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.047000000	0.040000000
Harsh Discipline	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.084000000	0.040000000
High Parental Warmth	Waller, Hyde (2018)	Twin Study of Behavioral and Emotional Development in Children (TBED-C) within The Michigan State University Twin Registry (MSUTR)	USA	Discordant twin study	Mixed sex	187	Parental Environment Questionnaire (conflict scale)	mixed	7.8	Other DBD	Subtypes of Antisocial Behavior Questionnaire (physical aggression subscale)	caregiver (mother)	7.8	Discordant	Cross-sectional	0.137133700	0.172319400
Low Parental Involvement	Roos (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	293	Alabama Parenting Questionnaire (inconsistent discipline and poor monitoring subscales)	caregiver (mother)	4.5	Externalising Behaviour	Child Behaviour Checklist (aggressive and delinquent symptoms; externalising scale)	caregiver	06-Jul	Discordant	Longitudinal	0.139000000	0.066038020
Low Parental Involvement	Besemer (2016)	Pittsburgh Youth Study (PYS)	USA	Within-person fixed effects	Males	499	Positive Parenting Scale (Supervision/Involvement Scale)	caregiver	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4	Conduct Problems/Oppositional Defiant Disorder	Child Behaviour Checklist	mixed	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4; 10.9	Discordant	Longitudinal	-0.057187500	0.032214600
Low Parental Involvement	Samek (2014)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	533	Parent Environment Questionnaire	self	18.24	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders Structured Clinical Interview for Personality Disorders	self	23	Concordant	Longitudinal	-0.300000000	0.152652800
Low Parental Warmth	Shelton (2008)	Cardiff Study of All Wales and North West of England Twins (CaStANET)	UK	Discordant twin study	Mixed sex	217	Iowa Youth and Families Project	caregiver (mother)	15.28	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver (mother)	22.28	Concordant	Longitudinal	0.179000000	0.068535750
Low Parental Warmth	Shelton (2008)	Cardiff Study of All Wales and North West of England Twins (CaStANET)	UK	Discordant twin study	Mixed sex	217	Iowa Youth and Families Project	self	15.28	Conduct Problems	Strengths and Difficulties Quesionnaire	self	22.28	Concordant	Longitudinal	0.031000000	0.065535040
Low Parental Warmth	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.034000000	0.030000000
Low Parental Warmth	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.006000000	0.030000000
Low Parental Warmth	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.037000000	0.030000000
Low Parental Warmth	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	0.025000000	0.030000000
Negative Parent-Child Relationship	Samek (2014)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	533	Parent Environment Questionnaire	self	18.24	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders Structured Clinical Interview for Personality Disorders	self	23	Concordant	Longitudinal	0.270000000	0.137387500
Negative Parental Feeling	Glover (2010)	The Northeast–Northwest Collaborative Adoption Project (N2CAP)	USA	Adoption study	Mixed sex	85	Parental Feelings Questionnaire	caregiver (father)	5.59	Conduct Problems	Child Behaviour Checklist (sum of the delinquent and aggressive subscales, based on the Externalizing Syndrome score)	caregiver (mother)	5.59	Discordant	Cross-sectional	0.470000000	0.142159700
Negative Parental Feeling	Glover (2010)	The Northeast–Northwest Collaborative Adoption Project (N2CAP)	USA	Adoption study	Mixed sex	85	Parental Feelings Questionnaire	caregiver (mother)	5.59	Conduct Problems	Child Behaviour Checklist (child’s aggression and conduct problems, based on the Externalizing Syndrome score) and Noncompliance score from the Parent-Child Interaction System	caregiver (father)	5.59	Discordant	Cross-sectional	0.320000000	0.124096500
Negative Parental Feeling	Asbury (2003)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2134	Parental Feelings Questionnaire	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver	4	Concordant	Cross-sectional	0.220000000	0.085316360
Negative Parental Feeling	Asbury (2006)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex (whole sample)	2045	Parental Feelings Questionnaire	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Longitudinal	0.020000000	0.022115260
Negative Parental Feeling	Cecil (2012)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	2592	Parental Feelings Questionnaire	caregiver	3; 4; 7; 9	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	12	Discordant	Longitudinal	0.040000000	0.023000000
Negative Parental Feeling	Oliver (2015)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex	3154	Questionnaire adapted from a semi-structured interview and the Parental Feelings Questionnaire	caregiver	4.04; 7.07	Conduct Problems	Strengths and Difficulties Quesionnaire (conduct problems subscale)	caregiver	4.04; 7.07; 9.02	Concordant	Longitudinal	0.100000000	0.038780160
Overprotective Parenting	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.071000000	0.030000000
Overprotective Parenting	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.075000000	0.030000000
Overprotective Parenting	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.024000000	0.030000000
Overprotective Parenting	Long (2015)	Virginia Adult Twin Study of Psychiatric and Substance Use Disorders (VATSPSUD)	USA	Discordant twin study	Mixed sex	1303	Parental Bonding Instrument	self	36.69	Conduct Disorder	Diagnostic and Statistical Manual of Mental Disorders	self	36.69	Concordant	Cross-sectional	-0.005000000	0.030000000
Overreactive Parenting	Lipscomb (2014)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	233	Parenting scale	caregiver	0.75; 1.5; 2.25; 4.5; 6	Externalising Behaviour	Child Behaviour Checklist (ggression and Attention subscales)	caregiver	6	Concordant	Longitudinal	0.130000000	0.039320760
Overreactive Parenting	Marceau (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	561	Parenting scale (over-reactivity subscale)	caregiver	1.5	Externalising Behaviour	Child Behaviour Checklist	caregiver	2.25	Concordant	Longitudinal	0.150000000	0.076326410
Overreactive Parenting	Reuben (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	225	Parenting scale (over-reactivity subscale)	caregiver (father)	2.25	Externalising Behaviour	Teacher Report Form	teacher	06-Jul	Discordant	Longitudinal	-0.009593496	0.071951220
Overreactive Parenting	Reuben (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	225	Parenting scale (over-reactivity subscale)	caregiver (mother)	2.25	Externalising Behaviour	Teacher Report Form	teacher	06-Jul	Discordant	Longitudinal	0.018815330	0.068292680
Overreactive Parenting	Rolon-Arroyo (2018)	Not reported (NR_3)	USA	Within-person fixed effects	Mixed sex	162	Parenting scale	caregiver	5.76	Conduct Disorder	Diagnostic Interview Schedule	caregiver	6.74	Concordant	Longitudinal	0.110000000	0.050000000
Overreactive Parenting	Rolon-Arroyo (2018)	Not reported (NR_3)	USA	Within-person fixed effects	Mixed sex	162	Parenting scale	caregiver	5.76	Oppositional Defiant Disorder	Diagnostic Interview Schedule	caregiver	6.74	Concordant	Longitudinal	0.180000000	0.050000000
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (father)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Discordant	Cross-sectional	0.140000000	0.102773850
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (father)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	0.190000000	0.101044180
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (father)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Concordant	Cross-sectional	0.540000000	0.274775100
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (father)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Discordant	Cross-sectional	0.220000000	0.111945400
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (mother)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Discordant	Cross-sectional	0.200000000	0.100635340
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (mother)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Concordant	Cross-sectional	0.270000000	0.137387500
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (mother)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.470000000	0.239156100
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	caregiver (mother)	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Discordant	Cross-sectional	0.290000000	0.147564400
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	-0.070000000	0.104314820
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.100000000	0.103780200
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Concordant	Cross-sectional	0.290000000	0.147564400
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Discordant	Cross-sectional	-0.070000000	0.104314820
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	0.020000000	0.104786550
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.060000000	0.104451100
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Concordant	Cross-sectional	0.290000000	0.147564400
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	observer	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Discordant	Cross-sectional	-0.110000000	0.103560060
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Concordant	Cross-sectional	0.330000000	0.167918100
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	self	13.71	Concordant	Cross-sectional	0.390000000	0.198448700
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	-0.040000000	0.104660760
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.100000000	0.103780200
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Discordant	Cross-sectional	-0.150000000	0.102469840
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (mother)	13.71	Discordant	Cross-sectional	-0.130000000	0.103056880
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	caregiver (father)	13.71	Discordant	Cross-sectional	0.060000000	0.104451100
Parent-Child Conflict	Pike (1996)	Nonshared Environment and Adolescent Development (NEAD) project	USA	Discordant monozygotic twin study	Mixed sex	93	Average of Parent Discipline Behaviour (punitive and yielding to coercion subscales); Parent-Child Disagreements; Parent-Child Relationship (conflict subscale); Conflict Tactics Scale (symbolic aggression subscale); plus observational measures	self	13.71	Other DBD	Behaviour Problem Index (antisocial subscale); Behaviour Events Inventory (antisocial subscale)	observer	13.71	Discordant	Cross-sectional	-0.140000000	0.102773850
Parent-Child Conflict	Klahr, McGue (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	405	Parental Environment Questionnaire	caregiver	14.1	Conduct Problems	Delinquent Behaviour Index/Diagnostic and Statistical Manual of Mental Disorders	self	18.2	Discordant	Longitudinal	0.120000000	0.036296090
Parent-Child Conflict	Klahr, Rueter (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	390	Parental Environment Questionnaire	caregiver	14	Other DBD	Delinquent Behaviour Index	self	14	Discordant	Cross-sectional	0.400000000	0.155120600
Parent-Child Conflict	Klahr, Rueter (2011)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	396	Parental Environment Questionnaire	caregiver	14	Other DBD	SIBSRS Antisocial (ANTI) Scale	observer	14	Discordant	Cross-sectional	0.260000000	0.100828400
Parent-Child Conflict	Samek (2014)	Sibling Interaction and Behavior Study (SIBS)	USA	Adoption study	Mixed sex	533	Parent Environment Questionnaire	self	18.24	Antisocial Personality Disorder	Diagnostic and Statistical Manual of Mental Disorders Structured Clinical Interview for Personality Disorders	self	23	Concordant	Longitudinal	0.370000000	0.188271800
Parent-Child Conflict	Mark (2017)	Sisters and Brothers Study (SBS)	UK	Discordant sibling study	Mixed sex	78	Network of Relationships Inventory	self	9.82/12.05	Externalising Behaviour	Strengths and Difficulties Quesionnaire (hyperactivity; emotional symptomatology; conduct problems; and peer problems)	caregiver (mother)	9.82/12.05	Discordant	Longitudinal	0.298678000	0.112435100
Parental Criticism	Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	606	Five Minute Speech Sample (No. of negative comments)	caregiver (mother)	5	Externalising Behaviour	Child Behaviour Checklist (Delinquent Behaviour and Aggressive Behaviour scales)	caregiver (mother)	6.5	Concordant	Longitudinal	0.160000000	0.062048260
Parental Criticism	Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	606	Five Minute Speech Sample (Negativity - global measure of whole speech sample)	caregiver (mother)	5	Externalising Behaviour	Child Behaviour Checklist (Delinquent Behaviour and Aggressive Behaviour scales)	caregiver (mother)	6.5	Concordant	Longitudinal	0.160000000	0.062048260
Parental Criticism	Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	563	Five Minute Speech Sample (No. of negative comments)	caregiver (mother)	5	Externalising Behaviour	Teacher Report Form (Delinquent Behaviour and Aggressive Behaviour scales)	teacher	6.5	Discordant	Longitudinal	0.150000000	0.058170240
Parental Criticism	Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	563	Five Minute Speech Sample (Negativity - global measure of whole speech sample)	caregiver (mother)	5	Externalising Behaviour	Teacher Report Form (Delinquent Behaviour and Aggressive Behaviour scales)	teacher	6.5	Discordant	Longitudinal	0.100000000	0.050884270
Parental Criticism	Narusyte (2011)	Twin and Offspring Study in Sweden (TOSS) and from the Twin Study of Child and Adolescent Development (TCHAD) both from the Swedish Twin Registry	Sweden	Extended children of twins study	Mixed sex	3540	Expressed Emotion (Critical Remarks subscale)	caregiver (father)	TOSS: 15.9; TCHAD: 16-17	Externalising Behaviour	Youth Self-Report Inventory (externalising scale)	self	TOSS: 15.9; TCHAD: 16-17	Discordant	Longitudinal	0.240000000	0.038265310
Parental Criticism	Narusyte (2011)	Twin and Offspring Study in Sweden (TOSS) and from the Twin Study of Child and Adolescent Development (TCHAD) both from the Swedish Twin Registry	Sweden	Extended children of twins study	Mixed sex	3540	Expressed Emotion (Critical Remarks subscale)	caregiver (mother)	TOSS: 15.9; TCHAD: 16-17	Externalising Behaviour	Youth Self-Report Inventory (externalising scale)	self	TOSS: 15.9; TCHAD: 16-17	Discordant	Longitudinal	-0.090000000	0.045918370
Parental Hostility	Hou (2013)	Beijing Twin Study (BeTwiSt)	China	Discordant twin study	Mixed sex	345	Iowa Family Interaction Rating Scales	mixed	13.86	Conduct Problems	Youth Self-Report Inventory/Child Behaviour Checklist	mixed	15.36	Concordant	Longitudinal	0.000000000	0.053994920
Parental Hostility	Hou (2013)	Beijing Twin Study (BeTwiSt)	China	Discordant twin study	Mixed sex	345	Iowa Family Interaction Rating Scales	mixed	13.86	Conduct Problems	Youth Self-Report Inventory/Child Behaviour Checklist	mixed	15.36	Concordant	Longitudinal	0.020000000	0.053973330
Parental Hostility	Harold (2012)	Cardiff IVF study_NR (CardiffIVF)	UK/USA	IVF study	Mixed sex	170	Iowa Family Interaction Rating Scales	caregiver (father)	6.72	Conduct Problems	Strengths and Difficulties Quesionnaire/Diagnostic and Statistical Manual of Mental Disorders	caregiver (father)	6.72	Concordant	Cross-sectional	0.350000000	0.135730570
Parental Hostility	Harold (2012)	Cardiff IVF study_NR (CardiffIVF)	UK/USA	IVF study	Mixed sex	207	Iowa Family Interaction Rating Scales	caregiver (mother)	6.72	Conduct Problems	Strengths and Difficulties Quesionnaire/Diagnostic and Statistical Manual of Mental Disorders	caregiver (mother)	6.72	Concordant	Cross-sectional	0.240000000	0.093072390
Parental Hostility	Shelton (2008)	Cardiff Study of All Wales and North West of England Twins (CaStANET)	UK	Discordant twin study	Mixed sex	217	Iowa Youth and Families Project	caregiver (mother)	15.28	Conduct Problems	Strengths and Difficulties Quesionnaire	caregiver (mother)	22.28	Concordant	Longitudinal	0.368000000	0.093834670
Parental Hostility	Shelton (2008)	Cardiff Study of All Wales and North West of England Twins (CaStANET)	UK	Discordant twin study	Mixed sex	217	Iowa Youth and Families Project	self	15.28	Conduct Problems	Strengths and Difficulties Quesionnaire	self	22.28	Concordant	Longitudinal	0.279000000	0.071140960
Parental Hostility	Harold (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	218	Iowa Family Interaction Rating Scales	caregiver (father)	5.98	Conduct Problems	Child Behaviour Checklist	caregiver (father)	5.98	Concordant	Cross-sectional	0.440000000	0.133085650
Parental Hostility	Harold (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	218	Iowa Family Interaction Rating Scales	caregiver (father)	5.98	Conduct Problems	Child Behaviour Checklist	caregiver (mother)	5.98	Discordant	Cross-sectional	0.340000000	0.102838910
Parental Hostility	Harold (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	218	Iowa Family Interaction Rating Scales	caregiver (mother)	5.98	Conduct Problems	Child Behaviour Checklist	caregiver (mother)	5.98	Concordant	Cross-sectional	0.310000000	0.093764890
Parental Hostility	Harold (2013)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	218	Iowa Family Interaction Rating Scales	caregiver (mother)	5.98	Conduct Problems	Child Behaviour Checklist	caregiver (father)	5.98	Discordant	Cross-sectional	0.210000000	0.081438340
Parental Hostility	Boyle (2004)	National Longitudinal Survey of Children and Youth (NLSCY)	Canada	Discordant sibling study	Mixed sex	3696	Positive Interaction and Hostile/Ineffective scales	caregiver (mother)	7.47	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	caregiver (mother)	7.47	Concordant	Cross-sectional	0.330000000	0.008025478
Parental Hostility	Boyle (2004)	National Longitudinal Survey of Children and Youth (NLSCY)	Canada	Discordant sibling study	Mixed sex	1878.5	Positive Interaction and Hostile/Ineffective scales	teacher	7.47	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	teacher	7.47	Concordant	Cross-sectional	0.170000000	0.014566470
Parental Hostility	Richmond (2006)	Not reported (NR_1)	Not reported	Within-sibling fixed effects	Mixed sex	93	Parent– Child Relationships questionnaire	caregiver (father)	13.9/16.1	Externalising Behaviour	Child Behaviour Checklist (externalising scale)	caregiver	13.9/16.1	Discordant	Longitudinal	0.015901390	0.005300462
Parental Hostility	Richmond (2006)	Not reported (NR_1)	Not reported	Within-sibling fixed effects	Mixed sex	93	Parent– Child Relationships questionnaire	caregiver (mother)	13.9/16.1	Externalising Behaviour	Child Behaviour Checklist (externalising scale)	caregiver	13.9/16.1	Discordant	Longitudinal	0.020801230	0.004853621
Parental Hostility	Richmond (2009)	Not reported (NR_1)	Not reported	Discordant sibling study	Mixed sex	114	Parent– Child Relationships questionnaire	caregiver (mother)	13.9/16.1	Externalising Behaviour	Youth Self-Report Inventory (externalising scale)	self	13.9/16.1	Discordant	Longitudinal	0.298636400	0.099545450
Parental Hostility	Richmond (2009)	Not reported (NR_1)	Not reported	Discordant sibling study	Mixed sex	111	Parent– Child Relationships questionnaire	caregiver (mother)	13.9/16.1	Externalising Behaviour	Youth Self-Report Inventory (externalising scale)	self	13.9/16.1	Discordant	Longitudinal	0.354545500	0.118181800
Physical Discipline	Boyle (2004)	National Longitudinal Study of Youth (NLSY79)	USA	Discordant sibling study	Mixed sex	1438	Single question and a Positive Parenting scale developed by the study	caregiver (mother)	9.03	Externalising Behaviour	Behaviour Problem Index (Antisocial, Headstrong, Hyperactive, and Peer Problems scales)	caregiver (mother)	9.03	Concordant	Cross-sectional	0.130000000	0.039320759
Physical Discipline	Riggins-Caspers (2003)	Not reported (NR_2)	Not reported	Adoption study	Mixed sex	150	Assessing Environments III Questionnaire (AEIII)	caregiver	Not reported	Conduct Disorder	Diagnostic Interview Schedule	self	Not reported	Discordant	Longitudinal	0.190000000	0.096680120
Physical Discipline	Riggins-Caspers (2003)	Not reported (NR_2)	Not reported	Adoption study	Mixed sex	150	Assessing Environments III Questionnaire (AEIII)	caregiver	Not reported	Oppositional Defiant Disorder	Diagnostic Interview Schedule	self	Not reported	Discordant	Longitudinal	0.380000000	0.114937600
Poor Parent Child Communication	Besemer (2016)	Pittsburgh Youth Study (PYS)	USA	Within-person fixed effects	Males	499	Revised Parent-Adolescent Communication Form	caregiver	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4	Conduct Problems/Oppositional Defiant Disorder	Child Behaviour Checklist	mixed	6.9; 7.4; 7.9; 8.4; 8.9; 9.4; 9.9; 10.4; 10.9	Discordant	Longitudinal	0.045000000	0.043287630

## Positive parenting
tab_pos_mix_apa <- table_pos_mix %>%
  apa("Descriptive table for positive parenting measures")

tab_pos_mix_apa

Descriptive table for positive parenting measures
risk_factor_combined_reduced_tab	reference	cohort_name	country_based	quasi_experimental_method_used	participant_sex_tab	number_of_observations_in_adjusted_analysis	name_of_measure_for_risk_factor_tab	informant_reporting_risk_factor	age_risk_factor_assessed_tab	disruptive_behaviour_outcome_tab	name_of_measure_for_disruptive_behaviour	informant_reporting_disruptive_behaviour	age_disruptive_behaviour_assessed_tab	informant_discordance	longitudinal_assessments	transformed_effect_size	final_standard_error
High Parental Involvement	Boyle (2004)	National Longitudinal Survey of Children and Youth (NLSCY)	Canada	Discordant sibling study	Mixed sex	3696	Positive Interaction and Hostile/Ineffective scales	caregiver (mother)	7.47	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	caregiver (mother)	7.47	Concordant	Cross-sectional	0.02000000	0.009044586
High Parental Involvement	Boyle (2004)	National Longitudinal Survey of Children and Youth (NLSCY)	Canada	Discordant sibling study	Mixed sex	1878.5	Positive Interaction and Hostile/Ineffective scales	teacher	7.47	Externalising Behaviour	Diagnostic and Statistical Manual of Mental Disorders	teacher	7.47	Concordant	Cross-sectional	0.04000000	0.016416180
High Parental Warmth	Hou (2013)	Beijing Twin Study (BeTwiSt)	China	Discordant twin study	Mixed sex	345	Iowa Family Interaction Rating Scales	mixed	13.86	Conduct Problems	Youth Self-Report Inventory/Child Behaviour Checklist	mixed	15.36	Concordant	Longitudinal	0.05000000	0.053859940
High Parental Warmth	Hou (2013)	Beijing Twin Study (BeTwiSt)	China	Discordant twin study	Mixed sex	345	Iowa Family Interaction Rating Scales	mixed	13.86	Conduct Problems	Youth Self-Report Inventory/Child Behaviour Checklist	mixed	15.36	Concordant	Longitudinal	-0.08000000	0.053649360
High Parental Warmth	Reuben (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	225	Iowa Family Interaction Rating Scales (warmth scale)	caregiver (father)	2.25	Externalising Behaviour	Teacher Report Form	teacher	06-Jul	Discordant	Longitudinal	0.08560976	0.069756100
High Parental Warmth	Reuben (2016)	Early Growth and Development Study (EGDS)	USA	Adoption study	Mixed sex	225	Iowa Family Interaction Rating Scales (warmth scale)	caregiver (mother)	2.25	Externalising Behaviour	Teacher Report Form	teacher	06-Jul	Discordant	Longitudinal	-0.18191640	0.065911730
High Parental Warmth	Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	606	Five Minute Speech Sample (Warmth - global measure of whole speech sample)	caregiver (mother)	5	Externalising Behaviour	Child Behaviour Checklist (Delinquent Behaviour and Aggressive Behaviour scales)	caregiver (mother)	6.5	Concordant	Longitudinal	-0.11000000	0.042658180
High Parental Warmth	Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	563	Five Minute Speech Sample (Warmth - global measure of whole speech sample)	caregiver (mother)	5	Externalising Behaviour	Teacher Report Form (Delinquent Behaviour and Aggressive Behaviour scales)	teacher	6.5	Discordant	Longitudinal	-0.10000000	0.050884270
High Parental Warmth	Barnett (2013)	Fragile Families and Child Wellbeing Study_NR (FFCWS)	USA	Within-sibling fixed effects	Mixed sex (whole sample)	137	Name not reported (scales developed in the NICHD Study of Early Child Care)	observer	2.01/3.96	Externalising Behaviour	Child Behaviour Checklist (destructive behaviour and aggressive behaviour subscales)	caregiver (mother)	3.01/4.96	Discordant	Longitudinal	-0.01836343	0.073661460
High Parental Warmth	Boyle (2004)	National Longitudinal Study of Youth (NLSY79)	USA	Discordant sibling study	Mixed sex	1438	Positive Parenting scale developed by the study	observer	9.03	Externalising Behaviour	Behaviour Problem Index (Antisocial, Headstrong, Hyperactive, and Peer Problems scales)	caregiver (mother)	9.03	Discordant	Cross-sectional	-0.01000000	0.021673470
High Parental Warmth	Boisvert (2008)	Panel Study of Income Dynamics (PSID)—Child Development Supplement (CDS) study	USA	Discordant sibling study	Mixed (whole sample)	289	Name not reported (derived from Child Outcomes Study)	caregiver	10.5/13.8	Externalising Behaviour	Behaviour Problem Index	caregiver	15.5/18.8	Concordant	Longitudinal	-0.04560322	0.050670240
High Parental Warmth	Waller, Hyde (2018)	Twin Study of Behavioral and Emotional Development in Children (TBED-C) within The Michigan State University Twin Registry (MSUTR)	USA	Discordant twin study	Mixed sex	187	Parental Environment Questionnaire (involvement scale)	mixed	7.8	Other DBD	Subtypes of Antisocial Behavior Questionnaire (physical aggression subscale)	caregiver (mother)	7.8	Discordant	Cross-sectional	0.45828340	0.072654690
High Parental Warmth	Anthony (2019)	Wales Adoption Cohort Study (WACS)	UK	Adoption study	Mixed sex	62	Iowa Family Interaction Rating Scales (warmth scale)	caregiver	2.33	Externalising Behaviour	Strengths and Difficulties Quesionnaire	caregiver	3.66	Concordant	Longitudinal	-0.22000000	0.135595600
Parental Monitoring	Boisvert (2008)	Panel Study of Income Dynamics (PSID)—Child Development Supplement (CDS) study	USA	Discordant sibling study	Mixed (whole sample)	289	Name not reported (derived from the National Longitudinal Survey of Youth)	caregiver	10.5/13.8	Externalising Behaviour	Behaviour Problem Index	caregiver	15.5/18.8	Concordant	Longitudinal	-0.11596510	0.048083110
Positive Family Bonding	Morcillo (2011)	Boricua Youth Study (BYS)	USA/Puerto Rico	Propensity score matching	Females	618	Sabogal Familism Scale (adapted version)	caregiver	10+; 11+; 12+	Conduct Problems	Antisocial Behavior Index	mixed	10+; 11+; 12+	Discordant	Longitudinal	-0.10704180	0.021408360
Positive Family Bonding	Morcillo (2011)	Boricua Youth Study (BYS)	USA/Puerto Rico	Propensity score matching	Females	589	Sabogal Familism Scale (adapted version)	caregiver	5-9; 6-10; 7-11	Conduct Problems	Antisocial Behavior Index	mixed	5-9; 6-10; 7-11	Discordant	Longitudinal	-0.05859850	0.015981410
Positive Family Bonding	Morcillo (2011)	Boricua Youth Study (BYS)	USA/Puerto Rico	Propensity score matching	Males	653	Sabogal Familism Scale (adapted version)	caregiver	10+; 11+; 12+	Conduct Problems	Antisocial Behavior Index	mixed	10+; 11+; 12+	Discordant	Longitudinal	-0.02116861	0.031752910
Positive Family Bonding	Morcillo (2011)	Boricua Youth Study (BYS)	USA/Puerto Rico	Propensity score matching	Males	631	Sabogal Familism Scale (adapted version)	caregiver	5-9; 6-10; 7-11	Conduct Problems	Antisocial Behavior Index	mixed	5-9; 6-10; 7-11	Discordant	Longitudinal	-0.03609669	0.012032230
Positive Parent Child Communication	Asbury (2006)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex (whole sample)	2045	Name not reported (factor analysis of a series of questions about how parents talk to their twins)	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Longitudinal	0.08000000	0.040707420
Positive Parent Child Communication	Asbury (2006)	Twins Early Development Study (TEDS)	UK	Discordant twin study	Mixed sex (whole sample)	2045	Name not reported (four items asking how parents interact with their children in terms of singing songs and nursery rhymes etc)	caregiver	4	Conduct Problems	Strengths and Difficulties Quesionnaire	teacher	7	Discordant	Longitudinal	-0.01000000	0.022121900
Positive Parent-Child Relationship	Meunier, Bisceglia (2012)	Healthy Babies Healthy Children (HBHC)	Canada	Within-sibling fixed effects	Mixed sex	599	Questionnaire adapted from Parent Practices Scale	caregiver (father)	4.49	Oppositional Defiant Disorder	Name not reported (oppositional defiant scale taken from the Ontario Child Health Study)	caregiver	4.49	Discordant	Cross-sectional	-0.15085710	0.058971430
Positive Parent-Child Relationship	Meunier, Bisceglia (2012)	Healthy Babies Healthy Children (HBHC)	Canada	Within-sibling fixed effects	Mixed sex	599	Questionnaire adapted from Parent Practices Scale	caregiver (mother)	4.49	Oppositional Defiant Disorder	Name not reported (oppositional defiant scale taken from the Ontario Child Health Study)	caregiver	4.49	Discordant	Cross-sectional	-0.30989470	0.043578950
Positive Parent-Child Relationship	Deater-Deckard (2004)	Northeast-Northwest Collaborative Adoption Projects (N2CAP)	USA	Adoption study	Mixed sex	224	Parent-Child Interaction System	observer	8.16	Conduct Problems	Child Behaviour Checklist (child’s aggression and conduct problems, based on the Externalizing Syndrome score) and Noncompliance score from the Parent-Child Interaction System	mixed	8.16	Discordant	Longitudinal	-0.39000000	0.117962300
Positive Parent-Child Relationship	Mark (2017)	Sisters and Brothers Study (SBS)	UK	Discordant sibling study	Mixed sex	78	Network of Relationships Inventory	self	9.82/12.05	Externalising Behaviour	Strengths and Difficulties Quesionnaire (hyperactivity; emotional symptomatology; conduct problems; and peer problems)	caregiver (mother)	9.82/12.05	Discordant	Longitudinal	-0.04942373	0.117208600
Positive Parental Expressed Emotion	Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	606	Five Minute Speech Sample (No. of positive comments)	caregiver (mother)	5	Externalising Behaviour	Child Behaviour Checklist (Delinquent Behaviour and Aggressive Behaviour scales)	caregiver (mother)	6.5	Concordant	Longitudinal	-0.11000000	0.042658180
Positive Parental Expressed Emotion	Caspi (2004)	Environmental Risk (E-Risk) Longitudinal Twin Study	UK	Discordant twin study	Mixed sex	563	Five Minute Speech Sample (No. of positive comments)	caregiver (mother)	5	Externalising Behaviour	Teacher Report Form (Delinquent Behaviour and Aggressive Behaviour scales)	teacher	6.5	Discordant	Longitudinal	-0.12000000	0.046536190
Positive Parental Expressed Emotion	Glover (2010)	The Northeast–Northwest Collaborative Adoption Project (N2CAP)	USA	Adoption study	Mixed sex	85	Parental Feelings Questionnaire	caregiver (father)	5.59	Conduct Problems	Child Behaviour Checklist (sum of the delinquent and aggressive subscales, based on the Externalizing Syndrome score)	caregiver (mother)	5.59	Discordant	Cross-sectional	-0.38000000	0.114937600
Positive Parental Expressed Emotion	Glover (2010)	The Northeast–Northwest Collaborative Adoption Project (N2CAP)	USA	Adoption study	Mixed sex	85	Parental Feelings Questionnaire	caregiver (mother)	5.59	Conduct Problems	Child Behaviour Checklist (child’s aggression and conduct problems, based on the Externalizing Syndrome score) and Noncompliance score from the Parent-Child Interaction System	caregiver (father)	5.59	Discordant	Cross-sectional	-0.29000000	0.112462500

### Positive parenting
## To make sure that the aggregate function works you need to change the df into 
## an escalc object
data_pos_mix_escalc <- escalc(yi=transformed_effect_size, sei=final_standard_error, data=data_pos_mix)
  
agg_pos <- aggregate(data_pos_mix_escalc, cluster=author_year, struct="CS", rho=0.6) # Jessie used the 'agg' function from the MAd package

### Negative parenting
## To make sure that the aggregate function works you need to change the df into 
## an escalc object
data_neg_mix_escalc <- escalc(yi=transformed_effect_size, sei=final_standard_error, data=data_neg_mix)

agg_neg <- aggregate(data_neg_mix_escalc, cluster=author_year, struct="CS", rho=0.6) # Jessie used the 'agg' function from the MAd package

#### Mixed samples ####
###  1. Positive and negative parenting together
res_all_mix <- rma.mv(transformed_effect_size, 
                      var,  
                      random=list(~ 1 | id, ~ 1 | author_year, ~ 1 | cohort_short), 
                      data=data_all_mix)

summary(res_all_mix)

## 
## Multivariate Meta-Analysis Model (k = 135; method: REML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
##   54.6483  -109.2966  -101.2966   -89.7052  -100.9865   
## 
## Variance Components:
## 
##             estim    sqrt  nlvls  fixed        factor 
## sigma^2.1  0.0086  0.0928    135     no            id 
## sigma^2.2  0.0099  0.0996     39     no   author_year 
## sigma^2.3  0.0050  0.0705     26     no  cohort_short 
## 
## Test for Heterogeneity:
## Q(df = 134) = 2349.1291, p-val < .0001
## 
## Model Results:
## 
## estimate      se    zval    pval   ci.lb   ci.ub 
##   0.0739  0.0262  2.8213  0.0048  0.0226  0.1252  ** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

## Jessie's script
res_all_mix_ci <- metafor::robust(res_all_mix, cluster=data_all_mix$reference)

## Calculate I2 statistic
res_all_mix_W <- diag(1/data_all_mix$final_standard_error[!is.na(data_all_mix$transformed_effect_size) & !is.na(data_all_mix$final_standard_error)])
res_all_mix_X <- model.matrix(res_all_mix)
res_all_mix_P <- res_all_mix_W - res_all_mix_W %*% res_all_mix_X %*% solve(t(res_all_mix_X) %*% res_all_mix_W %*% res_all_mix_X) %*% t(res_all_mix_X) %*% res_all_mix_W
res_all_mix_i2 <- 100 * sum(res_all_mix$sigma2) / (sum(res_all_mix$sigma2) +
                                          (res_all_mix$k-res_all_mix$p)/sum(diag(res_all_mix_P)))

### Extract model coefficient table
tab_res_all_mix <- coef(summary(res_all_mix)) 

tab_res_all_mix$i2 <- res_all_mix_i2

tab_res_all_mix$Rci.lb <- res_all_mix_ci$ci.lb

tab_res_all_mix$Rci.ub <- res_all_mix_ci$ci.ub

tab_res_all_mix$model <- "All parenting measures"


## 2. Positive parenting
res_pos_mix <- rma.mv(transformed_effect_size, 
                      var,  
                  random=list(~ 1 | id, ~ 1 | author_year, ~ 1 | cohort_short), 
                  slab=reference,
                  data=data_pos_mix)

summary(res_pos_mix)

## 
## Multivariate Meta-Analysis Model (k = 28; method: REML)
## 
##   logLik  Deviance       AIC       BIC      AICc 
##  18.9631  -37.9261  -29.9261  -24.7428  -28.1080   
## 
## Variance Components:
## 
##             estim    sqrt  nlvls  fixed        factor 
## sigma^2.1  0.0008  0.0291     28     no            id 
## sigma^2.2  0.0044  0.0664     15     no   author_year 
## sigma^2.3  0.0224  0.1498     14     no  cohort_short 
## 
## Test for Heterogeneity:
## Q(df = 27) = 215.0716, p-val < .0001
## 
## Model Results:
## 
## estimate      se     zval    pval    ci.lb   ci.ub 
##  -0.0521  0.0470  -1.1102  0.2669  -0.1442  0.0399    
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

## Jessie's script
res_pos_mix_ci <- metafor::robust(res_pos_mix, cluster=data_pos_mix$reference)

## Calculate I2 statistic
res_pos_mix_W <- diag(1/data_pos_mix$final_standard_error[!is.na(data_pos_mix$transformed_effect_size) & !is.na(data_pos_mix$final_standard_error)])
res_pos_mix_X <- model.matrix(res_pos_mix)
res_pos_mix_P <- res_pos_mix_W - res_pos_mix_W %*% res_pos_mix_X %*% solve(t(res_pos_mix_X) %*% res_pos_mix_W %*% res_pos_mix_X) %*% t(res_pos_mix_X) %*% res_pos_mix_W
res_pos_mix_i2 <- 100 * sum(res_pos_mix$sigma2) / (sum(res_pos_mix$sigma2) +
                                                     (res_pos_mix$k-res_pos_mix$p)/sum(diag(res_pos_mix_P)))


### extract model coefficient table
tab_res_pos_mix <- coef(summary(res_pos_mix)) 

tab_res_pos_mix$i2 <- res_pos_mix_i2

tab_res_pos_mix$Rci.lb <- res_pos_mix_ci$ci.lb

tab_res_pos_mix$Rci.ub <- res_pos_mix_ci$ci.ub

tab_res_pos_mix$model <- "Positive parenting measures"


## 3. Negative parenting
res_neg_mix <- rma.mv(transformed_effect_size, 
                      var, 
                  random=list(~ 1 | id, ~ 1 | author_year, ~ 1 | cohort_short), 
                  slab=reference,
                  data=data_neg_mix)

summary(res_neg_mix)

## 
## Multivariate Meta-Analysis Model (k = 107; method: REML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
##   64.3139  -128.6278  -120.6278  -109.9741  -120.2318   
## 
## Variance Components:
## 
##             estim    sqrt  nlvls  fixed        factor 
## sigma^2.1  0.0041  0.0644    107     no            id 
## sigma^2.2  0.0076  0.0872     32     no   author_year 
## sigma^2.3  0.0000  0.0000     22     no  cohort_short 
## 
## Test for Heterogeneity:
## Q(df = 106) = 1816.8070, p-val < .0001
## 
## Model Results:
## 
## estimate      se    zval    pval   ci.lb   ci.ub 
##   0.1368  0.0195  7.0099  <.0001  0.0986  0.1751  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

## Jessie's script
res_neg_mix_ci <- metafor::robust(res_neg_mix, cluster=data_neg_mix$reference)

## Calculate I2 statistic
res_neg_mix_W <- diag(1/data_neg_mix$final_standard_error[!is.na(data_neg_mix$transformed_effect_size) & !is.na(data_neg_mix$final_standard_error)])
res_neg_mix_X <- model.matrix(res_neg_mix)
res_neg_mix_P <- res_neg_mix_W - res_neg_mix_W %*% res_neg_mix_X %*% solve(t(res_neg_mix_X) %*% res_neg_mix_W %*% res_neg_mix_X) %*% t(res_neg_mix_X) %*% res_neg_mix_W
res_neg_mix_i2 <- 100 * sum(res_neg_mix$sigma2) / (sum(res_neg_mix$sigma2) +
                                                     (res_neg_mix$k-res_neg_mix$p)/sum(diag(res_neg_mix_P)))


### extract model coefficient table
tab_res_neg_mix <- coef(summary(res_neg_mix)) 

tab_res_neg_mix$i2 <- res_neg_mix_i2

tab_res_neg_mix$Rci.lb <- res_neg_mix_ci$ci.lb

tab_res_neg_mix$Rci.ub <- res_neg_mix_ci$ci.ub

tab_res_neg_mix$model <- "Negative parenting measures"



### Put all these model summaries together
table_res_mix <- rbind(tab_res_all_mix, tab_res_pos_mix, tab_res_neg_mix)

table_res_mix <- table_res_mix %>%
  select(model, everything())

gt(table_res_mix)

model	estimate	se	zval	pval	ci.lb	ci.ub	i2	Rci.lb	Rci.ub
All parenting measures	0.07388735	0.02618908	2.821303	4.782895e-03	0.02255769	0.12521702	35.71320	0.02083366	0.12694105
Positive parenting measures	-0.05214918	0.04697302	-1.110194	2.669153e-01	-0.14421460	0.03991625	44.01659	-0.14945728	0.04515893
Negative parenting measures	0.13681236	0.01951707	7.009882	2.385190e-12	0.09855961	0.17506511	20.64573	0.09706646	0.17655826

#### Aggregated data ####
## 1. Positive parenting 
res_pos_agg <- rma(yi, vi, data=agg_pos, slab=c(reference))

summary(res_pos_agg)

## 
## Random-Effects Model (k = 15; tau^2 estimator: REML)
## 
##   logLik  deviance       AIC       BIC      AICc 
##   3.0638   -6.1276   -2.1276   -0.8495   -1.0367   
## 
## tau^2 (estimated amount of total heterogeneity): 0.0310 (SE = 0.0134)
## tau (square root of estimated tau^2 value):      0.1761
## I^2 (total heterogeneity / total variability):   97.49%
## H^2 (total variability / sampling variability):  39.79
## 
## Test for Heterogeneity:
## Q(df = 14) = 151.8077, p-val < .0001
## 
## Model Results:
## 
## estimate      se     zval    pval    ci.lb   ci.ub 
##  -0.0798  0.0488  -1.6338  0.1023  -0.1755  0.0159    
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

## Jessie's script
res_pos_agg_ci <- metafor::robust(res_pos_agg, cluster=agg_pos$reference)


### Extract model coefficient table
tab_res_pos_agg <- coef(summary(res_pos_agg)) 

tab_res_pos_agg$i2 <- res_pos_agg$I2

tab_res_pos_agg$Rci.lb <- res_pos_agg_ci$ci.lb

tab_res_pos_agg$Rci.ub <- res_pos_agg_ci$ci.ub

tab_res_pos_agg$model <- "Positive parenting measures"


## 2. Negative parenting 
res_neg_agg <- rma(yi, vi, data=agg_neg, slab=c(reference))

summary(res_neg_agg)

## 
## Random-Effects Model (k = 32; tau^2 estimator: REML)
## 
##   logLik  deviance       AIC       BIC      AICc 
##  18.5669  -37.1339  -33.1339  -30.2659  -32.7053   
## 
## tau^2 (estimated amount of total heterogeneity): 0.0132 (SE = 0.0042)
## tau (square root of estimated tau^2 value):      0.1148
## I^2 (total heterogeneity / total variability):   96.14%
## H^2 (total variability / sampling variability):  25.90
## 
## Test for Heterogeneity:
## Q(df = 31) = 1559.6515, p-val < .0001
## 
## Model Results:
## 
## estimate      se    zval    pval   ci.lb   ci.ub 
##   0.1106  0.0232  4.7733  <.0001  0.0652  0.1560  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

## Jessie's script
res_neg_agg_ci <- metafor::robust(res_neg_agg, cluster=agg_neg$reference)

### extract model coefficient table
tab_res_neg_agg <- coef(summary(res_neg_agg)) 

tab_res_neg_agg$i2 <- res_neg_agg$I2

tab_res_neg_agg$Rci.lb <- res_neg_agg_ci$ci.lb

tab_res_neg_agg$Rci.ub <- res_neg_agg_ci$ci.ub

tab_res_neg_agg$model <- "Negative parenting measures"



### Put all these model summaries together
table_res_agg <- rbind(tab_res_pos_agg, tab_res_neg_agg)

table_res_agg <- table_res_agg %>%
  select(model, everything())

gt(table_res_agg)

model	estimate	se	zval	pval	ci.lb	ci.ub	i2	Rci.lb	Rci.ub
Positive parenting measures	-0.07976605	0.04882327	-1.633771	1.023069e-01	-0.17545790	0.01592579	97.48667	-0.18926953	0.02973742
Negative parenting measures	0.11062288	0.02317532	4.773306	1.812265e-06	0.06520009	0.15604568	96.13970	0.06340425	0.15784151

### Create tables
## Mixed sex - all studies, positive parenting and negative parenting
table_res_mix <- table_res_mix %>%
  apa("Meta-analyses results for mixed sex")

## Study averages - positive parenting and negative parenting
table_res_agg <- table_res_agg %>%
  apa("Meta-analyses results of study averages")

#### 2. Using ggforestplot() ####
### 2.a Simple
## 2.a.i. Mixed - positive parenting
# Colour as rater
plot_adv_pos_mix_rater <- ggforestplot::forestplot(
        df = data_pos_mix,
        name = reference_es_id,
        estimate = transformed_effect_size,
        se = final_standard_error,
        colour = informant_risk_dbd_tab,
        xlab = "1-SD increment in disruptive behaviour disorders\nper 1-SD increment in positive parenting",
        title = "Associations between positive parenting \n and disruptive behaviour disorders"
        )

plot_adv_pos_mix_rater

# Colour as discordance
plot_adv_pos_mix_dis <- ggforestplot::forestplot(
  df = data_pos_mix,
  name = reference_es_id,
  estimate = transformed_effect_size,
  se = final_standard_error,
  colour = informant_discordance,
  xlab = "1-SD increment in disruptive behaviour disorders\nper 1-SD increment in positive parenting",
  title = "Associations between positive parenting and disruptive behaviour disorders"
)

plot_adv_pos_mix_dis

## 2.a.ii Mixed - negative parenting
# Colour as rater
plot_adv_neg_mix_rater <- ggforestplot::forestplot(
  df = data_neg_mix,
  name = reference_es_id,
  estimate = transformed_effect_size,
  se = final_standard_error,
  colour = informant_risk_dbd_tab,
  xlab = "1-SD increment in disruptive behaviour disorders\nper 1-SD increment in negitive parenting",
  title = "Associations between negitive parenting and disruptive behaviour disorders"
)

plot_adv_neg_mix_rater

# Colour as discordance
plot_adv_neg_mix_dis <- ggforestplot::forestplot(
  df = data_neg_mix,
  name = reference_es_id,
  estimate = transformed_effect_size,
  se = final_standard_error,
  colour = informant_discordance,
  xlab = "1-SD increment in disruptive behaviour disorders\nper 1-SD increment in negitive parenting",
  title = "Associations between negitive parenting and disruptive behaviour disorders"
)

plot_adv_neg_mix_dis

#### 2.b Grouping by risk factor in ggforestplot() - WORKING ####
## 2.b.i Mixed - positive parenting
plot_adv_pos_mix_rater_group <- ggforestplot::forestplot(
  df = data_pos_mix,
  name = reference_es_id,
  estimate = transformed_effect_size,
  se = final_standard_error,
  xlab = "1-SD increment in disruptive behaviour\nper 1-SD increment in positive parenting behaviours",
  colour = informant_risk_dbd_tab,
  fig.height=10, fig.width=12
) +
  facet_wrap_paginate(risk_factor_combined_reduced_tab ~ ., scales = "free_y", ncol = 1, nrow = 2, page = 3)

plot_adv_pos_mix_rater_group

## 2.b.ii Mixed - negative parenting
plot_adv_neg_mix_rater_group <- ggforestplot::forestplot(
  df = data_neg_mix,
  name = reference_es_id,
  estimate = transformed_effect_size,
  se = final_standard_error,
  xlab = "1-SD increment in disruptive behaviour\nper 1-SD increment in negitive parenting behaviours",
  colour = informant_risk_dbd_tab,
  fig.height=10, fig.width=12
) +
  facet_wrap_paginate(risk_factor_combined_reduced_tab ~ ., scales = "free_y", ncol = 1, nrow = 2, page = 3)

plot_adv_neg_mix_rater_group

## 2.b.iii. Study averages - positive parenting
 plot_adv_pos_agg_group <- ggforestplot::forestplot(
   df = agg_pos,
   name = reference,
   estimate = transformed_effect_size,
   se = final_standard_error,
   xlab = "1-SD increment in disruptive behaviour\nper 1-SD increment in positive parenting behaviours"
 ) +
   ggforce::facet_col(
     facets = ~risk_factor_combined_reduced_tab,
     scales = "free_y",
     space = "free"
   )

 plot_adv_pos_agg_group

 ## 2.b.iiii. Study averages - negative parenting
 plot_adv_neg_agg_group <- ggforestplot::forestplot(
   df = agg_neg,
   name = reference,
   estimate = transformed_effect_size,
   se = final_standard_error,
   xlab = "1-SD increment in disruptive behaviour\nper 1-SD increment in negative parenting behaviours"
   ) +
     ggforce::facet_col(
       facets = ~risk_factor_combined_reduced_tab,
       scales = "free_y",
       space = "free",
       shrink = FALSE
     )

 plot_adv_neg_agg_group