Correlations among codes

Correlations between human coders and machine codes

[1] “Accolades”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf 1..*** bin_predicted_bm .47*** .47*** bin_predicted_bs .70*** .71*** .51*** bin_predicted_rf .19*** .19*** .27*** .25*** bin_probs_bm .57*** .57*** .81*** .64*** .29*** bin_probs_bs .72*** .72*** .53*** .99*** .25*** .65*** bin_probs_rf .52*** .51*** .48*** .58*** .44*** .68*** .59*** M 0.13 12.5% 7.49% 13.06% 1.21% 0.16 0.13 14.44% SD 0.33 0.18 0.32 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

[1] “Connection”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf .93*** bin_predicted_bm .60*** .60*** bin_predicted_bs .64*** .65*** .72*** bin_predicted_rf .51*** .48*** .59*** .56*** bin_probs_bm .67*** .66*** .89*** .77*** .65*** bin_probs_bs .67*** .68*** .75*** .98*** .59*** .81*** bin_probs_rf .58*** .55*** .64*** .64*** .79*** .77*** .67*** M 0.65 40.38% 42.33% 46.46% 35.8% 0.46 0.46 0.44 SD 0.85 0.27 0.45 0.15 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

[1] “Goal”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf .93*** bin_predicted_bm .45*** .51*** bin_predicted_bs .49*** .55*** .72*** bin_predicted_rf .20*** .25*** .35*** .32*** bin_probs_bm .53*** .58*** .87*** .78*** .38*** bin_probs_bs .52*** .58*** .76*** .98*** .34*** .82*** bin_probs_rf .38*** .43*** .55*** .56*** .48*** .68*** .60*** M 0.35 23.94% 19.31% 24.14% 3.54% 0.28 0.25 0.28 SD 0.68 0.23 0.37 0.11 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

[1] “Goalr”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf .93*** bin_predicted_bm .44*** .48*** bin_predicted_bs .45*** .50*** .71*** bin_predicted_rf .22*** .26*** .33*** .32*** bin_probs_bm .51*** .55*** .88*** .77*** .38*** bin_probs_bs .49*** .54*** .75*** .96*** .34*** .83*** bin_probs_rf .37*** .41*** .54*** .55*** .51*** .66*** .60*** M 0.45 30.26% 24.39% 30.62% 5.19% 0.34 0.32 0.32 SD 0.73 0.24 0.37 0.11 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

[1] “Leadership”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf .94*** bin_predicted_bm .64*** .67*** bin_predicted_bs .69*** .72*** .79*** bin_predicted_rf .39*** .38*** .45*** .42*** bin_probs_bm .70*** .73*** .92*** .85*** .48*** bin_probs_bs .70*** .74*** .81*** .99*** .43*** .87*** bin_probs_rf .58*** .60*** .64*** .68*** .56*** .76*** .69*** M 0.25 16.68% 14.32% 18.62% 4.3% 0.2 0.19 20.68% SD 0.59 0.25 0.36 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

[1] “Learning”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf 1..*** bin_predicted_bm .68*** .68*** bin_predicted_bs .71*** .71*** .79*** bin_predicted_rf .57*** .57*** .67*** .66*** bin_probs_bm .72*** .72*** .91*** .83*** .72*** bin_probs_bs .73*** .73*** .82*** .98*** .68*** .86*** bin_probs_rf .64*** .64*** .72*** .72*** .79*** .82*** .75*** M 40.74% 40.74% 40.71% 45.24% 32.39% 0.44 0.45 0.42 SD 0.3 0.45 0.17 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

[1] “Persevere”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf 1..*** bin_predicted_bm .26*** .26*** bin_predicted_bs .59*** .59*** .31*** bin_predicted_rf .10*** .10*** .06*** .13*** bin_probs_bm .43*** .43*** .57*** .52*** .13*** bin_probs_bs .62*** .62*** .32*** .99*** .13*** .54*** bin_probs_rf .44*** .44*** .26*** .52*** .23*** .60*** .54*** M 0.18 18.4% 3.72% 19.41% 0.51% 0.21 0.19 0.21 SD 0.39 0.13 0.36 0.1 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

[1] “Selftrans”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf .93*** bin_predicted_bm .73*** .74*** bin_predicted_bs .75*** .77*** .85*** bin_predicted_rf .63*** .64*** .72*** .71*** bin_probs_bm .78*** .78*** .93*** .87*** .77*** bin_probs_bs .77*** .78*** .86*** .99*** .73*** .90*** bin_probs_rf .67*** .69*** .76*** .75*** .83*** .83*** .77*** M 0.51 32.79% 32.84% 33.73% 26.57% 0.36 0.34 0.36 SD 0.78 0.33 0.45 0.2 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

[1] “Team”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf .93*** bin_predicted_bm .20*** .19*** bin_predicted_bs .49*** .49*** .27*** bin_predicted_rf .22*** .20*** .14*** .26*** bin_probs_bm .35*** .35*** .61*** .46*** .21*** bin_probs_bs .52*** .52*** .29*** .96*** .29*** .51*** bin_probs_rf .41*** .41*** .28*** .55*** .42*** .59*** .60*** M 0.3 22.67% 6.3% 22.75% 2.43% 0.25 0.23 0.28 SD 0.59 0.13 0.34 0.11 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

[1] “Type”

var 1 2 3 4 5 6 7 8 true_o_input bin_true_rf -.86*** bin_predicted_bm -.64*** .74*** bin_predicted_bs -.66*** .77*** .83*** bin_predicted_rf -.55*** .64*** .71*** .69*** bin_probs_bm -.68*** .78*** .92*** .86*** .76*** bin_probs_bs -.67*** .78*** .85*** .99*** .71*** .88*** bin_probs_rf -.57*** .67*** .72*** .71*** .82*** .81*** .73*** M 1.74 68.27% 70.7% 69% 71.91% 0.67 0.69 0.62 SD 1.27 0.32 0.44 0.19 n 3,952 3,952 3,952 3,952 3,952 3,952 3,952 3,952

Collinearity between coded predictors

Random forest

var	1	2	3	4	5	6	7	8	9	10
Type_bin_probs
Team_bin_probs	.35***
Selftrans_bin_probs	-.20***	-.05***
Persevere_bin_probs	-.01	.22***	-.30***
Learning_bin_probs	-.17***	.29***	-.03*	.32***
Leadership_bin_probs	.61***	.37***	-.03*	-.07***	-.03*
Goal_r_bin_probs	.17***	.23***	.10***	.16***	.11***	.18***
Goal_bin_probs	.09***	.15***	-.04**	.29***	.22***	.07***	.75***
Connection_bin_probs	-.09***	.06***	-.18***	.37***	.20***	-.26***	.12***	.31***
Accolades_bin_probs	.58***	.29***	-.24***	.06***	-.05***	.62***	.19***	.14***	-.19***
M	0.62	0.28	0.36	0.21	0.42	20.68%	0.32	0.28	0.44	14.44%
SD	0.19	0.11	0.2	0.1	0.17		0.11	0.11	0.15
n	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952

var	1	2	3	4	5	6	7	8	9	10
Type_bin_predicted
Team_bin_predicted	.09***
Selftrans_bin_predicted	-.06***	-.08***
Persevere_bin_predicted	.04*	.01	-.04**
Learning_bin_predicted	-.13***	.04**	-.09***	.03*
Leadership_bin_predicted	.13***	.05**	-.03†	-.02	-.03*
Goal_r_bin_predicted	.07***	.01	-.01	.00	-.03*	.02
Goal_bin_predicted	.07***	-.01	-.04*	.02	-.02	.00	.50***
Connection_bin_predicted	-.03*	.00	-.13***	.05**	.03*	-.11***	.01	.06***
Accolades_bin_predicted	.06***	.03†	-.05**	-.01	-.06***	.28***	.03	.00	-.04*
M	71.91%	2.43%	26.57%	0.51%	32.39%	4.3%	5.19%	3.54%	35.8%	1.21%
SD
n	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952

Bert Multilabel

var	1	2	3	4	5	6	7	8	9	10	11
id
Type_bin_probs	-.07***
Accolades_bin_probs	-.06***	.44***
Connection_bin_probs	.00	-.04*	-.23***
Goal_bin_probs	-.05**	.10***	.34***	.23***
Goal_r_bin_probs	-.06***	.18***	.32***	.15***	.97***
Leadership_bin_probs	-.08***	.45***	.81***	-.23***	.14***	.17***
Learning_bin_probs	-.02	-.11***	-.06***	-.05***	.05***	.00	-.07***
Persevere_bin_probs	-.05**	.04*	.44***	.26***	.48***	.37***	.18***	.37***
Selftrans_bin_probs	-.04*	-.16***	-.19***	-.11***	.10***	.23***	.01	-.18***	-.43***
Team_bin_probs	-.10***	.56***	.62***	-.02	.26***	.29***	.73***	.30***	.46***	-.09***
M	5,226,695	0.67	0.16	0.46	0.28	0.34	0.2	0.44	0.21	0.36	0.25
SD	291,363	0.32	0.18	0.27	0.23	0.24	0.25	0.3	0.13	0.33	0.13
n	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952

var	1	2	3	4	5	6	7	8	9	10	11
id
Type_bin_predicted	-.07***
Accolades_bin_predicted	-.03†	.18***
Connection_bin_predicted	-.02	-.01	-.14***
Goal_bin_predicted	-.03*	.10***	.15***	.14***
Goal_r_bin_predicted	-.04*	.14***	.14***	.11***	.85***
Leadership_bin_predicted	-.06***	.26***	.56***	-.16***	.05***	.08***
Learning_bin_predicted	-.02	-.08***	-.06***	-.07***	-.03*	-.05**	-.07***
Persevere_bin_predicted	-.03†	.09***	.25***	.04*	.22***	.19***	.11***	.10***
Selftrans_bin_predicted	-.04**	-.07***	-.11***	-.08***	.02	.11***	-.02	-.16***	-.12***
Team_bin_predicted	-.05**	.16***	.33***	-.03	.08***	.10***	.48***	.11***	.15***	-.06***
M	5,226,695	70.7%	7.49%	42.33%	19.31%	24.39%	14.32%	40.71%	3.72%	32.84%	6.3%
SD	291,363
n	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952

Bert Single Lable

var	1	2	3	4	5	6	7	8	9	10
Type_bin_probs
Team_bin_probs	.19***
Selftrans_bin_probs	-.06***	-.04**
Persevere_bin_probs	.01	.06***	-.16***
Learning_bin_probs	-.08***	.07***	-.09***	.10***
Leadership_bin_probs	.27***	.18***	-.01	.00	-.03*
Goal_r_bin_probs	.08***	.06***	.09***	.04**	-.03*	.08***
Goal_bin_probs	.03*	-.02	-.01	.09***	.00	.00	.81***
Connection_bin_probs	-.01	.00	-.06***	.03*	-.02	-.11***	.02	.09***
Accolades_bin_probs	.20***	.04**	-.09***	.03†	-.02	.30***	.07***	.07***	-.08***
M	0.69	0.23	0.34	0.19	0.45	0.19	0.32	0.25	0.46	0.13
SD	0.44	0.34	0.45	0.36	0.45	0.36	0.37	0.37	0.45	0.32
n	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952

var	1	2	3	4	5	6	7	8	9	10
Type_bin_predicted
Team_bin_predicted	.16***
Selftrans_bin_predicted	-.05***	-.04*
Persevere_bin_predicted	.00	.05***	-.14***
Learning_bin_predicted	-.07***	.06***	-.09***	.09***
Leadership_bin_predicted	.26***	.16***	-.01	.01	-.03*
Goal_r_bin_predicted	.07***	.06***	.07***	.03*	-.03†	.08***
Goal_bin_predicted	.02	-.01	-.02	.08***	-.01	.00	.73***
Connection_bin_predicted	-.02	.00	-.05**	.03	-.01	-.10***	.02	.08***
Accolades_bin_predicted	.19***	.04*	-.08***	.02	-.02	.29***	.06***	.07***	-.07***
M	69%	22.75%	33.73%	19.41%	45.24%	18.62%	30.62%	24.14%	46.46%	13.06%
SD
n	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952	3,952