Site Supervisors’ Internship Evaluations
Michael Erickson
June 21, 2015
require(psych)## Loading required package: psych## Warning: package 'psych' was built under R version 3.1.3require(xlsx)## Loading required package: xlsx
## Loading required package: rJava
## Loading required package: xlsxjarssetwd("~/Dropbox/CMHC-Director/site-evaluations/")
evals <- read.xlsx("Supervisor final evaluations.xlsx", sheetName="Sheet1")
evals$Cohort <- ordered(evals$Cohort)Overall stats for each item (adjunting ns for NAs).
describe(evals[,-(1:2)])## vars n mean sd median trimmed mad min max range
## Counseling.1 1 31 4.23 0.72 4.0 4.28 1.48 3 5 2
## Counseling.2 2 22 4.05 0.65 4.0 4.06 0.00 3 5 2
## Counseling.3 3 33 4.58 0.61 5.0 4.67 0.00 3 5 2
## Counseling.4 4 33 4.48 0.62 5.0 4.56 0.00 3 5 2
## Counseling.5 5 33 4.48 0.67 5.0 4.59 0.00 3 5 2
## Counseling.6 6 33 4.30 0.64 4.0 4.37 0.00 3 5 2
## Counseling.7 7 33 4.67 0.60 5.0 4.78 0.00 3 5 2
## Counseling.8 8 33 4.39 0.70 5.0 4.48 0.00 3 5 2
## Counseling.9 9 30 4.00 0.69 4.0 4.00 0.00 3 5 2
## Counseling.10 10 32 4.31 0.78 4.5 4.38 0.74 3 5 2
## Counseling.11 11 31 4.29 0.64 4.0 4.36 0.00 3 5 2
## Counseling.12 12 33 4.27 0.67 4.0 4.33 1.48 3 5 2
## Counseling.13 13 28 4.11 0.63 4.0 4.12 0.00 3 5 2
## Counseling.14 14 17 4.29 0.69 4.0 4.33 1.48 3 5 2
## Conceptualization.1 15 32 4.28 0.77 4.0 4.35 1.48 3 5 2
## Conceptualization.2 16 32 4.25 0.72 4.0 4.31 1.48 3 5 2
## Conceptualization.3 17 29 4.34 0.67 4.0 4.40 1.48 3 5 2
## Conceptualization.4 18 29 4.34 0.72 4.0 4.40 1.48 3 5 2
## Supervision..1 19 33 4.64 0.49 5.0 4.67 0.00 4 5 1
## Supervision..2 20 33 4.61 0.50 5.0 4.63 0.00 4 5 1
## Supervision..3 21 33 4.67 0.54 5.0 4.74 0.00 3 5 2
## Supervision..4 22 33 4.61 0.61 5.0 4.70 0.00 3 5 2
## Supervision..5 23 33 4.73 0.52 5.0 4.81 0.00 3 5 2
## Professionalism.1 24 33 4.70 0.59 5.0 4.81 0.00 3 5 2
## Professionalism.2 25 32 4.69 0.59 5.0 4.81 0.00 3 5 2
## Professionalism.3 26 32 4.47 0.72 5.0 4.58 0.00 2 5 3
## Professionalism.4 27 33 4.42 0.87 5.0 4.56 0.00 2 5 3
## Professionalism.5 28 33 4.45 0.79 5.0 4.56 0.00 3 5 2
## Professionalism.6 29 33 4.27 0.67 4.0 4.33 1.48 3 5 2
## Professionalism.7 30 33 4.67 0.60 5.0 4.78 0.00 3 5 2
## Professionalism.8 31 33 4.36 0.74 4.0 4.48 1.48 2 5 3
## Professionalism.9 32 33 4.52 0.62 5.0 4.59 0.00 3 5 2
## Global 33 32 8.41 1.14 9.0 8.50 1.48 6 10 4
## skew kurtosis se
## Counseling.1 -0.33 -1.09 0.13
## Counseling.2 -0.04 -0.77 0.14
## Counseling.3 -1.06 0.01 0.11
## Counseling.4 -0.71 -0.58 0.11
## Counseling.5 -0.87 -0.47 0.12
## Counseling.6 -0.32 -0.81 0.11
## Counseling.7 -1.50 1.13 0.10
## Counseling.8 -0.67 -0.82 0.12
## Counseling.9 0.00 -1.00 0.13
## Counseling.10 -0.57 -1.19 0.14
## Counseling.11 -0.31 -0.83 0.12
## Counseling.12 -0.35 -0.91 0.12
## Counseling.13 -0.07 -0.61 0.12
## Counseling.14 -0.38 -1.03 0.17
## Conceptualization.1 -0.50 -1.22 0.14
## Conceptualization.2 -0.38 -1.08 0.13
## Conceptualization.3 -0.48 -0.87 0.12
## Conceptualization.4 -0.57 -0.98 0.13
## Supervision..1 -0.54 -1.76 0.09
## Supervision..2 -0.41 -1.88 0.09
## Supervision..3 -1.24 0.48 0.09
## Supervision..4 -1.20 0.31 0.11
## Supervision..5 -1.61 1.67 0.09
## Professionalism.1 -1.68 1.70 0.10
## Professionalism.2 -1.63 1.52 0.10
## Professionalism.3 -1.42 2.16 0.13
## Professionalism.4 -1.17 0.09 0.15
## Professionalism.5 -0.95 -0.79 0.14
## Professionalism.6 -0.35 -0.91 0.12
## Professionalism.7 -1.50 1.13 0.10
## Professionalism.8 -1.10 1.09 0.13
## Professionalism.9 -0.82 -0.43 0.11
## Global -0.65 -0.38 0.20Overall stats for each item by cohort.
(evs <- describeBy(evals[,-(1:2)], evals$Cohort))## group: 1
## vars n mean sd median trimmed mad min max range
## Counseling.1 1 9 4.00 0.71 4 4.00 0.00 3 5 2
## Counseling.2 2 5 3.60 0.55 4 3.60 0.00 3 4 1
## Counseling.3 3 9 4.33 0.87 5 4.33 0.00 3 5 2
## Counseling.4 4 9 4.22 0.67 4 4.22 0.00 3 5 2
## Counseling.5 5 9 4.33 0.87 5 4.33 0.00 3 5 2
## Counseling.6 6 9 4.22 0.83 4 4.22 1.48 3 5 2
## Counseling.7 7 9 4.11 0.78 4 4.11 1.48 3 5 2
## Counseling.8 8 9 4.22 0.67 4 4.22 0.00 3 5 2
## Counseling.9 9 9 3.89 0.78 4 3.89 1.48 3 5 2
## Counseling.10 10 9 4.33 0.87 5 4.33 0.00 3 5 2
## Counseling.11 11 9 4.22 0.83 4 4.22 1.48 3 5 2
## Counseling.12 12 9 3.89 0.60 4 3.89 0.00 3 5 2
## Counseling.13 13 7 4.00 0.58 4 4.00 0.00 3 5 2
## Counseling.14 14 7 4.14 0.69 4 4.14 0.00 3 5 2
## Conceptualization.1 15 9 4.11 0.78 4 4.11 1.48 3 5 2
## Conceptualization.2 16 9 4.11 0.78 4 4.11 1.48 3 5 2
## Conceptualization.3 17 7 3.86 0.38 4 3.86 0.00 3 4 1
## Conceptualization.4 18 7 3.71 0.49 4 3.71 0.00 3 4 1
## Supervision..1 19 9 4.22 0.44 4 4.22 0.00 4 5 1
## Supervision..2 20 9 4.33 0.50 4 4.33 0.00 4 5 1
## Supervision..3 21 9 4.33 0.71 4 4.33 1.48 3 5 2
## Supervision..4 22 9 4.22 0.83 4 4.22 1.48 3 5 2
## Supervision..5 23 9 4.56 0.73 5 4.56 0.00 3 5 2
## Professionalism.1 24 9 4.22 0.83 4 4.22 1.48 3 5 2
## Professionalism.2 25 9 4.22 0.83 4 4.22 1.48 3 5 2
## Professionalism.3 26 9 4.00 1.00 4 4.00 1.48 2 5 3
## Professionalism.4 27 9 4.22 1.09 5 4.22 0.00 2 5 3
## Professionalism.5 28 9 4.22 0.97 5 4.22 0.00 3 5 2
## Professionalism.6 29 9 3.89 0.78 4 3.89 1.48 3 5 2
## Professionalism.7 30 9 4.22 0.83 4 4.22 1.48 3 5 2
## Professionalism.8 31 9 3.89 0.93 4 3.89 0.00 2 5 3
## Professionalism.9 32 9 4.11 0.78 4 4.11 1.48 3 5 2
## Global 33 8 7.81 1.19 8 7.81 1.11 6 9 3
## skew kurtosis se
## Counseling.1 0.00 -1.22 0.24
## Counseling.2 -0.29 -2.25 0.24
## Counseling.3 -0.57 -1.55 0.29
## Counseling.4 -0.18 -1.12 0.22
## Counseling.5 -0.57 -1.55 0.29
## Counseling.6 -0.35 -1.63 0.28
## Counseling.7 -0.15 -1.54 0.26
## Counseling.8 -0.18 -1.12 0.22
## Counseling.9 0.15 -1.54 0.26
## Counseling.10 -0.57 -1.55 0.29
## Counseling.11 -0.35 -1.63 0.28
## Counseling.12 -0.01 -0.64 0.20
## Counseling.13 0.00 -0.43 0.22
## Counseling.14 -0.11 -1.24 0.26
## Conceptualization.1 -0.15 -1.54 0.26
## Conceptualization.2 -0.15 -1.54 0.26
## Conceptualization.3 -1.62 0.80 0.14
## Conceptualization.4 -0.75 -1.60 0.18
## Supervision..1 1.12 -0.80 0.15
## Supervision..2 0.59 -1.81 0.17
## Supervision..3 -0.42 -1.22 0.24
## Supervision..4 -0.35 -1.63 0.28
## Supervision..5 -1.04 -0.50 0.24
## Professionalism.1 -0.35 -1.63 0.28
## Professionalism.2 -0.35 -1.63 0.28
## Professionalism.3 -0.67 -0.78 0.33
## Professionalism.4 -0.89 -0.78 0.36
## Professionalism.5 -0.38 -1.94 0.32
## Professionalism.6 0.15 -1.54 0.26
## Professionalism.7 -0.35 -1.63 0.28
## Professionalism.8 -0.65 -0.54 0.31
## Professionalism.9 -0.15 -1.54 0.26
## Global -0.60 -1.41 0.42
## --------------------------------------------------------
## group: 2
## vars n mean sd median trimmed mad min max range
## Counseling.1 1 12 4.42 0.67 4.5 4.50 0.74 3 5.0 2.0
## Counseling.2 2 10 4.00 0.67 4.0 4.00 0.00 3 5.0 2.0
## Counseling.3 3 13 4.77 0.44 5.0 4.82 0.00 4 5.0 1.0
## Counseling.4 4 13 4.62 0.65 5.0 4.73 0.00 3 5.0 2.0
## Counseling.5 5 13 4.54 0.66 5.0 4.64 0.00 3 5.0 2.0
## Counseling.6 6 13 4.23 0.60 4.0 4.27 0.00 3 5.0 2.0
## Counseling.7 7 13 4.92 0.28 5.0 5.00 0.00 4 5.0 1.0
## Counseling.8 8 13 4.54 0.78 5.0 4.64 0.00 3 5.0 2.0
## Counseling.9 9 11 4.18 0.60 4.0 4.22 0.00 3 5.0 2.0
## Counseling.10 10 12 4.42 0.79 5.0 4.50 0.00 3 5.0 2.0
## Counseling.11 11 12 4.42 0.67 4.5 4.50 0.74 3 5.0 2.0
## Counseling.12 12 13 4.46 0.78 5.0 4.55 0.00 3 5.0 2.0
## Counseling.13 13 12 4.33 0.65 4.0 4.40 0.74 3 5.0 2.0
## Counseling.14 14 6 4.83 0.41 5.0 4.83 0.00 4 5.0 1.0
## Conceptualization.1 15 13 4.38 0.87 5.0 4.45 0.00 3 5.0 2.0
## Conceptualization.2 16 13 4.38 0.77 5.0 4.45 0.00 3 5.0 2.0
## Conceptualization.3 17 12 4.50 0.67 5.0 4.60 0.00 3 5.0 2.0
## Conceptualization.4 18 12 4.58 0.67 5.0 4.70 0.00 3 5.0 2.0
## Supervision..1 19 13 4.69 0.48 5.0 4.73 0.00 4 5.0 1.0
## Supervision..2 20 13 4.62 0.51 5.0 4.64 0.00 4 5.0 1.0
## Supervision..3 21 13 4.77 0.44 5.0 4.82 0.00 4 5.0 1.0
## Supervision..4 22 13 4.69 0.48 5.0 4.73 0.00 4 5.0 1.0
## Supervision..5 23 13 4.77 0.44 5.0 4.82 0.00 4 5.0 1.0
## Professionalism.1 24 13 4.85 0.38 5.0 4.91 0.00 4 5.0 1.0
## Professionalism.2 25 12 4.83 0.39 5.0 4.90 0.00 4 5.0 1.0
## Professionalism.3 26 12 4.75 0.45 5.0 4.80 0.00 4 5.0 1.0
## Professionalism.4 27 13 4.62 0.77 5.0 4.73 0.00 3 5.0 2.0
## Professionalism.5 28 13 4.85 0.55 5.0 5.00 0.00 3 5.0 2.0
## Professionalism.6 29 13 4.46 0.52 4.0 4.45 0.00 4 5.0 1.0
## Professionalism.7 30 13 4.85 0.38 5.0 4.91 0.00 4 5.0 1.0
## Professionalism.8 31 13 4.77 0.44 5.0 4.82 0.00 4 5.0 1.0
## Professionalism.9 32 13 4.62 0.51 5.0 4.64 0.00 4 5.0 1.0
## Global 33 13 8.50 1.00 9.0 8.64 0.00 6 9.5 3.5
## skew kurtosis se
## Counseling.1 -0.56 -0.97 0.19
## Counseling.2 0.00 -0.97 0.21
## Counseling.3 -1.13 -0.76 0.12
## Counseling.4 -1.23 0.20 0.18
## Counseling.5 -0.93 -0.45 0.18
## Counseling.6 -0.05 -0.78 0.17
## Counseling.7 -2.82 6.44 0.08
## Counseling.8 -1.10 -0.50 0.22
## Counseling.9 -0.02 -0.73 0.18
## Counseling.10 -0.75 -1.11 0.23
## Counseling.11 -0.56 -0.97 0.19
## Counseling.12 -0.87 -0.90 0.22
## Counseling.13 -0.34 -1.05 0.19
## Counseling.14 -1.36 -0.08 0.17
## Conceptualization.1 -0.73 -1.36 0.24
## Conceptualization.2 -0.66 -1.13 0.21
## Conceptualization.3 -0.82 -0.68 0.19
## Conceptualization.4 -1.11 -0.13 0.19
## Supervision..1 -0.74 -1.56 0.13
## Supervision..2 -0.42 -1.96 0.14
## Supervision..3 -1.13 -0.76 0.12
## Supervision..4 -0.74 -1.56 0.13
## Supervision..5 -1.13 -0.76 0.12
## Professionalism.1 -1.70 0.99 0.10
## Professionalism.2 -1.57 0.53 0.11
## Professionalism.3 -1.01 -1.04 0.13
## Professionalism.4 -1.37 0.09 0.21
## Professionalism.5 -2.82 6.44 0.15
## Professionalism.6 0.14 -2.13 0.14
## Professionalism.7 -1.70 0.99 0.10
## Professionalism.8 -1.13 -0.76 0.12
## Professionalism.9 -0.42 -1.96 0.14
## Global -1.33 0.52 0.28
## --------------------------------------------------------
## group: 3
## vars n mean sd median trimmed mad min max range
## Counseling.1 1 10 4.20 0.79 4 4.25 1.48 3 5 2
## Counseling.2 2 7 4.43 0.53 4 4.43 0.00 4 5 1
## Counseling.3 3 11 4.55 0.52 5 4.56 0.00 4 5 1
## Counseling.4 4 11 4.55 0.52 5 4.56 0.00 4 5 1
## Counseling.5 5 11 4.55 0.52 5 4.56 0.00 4 5 1
## Counseling.6 6 11 4.45 0.52 4 4.44 0.00 4 5 1
## Counseling.7 7 11 4.82 0.40 5 4.89 0.00 4 5 1
## Counseling.8 8 11 4.36 0.67 4 4.44 1.48 3 5 2
## Counseling.9 9 10 3.90 0.74 4 3.88 0.74 3 5 2
## Counseling.10 10 11 4.18 0.75 4 4.22 1.48 3 5 2
## Counseling.11 11 10 4.20 0.42 4 4.12 0.00 4 5 1
## Counseling.12 12 11 4.36 0.50 4 4.33 0.00 4 5 1
## Counseling.13 13 9 3.89 0.60 4 3.89 0.00 3 5 2
## Counseling.14 14 4 3.75 0.50 4 3.75 0.00 3 4 1
## Conceptualization.1 15 10 4.30 0.67 4 4.38 0.74 3 5 2
## Conceptualization.2 16 10 4.20 0.63 4 4.25 0.00 3 5 2
## Conceptualization.3 17 10 4.50 0.71 5 4.62 0.00 3 5 2
## Conceptualization.4 18 10 4.50 0.71 5 4.62 0.00 3 5 2
## Supervision..1 19 11 4.91 0.30 5 5.00 0.00 4 5 1
## Supervision..2 20 11 4.82 0.40 5 4.89 0.00 4 5 1
## Supervision..3 21 11 4.82 0.40 5 4.89 0.00 4 5 1
## Supervision..4 22 11 4.82 0.40 5 4.89 0.00 4 5 1
## Supervision..5 23 11 4.82 0.40 5 4.89 0.00 4 5 1
## Professionalism.1 24 11 4.91 0.30 5 5.00 0.00 4 5 1
## Professionalism.2 25 11 4.91 0.30 5 5.00 0.00 4 5 1
## Professionalism.3 26 11 4.55 0.52 5 4.56 0.00 4 5 1
## Professionalism.4 27 11 4.36 0.81 5 4.44 0.00 3 5 2
## Professionalism.5 28 11 4.18 0.75 4 4.22 1.48 3 5 2
## Professionalism.6 29 11 4.36 0.67 4 4.44 1.48 3 5 2
## Professionalism.7 30 11 4.82 0.40 5 4.89 0.00 4 5 1
## Professionalism.8 31 11 4.27 0.65 4 4.33 0.00 3 5 2
## Professionalism.9 32 11 4.73 0.47 5 4.78 0.00 4 5 1
## Global 33 11 8.73 1.19 9 8.78 1.48 7 10 3
## skew kurtosis se
## Counseling.1 -0.29 -1.50 0.25
## Counseling.2 0.23 -2.20 0.20
## Counseling.3 -0.16 -2.15 0.16
## Counseling.4 -0.16 -2.15 0.16
## Counseling.5 -0.16 -2.15 0.16
## Counseling.6 0.16 -2.15 0.16
## Counseling.7 -1.43 0.08 0.12
## Counseling.8 -0.44 -1.08 0.20
## Counseling.9 0.12 -1.35 0.23
## Counseling.10 -0.25 -1.37 0.23
## Counseling.11 1.28 -0.37 0.13
## Counseling.12 0.49 -1.91 0.15
## Counseling.13 -0.01 -0.64 0.20
## Counseling.14 -0.75 -1.69 0.25
## Conceptualization.1 -0.31 -1.14 0.21
## Conceptualization.2 -0.09 -0.93 0.20
## Conceptualization.3 -0.85 -0.75 0.22
## Conceptualization.4 -0.85 -0.75 0.22
## Supervision..1 -2.47 4.52 0.09
## Supervision..2 -1.43 0.08 0.12
## Supervision..3 -1.43 0.08 0.12
## Supervision..4 -1.43 0.08 0.12
## Supervision..5 -1.43 0.08 0.12
## Professionalism.1 -2.47 4.52 0.09
## Professionalism.2 -2.47 4.52 0.09
## Professionalism.3 -0.16 -2.15 0.16
## Professionalism.4 -0.63 -1.31 0.24
## Professionalism.5 -0.25 -1.37 0.23
## Professionalism.6 -0.44 -1.08 0.20
## Professionalism.7 -1.43 0.08 0.12
## Professionalism.8 -0.22 -1.04 0.19
## Professionalism.9 -0.88 -1.31 0.14
## Global -0.17 -1.68 0.36
evs.means.d <- evs.means[,1:3] %*% c(-.5, -.5, 1)
evs.means <- cbind(evs.means[,1:3], evs.means.d)Cohort 3 worse than the average of 1 & 2 —
evs.means[order(evs.means[,4]),]## 1 2 3
## Counseling.14 4.142857 4.833333 3.750000 -0.738095238
## Professionalism.5 4.222222 4.846154 4.181818 -0.352369852
## Counseling.13 4.000000 4.333333 3.888889 -0.277777778
## Counseling.10 4.333333 4.416667 4.181818 -0.193181818
## Counseling.9 3.888889 4.181818 3.900000 -0.135353535
## Counseling.11 4.222222 4.416667 4.200000 -0.119444444
## Professionalism.8 3.888889 4.769231 4.272727 -0.056332556
## Professionalism.4 4.222222 4.615385 4.363636 -0.055167055
## Conceptualization.2 4.111111 4.384615 4.200000 -0.047863248
## Counseling.8 4.222222 4.538462 4.363636 -0.016705517
## Counseling.1 4.000000 4.416667 4.200000 -0.008333333
## Counseling.3 4.333333 4.769231 4.545455 -0.005827506
## Conceptualization.1 4.111111 4.384615 4.300000 0.052136752
## Counseling.5 4.333333 4.538462 4.545455 0.109557110
## Counseling.4 4.222222 4.615385 4.545455 0.126651127
## Supervision..5 4.555556 4.769231 4.818182 0.155788656
## Professionalism.3 4.000000 4.750000 4.545455 0.170454545
## Counseling.12 3.888889 4.461538 4.363636 0.188422688
## Professionalism.6 3.888889 4.461538 4.363636 0.188422688
## Counseling.6 4.222222 4.230769 4.454545 0.228049728
## Supervision..3 4.333333 4.769231 4.818182 0.266899767
## Professionalism.7 4.222222 4.846154 4.818182 0.283993784
## Counseling.7 4.111111 4.923077 4.818182 0.301087801
## Conceptualization.3 3.857143 4.500000 4.500000 0.321428571
## Supervision..2 4.333333 4.615385 4.818182 0.343822844
## Conceptualization.4 3.714286 4.583333 4.500000 0.351190476
## Supervision..4 4.222222 4.692308 4.818182 0.360916861
## Professionalism.9 4.111111 4.615385 4.727273 0.364024864
## Professionalism.1 4.222222 4.846154 4.909091 0.374902875
## Professionalism.2 4.222222 4.833333 4.909091 0.381313131
## Supervision..1 4.222222 4.692308 4.909091 0.451825952
## Global 7.812500 8.500000 8.727273 0.571022727
## Counseling.2 3.600000 4.000000 4.428571 0.628571429According to this statistic, we should probably be concerned about:
- Counseling 9 — Establishes relevant counseling goals with clients
- Counseling 10 — Demonstrates ability to utilize evidence-based interventions with clients
- Counseling 11 — Evaluates client progress with respect to goals
- Counseling 13 — Addresses counter-transference
- Counseling 14 — Appropriately refers & terminates clients
- Professionalism 5 — Behaves professionally in demeanor, dress, language, etc.