#+ message = FALSE, warning = FALSE
library("readxl")
library("Matrix")
library("lme4")
library("robustlmm")
library("ggplot2")
rm(list = ls())
set.seed(123)
#=============================================================================== # 1. PERSIAPAN DATA #===============================================================================
## Data asli
data = as.data.frame(read_excel("D:/STATISTIKA/SEM 5/Pemodelan Statistika/Pekan 9-16/Data_IKP_Indonesia_2024.xlsx"))
data$Provinsi = as.factor(data$Provinsi)
head(data)
## Provinsi Kabupaten IKP MISKIN POU TNPAIR STUNTING PPH NCPR Longitude
## 1 Aceh Aceh Selatan 70.13 12.1 13.7 34.0 40.2 69.8 0.91 97.46916
## 2 Aceh Aceh Tenggara 64.98 12.5 13.0 44.2 32.9 82.7 0.55 97.74567
## 3 Aceh Aceh Timur 67.80 13.4 8.6 38.7 29.7 79.2 0.77 97.64295
## 4 Aceh Aceh Tengah 67.62 14.4 8.6 26.3 23.6 84.1 2.87 96.96191
## 5 Aceh Aceh Barat 68.78 17.9 6.2 23.4 33.4 83.4 0.71 96.17833
## 6 Aceh Aceh Besar 71.73 13.4 8.6 10.1 30.1 75.1 0.50 95.49564
## Latitude
## 1 3.067177
## 2 3.338722
## 3 4.702227
## 4 4.564238
## 5 4.427494
## 6 5.354233
summary(data[, 3:9])
## IKP MISKIN POU TNPAIR
## Min. :30.05 Min. : 2.30 Min. : 0.700 Min. : 0.00
## 1st Qu.:64.67 1st Qu.: 6.60 1st Qu.: 6.725 1st Qu.:13.62
## Median :70.47 Median : 9.65 Median : 9.200 Median :25.05
## Mean :68.04 Mean :11.50 Mean :12.058 Mean :28.69
## 3rd Qu.:74.30 3rd Qu.:14.10 3rd Qu.:13.400 3rd Qu.:38.62
## Max. :86.58 Max. :40.00 Max. :67.200 Max. :99.60
## STUNTING PPH NCPR
## Min. : 1.60 Min. :50.70 Min. : 0.090
## 1st Qu.:17.30 1st Qu.:80.62 1st Qu.: 0.590
## Median :22.90 Median :87.35 Median : 1.120
## Mean :23.44 Mean :85.28 Mean : 3.257
## 3rd Qu.:29.10 3rd Qu.:91.80 3rd Qu.: 5.160
## Max. :65.00 Max. :99.50 Max. :10.000
n = nrow(data) # jumlah kabupaten/kota (514)
J = nlevels(data$Provinsi) # jumlah provinsi (38)
prov = as.integer(data$Provinsi) # nomor provinsi setiap kab/kota
## Uji normalitas
uji.normal = data.frame(
Variabel = names(data[, 3:9]),
W = sapply(data[, 3:9], function(x) shapiro.test(x)$statistic),
p.value = sapply(data[, 3:9], function(x) shapiro.test(x)$p.value),
row.names = NULL
)
uji.normal$Keputusan = ifelse(uji.normal$p.value < 0.05, "Tidak normal", "Normal")
uji.normal
## Variabel W p.value Keputusan
## 1 IKP 0.8827875 2.698109e-19 Tidak normal
## 2 MISKIN 0.8571789 3.317228e-21 Tidak normal
## 3 POU 0.7340721 7.535637e-28 Tidak normal
## 4 TNPAIR 0.9183844 4.770931e-16 Tidak normal
## 5 STUNTING 0.9859992 7.544408e-05 Tidak normal
## 6 PPH 0.9190040 5.539552e-16 Tidak normal
## 7 NCPR 0.7218456 2.287428e-28 Tidak normal
## Q-Q plot per variabel (data asli)
qq.asli = data.frame(
variabel = rep(names(data[, 3:9]), each = n),
nilai = unlist(data[, 3:9])
)
qq.asli$variabel = factor(qq.asli$variabel, levels = names(data[, 3:9]))
ggplot(qq.asli, aes(sample = nilai)) +
stat_qq() +
stat_qq_line(color = "red") +
facet_wrap(~ variabel, scales = "free", ncol = 4) +
labs(x = "Kuantil teoritis", y = "Kuantil data", title = "Q-Q Plot Data Asli") +
theme_minimal() -> qq.var.asli
qq.var.asli
png("qqplot variabel data asli.png", width = 3600, height = 2000, res = 300)
qq.var.asli
invisible(dev.off())
## Pencilan setiap variabel (boxplot)
boxplot(data[, 3:9])
out.IKP = boxplot.stats(data$IKP)$out
out.MISKIN = boxplot.stats(data$MISKIN)$out
out.POU = boxplot.stats(data$POU)$out
out.TNPAIR = boxplot.stats(data$TNPAIR)$out
out.STUNTING = boxplot.stats(data$STUNTING)$out
out.PPH = boxplot.stats(data$PPH)$out
out.NCPR = boxplot.stats(data$NCPR)$out
persen.pencilan = c(
IKP = length(out.IKP) / n,
MISKIN = length(out.MISKIN) / n,
POU = length(out.POU) / n,
TNPAIR = length(out.TNPAIR) / n,
STUNTING = length(out.STUNTING) / n,
PPH = length(out.PPH) / n,
NCPR = length(out.NCPR) / n
)
round(persen.pencilan * 100, 2) # persentase pencilan (%)
## IKP MISKIN POU TNPAIR STUNTING PPH NCPR
## 7.00 6.61 9.92 3.70 1.56 1.75 0.00
## Model awal pada data asli (LMM)
model = IKP ~ MISKIN + POU + TNPAIR + STUNTING + PPH + NCPR + (1 | Provinsi)
model.lmm = lmer(model, data = data)
fixef(model.lmm) # koefisien regresi
## (Intercept) MISKIN POU TNPAIR STUNTING PPH
## 53.00336626 -0.39463785 -0.23897520 -0.09097450 -0.09794259 0.35399693
## NCPR
## -0.72244037
VarCorr(model.lmm) # varian efek acak provinsi
## Groups Name Std.Dev.
## Provinsi (Intercept) 2.0163
## Residual 3.1203
sigma(model.lmm)^2 # varian error
## [1] 9.736123
## Uji asumsi LMM (data asli)
shapiro.test(resid(model.lmm))
##
## Shapiro-Wilk normality test
##
## data: resid(model.lmm)
## W = 0.98679, p-value = 0.0001315
qqnorm(resid(model.lmm), main = "Q-Q Plot Residual LMM (Data Asli)")
qqline(resid(model.lmm), col = "red")
## Parameter awal (dari LMM data asli)
beta_awal = fixef(model.lmm) # koefisien regresi
sd_u = sqrt(as.numeric(VarCorr(model.lmm)$Provinsi)) # sd efek acak provinsi
sd_e = sigma(model.lmm) # sd error
parameter = c(beta_awal, sd_u^2, sd_e^2)
names(parameter) = c("b0", "b_MISKIN", "b_POU", "b_TNPAIR", "b_STUNTING",
"b_PPH", "b_NCPR", "var_random", "var_error")
parameter
## b0 b_MISKIN b_POU b_TNPAIR b_STUNTING b_PPH
## 53.00336626 -0.39463785 -0.23897520 -0.09097450 -0.09794259 0.35399693
## b_NCPR var_random var_error
## -0.72244037 4.06563368 9.73612316
#=============================================================================== # 2. BANGKITKAN DATA BERDASARKAN PARAMETER DAN PERSENTASE PENCILAN #===============================================================================
# Persentase pencilan setiap variabel = persentase pencilan pada data asli
## Membangkitkan bilangan normal yang tidak negatif
rnorm.positif = function(m, rata, sd){
x = rnorm(m, rata, sd)
while (any(x < 0)) { # selama masih ada yang negatif
idx = which(x < 0) # posisi nilai negatif
x[idx] = rnorm(length(idx), rata, sd) # acak ulang posisi itu saja
}
return(x)
}
bangkit.data = function(){
# (a) variabel X : distribusi normal (tidak negatif) sesuai rata-rata dan sd data asli
MISKIN = rnorm.positif(n, mean(data$MISKIN), sd(data$MISKIN))
POU = rnorm.positif(n, mean(data$POU), sd(data$POU))
TNPAIR = rnorm.positif(n, mean(data$TNPAIR), sd(data$TNPAIR))
STUNTING = rnorm.positif(n, mean(data$STUNTING), sd(data$STUNTING))
PPH = rnorm.positif(n, mean(data$PPH), sd(data$PPH))
NCPR = rnorm.positif(n, mean(data$NCPR), sd(data$NCPR))
# (b) pencilan X
index = sample(1:n, round(persen.pencilan["MISKIN"] * n))
MISKIN[index] = rnorm.positif(length(index), mean(out.MISKIN), sd(out.MISKIN))
index = sample(1:n, round(persen.pencilan["POU"] * n))
POU[index] = rnorm.positif(length(index), mean(out.POU), sd(out.POU))
index = sample(1:n, round(persen.pencilan["TNPAIR"] * n))
TNPAIR[index] = rnorm.positif(length(index), mean(out.TNPAIR), sd(out.TNPAIR))
index = sample(1:n, round(persen.pencilan["STUNTING"] * n))
STUNTING[index] = rnorm.positif(length(index), mean(out.STUNTING), sd(out.STUNTING))
index = sample(1:n, round(persen.pencilan["PPH"] * n))
PPH[index] = rnorm.positif(length(index), mean(out.PPH), sd(out.PPH))
# NCPR tidak memiliki pencilan pada data asli
# (c) variabel Y : parameter awal + efek acak provinsi + error
u = rnorm(J, 0, sd_u)
e = rnorm(n, 0, sd_e)
IKP = beta_awal[1] + beta_awal[2]*MISKIN + beta_awal[3]*POU + beta_awal[4]*TNPAIR +
beta_awal[5]*STUNTING + beta_awal[6]*PPH + beta_awal[7]*NCPR + u[prov] + e
IKP = as.numeric(IKP)
# (d) pencilan Y
index = sample(1:n, round(persen.pencilan["IKP"] * n))
IKP[index] = rnorm(length(index), mean(out.IKP), sd(out.IKP))
ds = data.frame(Provinsi = data$Provinsi, IKP, MISKIN, POU, TNPAIR, STUNTING, PPH, NCPR)
return(ds)
}
## Contoh satu data simulasi
ds = bangkit.data()
head(ds)
## Provinsi IKP MISKIN POU TNPAIR STUNTING PPH NCPR
## 1 Aceh 57.29528 30.958606 6.157034 45.23807 31.67362 85.39953 5.6640091
## 2 Aceh 64.98337 9.857548 10.096666 27.28448 35.75644 81.03715 3.4287670
## 3 Aceh 61.65569 22.658593 9.408181 19.59543 31.27106 82.28091 4.9633674
## 4 Aceh 71.67850 12.009219 7.513087 60.28037 18.89333 88.62486 1.3931948
## 5 Aceh 59.70848 12.429836 18.885174 45.80888 19.24670 87.06865 7.8647710
## 6 Aceh 61.08770 30.064764 34.538108 15.79457 35.72589 95.82700 0.9935121
summary(ds[, -1])
## IKP MISKIN POU TNPAIR
## Min. :27.68 Min. : 0.04427 Min. : 0.1414 Min. : 0.09391
## 1st Qu.:58.25 1st Qu.: 8.10289 1st Qu.: 9.0162 1st Qu.: 19.65013
## Median :63.61 Median :12.36539 Median :14.7365 Median : 32.45599
## Mean :62.67 Mean :13.54266 Mean :16.6648 Mean : 34.49032
## 3rd Qu.:68.61 3rd Qu.:17.68424 3rd Qu.:21.8076 3rd Qu.: 45.73194
## Max. :83.25 Max. :42.88150 Max. :58.6230 Max. :104.46842
## STUNTING PPH NCPR
## Min. : 0.2094 Min. : 48.62 Min. : 0.006188
## 1st Qu.:17.6260 1st Qu.: 79.33 1st Qu.: 2.225084
## Median :23.3362 Median : 85.20 Median : 3.897464
## Mean :23.8575 Mean : 84.67 Mean : 4.440135
## 3rd Qu.:30.0506 3rd Qu.: 90.95 3rd Qu.: 6.128200
## Max. :61.8760 Max. :111.10 Max. :15.917617
boxplot(ds[, -1])
## Q-Q plot per variabel (data simulasi)
qq.sim = data.frame(
variabel = rep(names(ds[, -1]), each = n),
nilai = unlist(ds[, -1])
)
qq.sim$variabel = factor(qq.sim$variabel, levels = names(ds[, -1]))
ggplot(qq.sim, aes(sample = nilai)) +
stat_qq() +
stat_qq_line(color = "red") +
facet_wrap(~ variabel, scales = "free", ncol = 4) +
labs(x = "Kuantil teoritis", y = "Kuantil data", title = "Q-Q Plot Data Simulasi") +
theme_minimal() -> qq.var.sim
qq.var.sim
png("qqplot variabel data simulasi.png", width = 3600, height = 2000, res = 300)
qq.var.sim
invisible(dev.off())
## Pencilan IKP pada data simulasi
bxy = boxplot(ds$IKP)
QX = bxy$stats[4] - bxy$stats[2] # IQR = Q3 - Q1
ba = bxy$stats[4] + 1.5 * QX # batas atas
bb = bxy$stats[2] - 1.5 * QX # batas bawah
ggplot(ds) +
geom_point(aes(x = c(1:n), y = IKP)) +
geom_line(aes(x = c(1:n), y = bb), color = 'red', linetype = 2) +
geom_line(aes(x = c(1:n), y = ba), color = 'red', linetype = 2) +
labs(x = "kabupaten/kota", y = "IKP")
#===============================================================================
# 3. MODEL LMM
#===============================================================================
## Fungsi validasi model
model.val = function(y, yt){
e = y - yt
MSE = mean(e^2)
RMSE = sqrt(MSE)
SST = sum((y - mean(y))^2)
SSE = sum(e^2)
Rsqr = (SST - SSE)/SST
hasil = data.frame(MSE = MSE, RMSE = RMSE, R2 = Rsqr)
return(hasil)
}
m.lmm = lmer(model, data = ds)
fixef(m.lmm) # koefisien regresi
## (Intercept) MISKIN POU TNPAIR STUNTING PPH
## 55.23071535 -0.37963992 -0.20672504 -0.08432872 -0.15243195 0.30822371
## NCPR
## -0.76737137
VarCorr(m.lmm) # varian efek acak provinsi
## Groups Name Std.Dev.
## Provinsi (Intercept) 2.0401
## Residual 7.1517
sigma(m.lmm)^2 # varian error
## [1] 51.14634
model.val(ds$IKP, fitted(m.lmm))
## MSE RMSE R2
## 1 48.69014 6.977832 0.4328399
#=============================================================================== # 4. MODEL ROBUST LMM #===============================================================================
m.rlmm = rlmer(model, data = ds)
fixef(m.rlmm) # koefisien regresi
## (Intercept) MISKIN POU TNPAIR STUNTING PPH
## 51.15763129 -0.38727431 -0.22218557 -0.08671923 -0.12146593 0.36488089
## NCPR
## -0.72950854
VarCorr(m.rlmm) # varian efek acak provinsi
## Groups Name Std.Dev.
## Provinsi (Intercept) 2.0295
## Residual 3.7517
sigma(m.rlmm)^2 # varian error
## [1] 14.07529
model.val(ds$IKP, fitted(m.rlmm))
## MSE RMSE R2
## 1 50.81456 7.128433 0.4080939
#=============================================================================== # 5. SIMULASI MONTE CARLO #===============================================================================
simulasi = function(nsim){
mat.lmm = matrix(nrow = nsim, ncol = length(parameter))
mat.rlmm = matrix(nrow = nsim, ncol = length(parameter))
val.lmm = matrix(nrow = nsim, ncol = 3) # MSE, RMSE, R2
val.rlmm = matrix(nrow = nsim, ncol = 3)
for (i in 1:nsim) {
set.seed(i)
message("=> proses: ", round(i/nsim*100, 2), "%")
ds.tmp = bangkit.data()
m1 = lmer(model, data = ds.tmp) # LMM
m2 = rlmer(model, data = ds.tmp) # Robust LMM
mat.lmm[i, ] = c(fixef(m1), as.numeric(VarCorr(m1)$Provinsi), sigma(m1)^2)
mat.rlmm[i, ] = c(fixef(m2), as.numeric(VarCorr(m2)$Provinsi), sigma(m2)^2)
val.lmm[i, ] = as.numeric(model.val(ds.tmp$IKP, fitted(m1)))
val.rlmm[i, ] = as.numeric(model.val(ds.tmp$IKP, fitted(m2)))
}
colnames(mat.lmm) = names(parameter)
colnames(mat.rlmm) = names(parameter)
colnames(val.lmm) = c("MSE", "RMSE", "R2")
colnames(val.rlmm) = c("MSE", "RMSE", "R2")
return(list(LMM = mat.lmm, RLMM = mat.rlmm, val.LMM = val.lmm, val.RLMM = val.rlmm))
}
nsim = 500
sim = simulasi(nsim)
## => proses: 0.2%
## => proses: 0.4%
## => proses: 0.6%
## => proses: 0.8%
## => proses: 1%
## => proses: 1.2%
## => proses: 1.4%
## => proses: 1.6%
## => proses: 1.8%
## => proses: 2%
## => proses: 2.2%
## => proses: 2.4%
## => proses: 2.6%
## => proses: 2.8%
## => proses: 3%
## => proses: 3.2%
## => proses: 3.4%
## => proses: 3.6%
## => proses: 3.8%
## => proses: 4%
## => proses: 4.2%
## => proses: 4.4%
## => proses: 4.6%
## => proses: 4.8%
## => proses: 5%
## => proses: 5.2%
## => proses: 5.4%
## => proses: 5.6%
## => proses: 5.8%
## => proses: 6%
## => proses: 6.2%
## => proses: 6.4%
## => proses: 6.6%
## => proses: 6.8%
## => proses: 7%
## => proses: 7.2%
## => proses: 7.4%
## => proses: 7.6%
## => proses: 7.8%
## => proses: 8%
## => proses: 8.2%
## => proses: 8.4%
## => proses: 8.6%
## => proses: 8.8%
## => proses: 9%
## => proses: 9.2%
## => proses: 9.4%
## => proses: 9.6%
## => proses: 9.8%
## => proses: 10%
## => proses: 10.2%
## => proses: 10.4%
## => proses: 10.6%
## => proses: 10.8%
## => proses: 11%
## => proses: 11.2%
## => proses: 11.4%
## => proses: 11.6%
## => proses: 11.8%
## => proses: 12%
## => proses: 12.2%
## => proses: 12.4%
## => proses: 12.6%
## => proses: 12.8%
## => proses: 13%
## => proses: 13.2%
## => proses: 13.4%
## => proses: 13.6%
## => proses: 13.8%
## => proses: 14%
## => proses: 14.2%
## => proses: 14.4%
## => proses: 14.6%
## => proses: 14.8%
## => proses: 15%
## => proses: 15.2%
## => proses: 15.4%
## => proses: 15.6%
## => proses: 15.8%
## => proses: 16%
## => proses: 16.2%
## => proses: 16.4%
## => proses: 16.6%
## => proses: 16.8%
## => proses: 17%
## => proses: 17.2%
## => proses: 17.4%
## => proses: 17.6%
## => proses: 17.8%
## => proses: 18%
## => proses: 18.2%
## => proses: 18.4%
## => proses: 18.6%
## => proses: 18.8%
## => proses: 19%
## => proses: 19.2%
## => proses: 19.4%
## => proses: 19.6%
## => proses: 19.8%
## => proses: 20%
## => proses: 20.2%
## => proses: 20.4%
## => proses: 20.6%
## => proses: 20.8%
## => proses: 21%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 21.2%
## => proses: 21.4%
## => proses: 21.6%
## => proses: 21.8%
## => proses: 22%
## => proses: 22.2%
## => proses: 22.4%
## => proses: 22.6%
## => proses: 22.8%
## => proses: 23%
## => proses: 23.2%
## => proses: 23.4%
## => proses: 23.6%
## => proses: 23.8%
## => proses: 24%
## => proses: 24.2%
## => proses: 24.4%
## => proses: 24.6%
## => proses: 24.8%
## => proses: 25%
## => proses: 25.2%
## => proses: 25.4%
## => proses: 25.6%
## => proses: 25.8%
## => proses: 26%
## => proses: 26.2%
## => proses: 26.4%
## => proses: 26.6%
## => proses: 26.8%
## => proses: 27%
## => proses: 27.2%
## => proses: 27.4%
## => proses: 27.6%
## => proses: 27.8%
## => proses: 28%
## => proses: 28.2%
## => proses: 28.4%
## => proses: 28.6%
## => proses: 28.8%
## => proses: 29%
## => proses: 29.2%
## => proses: 29.4%
## => proses: 29.6%
## => proses: 29.8%
## => proses: 30%
## => proses: 30.2%
## => proses: 30.4%
## => proses: 30.6%
## => proses: 30.8%
## => proses: 31%
## => proses: 31.2%
## => proses: 31.4%
## => proses: 31.6%
## => proses: 31.8%
## => proses: 32%
## => proses: 32.2%
## => proses: 32.4%
## => proses: 32.6%
## => proses: 32.8%
## => proses: 33%
## => proses: 33.2%
## => proses: 33.4%
## => proses: 33.6%
## => proses: 33.8%
## => proses: 34%
## => proses: 34.2%
## => proses: 34.4%
## => proses: 34.6%
## => proses: 34.8%
## => proses: 35%
## => proses: 35.2%
## => proses: 35.4%
## => proses: 35.6%
## => proses: 35.8%
## => proses: 36%
## => proses: 36.2%
## => proses: 36.4%
## => proses: 36.6%
## => proses: 36.8%
## => proses: 37%
## => proses: 37.2%
## => proses: 37.4%
## => proses: 37.6%
## => proses: 37.8%
## => proses: 38%
## => proses: 38.2%
## => proses: 38.4%
## => proses: 38.6%
## => proses: 38.8%
## => proses: 39%
## => proses: 39.2%
## => proses: 39.4%
## => proses: 39.6%
## => proses: 39.8%
## => proses: 40%
## => proses: 40.2%
## => proses: 40.4%
## => proses: 40.6%
## => proses: 40.8%
## => proses: 41%
## => proses: 41.2%
## => proses: 41.4%
## => proses: 41.6%
## => proses: 41.8%
## => proses: 42%
## => proses: 42.2%
## => proses: 42.4%
## => proses: 42.6%
## => proses: 42.8%
## => proses: 43%
## => proses: 43.2%
## => proses: 43.4%
## => proses: 43.6%
## => proses: 43.8%
## => proses: 44%
## => proses: 44.2%
## => proses: 44.4%
## => proses: 44.6%
## => proses: 44.8%
## => proses: 45%
## => proses: 45.2%
## => proses: 45.4%
## => proses: 45.6%
## => proses: 45.8%
## => proses: 46%
## => proses: 46.2%
## => proses: 46.4%
## => proses: 46.6%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 46.8%
## => proses: 47%
## => proses: 47.2%
## => proses: 47.4%
## => proses: 47.6%
## => proses: 47.8%
## => proses: 48%
## => proses: 48.2%
## => proses: 48.4%
## => proses: 48.6%
## => proses: 48.8%
## => proses: 49%
## => proses: 49.2%
## => proses: 49.4%
## => proses: 49.6%
## => proses: 49.8%
## => proses: 50%
## => proses: 50.2%
## => proses: 50.4%
## => proses: 50.6%
## => proses: 50.8%
## => proses: 51%
## => proses: 51.2%
## => proses: 51.4%
## => proses: 51.6%
## => proses: 51.8%
## => proses: 52%
## => proses: 52.2%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 52.4%
## => proses: 52.6%
## => proses: 52.8%
## => proses: 53%
## => proses: 53.2%
## => proses: 53.4%
## => proses: 53.6%
## => proses: 53.8%
## => proses: 54%
## => proses: 54.2%
## => proses: 54.4%
## => proses: 54.6%
## => proses: 54.8%
## => proses: 55%
## => proses: 55.2%
## => proses: 55.4%
## => proses: 55.6%
## => proses: 55.8%
## => proses: 56%
## => proses: 56.2%
## => proses: 56.4%
## => proses: 56.6%
## => proses: 56.8%
## => proses: 57%
## => proses: 57.2%
## => proses: 57.4%
## => proses: 57.6%
## => proses: 57.8%
## => proses: 58%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 58.2%
## => proses: 58.4%
## => proses: 58.6%
## => proses: 58.8%
## => proses: 59%
## => proses: 59.2%
## => proses: 59.4%
## => proses: 59.6%
## => proses: 59.8%
## => proses: 60%
## => proses: 60.2%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 60.4%
## => proses: 60.6%
## => proses: 60.8%
## => proses: 61%
## => proses: 61.2%
## => proses: 61.4%
## => proses: 61.6%
## => proses: 61.8%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 62%
## => proses: 62.2%
## => proses: 62.4%
## => proses: 62.6%
## => proses: 62.8%
## => proses: 63%
## => proses: 63.2%
## => proses: 63.4%
## => proses: 63.6%
## => proses: 63.8%
## => proses: 64%
## => proses: 64.2%
## => proses: 64.4%
## => proses: 64.6%
## => proses: 64.8%
## => proses: 65%
## => proses: 65.2%
## => proses: 65.4%
## => proses: 65.6%
## => proses: 65.8%
## => proses: 66%
## => proses: 66.2%
## => proses: 66.4%
## => proses: 66.6%
## => proses: 66.8%
## => proses: 67%
## => proses: 67.2%
## => proses: 67.4%
## => proses: 67.6%
## => proses: 67.8%
## => proses: 68%
## => proses: 68.2%
## => proses: 68.4%
## => proses: 68.6%
## => proses: 68.8%
## => proses: 69%
## => proses: 69.2%
## => proses: 69.4%
## => proses: 69.6%
## => proses: 69.8%
## => proses: 70%
## => proses: 70.2%
## => proses: 70.4%
## => proses: 70.6%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 70.8%
## => proses: 71%
## => proses: 71.2%
## => proses: 71.4%
## => proses: 71.6%
## => proses: 71.8%
## => proses: 72%
## => proses: 72.2%
## => proses: 72.4%
## => proses: 72.6%
## => proses: 72.8%
## => proses: 73%
## => proses: 73.2%
## => proses: 73.4%
## => proses: 73.6%
## => proses: 73.8%
## => proses: 74%
## => proses: 74.2%
## => proses: 74.4%
## => proses: 74.6%
## => proses: 74.8%
## => proses: 75%
## => proses: 75.2%
## => proses: 75.4%
## => proses: 75.6%
## => proses: 75.8%
## => proses: 76%
## => proses: 76.2%
## => proses: 76.4%
## => proses: 76.6%
## => proses: 76.8%
## => proses: 77%
## => proses: 77.2%
## => proses: 77.4%
## => proses: 77.6%
## => proses: 77.8%
## => proses: 78%
## => proses: 78.2%
## => proses: 78.4%
## => proses: 78.6%
## => proses: 78.8%
## => proses: 79%
## => proses: 79.2%
## => proses: 79.4%
## => proses: 79.6%
## => proses: 79.8%
## => proses: 80%
## => proses: 80.2%
## => proses: 80.4%
## => proses: 80.6%
## => proses: 80.8%
## => proses: 81%
## => proses: 81.2%
## => proses: 81.4%
## => proses: 81.6%
## => proses: 81.8%
## => proses: 82%
## => proses: 82.2%
## => proses: 82.4%
## => proses: 82.6%
## => proses: 82.8%
## => proses: 83%
## => proses: 83.2%
## => proses: 83.4%
## => proses: 83.6%
## => proses: 83.8%
## => proses: 84%
## => proses: 84.2%
## => proses: 84.4%
## => proses: 84.6%
## => proses: 84.8%
## => proses: 85%
## => proses: 85.2%
## => proses: 85.4%
## => proses: 85.6%
## => proses: 85.8%
## => proses: 86%
## => proses: 86.2%
## => proses: 86.4%
## => proses: 86.6%
## => proses: 86.8%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 87%
## => proses: 87.2%
## => proses: 87.4%
## => proses: 87.6%
## => proses: 87.8%
## => proses: 88%
## => proses: 88.2%
## => proses: 88.4%
## => proses: 88.6%
## => proses: 88.8%
## => proses: 89%
## => proses: 89.2%
## => proses: 89.4%
## => proses: 89.6%
## => proses: 89.8%
## => proses: 90%
## => proses: 90.2%
## => proses: 90.4%
## => proses: 90.6%
## => proses: 90.8%
## => proses: 91%
## => proses: 91.2%
## => proses: 91.4%
## => proses: 91.6%
## => proses: 91.8%
## => proses: 92%
## => proses: 92.2%
## => proses: 92.4%
## => proses: 92.6%
## => proses: 92.8%
## => proses: 93%
## => proses: 93.2%
## => proses: 93.4%
## => proses: 93.6%
## => proses: 93.8%
## => proses: 94%
## => proses: 94.2%
## => proses: 94.4%
## => proses: 94.6%
## => proses: 94.8%
## => proses: 95%
## => proses: 95.2%
## => proses: 95.4%
## => proses: 95.6%
## => proses: 95.8%
## => proses: 96%
## => proses: 96.2%
## => proses: 96.4%
## => proses: 96.6%
## => proses: 96.8%
## => proses: 97%
## => proses: 97.2%
## => proses: 97.4%
## => proses: 97.6%
## => proses: 97.8%
## => proses: 98%
## => proses: 98.2%
## => proses: 98.4%
## => proses: 98.6%
## => proses: 98.8%
## => proses: 99%
## => proses: 99.2%
## => proses: 99.4%
## => proses: 99.6%
## => proses: 99.8%
## => proses: 100%
## Visualisasi simulasi Monte Carlo
df.plot = data.frame(
simulasi = rep(1:nsim, times = 2 * length(parameter)),
parameter = rep(rep(names(parameter), each = nsim), times = 2),
model = rep(c("LMM", "Robust LMM"), each = nsim * length(parameter)),
estimasi = c(as.vector(sim$LMM), as.vector(sim$RLMM))
)
df.asli = data.frame(parameter = names(parameter), asli = parameter)
# urutan panel sesuai urutan parameter
df.plot$parameter = factor(df.plot$parameter, levels = names(parameter))
df.asli$parameter = factor(df.asli$parameter, levels = names(parameter))
ggplot(df.plot) +
geom_line(aes(x = simulasi, y = estimasi, color = model), alpha = 0.7) +
geom_hline(data = df.asli, aes(yintercept = asli), linetype = 2) +
facet_wrap(~ parameter, scales = "free_y", ncol = 3) +
labs(x = "simulasi", y = "nilai estimasi", colour = "Model") +
theme_minimal() -> plot.semua
plot.semua
png("hasil simulasi semua parameter.png", width = 3600, height = 3000, res = 300)
plot.semua
invisible(dev.off())
#=============================================================================== # 6. EVALUASI MODEL #===============================================================================
evaluasi = function(mat){
asli = matrix(parameter, nrow = nrow(mat), ncol = length(parameter), byrow = TRUE)
rata2 = colMeans(mat)
bias = rata2 - parameter
varians = apply(mat, 2, var)
MSE = colMeans((mat - asli)^2)
RMSE = sqrt(MSE)
hasil = data.frame(asli = parameter, rata2 = rata2, bias = bias,
varians = varians, MSE = MSE, RMSE = RMSE)
return(round(hasil, 4))
}
## (a) Evaluasi parameter
evaluasi(sim$LMM) # LMM
## asli rata2 bias varians MSE RMSE
## b0 53.0034 52.2226 -0.7807 9.7494 10.3395 3.2155
## b_MISKIN -0.3946 -0.3645 0.0301 0.0017 0.0026 0.0507
## b_POU -0.2390 -0.2206 0.0183 0.0008 0.0012 0.0341
## b_TNPAIR -0.0910 -0.0852 0.0058 0.0002 0.0003 0.0159
## b_STUNTING -0.0979 -0.0917 0.0063 0.0011 0.0012 0.0340
## b_PPH 0.3540 0.3285 -0.0255 0.0011 0.0018 0.0419
## b_NCPR -0.7224 -0.6752 0.0472 0.0130 0.0152 0.1234
## var_random 4.0656 3.5294 -0.5362 3.6738 3.9540 1.9885
## var_error 9.7361 52.2028 42.4666 27.4444 1830.8046 42.7879
evaluasi(sim$RLMM) # Robust LMM
## asli rata2 bias varians MSE RMSE
## b0 53.0034 52.6411 -0.3622 2.9439 3.0692 1.7519
## b_MISKIN -0.3946 -0.3927 0.0020 0.0005 0.0005 0.0228
## b_POU -0.2390 -0.2378 0.0012 0.0003 0.0003 0.0160
## b_TNPAIR -0.0910 -0.0909 0.0000 0.0001 0.0001 0.0085
## b_STUNTING -0.0979 -0.0971 0.0008 0.0003 0.0003 0.0180
## b_PPH 0.3540 0.3521 -0.0019 0.0003 0.0003 0.0175
## b_NCPR -0.7224 -0.7219 0.0006 0.0037 0.0037 0.0607
## var_random 4.0656 3.8537 -0.2119 1.9892 2.0301 1.4248
## var_error 9.7361 13.6410 3.9049 1.0955 16.3413 4.0424
## (b) Evaluasi antar model : rata-rata 500 replikasi
validasi = rbind(
LMM = colMeans(sim$val.LMM),
RLMM = colMeans(sim$val.RLMM)
)
round(validasi, 4)
## MSE RMSE R2
## LMM 49.9873 7.0605 0.4191
## RLMM 51.9175 7.1956 0.3968
#=============================================================================== # 7. PEMILIHAN MODEL TERBAIK #===============================================================================
# Model terbaik = model dengan RMSE lebih kecil
pilih.model = function(sim){
e1 = evaluasi(sim$LMM)
e2 = evaluasi(sim$RLMM)
hasil = data.frame(RMSE.LMM = e1$RMSE,
RMSE.RLMM = e2$RMSE,
terbaik = ifelse(e2$RMSE < e1$RMSE, "Robust LMM", "LMM"),
row.names = names(parameter))
return(hasil)
}
hasil.pilih = pilih.model(sim)
hasil.pilih
## RMSE.LMM RMSE.RLMM terbaik
## b0 3.2155 1.7519 Robust LMM
## b_MISKIN 0.0507 0.0228 Robust LMM
## b_POU 0.0341 0.0160 Robust LMM
## b_TNPAIR 0.0159 0.0085 Robust LMM
## b_STUNTING 0.0340 0.0180 Robust LMM
## b_PPH 0.0419 0.0175 Robust LMM
## b_NCPR 0.1234 0.0607 Robust LMM
## var_random 1.9885 1.4248 Robust LMM
## var_error 42.7879 4.0424 Robust LMM
#=============================================================================== # 8. IMPLEMENTASI MODEL TERBAIK (ROBUST LMM) PADA DATA ASLI #===============================================================================
model.rlmm = rlmer(model, data = data)
## Estimasi parameter
fixef(model.rlmm) # koefisien regresi
## (Intercept) MISKIN POU TNPAIR STUNTING PPH
## 53.29436039 -0.40451151 -0.23216105 -0.08905541 -0.10093294 0.34896026
## NCPR
## -0.71703317
VarCorr(model.rlmm) # varian efek acak provinsi
## Groups Name Std.Dev.
## Provinsi (Intercept) 2.1441
## Residual 2.9985
sigma(model.rlmm)^2 # varian error
## [1] 8.991258
## Uji parsial (t = estimasi / standar error)
se = sqrt(diag(as.matrix(vcov(model.rlmm))))
uji.parsial = data.frame(
Estimasi = fixef(model.rlmm),
SE = se,
t.hitung = fixef(model.rlmm) / se
)
uji.parsial$Keputusan = ifelse(abs(uji.parsial$t.hitung) > 1.96, "Signifikan", "Tidak signifikan")
uji.parsial
## Estimasi SE t.hitung Keputusan
## (Intercept) 53.29436039 2.46045729 21.660348 Signifikan
## MISKIN -0.40451151 0.03610788 -11.202860 Signifikan
## POU -0.23216105 0.02911270 -7.974562 Signifikan
## TNPAIR -0.08905541 0.01070356 -8.320170 Signifikan
## STUNTING -0.10093294 0.02315121 -4.359727 Signifikan
## PPH 0.34896026 0.02537457 13.752360 Signifikan
## NCPR -0.71703317 0.04605891 -15.567742 Signifikan
## Validasi model
model.val(data$IKP, fitted(model.rlmm))
## MSE RMSE R2
## 1 9.06389 3.01063 0.9093127
## Efek acak provinsi (diurutkan dari terendah)
efek.prov = data.frame(Provinsi = rownames(ranef(model.rlmm)$Provinsi),
efek = ranef(model.rlmm)$Provinsi[, 1])
efek.prov[order(efek.prov$efek), ]
## Provinsi efek
## 10 Jawa Tengah -3.1523864
## 23 Nusa Tenggara Timur -3.1230119
## 11 Jawa Timur -3.0708557
## 6 DKI Jakarta -2.1698466
## 34 Sulawesi Tenggara -2.1467251
## 9 Jawa Barat -1.9645078
## 28 Papua Selatan -1.8742436
## 4 Bengkulu -1.6928664
## 21 Maluku Utara -1.3907856
## 2 Bali -1.0869242
## 38 Sumatera Utara -1.0150518
## 19 Lampung -0.9451130
## 27 Papua Pegunungan -0.7680523
## 31 Sulawesi Barat -0.5573636
## 25 Papua Barat -0.5520977
## 33 Sulawesi Tengah -0.4632416
## 26 Papua Barat Daya -0.3403595
## 30 Riau -0.3235394
## 32 Sulawesi Selatan -0.2703240
## 1 Aceh -0.1703035
## 16 Kalimantan Utara 0.1904812
## 14 Kalimantan Tengah 0.1999955
## 29 Papua Tengah 0.5812366
## 36 Sumatera Barat 0.6099513
## 35 Sulawesi Utara 0.6415895
## 20 Maluku 0.6804981
## 5 Daerah Istimewa Yogyakarta 0.8596044
## 7 Gorontalo 1.1239020
## 22 Nusa Tenggara Barat 1.2787085
## 8 Jambi 1.4944398
## 24 Papua 1.5218398
## 18 Kepulauan Riau 1.7695436
## 3 Banten 1.7859578
## 13 Kalimantan Selatan 2.1849374
## 12 Kalimantan Barat 2.7103124
## 37 Sumatera Selatan 3.3120345
## 15 Kalimantan Timur 4.2065043
## 17 Kepulauan Bangka Belitung 4.4272891
## Kabupaten/kota dengan bobot terkecil (dianggap pencilan oleh Robust LMM)
data$bobot = tryCatch(getME(model.rlmm, "w_e"),
error = function(e) weights(model.rlmm, type = "robustness"))
head(data[order(data$bobot), c("Provinsi", "Kabupaten", "IKP", "bobot")], 10)
## Provinsi Kabupaten IKP bobot
## 14 Aceh Aceh Jaya 79.81 0.3850026
## 312 Nusa Tenggara Timur Sabu Raijua 62.56 0.3974178
## 362 Kalimantan Timur Mahakam Ulu 60.60 0.4361760
## 303 Nusa Tenggara Timur Sumba Timur 62.31 0.4454034
## 384 Sulawesi Utara Kota Tomohon 86.58 0.4611735
## 1 Aceh Aceh Selatan 70.13 0.4766178
## 392 Sulawesi Tengah Banggai Kepulauan 72.14 0.5000907
## 400 Sulawesi Selatan Bulukumba 79.91 0.5016036
## 74 Sumatera Barat Kota Payakumbuh 85.90 0.5021106
## 334 Kalimantan Tengah Katingan 80.66 0.5025238