#+ message = FALSE, warning = FALSE
library("readxl")
library("Matrix")
library("lme4")
library("robustlmm")
library("ggplot2")

rm(list = ls())
set.seed(123)

#=============================================================================== # 1. PERSIAPAN DATA #===============================================================================

## Data asli
data = as.data.frame(read_excel("D:/STATISTIKA/SEM 5/Pemodelan Statistika/Pekan 9-16/Data_IKP_Indonesia_2024.xlsx"))
data$Provinsi = as.factor(data$Provinsi)
head(data)
##   Provinsi     Kabupaten   IKP MISKIN  POU TNPAIR STUNTING  PPH NCPR Longitude
## 1     Aceh  Aceh Selatan 70.13   12.1 13.7   34.0     40.2 69.8 0.91  97.46916
## 2     Aceh Aceh Tenggara 64.98   12.5 13.0   44.2     32.9 82.7 0.55  97.74567
## 3     Aceh    Aceh Timur 67.80   13.4  8.6   38.7     29.7 79.2 0.77  97.64295
## 4     Aceh   Aceh Tengah 67.62   14.4  8.6   26.3     23.6 84.1 2.87  96.96191
## 5     Aceh    Aceh Barat 68.78   17.9  6.2   23.4     33.4 83.4 0.71  96.17833
## 6     Aceh    Aceh Besar 71.73   13.4  8.6   10.1     30.1 75.1 0.50  95.49564
##   Latitude
## 1 3.067177
## 2 3.338722
## 3 4.702227
## 4 4.564238
## 5 4.427494
## 6 5.354233
summary(data[, 3:9])
##       IKP            MISKIN           POU             TNPAIR     
##  Min.   :30.05   Min.   : 2.30   Min.   : 0.700   Min.   : 0.00  
##  1st Qu.:64.67   1st Qu.: 6.60   1st Qu.: 6.725   1st Qu.:13.62  
##  Median :70.47   Median : 9.65   Median : 9.200   Median :25.05  
##  Mean   :68.04   Mean   :11.50   Mean   :12.058   Mean   :28.69  
##  3rd Qu.:74.30   3rd Qu.:14.10   3rd Qu.:13.400   3rd Qu.:38.62  
##  Max.   :86.58   Max.   :40.00   Max.   :67.200   Max.   :99.60  
##     STUNTING          PPH             NCPR       
##  Min.   : 1.60   Min.   :50.70   Min.   : 0.090  
##  1st Qu.:17.30   1st Qu.:80.62   1st Qu.: 0.590  
##  Median :22.90   Median :87.35   Median : 1.120  
##  Mean   :23.44   Mean   :85.28   Mean   : 3.257  
##  3rd Qu.:29.10   3rd Qu.:91.80   3rd Qu.: 5.160  
##  Max.   :65.00   Max.   :99.50   Max.   :10.000
n    = nrow(data)                  # jumlah kabupaten/kota (514)
J    = nlevels(data$Provinsi)      # jumlah provinsi (38)
prov = as.integer(data$Provinsi)   # nomor provinsi setiap kab/kota

## Uji normalitas
uji.normal = data.frame(
  Variabel = names(data[, 3:9]),
  W        = sapply(data[, 3:9], function(x) shapiro.test(x)$statistic),
  p.value  = sapply(data[, 3:9], function(x) shapiro.test(x)$p.value),
  row.names = NULL
)
uji.normal$Keputusan = ifelse(uji.normal$p.value < 0.05, "Tidak normal", "Normal")
uji.normal
##   Variabel         W      p.value    Keputusan
## 1      IKP 0.8827875 2.698109e-19 Tidak normal
## 2   MISKIN 0.8571789 3.317228e-21 Tidak normal
## 3      POU 0.7340721 7.535637e-28 Tidak normal
## 4   TNPAIR 0.9183844 4.770931e-16 Tidak normal
## 5 STUNTING 0.9859992 7.544408e-05 Tidak normal
## 6      PPH 0.9190040 5.539552e-16 Tidak normal
## 7     NCPR 0.7218456 2.287428e-28 Tidak normal
## Q-Q plot per variabel (data asli)
qq.asli = data.frame(
  variabel = rep(names(data[, 3:9]), each = n),
  nilai    = unlist(data[, 3:9])
)
qq.asli$variabel = factor(qq.asli$variabel, levels = names(data[, 3:9]))

ggplot(qq.asli, aes(sample = nilai)) +
  stat_qq() +
  stat_qq_line(color = "red") +
  facet_wrap(~ variabel, scales = "free", ncol = 4) +
  labs(x = "Kuantil teoritis", y = "Kuantil data", title = "Q-Q Plot Data Asli") +
  theme_minimal() -> qq.var.asli
qq.var.asli

png("qqplot variabel data asli.png", width = 3600, height = 2000, res = 300)
qq.var.asli
invisible(dev.off())

## Pencilan setiap variabel (boxplot)
boxplot(data[, 3:9])

out.IKP      = boxplot.stats(data$IKP)$out
out.MISKIN   = boxplot.stats(data$MISKIN)$out
out.POU      = boxplot.stats(data$POU)$out
out.TNPAIR   = boxplot.stats(data$TNPAIR)$out
out.STUNTING = boxplot.stats(data$STUNTING)$out
out.PPH      = boxplot.stats(data$PPH)$out
out.NCPR     = boxplot.stats(data$NCPR)$out

persen.pencilan = c(
  IKP      = length(out.IKP) / n,
  MISKIN   = length(out.MISKIN) / n,
  POU      = length(out.POU) / n,
  TNPAIR   = length(out.TNPAIR) / n,
  STUNTING = length(out.STUNTING) / n,
  PPH      = length(out.PPH) / n,
  NCPR     = length(out.NCPR) / n
)
round(persen.pencilan * 100, 2)   # persentase pencilan (%)
##      IKP   MISKIN      POU   TNPAIR STUNTING      PPH     NCPR 
##     7.00     6.61     9.92     3.70     1.56     1.75     0.00
## Model awal pada data asli (LMM)
model = IKP ~ MISKIN + POU + TNPAIR + STUNTING + PPH + NCPR + (1 | Provinsi)

model.lmm = lmer(model, data = data)
fixef(model.lmm)          # koefisien regresi
## (Intercept)      MISKIN         POU      TNPAIR    STUNTING         PPH 
## 53.00336626 -0.39463785 -0.23897520 -0.09097450 -0.09794259  0.35399693 
##        NCPR 
## -0.72244037
VarCorr(model.lmm)        # varian efek acak provinsi
##  Groups   Name        Std.Dev.
##  Provinsi (Intercept) 2.0163  
##  Residual             3.1203
sigma(model.lmm)^2        # varian error
## [1] 9.736123
## Uji asumsi LMM (data asli)
shapiro.test(resid(model.lmm))
## 
##  Shapiro-Wilk normality test
## 
## data:  resid(model.lmm)
## W = 0.98679, p-value = 0.0001315
qqnorm(resid(model.lmm), main = "Q-Q Plot Residual LMM (Data Asli)")
qqline(resid(model.lmm), col = "red")

## Parameter awal (dari LMM data asli)
beta_awal = fixef(model.lmm)                              # koefisien regresi
sd_u      = sqrt(as.numeric(VarCorr(model.lmm)$Provinsi)) # sd efek acak provinsi
sd_e      = sigma(model.lmm)                              # sd error

parameter = c(beta_awal, sd_u^2, sd_e^2)
names(parameter) = c("b0", "b_MISKIN", "b_POU", "b_TNPAIR", "b_STUNTING",
                     "b_PPH", "b_NCPR", "var_random", "var_error")
parameter
##          b0    b_MISKIN       b_POU    b_TNPAIR  b_STUNTING       b_PPH 
## 53.00336626 -0.39463785 -0.23897520 -0.09097450 -0.09794259  0.35399693 
##      b_NCPR  var_random   var_error 
## -0.72244037  4.06563368  9.73612316

#=============================================================================== # 2. BANGKITKAN DATA BERDASARKAN PARAMETER DAN PERSENTASE PENCILAN #===============================================================================

# Persentase pencilan setiap variabel = persentase pencilan pada data asli

## Membangkitkan bilangan normal yang tidak negatif
rnorm.positif = function(m, rata, sd){
  x = rnorm(m, rata, sd)
  while (any(x < 0)) {                       # selama masih ada yang negatif
    idx    = which(x < 0)                    # posisi nilai negatif
    x[idx] = rnorm(length(idx), rata, sd)    # acak ulang posisi itu saja
  }
  return(x)
}

bangkit.data = function(){
  # (a) variabel X : distribusi normal (tidak negatif) sesuai rata-rata dan sd data asli
  MISKIN   = rnorm.positif(n, mean(data$MISKIN),   sd(data$MISKIN))
  POU      = rnorm.positif(n, mean(data$POU),      sd(data$POU))
  TNPAIR   = rnorm.positif(n, mean(data$TNPAIR),   sd(data$TNPAIR))
  STUNTING = rnorm.positif(n, mean(data$STUNTING), sd(data$STUNTING))
  PPH      = rnorm.positif(n, mean(data$PPH),      sd(data$PPH))
  NCPR     = rnorm.positif(n, mean(data$NCPR),     sd(data$NCPR))
  
  # (b) pencilan X
  index = sample(1:n, round(persen.pencilan["MISKIN"] * n))
  MISKIN[index] = rnorm.positif(length(index), mean(out.MISKIN), sd(out.MISKIN))
  
  index = sample(1:n, round(persen.pencilan["POU"] * n))
  POU[index] = rnorm.positif(length(index), mean(out.POU), sd(out.POU))
  
  index = sample(1:n, round(persen.pencilan["TNPAIR"] * n))
  TNPAIR[index] = rnorm.positif(length(index), mean(out.TNPAIR), sd(out.TNPAIR))
  
  index = sample(1:n, round(persen.pencilan["STUNTING"] * n))
  STUNTING[index] = rnorm.positif(length(index), mean(out.STUNTING), sd(out.STUNTING))
  
  index = sample(1:n, round(persen.pencilan["PPH"] * n))
  PPH[index] = rnorm.positif(length(index), mean(out.PPH), sd(out.PPH))
  # NCPR tidak memiliki pencilan pada data asli
  
  # (c) variabel Y : parameter awal + efek acak provinsi + error
  u = rnorm(J, 0, sd_u)
  e = rnorm(n, 0, sd_e)
  IKP = beta_awal[1] + beta_awal[2]*MISKIN + beta_awal[3]*POU + beta_awal[4]*TNPAIR +
    beta_awal[5]*STUNTING + beta_awal[6]*PPH + beta_awal[7]*NCPR + u[prov] + e
  IKP = as.numeric(IKP)
  
  # (d) pencilan Y
  index = sample(1:n, round(persen.pencilan["IKP"] * n))
  IKP[index] = rnorm(length(index), mean(out.IKP), sd(out.IKP))
  
  ds = data.frame(Provinsi = data$Provinsi, IKP, MISKIN, POU, TNPAIR, STUNTING, PPH, NCPR)
  return(ds)
}

## Contoh satu data simulasi
ds = bangkit.data()
head(ds)
##   Provinsi      IKP    MISKIN       POU   TNPAIR STUNTING      PPH      NCPR
## 1     Aceh 57.29528 30.958606  6.157034 45.23807 31.67362 85.39953 5.6640091
## 2     Aceh 64.98337  9.857548 10.096666 27.28448 35.75644 81.03715 3.4287670
## 3     Aceh 61.65569 22.658593  9.408181 19.59543 31.27106 82.28091 4.9633674
## 4     Aceh 71.67850 12.009219  7.513087 60.28037 18.89333 88.62486 1.3931948
## 5     Aceh 59.70848 12.429836 18.885174 45.80888 19.24670 87.06865 7.8647710
## 6     Aceh 61.08770 30.064764 34.538108 15.79457 35.72589 95.82700 0.9935121
summary(ds[, -1])
##       IKP            MISKIN              POU              TNPAIR         
##  Min.   :27.68   Min.   : 0.04427   Min.   : 0.1414   Min.   :  0.09391  
##  1st Qu.:58.25   1st Qu.: 8.10289   1st Qu.: 9.0162   1st Qu.: 19.65013  
##  Median :63.61   Median :12.36539   Median :14.7365   Median : 32.45599  
##  Mean   :62.67   Mean   :13.54266   Mean   :16.6648   Mean   : 34.49032  
##  3rd Qu.:68.61   3rd Qu.:17.68424   3rd Qu.:21.8076   3rd Qu.: 45.73194  
##  Max.   :83.25   Max.   :42.88150   Max.   :58.6230   Max.   :104.46842  
##     STUNTING            PPH              NCPR          
##  Min.   : 0.2094   Min.   : 48.62   Min.   : 0.006188  
##  1st Qu.:17.6260   1st Qu.: 79.33   1st Qu.: 2.225084  
##  Median :23.3362   Median : 85.20   Median : 3.897464  
##  Mean   :23.8575   Mean   : 84.67   Mean   : 4.440135  
##  3rd Qu.:30.0506   3rd Qu.: 90.95   3rd Qu.: 6.128200  
##  Max.   :61.8760   Max.   :111.10   Max.   :15.917617
boxplot(ds[, -1])

## Q-Q plot per variabel (data simulasi)
qq.sim = data.frame(
  variabel = rep(names(ds[, -1]), each = n),
  nilai    = unlist(ds[, -1])
)
qq.sim$variabel = factor(qq.sim$variabel, levels = names(ds[, -1]))

ggplot(qq.sim, aes(sample = nilai)) +
  stat_qq() +
  stat_qq_line(color = "red") +
  facet_wrap(~ variabel, scales = "free", ncol = 4) +
  labs(x = "Kuantil teoritis", y = "Kuantil data", title = "Q-Q Plot Data Simulasi") +
  theme_minimal() -> qq.var.sim
qq.var.sim

png("qqplot variabel data simulasi.png", width = 3600, height = 2000, res = 300)
qq.var.sim
invisible(dev.off())

## Pencilan IKP pada data simulasi 
bxy = boxplot(ds$IKP)

QX  = bxy$stats[4] - bxy$stats[2]      # IQR = Q3 - Q1
ba  = bxy$stats[4] + 1.5 * QX          # batas atas
bb  = bxy$stats[2] - 1.5 * QX          # batas bawah

ggplot(ds) +
  geom_point(aes(x = c(1:n), y = IKP)) +
  geom_line(aes(x = c(1:n), y = bb), color = 'red', linetype = 2) +
  geom_line(aes(x = c(1:n), y = ba), color = 'red', linetype = 2) +
  labs(x = "kabupaten/kota", y = "IKP")

#=============================================================================== # 3. MODEL LMM #===============================================================================

## Fungsi validasi model
model.val = function(y, yt){
  e    = y - yt
  MSE  = mean(e^2)
  RMSE = sqrt(MSE)
  SST  = sum((y - mean(y))^2)
  SSE  = sum(e^2)
  Rsqr = (SST - SSE)/SST
  hasil = data.frame(MSE = MSE, RMSE = RMSE, R2 = Rsqr)
  return(hasil)
}

m.lmm = lmer(model, data = ds)
fixef(m.lmm)          # koefisien regresi
## (Intercept)      MISKIN         POU      TNPAIR    STUNTING         PPH 
## 55.23071535 -0.37963992 -0.20672504 -0.08432872 -0.15243195  0.30822371 
##        NCPR 
## -0.76737137
VarCorr(m.lmm)        # varian efek acak provinsi
##  Groups   Name        Std.Dev.
##  Provinsi (Intercept) 2.0401  
##  Residual             7.1517
sigma(m.lmm)^2        # varian error
## [1] 51.14634
model.val(ds$IKP, fitted(m.lmm))
##        MSE     RMSE        R2
## 1 48.69014 6.977832 0.4328399

#=============================================================================== # 4. MODEL ROBUST LMM #===============================================================================

m.rlmm = rlmer(model, data = ds)
fixef(m.rlmm)          # koefisien regresi
## (Intercept)      MISKIN         POU      TNPAIR    STUNTING         PPH 
## 51.15763129 -0.38727431 -0.22218557 -0.08671923 -0.12146593  0.36488089 
##        NCPR 
## -0.72950854
VarCorr(m.rlmm)        # varian efek acak provinsi
##  Groups   Name        Std.Dev.
##  Provinsi (Intercept) 2.0295  
##  Residual             3.7517
sigma(m.rlmm)^2        # varian error
## [1] 14.07529
model.val(ds$IKP, fitted(m.rlmm))
##        MSE     RMSE        R2
## 1 50.81456 7.128433 0.4080939

#=============================================================================== # 5. SIMULASI MONTE CARLO #===============================================================================

simulasi = function(nsim){
  mat.lmm  = matrix(nrow = nsim, ncol = length(parameter))
  mat.rlmm = matrix(nrow = nsim, ncol = length(parameter))
  val.lmm  = matrix(nrow = nsim, ncol = 3)    # MSE, RMSE, R2
  val.rlmm = matrix(nrow = nsim, ncol = 3)
  
  for (i in 1:nsim) {
    set.seed(i)
    message("=> proses: ", round(i/nsim*100, 2), "%")
    
    ds.tmp = bangkit.data()
    m1 = lmer(model, data = ds.tmp)    # LMM
    m2 = rlmer(model, data = ds.tmp)   # Robust LMM
    
    mat.lmm[i, ]  = c(fixef(m1), as.numeric(VarCorr(m1)$Provinsi), sigma(m1)^2)
    mat.rlmm[i, ] = c(fixef(m2), as.numeric(VarCorr(m2)$Provinsi), sigma(m2)^2)
    
    val.lmm[i, ]  = as.numeric(model.val(ds.tmp$IKP, fitted(m1)))
    val.rlmm[i, ] = as.numeric(model.val(ds.tmp$IKP, fitted(m2)))
  }
  
  colnames(mat.lmm)  = names(parameter)
  colnames(mat.rlmm) = names(parameter)
  colnames(val.lmm)  = c("MSE", "RMSE", "R2")
  colnames(val.rlmm) = c("MSE", "RMSE", "R2")
  return(list(LMM = mat.lmm, RLMM = mat.rlmm, val.LMM = val.lmm, val.RLMM = val.rlmm))
}

nsim = 500   

sim = simulasi(nsim)
## => proses: 0.2%
## => proses: 0.4%
## => proses: 0.6%
## => proses: 0.8%
## => proses: 1%
## => proses: 1.2%
## => proses: 1.4%
## => proses: 1.6%
## => proses: 1.8%
## => proses: 2%
## => proses: 2.2%
## => proses: 2.4%
## => proses: 2.6%
## => proses: 2.8%
## => proses: 3%
## => proses: 3.2%
## => proses: 3.4%
## => proses: 3.6%
## => proses: 3.8%
## => proses: 4%
## => proses: 4.2%
## => proses: 4.4%
## => proses: 4.6%
## => proses: 4.8%
## => proses: 5%
## => proses: 5.2%
## => proses: 5.4%
## => proses: 5.6%
## => proses: 5.8%
## => proses: 6%
## => proses: 6.2%
## => proses: 6.4%
## => proses: 6.6%
## => proses: 6.8%
## => proses: 7%
## => proses: 7.2%
## => proses: 7.4%
## => proses: 7.6%
## => proses: 7.8%
## => proses: 8%
## => proses: 8.2%
## => proses: 8.4%
## => proses: 8.6%
## => proses: 8.8%
## => proses: 9%
## => proses: 9.2%
## => proses: 9.4%
## => proses: 9.6%
## => proses: 9.8%
## => proses: 10%
## => proses: 10.2%
## => proses: 10.4%
## => proses: 10.6%
## => proses: 10.8%
## => proses: 11%
## => proses: 11.2%
## => proses: 11.4%
## => proses: 11.6%
## => proses: 11.8%
## => proses: 12%
## => proses: 12.2%
## => proses: 12.4%
## => proses: 12.6%
## => proses: 12.8%
## => proses: 13%
## => proses: 13.2%
## => proses: 13.4%
## => proses: 13.6%
## => proses: 13.8%
## => proses: 14%
## => proses: 14.2%
## => proses: 14.4%
## => proses: 14.6%
## => proses: 14.8%
## => proses: 15%
## => proses: 15.2%
## => proses: 15.4%
## => proses: 15.6%
## => proses: 15.8%
## => proses: 16%
## => proses: 16.2%
## => proses: 16.4%
## => proses: 16.6%
## => proses: 16.8%
## => proses: 17%
## => proses: 17.2%
## => proses: 17.4%
## => proses: 17.6%
## => proses: 17.8%
## => proses: 18%
## => proses: 18.2%
## => proses: 18.4%
## => proses: 18.6%
## => proses: 18.8%
## => proses: 19%
## => proses: 19.2%
## => proses: 19.4%
## => proses: 19.6%
## => proses: 19.8%
## => proses: 20%
## => proses: 20.2%
## => proses: 20.4%
## => proses: 20.6%
## => proses: 20.8%
## => proses: 21%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 21.2%
## => proses: 21.4%
## => proses: 21.6%
## => proses: 21.8%
## => proses: 22%
## => proses: 22.2%
## => proses: 22.4%
## => proses: 22.6%
## => proses: 22.8%
## => proses: 23%
## => proses: 23.2%
## => proses: 23.4%
## => proses: 23.6%
## => proses: 23.8%
## => proses: 24%
## => proses: 24.2%
## => proses: 24.4%
## => proses: 24.6%
## => proses: 24.8%
## => proses: 25%
## => proses: 25.2%
## => proses: 25.4%
## => proses: 25.6%
## => proses: 25.8%
## => proses: 26%
## => proses: 26.2%
## => proses: 26.4%
## => proses: 26.6%
## => proses: 26.8%
## => proses: 27%
## => proses: 27.2%
## => proses: 27.4%
## => proses: 27.6%
## => proses: 27.8%
## => proses: 28%
## => proses: 28.2%
## => proses: 28.4%
## => proses: 28.6%
## => proses: 28.8%
## => proses: 29%
## => proses: 29.2%
## => proses: 29.4%
## => proses: 29.6%
## => proses: 29.8%
## => proses: 30%
## => proses: 30.2%
## => proses: 30.4%
## => proses: 30.6%
## => proses: 30.8%
## => proses: 31%
## => proses: 31.2%
## => proses: 31.4%
## => proses: 31.6%
## => proses: 31.8%
## => proses: 32%
## => proses: 32.2%
## => proses: 32.4%
## => proses: 32.6%
## => proses: 32.8%
## => proses: 33%
## => proses: 33.2%
## => proses: 33.4%
## => proses: 33.6%
## => proses: 33.8%
## => proses: 34%
## => proses: 34.2%
## => proses: 34.4%
## => proses: 34.6%
## => proses: 34.8%
## => proses: 35%
## => proses: 35.2%
## => proses: 35.4%
## => proses: 35.6%
## => proses: 35.8%
## => proses: 36%
## => proses: 36.2%
## => proses: 36.4%
## => proses: 36.6%
## => proses: 36.8%
## => proses: 37%
## => proses: 37.2%
## => proses: 37.4%
## => proses: 37.6%
## => proses: 37.8%
## => proses: 38%
## => proses: 38.2%
## => proses: 38.4%
## => proses: 38.6%
## => proses: 38.8%
## => proses: 39%
## => proses: 39.2%
## => proses: 39.4%
## => proses: 39.6%
## => proses: 39.8%
## => proses: 40%
## => proses: 40.2%
## => proses: 40.4%
## => proses: 40.6%
## => proses: 40.8%
## => proses: 41%
## => proses: 41.2%
## => proses: 41.4%
## => proses: 41.6%
## => proses: 41.8%
## => proses: 42%
## => proses: 42.2%
## => proses: 42.4%
## => proses: 42.6%
## => proses: 42.8%
## => proses: 43%
## => proses: 43.2%
## => proses: 43.4%
## => proses: 43.6%
## => proses: 43.8%
## => proses: 44%
## => proses: 44.2%
## => proses: 44.4%
## => proses: 44.6%
## => proses: 44.8%
## => proses: 45%
## => proses: 45.2%
## => proses: 45.4%
## => proses: 45.6%
## => proses: 45.8%
## => proses: 46%
## => proses: 46.2%
## => proses: 46.4%
## => proses: 46.6%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 46.8%
## => proses: 47%
## => proses: 47.2%
## => proses: 47.4%
## => proses: 47.6%
## => proses: 47.8%
## => proses: 48%
## => proses: 48.2%
## => proses: 48.4%
## => proses: 48.6%
## => proses: 48.8%
## => proses: 49%
## => proses: 49.2%
## => proses: 49.4%
## => proses: 49.6%
## => proses: 49.8%
## => proses: 50%
## => proses: 50.2%
## => proses: 50.4%
## => proses: 50.6%
## => proses: 50.8%
## => proses: 51%
## => proses: 51.2%
## => proses: 51.4%
## => proses: 51.6%
## => proses: 51.8%
## => proses: 52%
## => proses: 52.2%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 52.4%
## => proses: 52.6%
## => proses: 52.8%
## => proses: 53%
## => proses: 53.2%
## => proses: 53.4%
## => proses: 53.6%
## => proses: 53.8%
## => proses: 54%
## => proses: 54.2%
## => proses: 54.4%
## => proses: 54.6%
## => proses: 54.8%
## => proses: 55%
## => proses: 55.2%
## => proses: 55.4%
## => proses: 55.6%
## => proses: 55.8%
## => proses: 56%
## => proses: 56.2%
## => proses: 56.4%
## => proses: 56.6%
## => proses: 56.8%
## => proses: 57%
## => proses: 57.2%
## => proses: 57.4%
## => proses: 57.6%
## => proses: 57.8%
## => proses: 58%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 58.2%
## => proses: 58.4%
## => proses: 58.6%
## => proses: 58.8%
## => proses: 59%
## => proses: 59.2%
## => proses: 59.4%
## => proses: 59.6%
## => proses: 59.8%
## => proses: 60%
## => proses: 60.2%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 60.4%
## => proses: 60.6%
## => proses: 60.8%
## => proses: 61%
## => proses: 61.2%
## => proses: 61.4%
## => proses: 61.6%
## => proses: 61.8%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 62%
## => proses: 62.2%
## => proses: 62.4%
## => proses: 62.6%
## => proses: 62.8%
## => proses: 63%
## => proses: 63.2%
## => proses: 63.4%
## => proses: 63.6%
## => proses: 63.8%
## => proses: 64%
## => proses: 64.2%
## => proses: 64.4%
## => proses: 64.6%
## => proses: 64.8%
## => proses: 65%
## => proses: 65.2%
## => proses: 65.4%
## => proses: 65.6%
## => proses: 65.8%
## => proses: 66%
## => proses: 66.2%
## => proses: 66.4%
## => proses: 66.6%
## => proses: 66.8%
## => proses: 67%
## => proses: 67.2%
## => proses: 67.4%
## => proses: 67.6%
## => proses: 67.8%
## => proses: 68%
## => proses: 68.2%
## => proses: 68.4%
## => proses: 68.6%
## => proses: 68.8%
## => proses: 69%
## => proses: 69.2%
## => proses: 69.4%
## => proses: 69.6%
## => proses: 69.8%
## => proses: 70%
## => proses: 70.2%
## => proses: 70.4%
## => proses: 70.6%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 70.8%
## => proses: 71%
## => proses: 71.2%
## => proses: 71.4%
## => proses: 71.6%
## => proses: 71.8%
## => proses: 72%
## => proses: 72.2%
## => proses: 72.4%
## => proses: 72.6%
## => proses: 72.8%
## => proses: 73%
## => proses: 73.2%
## => proses: 73.4%
## => proses: 73.6%
## => proses: 73.8%
## => proses: 74%
## => proses: 74.2%
## => proses: 74.4%
## => proses: 74.6%
## => proses: 74.8%
## => proses: 75%
## => proses: 75.2%
## => proses: 75.4%
## => proses: 75.6%
## => proses: 75.8%
## => proses: 76%
## => proses: 76.2%
## => proses: 76.4%
## => proses: 76.6%
## => proses: 76.8%
## => proses: 77%
## => proses: 77.2%
## => proses: 77.4%
## => proses: 77.6%
## => proses: 77.8%
## => proses: 78%
## => proses: 78.2%
## => proses: 78.4%
## => proses: 78.6%
## => proses: 78.8%
## => proses: 79%
## => proses: 79.2%
## => proses: 79.4%
## => proses: 79.6%
## => proses: 79.8%
## => proses: 80%
## => proses: 80.2%
## => proses: 80.4%
## => proses: 80.6%
## => proses: 80.8%
## => proses: 81%
## => proses: 81.2%
## => proses: 81.4%
## => proses: 81.6%
## => proses: 81.8%
## => proses: 82%
## => proses: 82.2%
## => proses: 82.4%
## => proses: 82.6%
## => proses: 82.8%
## => proses: 83%
## => proses: 83.2%
## => proses: 83.4%
## => proses: 83.6%
## => proses: 83.8%
## => proses: 84%
## => proses: 84.2%
## => proses: 84.4%
## => proses: 84.6%
## => proses: 84.8%
## => proses: 85%
## => proses: 85.2%
## => proses: 85.4%
## => proses: 85.6%
## => proses: 85.8%
## => proses: 86%
## => proses: 86.2%
## => proses: 86.4%
## => proses: 86.6%
## => proses: 86.8%
## boundary (singular) fit: see help('isSingular')
## boundary (singular) fit: see help('isSingular')
## => proses: 87%
## => proses: 87.2%
## => proses: 87.4%
## => proses: 87.6%
## => proses: 87.8%
## => proses: 88%
## => proses: 88.2%
## => proses: 88.4%
## => proses: 88.6%
## => proses: 88.8%
## => proses: 89%
## => proses: 89.2%
## => proses: 89.4%
## => proses: 89.6%
## => proses: 89.8%
## => proses: 90%
## => proses: 90.2%
## => proses: 90.4%
## => proses: 90.6%
## => proses: 90.8%
## => proses: 91%
## => proses: 91.2%
## => proses: 91.4%
## => proses: 91.6%
## => proses: 91.8%
## => proses: 92%
## => proses: 92.2%
## => proses: 92.4%
## => proses: 92.6%
## => proses: 92.8%
## => proses: 93%
## => proses: 93.2%
## => proses: 93.4%
## => proses: 93.6%
## => proses: 93.8%
## => proses: 94%
## => proses: 94.2%
## => proses: 94.4%
## => proses: 94.6%
## => proses: 94.8%
## => proses: 95%
## => proses: 95.2%
## => proses: 95.4%
## => proses: 95.6%
## => proses: 95.8%
## => proses: 96%
## => proses: 96.2%
## => proses: 96.4%
## => proses: 96.6%
## => proses: 96.8%
## => proses: 97%
## => proses: 97.2%
## => proses: 97.4%
## => proses: 97.6%
## => proses: 97.8%
## => proses: 98%
## => proses: 98.2%
## => proses: 98.4%
## => proses: 98.6%
## => proses: 98.8%
## => proses: 99%
## => proses: 99.2%
## => proses: 99.4%
## => proses: 99.6%
## => proses: 99.8%
## => proses: 100%
## Visualisasi simulasi Monte Carlo 
df.plot = data.frame(
  simulasi  = rep(1:nsim, times = 2 * length(parameter)),
  parameter = rep(rep(names(parameter), each = nsim), times = 2),
  model     = rep(c("LMM", "Robust LMM"), each = nsim * length(parameter)),
  estimasi  = c(as.vector(sim$LMM), as.vector(sim$RLMM))
)
df.asli = data.frame(parameter = names(parameter), asli = parameter)

# urutan panel sesuai urutan parameter
df.plot$parameter = factor(df.plot$parameter, levels = names(parameter))
df.asli$parameter = factor(df.asli$parameter, levels = names(parameter))

ggplot(df.plot) +
  geom_line(aes(x = simulasi, y = estimasi, color = model), alpha = 0.7) +
  geom_hline(data = df.asli, aes(yintercept = asli), linetype = 2) +
  facet_wrap(~ parameter, scales = "free_y", ncol = 3) +
  labs(x = "simulasi", y = "nilai estimasi", colour = "Model") +
  theme_minimal() -> plot.semua
plot.semua

png("hasil simulasi semua parameter.png", width = 3600, height = 3000, res = 300)
plot.semua
invisible(dev.off())

#=============================================================================== # 6. EVALUASI MODEL #===============================================================================

evaluasi = function(mat){
  asli    = matrix(parameter, nrow = nrow(mat), ncol = length(parameter), byrow = TRUE)
  rata2   = colMeans(mat)
  bias    = rata2 - parameter
  varians = apply(mat, 2, var)
  MSE     = colMeans((mat - asli)^2)
  RMSE    = sqrt(MSE)
  hasil = data.frame(asli = parameter, rata2 = rata2, bias = bias,
                     varians = varians, MSE = MSE, RMSE = RMSE)
  return(round(hasil, 4))
}

## (a) Evaluasi parameter
evaluasi(sim$LMM)    # LMM
##               asli   rata2    bias varians       MSE    RMSE
## b0         53.0034 52.2226 -0.7807  9.7494   10.3395  3.2155
## b_MISKIN   -0.3946 -0.3645  0.0301  0.0017    0.0026  0.0507
## b_POU      -0.2390 -0.2206  0.0183  0.0008    0.0012  0.0341
## b_TNPAIR   -0.0910 -0.0852  0.0058  0.0002    0.0003  0.0159
## b_STUNTING -0.0979 -0.0917  0.0063  0.0011    0.0012  0.0340
## b_PPH       0.3540  0.3285 -0.0255  0.0011    0.0018  0.0419
## b_NCPR     -0.7224 -0.6752  0.0472  0.0130    0.0152  0.1234
## var_random  4.0656  3.5294 -0.5362  3.6738    3.9540  1.9885
## var_error   9.7361 52.2028 42.4666 27.4444 1830.8046 42.7879
evaluasi(sim$RLMM)   # Robust LMM
##               asli   rata2    bias varians     MSE   RMSE
## b0         53.0034 52.6411 -0.3622  2.9439  3.0692 1.7519
## b_MISKIN   -0.3946 -0.3927  0.0020  0.0005  0.0005 0.0228
## b_POU      -0.2390 -0.2378  0.0012  0.0003  0.0003 0.0160
## b_TNPAIR   -0.0910 -0.0909  0.0000  0.0001  0.0001 0.0085
## b_STUNTING -0.0979 -0.0971  0.0008  0.0003  0.0003 0.0180
## b_PPH       0.3540  0.3521 -0.0019  0.0003  0.0003 0.0175
## b_NCPR     -0.7224 -0.7219  0.0006  0.0037  0.0037 0.0607
## var_random  4.0656  3.8537 -0.2119  1.9892  2.0301 1.4248
## var_error   9.7361 13.6410  3.9049  1.0955 16.3413 4.0424
## (b) Evaluasi antar model : rata-rata 500 replikasi
validasi = rbind(
  LMM  = colMeans(sim$val.LMM),
  RLMM = colMeans(sim$val.RLMM)
)
round(validasi, 4)
##          MSE   RMSE     R2
## LMM  49.9873 7.0605 0.4191
## RLMM 51.9175 7.1956 0.3968

#=============================================================================== # 7. PEMILIHAN MODEL TERBAIK #===============================================================================

# Model terbaik = model dengan RMSE lebih kecil
pilih.model = function(sim){
  e1 = evaluasi(sim$LMM)
  e2 = evaluasi(sim$RLMM)
  hasil = data.frame(RMSE.LMM  = e1$RMSE,
                     RMSE.RLMM = e2$RMSE,
                     terbaik   = ifelse(e2$RMSE < e1$RMSE, "Robust LMM", "LMM"),
                     row.names = names(parameter))
  return(hasil)
}

hasil.pilih = pilih.model(sim)
hasil.pilih
##            RMSE.LMM RMSE.RLMM    terbaik
## b0           3.2155    1.7519 Robust LMM
## b_MISKIN     0.0507    0.0228 Robust LMM
## b_POU        0.0341    0.0160 Robust LMM
## b_TNPAIR     0.0159    0.0085 Robust LMM
## b_STUNTING   0.0340    0.0180 Robust LMM
## b_PPH        0.0419    0.0175 Robust LMM
## b_NCPR       0.1234    0.0607 Robust LMM
## var_random   1.9885    1.4248 Robust LMM
## var_error   42.7879    4.0424 Robust LMM

#=============================================================================== # 8. IMPLEMENTASI MODEL TERBAIK (ROBUST LMM) PADA DATA ASLI #===============================================================================

model.rlmm = rlmer(model, data = data)

## Estimasi parameter
fixef(model.rlmm)          # koefisien regresi
## (Intercept)      MISKIN         POU      TNPAIR    STUNTING         PPH 
## 53.29436039 -0.40451151 -0.23216105 -0.08905541 -0.10093294  0.34896026 
##        NCPR 
## -0.71703317
VarCorr(model.rlmm)        # varian efek acak provinsi
##  Groups   Name        Std.Dev.
##  Provinsi (Intercept) 2.1441  
##  Residual             2.9985
sigma(model.rlmm)^2        # varian error
## [1] 8.991258
## Uji parsial (t = estimasi / standar error)
se = sqrt(diag(as.matrix(vcov(model.rlmm))))
uji.parsial = data.frame(
  Estimasi = fixef(model.rlmm),
  SE       = se,
  t.hitung = fixef(model.rlmm) / se
)
uji.parsial$Keputusan = ifelse(abs(uji.parsial$t.hitung) > 1.96, "Signifikan", "Tidak signifikan")
uji.parsial
##                Estimasi         SE   t.hitung  Keputusan
## (Intercept) 53.29436039 2.46045729  21.660348 Signifikan
## MISKIN      -0.40451151 0.03610788 -11.202860 Signifikan
## POU         -0.23216105 0.02911270  -7.974562 Signifikan
## TNPAIR      -0.08905541 0.01070356  -8.320170 Signifikan
## STUNTING    -0.10093294 0.02315121  -4.359727 Signifikan
## PPH          0.34896026 0.02537457  13.752360 Signifikan
## NCPR        -0.71703317 0.04605891 -15.567742 Signifikan
## Validasi model
model.val(data$IKP, fitted(model.rlmm))
##       MSE    RMSE        R2
## 1 9.06389 3.01063 0.9093127
## Efek acak provinsi (diurutkan dari terendah)
efek.prov = data.frame(Provinsi = rownames(ranef(model.rlmm)$Provinsi),
                       efek     = ranef(model.rlmm)$Provinsi[, 1])
efek.prov[order(efek.prov$efek), ]
##                      Provinsi       efek
## 10                Jawa Tengah -3.1523864
## 23        Nusa Tenggara Timur -3.1230119
## 11                 Jawa Timur -3.0708557
## 6                 DKI Jakarta -2.1698466
## 34          Sulawesi Tenggara -2.1467251
## 9                  Jawa Barat -1.9645078
## 28              Papua Selatan -1.8742436
## 4                    Bengkulu -1.6928664
## 21               Maluku Utara -1.3907856
## 2                        Bali -1.0869242
## 38             Sumatera Utara -1.0150518
## 19                    Lampung -0.9451130
## 27           Papua Pegunungan -0.7680523
## 31             Sulawesi Barat -0.5573636
## 25                Papua Barat -0.5520977
## 33            Sulawesi Tengah -0.4632416
## 26           Papua Barat Daya -0.3403595
## 30                       Riau -0.3235394
## 32           Sulawesi Selatan -0.2703240
## 1                        Aceh -0.1703035
## 16           Kalimantan Utara  0.1904812
## 14          Kalimantan Tengah  0.1999955
## 29               Papua Tengah  0.5812366
## 36             Sumatera Barat  0.6099513
## 35             Sulawesi Utara  0.6415895
## 20                     Maluku  0.6804981
## 5  Daerah Istimewa Yogyakarta  0.8596044
## 7                   Gorontalo  1.1239020
## 22        Nusa Tenggara Barat  1.2787085
## 8                       Jambi  1.4944398
## 24                      Papua  1.5218398
## 18             Kepulauan Riau  1.7695436
## 3                      Banten  1.7859578
## 13         Kalimantan Selatan  2.1849374
## 12           Kalimantan Barat  2.7103124
## 37           Sumatera Selatan  3.3120345
## 15           Kalimantan Timur  4.2065043
## 17  Kepulauan Bangka Belitung  4.4272891
## Kabupaten/kota dengan bobot terkecil (dianggap pencilan oleh Robust LMM)
data$bobot = tryCatch(getME(model.rlmm, "w_e"),
                      error = function(e) weights(model.rlmm, type = "robustness"))
head(data[order(data$bobot), c("Provinsi", "Kabupaten", "IKP", "bobot")], 10)
##                Provinsi         Kabupaten   IKP     bobot
## 14                 Aceh         Aceh Jaya 79.81 0.3850026
## 312 Nusa Tenggara Timur       Sabu Raijua 62.56 0.3974178
## 362    Kalimantan Timur       Mahakam Ulu 60.60 0.4361760
## 303 Nusa Tenggara Timur       Sumba Timur 62.31 0.4454034
## 384      Sulawesi Utara      Kota Tomohon 86.58 0.4611735
## 1                  Aceh      Aceh Selatan 70.13 0.4766178
## 392     Sulawesi Tengah Banggai Kepulauan 72.14 0.5000907
## 400    Sulawesi Selatan         Bulukumba 79.91 0.5016036
## 74       Sumatera Barat   Kota Payakumbuh 85.90 0.5021106
## 334   Kalimantan Tengah          Katingan 80.66 0.5025238