library("readxl")
library("Matrix")
library("lme4")
library("car")
library("robustlmm")
library("ggplot2")

rm(list = ls())
set.seed(123)


#===============================================================================
# 1. PERSIAPAN DATA
#===============================================================================

## Data asli
data = as.data.frame(read_excel("C:/Users/HP/Downloads/Data_IKP_Indonesia_2024.xlsx"))
data$Provinsi = as.factor(data$Provinsi)
head(data)
##   Provinsi     Kabupaten   IKP MISKIN  POU TNPAIR STUNTING  PPH NCPR Longitude
## 1     Aceh  Aceh Selatan 70.13   12.1 13.7   34.0     40.2 69.8 0.91  97.46916
## 2     Aceh Aceh Tenggara 64.98   12.5 13.0   44.2     32.9 82.7 0.55  97.74567
## 3     Aceh    Aceh Timur 67.80   13.4  8.6   38.7     29.7 79.2 0.77  97.64295
## 4     Aceh   Aceh Tengah 67.62   14.4  8.6   26.3     23.6 84.1 2.87  96.96191
## 5     Aceh    Aceh Barat 68.78   17.9  6.2   23.4     33.4 83.4 0.71  96.17833
## 6     Aceh    Aceh Besar 71.73   13.4  8.6   10.1     30.1 75.1 0.50  95.49564
##   Latitude
## 1 3.067177
## 2 3.338722
## 3 4.702227
## 4 4.564238
## 5 4.427494
## 6 5.354233
summary(data[, 3:9])
##       IKP            MISKIN           POU             TNPAIR     
##  Min.   :30.05   Min.   : 2.30   Min.   : 0.700   Min.   : 0.00  
##  1st Qu.:64.67   1st Qu.: 6.60   1st Qu.: 6.725   1st Qu.:13.62  
##  Median :70.47   Median : 9.65   Median : 9.200   Median :25.05  
##  Mean   :68.04   Mean   :11.50   Mean   :12.058   Mean   :28.69  
##  3rd Qu.:74.30   3rd Qu.:14.10   3rd Qu.:13.400   3rd Qu.:38.62  
##  Max.   :86.58   Max.   :40.00   Max.   :67.200   Max.   :99.60  
##     STUNTING          PPH             NCPR       
##  Min.   : 1.60   Min.   :50.70   Min.   : 0.090  
##  1st Qu.:17.30   1st Qu.:80.62   1st Qu.: 0.590  
##  Median :22.90   Median :87.35   Median : 1.120  
##  Mean   :23.44   Mean   :85.28   Mean   : 3.257  
##  3rd Qu.:29.10   3rd Qu.:91.80   3rd Qu.: 5.160  
##  Max.   :65.00   Max.   :99.50   Max.   :10.000
n    = nrow(data)                  # jumlah kabupaten/kota (514)
J    = nlevels(data$Provinsi)      # jumlah provinsi (38)
prov = as.integer(data$Provinsi)   # nomor provinsi setiap kab/kota

## Statistik deskriptif
deskriptif = data.frame(
  Variabel = names(data[, 3:9]),
  Min      = sapply(data[, 3:9], min),
  Q1       = sapply(data[, 3:9], quantile, 0.25),
  Median   = sapply(data[, 3:9], median),
  Rata2    = sapply(data[, 3:9], mean),
  SD       = sapply(data[, 3:9], sd),
  Q3       = sapply(data[, 3:9], quantile, 0.75),
  Max      = sapply(data[, 3:9], max),
  row.names = NULL
)
deskriptif[, -1] = round(deskriptif[, -1], 2)
deskriptif
##   Variabel   Min    Q1 Median Rata2    SD    Q3   Max
## 1      IKP 30.05 64.67  70.47 68.04 10.01 74.30 86.58
## 2   MISKIN  2.30  6.60   9.65 11.50  7.16 14.10 40.00
## 3      POU  0.70  6.73   9.20 12.06  9.70 13.40 67.20
## 4   TNPAIR  0.00 13.62  25.05 28.69 20.05 38.62 99.60
## 5 STUNTING  1.60 17.30  22.90 23.44  8.92 29.10 65.00
## 6      PPH 50.70 80.62  87.35 85.28  8.54 91.80 99.50
## 7     NCPR  0.09  0.59   1.12  3.26  3.70  5.16 10.00
## Uji normalitas
uji.normal = data.frame(
  Variabel = names(data[, 3:9]),
  W        = sapply(data[, 3:9], function(x) shapiro.test(x)$statistic),
  p.value  = sapply(data[, 3:9], function(x) shapiro.test(x)$p.value),
  row.names = NULL
)
uji.normal$Keputusan = ifelse(uji.normal$p.value < 0.05, "Tidak normal", "Normal")
uji.normal
##   Variabel         W      p.value    Keputusan
## 1      IKP 0.8827875 2.698109e-19 Tidak normal
## 2   MISKIN 0.8571789 3.317228e-21 Tidak normal
## 3      POU 0.7340721 7.535637e-28 Tidak normal
## 4   TNPAIR 0.9183844 4.770931e-16 Tidak normal
## 5 STUNTING 0.9859992 7.544408e-05 Tidak normal
## 6      PPH 0.9190040 5.539552e-16 Tidak normal
## 7     NCPR 0.7218456 2.287428e-28 Tidak normal
## Q-Q plot per variabel (data asli)
qq.asli = data.frame(
  variabel = rep(names(data[, 3:9]), each = n),
  nilai    = unlist(data[, 3:9])
)
qq.asli$variabel = factor(qq.asli$variabel, levels = names(data[, 3:9]))

ggplot(qq.asli, aes(sample = nilai)) +
  stat_qq() +
  stat_qq_line(color = "red") +
  facet_wrap(~ variabel, scales = "free", ncol = 4) +
  labs(x = "Kuantil teoritis", y = "Kuantil data", title = "Q-Q Plot Data Asli") +
  theme_minimal() -> qq.var.asli
qq.var.asli

png("qqplot variabel data asli.png", width = 3600, height = 2000, res = 300)
qq.var.asli
invisible(dev.off())

## Pencilan setiap variabel (boxplot)
boxplot(data[, 3:9])

out.IKP      = boxplot.stats(data$IKP)$out
out.MISKIN   = boxplot.stats(data$MISKIN)$out
out.POU      = boxplot.stats(data$POU)$out
out.TNPAIR   = boxplot.stats(data$TNPAIR)$out
out.STUNTING = boxplot.stats(data$STUNTING)$out
out.PPH      = boxplot.stats(data$PPH)$out
out.NCPR     = boxplot.stats(data$NCPR)$out

persen.pencilan = c(
  IKP      = length(out.IKP) / n,
  MISKIN   = length(out.MISKIN) / n,
  POU      = length(out.POU) / n,
  TNPAIR   = length(out.TNPAIR) / n,
  STUNTING = length(out.STUNTING) / n,
  PPH      = length(out.PPH) / n,
  NCPR     = length(out.NCPR) / n
)
round(persen.pencilan * 100, 2)   # persentase pencilan (%)
##      IKP   MISKIN      POU   TNPAIR STUNTING      PPH     NCPR 
##     7.00     6.61     9.92     3.70     1.56     1.75     0.00
## Visualisasi pencilan data asli (batas IQR)
Q1  = sapply(data[, 3:9], function(x) boxplot.stats(x)$stats[2])
Q3  = sapply(data[, 3:9], function(x) boxplot.stats(x)$stats[4])
IQR = Q3 - Q1

batas = data.frame(
  variabel = names(data[, 3:9]),
  bb       = Q1 - 1.5 * IQR,      # batas bawah
  ba       = Q3 + 1.5 * IQR       # batas atas
)

plot.out = data.frame(
  kabupaten = rep(1:n, times = 7),
  variabel  = rep(names(data[, 3:9]), each = n),
  nilai     = unlist(data[, 3:9])
)
plot.out = merge(plot.out, batas, by = "variabel")
plot.out$status = ifelse(plot.out$nilai < plot.out$bb | plot.out$nilai > plot.out$ba,
                         "Pencilan", "Bukan pencilan")

plot.out$variabel = factor(plot.out$variabel, levels = names(data[, 3:9]))
batas$variabel    = factor(batas$variabel,    levels = names(data[, 3:9]))

ggplot(plot.out) +
  geom_point(aes(x = kabupaten, y = nilai, color = status), size = 1) +
  geom_hline(data = batas, aes(yintercept = bb), color = "red", linetype = 2) +
  geom_hline(data = batas, aes(yintercept = ba), color = "red", linetype = 2) +
  facet_wrap(~ variabel, scales = "free_y", ncol = 4) +
  scale_color_manual(values = c("Bukan pencilan" = "grey40", "Pencilan" = "red")) +
  labs(x = "kabupaten/kota", y = "nilai", color = "Keterangan",
       title = "Identifikasi Pencilan Data Asli (Metode IQR)") +
  theme_minimal() -> plot.pencilan.asli
plot.pencilan.asli

png("pencilan data asli.png", width = 3600, height = 2000, res = 300)
plot.pencilan.asli
invisible(dev.off())

## Model awal pada data asli (LMM)
model = IKP ~ MISKIN + POU + TNPAIR + STUNTING + PPH + NCPR + (1 | Provinsi)

model.lmm = lmer(model, data = data)
summary(model.lmm)
## Linear mixed model fit by REML ['lmerMod']
## Formula: IKP ~ MISKIN + POU + TNPAIR + STUNTING + PPH + NCPR + (1 | Provinsi)
##    Data: data
## 
## REML criterion at convergence: 2722.6
## 
## Scaled residuals: 
##     Min      1Q  Median      3Q     Max 
## -2.7070 -0.6496 -0.0734  0.5792  3.1982 
## 
## Random effects:
##  Groups   Name        Variance Std.Dev.
##  Provinsi (Intercept) 4.066    2.016   
##  Residual             9.736    3.120   
## Number of obs: 514, groups:  Provinsi, 38
## 
## Fixed effects:
##             Estimate Std. Error t value
## (Intercept) 53.00337    2.47472  21.418
## MISKIN      -0.39464    0.03613 -10.922
## POU         -0.23898    0.02885  -8.283
## TNPAIR      -0.09097    0.01076  -8.452
## STUNTING    -0.09794    0.02330  -4.203
## PPH          0.35400    0.02555  13.857
## NCPR        -0.72244    0.04639 -15.573
## 
## Correlation of Fixed Effects:
##          (Intr) MISKIN POU    TNPAIR STUNTI PPH   
## MISKIN   -0.204                                   
## POU      -0.281 -0.229                            
## TNPAIR   -0.017 -0.295 -0.220                     
## STUNTING -0.208 -0.161 -0.096 -0.229              
## PPH      -0.961  0.159  0.252  0.009  0.064       
## NCPR     -0.191  0.020 -0.129  0.220  0.045  0.111
## Uji asumsi LMM (data asli)
res = resid(model.lmm)

# (a) Normalitas residual
shapiro.test(res)
## 
##  Shapiro-Wilk normality test
## 
## data:  res
## W = 0.98679, p-value = 0.0001315
qqnorm(res, main = "Q-Q Plot Residual LMM (Data Asli)")
qqline(res, col = "red")

# (b) Normalitas efek acak provinsi
efek.awal = ranef(model.lmm)$Provinsi[, 1]
shapiro.test(efek.awal)
## 
##  Shapiro-Wilk normality test
## 
## data:  efek.awal
## W = 0.98639, p-value = 0.9166
qqnorm(efek.awal, main = "Q-Q Plot Efek Acak Provinsi")
qqline(efek.awal, col = "red")

# (c) Homoskedastisitas
plot(fitted(model.lmm), res,
     xlab = "Nilai dugaan", ylab = "Residual", main = "Residual vs Nilai Dugaan")
abline(h = 0, col = "red", lty = 2)

leveneTest(res ~ data$Provinsi)
## Levene's Test for Homogeneity of Variance (center = median)
##        Df F value  Pr(>F)  
## group  37  1.3958 0.06484 .
##       476                  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
# (d) Multikolinearitas
vif(model.lmm)
##   MISKIN      POU   TNPAIR STUNTING      PPH     NCPR 
## 1.518865 1.461299 1.535110 1.270419 1.231159 1.089371
## Parameter awal (dari LMM data asli)
beta_awal = fixef(model.lmm)                              # koefisien regresi
sd_u      = sqrt(as.numeric(VarCorr(model.lmm)$Provinsi)) # sd efek acak provinsi
sd_e      = sigma(model.lmm)                              # sd error

parameter = c(beta_awal, sd_u^2, sd_e^2)
names(parameter) = c("b0", "b_MISKIN", "b_POU", "b_TNPAIR", "b_STUNTING",
                     "b_PPH", "b_NCPR", "var_random", "var_error")
parameter
##          b0    b_MISKIN       b_POU    b_TNPAIR  b_STUNTING       b_PPH 
## 53.00336626 -0.39463785 -0.23897520 -0.09097450 -0.09794259  0.35399693 
##      b_NCPR  var_random   var_error 
## -0.72244037  4.06563368  9.73612316
## ICC : proporsi keragaman IKP yang berasal dari perbedaan antarprovinsi
ICC = sd_u^2 / (sd_u^2 + sd_e^2)

round(ICC, 4)
## [1] 0.2946
#===============================================================================
# 2. BANGKITKAN DATA BERDASARKAN PARAMETER DAN PERSENTASE PENCILAN
#===============================================================================
# Persentase pencilan setiap variabel = persentase pencilan pada data asli

## Membangkitkan bilangan normal yang tidak negatif
rnorm.positif = function(m, rata, sd){
  x = rnorm(m, rata, sd)
  while (any(x < 0)) {                       # selama masih ada yang negatif
    idx    = which(x < 0)                    # posisi nilai negatif
    x[idx] = rnorm(length(idx), rata, sd)    # acak ulang posisi itu saja
  }
  return(x)
}

bangkit.data = function(){
  # (a) variabel X : distribusi normal (tidak negatif) sesuai rata-rata dan sd data asli
  MISKIN   = rnorm.positif(n, mean(data$MISKIN),   sd(data$MISKIN))
  POU      = rnorm.positif(n, mean(data$POU),      sd(data$POU))
  TNPAIR   = rnorm.positif(n, mean(data$TNPAIR),   sd(data$TNPAIR))
  STUNTING = rnorm.positif(n, mean(data$STUNTING), sd(data$STUNTING))
  PPH      = rnorm.positif(n, mean(data$PPH),      sd(data$PPH))
  NCPR     = rnorm.positif(n, mean(data$NCPR),     sd(data$NCPR))
  
  # (b) pencilan X
  index = sample(1:n, round(persen.pencilan["MISKIN"] * n))
  MISKIN[index] = rnorm.positif(length(index), mean(out.MISKIN), sd(out.MISKIN))
  
  index = sample(1:n, round(persen.pencilan["POU"] * n))
  POU[index] = rnorm.positif(length(index), mean(out.POU), sd(out.POU))
  
  index = sample(1:n, round(persen.pencilan["TNPAIR"] * n))
  TNPAIR[index] = rnorm.positif(length(index), mean(out.TNPAIR), sd(out.TNPAIR))
  
  index = sample(1:n, round(persen.pencilan["STUNTING"] * n))
  STUNTING[index] = rnorm.positif(length(index), mean(out.STUNTING), sd(out.STUNTING))
  
  index = sample(1:n, round(persen.pencilan["PPH"] * n))
  PPH[index] = rnorm.positif(length(index), mean(out.PPH), sd(out.PPH))
  # NCPR tidak memiliki pencilan pada data asli
  
  # (c) variabel Y : parameter awal + efek acak provinsi + error
  u = rnorm(J, 0, sd_u)
  e = rnorm(n, 0, sd_e)
  IKP = beta_awal[1] + beta_awal[2]*MISKIN + beta_awal[3]*POU + beta_awal[4]*TNPAIR +
    beta_awal[5]*STUNTING + beta_awal[6]*PPH + beta_awal[7]*NCPR + u[prov] + e
  IKP = as.numeric(IKP)
  
  # (d) pencilan Y
  index = sample(1:n, round(persen.pencilan["IKP"] * n))
  IKP[index] = rnorm(length(index), mean(out.IKP), sd(out.IKP))
  
  ds = data.frame(Provinsi = data$Provinsi, IKP, MISKIN, POU, TNPAIR, STUNTING, PPH, NCPR)
  return(ds)
}

## Contoh satu data simulasi
ds = bangkit.data()
head(ds)
##   Provinsi      IKP    MISKIN       POU   TNPAIR STUNTING      PPH      NCPR
## 1     Aceh 57.29528 30.958606  6.157034 45.23807 31.67362 85.39953 5.6640091
## 2     Aceh 64.98337  9.857548 10.096666 27.28448 35.75644 81.03715 3.4287670
## 3     Aceh 61.65569 22.658593  9.408181 19.59543 31.27106 82.28091 4.9633674
## 4     Aceh 71.67850 12.009219  7.513087 60.28037 18.89333 88.62486 1.3931948
## 5     Aceh 59.70848 12.429836 18.885174 45.80888 19.24670 87.06865 7.8647710
## 6     Aceh 61.08770 30.064764 34.538108 15.79457 35.72589 95.82700 0.9935121
summary(ds[, -1])
##       IKP            MISKIN              POU              TNPAIR         
##  Min.   :27.68   Min.   : 0.04427   Min.   : 0.1414   Min.   :  0.09391  
##  1st Qu.:58.25   1st Qu.: 8.10289   1st Qu.: 9.0162   1st Qu.: 19.65013  
##  Median :63.61   Median :12.36539   Median :14.7365   Median : 32.45599  
##  Mean   :62.67   Mean   :13.54266   Mean   :16.6648   Mean   : 34.49032  
##  3rd Qu.:68.61   3rd Qu.:17.68424   3rd Qu.:21.8076   3rd Qu.: 45.73194  
##  Max.   :83.25   Max.   :42.88150   Max.   :58.6230   Max.   :104.46842  
##     STUNTING            PPH              NCPR          
##  Min.   : 0.2094   Min.   : 48.62   Min.   : 0.006188  
##  1st Qu.:17.6260   1st Qu.: 79.33   1st Qu.: 2.225084  
##  Median :23.3362   Median : 85.20   Median : 3.897464  
##  Mean   :23.8575   Mean   : 84.67   Mean   : 4.440135  
##  3rd Qu.:30.0506   3rd Qu.: 90.95   3rd Qu.: 6.128200  
##  Max.   :61.8760   Max.   :111.10   Max.   :15.917617
boxplot(ds[, -1])

## Q-Q plot per variabel (data simulasi)
qq.sim = data.frame(
  variabel = rep(names(ds[, -1]), each = n),
  nilai    = unlist(ds[, -1])
)
qq.sim$variabel = factor(qq.sim$variabel, levels = names(ds[, -1]))

ggplot(qq.sim, aes(sample = nilai)) +
  stat_qq() +
  stat_qq_line(color = "red") +
  facet_wrap(~ variabel, scales = "free", ncol = 4) +
  labs(x = "Kuantil teoritis", y = "Kuantil data", title = "Q-Q Plot Data Simulasi") +
  theme_minimal() -> qq.var.sim
qq.var.sim

png("qqplot variabel data simulasi.png", width = 3600, height = 2000, res = 300)
qq.var.sim
invisible(dev.off())

## Pencilan IKP pada data simulasi
bxy = boxplot(ds$IKP)

QX  = bxy$stats[4] - bxy$stats[2]      # IQR = Q3 - Q1
ba  = bxy$stats[4] + 1.5 * QX          # batas atas
bb  = bxy$stats[2] - 1.5 * QX          # batas bawah

ggplot(ds) +
  geom_point(aes(x = c(1:n), y = IKP)) +
  geom_line(aes(x = c(1:n), y = bb), color = 'red', linetype = 2) +
  geom_line(aes(x = c(1:n), y = ba), color = 'red', linetype = 2) +
  labs(x = "kabupaten/kota", y = "IKP")

#===============================================================================
# 3. MODEL LMM
#===============================================================================
## Fungsi validasi model
model.val = function(y, yt){
  e    = y - yt
  MSE  = mean(e^2)
  RMSE = sqrt(MSE)
  SST  = sum((y - mean(y))^2)
  SSE  = sum(e^2)
  Rsqr = (SST - SSE)/SST
  hasil = data.frame(MSE = MSE, RMSE = RMSE, R2 = Rsqr)
  return(hasil)
}

m.lmm = lmer(model, data = ds)
summary(m.lmm)
## Linear mixed model fit by REML ['lmerMod']
## Formula: IKP ~ MISKIN + POU + TNPAIR + STUNTING + PPH + NCPR + (1 | Provinsi)
##    Data: ds
## 
## REML criterion at convergence: 3528.8
## 
## Scaled residuals: 
##     Min      1Q  Median      3Q     Max 
## -5.1039 -0.2073  0.2019  0.4878  1.3640 
## 
## Random effects:
##  Groups   Name        Variance Std.Dev.
##  Provinsi (Intercept)  4.162   2.040   
##  Residual             51.146   7.152   
## Number of obs: 514, groups:  Provinsi, 38
## 
## Fixed effects:
##             Estimate Std. Error t value
## (Intercept) 55.23072    3.33787  16.547
## MISKIN      -0.37964    0.04200  -9.040
## POU         -0.20673    0.02861  -7.226
## TNPAIR      -0.08433    0.01641  -5.140
## STUNTING    -0.15243    0.03419  -4.459
## PPH          0.30822    0.03521   8.753
## NCPR        -0.76737    0.10930  -7.021
## 
## Correlation of Fixed Effects:
##          (Intr) MISKIN POU    TNPAIR STUNTI PPH   
## MISKIN   -0.224                                   
## POU      -0.104 -0.041                            
## TNPAIR   -0.180  0.009 -0.066                     
## STUNTING -0.287  0.046 -0.054  0.000              
## PPH      -0.905  0.044 -0.014  0.002  0.054       
## NCPR     -0.135  0.029  0.032  0.107 -0.041 -0.032
model.val(ds$IKP, fitted(m.lmm))
##        MSE     RMSE        R2
## 1 48.69014 6.977832 0.4328399
#===============================================================================
# 4. MODEL ROBUST LMM
#===============================================================================
m.rlmm = rlmer(model, data = ds)
summary(m.rlmm)
## Robust linear mixed model fit by DAStau 
## Formula: model 
##    Data: ds 
## 
## Scaled residuals: 
##      Min       1Q   Median       3Q      Max 
## -10.4693  -0.6202   0.0250   0.6376   2.3001 
## 
## Random effects:
##  Groups   Name        Variance Std.Dev.
##  Provinsi (Intercept)  4.119   2.029   
##  Residual             14.075   3.752   
## Number of obs: 514, groups: Provinsi, 38
## 
## Fixed effects:
##              Estimate Std. Error t value
## (Intercept) 51.157631   1.836373  27.858
## MISKIN      -0.387274   0.022872 -16.932
## POU         -0.222186   0.015543 -14.295
## TNPAIR      -0.086719   0.008928  -9.713
## STUNTING    -0.121466   0.018600  -6.530
## PPH          0.364881   0.019161  19.043
## NCPR        -0.729509   0.059492 -12.262
##   note: Satterthwaite df skipped: problem size 20,560 exceeds the 5,000 auto cutoff; showing t-values without p-values. Request it with summary(object, df = "satterthwaite"), or raise options(robustlmm.summary.df.max). 
## 
## Correlation of Fixed Effects:
##          (Intr) MISKIN POU    TNPAIR STUNTI PPH   
## MISKIN   -0.223                                   
## POU      -0.106 -0.041                            
## TNPAIR   -0.173  0.003 -0.061                     
## STUNTING -0.286  0.050 -0.058 -0.005              
## PPH      -0.893  0.046 -0.012 -0.003  0.057       
## NCPR     -0.132  0.025  0.035  0.109 -0.036 -0.036
## 
## Robustness weights for the residuals: 
##  420 weights are ~= 1. The remaining 94 ones are summarized as
##    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
##   0.128   0.234   0.781   0.631   0.922   0.998 
## 
## Robustness weights for the random effects: 
##  34 weights are ~= 1. The remaining 4 ones are
##    12    20    24    27 
## 0.891 0.821 0.846 0.605 
## 
## Rho functions used for fitting:
##   Residuals:
##     eff: smoothed Huber (k = 1.345, s = 10) 
##     sig: smoothed Huber, Proposal 2 (k = 1.345, s = 10) 
##   Random Effects, variance component 1 (Provinsi):
##     eff: smoothed Huber (k = 1.345, s = 10) 
##     vcp: smoothed Huber, Proposal 2 (k = 1.345, s = 10)
model.val(ds$IKP, fitted(m.rlmm))
##        MSE     RMSE        R2
## 1 50.81456 7.128433 0.4080939
#===============================================================================
# 5. SIMULASI MONTE CARLO
#===============================================================================
simulasi = function(nsim){
  mat.lmm  = matrix(nrow = nsim, ncol = length(parameter))
  mat.rlmm = matrix(nrow = nsim, ncol = length(parameter))
  val.lmm  = matrix(nrow = nsim, ncol = 3)    # MSE, RMSE, R2
  val.rlmm = matrix(nrow = nsim, ncol = 3)
  
  for (i in 1:nsim) {
    set.seed(i)
    message("=> proses: ", round(i/nsim*100, 2), "%")
    
    ds.tmp = bangkit.data()
    m1 = lmer(model, data = ds.tmp)    # LMM
    m2 = rlmer(model, data = ds.tmp)   # Robust LMM
    
    mat.lmm[i, ]  = c(fixef(m1), as.numeric(VarCorr(m1)$Provinsi), sigma(m1)^2)
    mat.rlmm[i, ] = c(fixef(m2), as.numeric(VarCorr(m2)$Provinsi), sigma(m2)^2)
    
    val.lmm[i, ]  = as.numeric(model.val(ds.tmp$IKP, fitted(m1)))
    val.rlmm[i, ] = as.numeric(model.val(ds.tmp$IKP, fitted(m2)))
  }
  
  colnames(mat.lmm)  = names(parameter)
  colnames(mat.rlmm) = names(parameter)
  colnames(val.lmm)  = c("MSE", "RMSE", "R2")
  colnames(val.rlmm) = c("MSE", "RMSE", "R2")
  return(list(LMM = mat.lmm, RLMM = mat.rlmm, val.LMM = val.lmm, val.RLMM = val.rlmm))
}

nsim = 500

sim = simulasi(nsim)


## Visualisasi simulasi Monte Carlo
df.plot = data.frame(
  simulasi  = rep(1:nsim, times = 2 * length(parameter)),
  parameter = rep(rep(names(parameter), each = nsim), times = 2),
  model     = rep(c("LMM", "Robust LMM"), each = nsim * length(parameter)),
  estimasi  = c(as.vector(sim$LMM), as.vector(sim$RLMM))
)
df.asli = data.frame(parameter = names(parameter), asli = parameter)

# urutan panel sesuai urutan parameter
df.plot$parameter = factor(df.plot$parameter, levels = names(parameter))
df.asli$parameter = factor(df.asli$parameter, levels = names(parameter))

ggplot(df.plot) +
  geom_line(aes(x = simulasi, y = estimasi, color = model), alpha = 0.7) +
  geom_hline(data = df.asli, aes(yintercept = asli), linetype = 2) +
  facet_wrap(~ parameter, scales = "free_y", ncol = 3) +
  labs(x = "simulasi", y = "nilai estimasi", colour = "Model") +
  theme_minimal() -> plot.semua
plot.semua

png("hasil simulasi semua parameter.png", width = 3600, height = 3000, res = 300)
plot.semua
invisible(dev.off())


#===============================================================================
# 6. EVALUASI MODEL
#===============================================================================
evaluasi = function(mat){
  asli    = matrix(parameter, nrow = nrow(mat), ncol = length(parameter), byrow = TRUE)
  rata2   = colMeans(mat)
  bias    = rata2 - parameter
  varians = apply(mat, 2, var)
  MSE     = colMeans((mat - asli)^2)
  RMSE    = sqrt(MSE)
  hasil = data.frame(asli = parameter, rata2 = rata2, bias = bias,
                     varians = varians, MSE = MSE, RMSE = RMSE)
  return(round(hasil, 4))
}

## (a) Evaluasi parameter
evaluasi(sim$LMM)    # LMM
##               asli   rata2    bias varians       MSE    RMSE
## b0         53.0034 52.2226 -0.7807  9.7494   10.3395  3.2155
## b_MISKIN   -0.3946 -0.3645  0.0301  0.0017    0.0026  0.0507
## b_POU      -0.2390 -0.2206  0.0183  0.0008    0.0012  0.0341
## b_TNPAIR   -0.0910 -0.0852  0.0058  0.0002    0.0003  0.0159
## b_STUNTING -0.0979 -0.0917  0.0063  0.0011    0.0012  0.0340
## b_PPH       0.3540  0.3285 -0.0255  0.0011    0.0018  0.0419
## b_NCPR     -0.7224 -0.6752  0.0472  0.0130    0.0152  0.1234
## var_random  4.0656  3.5294 -0.5362  3.6738    3.9540  1.9885
## var_error   9.7361 52.2028 42.4666 27.4444 1830.8046 42.7879
evaluasi(sim$RLMM)   # Robust LMM
##               asli   rata2    bias varians     MSE   RMSE
## b0         53.0034 52.6411 -0.3622  2.9439  3.0692 1.7519
## b_MISKIN   -0.3946 -0.3927  0.0020  0.0005  0.0005 0.0228
## b_POU      -0.2390 -0.2378  0.0012  0.0003  0.0003 0.0160
## b_TNPAIR   -0.0910 -0.0909  0.0000  0.0001  0.0001 0.0085
## b_STUNTING -0.0979 -0.0971  0.0008  0.0003  0.0003 0.0180
## b_PPH       0.3540  0.3521 -0.0019  0.0003  0.0003 0.0175
## b_NCPR     -0.7224 -0.7219  0.0006  0.0037  0.0037 0.0607
## var_random  4.0656  3.8537 -0.2119  1.9892  2.0301 1.4248
## var_error   9.7361 13.6410  3.9049  1.0955 16.3413 4.0424
## (b) Evaluasi antar model : rata-rata 500 replikasi
validasi = rbind(
  LMM  = colMeans(sim$val.LMM),
  RLMM = colMeans(sim$val.RLMM)
)
round(validasi, 4)
##          MSE   RMSE     R2
## LMM  49.9873 7.0605 0.4191
## RLMM 51.9175 7.1956 0.3968
#===============================================================================
# 7. PEMILIHAN MODEL TERBAIK
#===============================================================================
# Model terbaik = model dengan RMSE lebih kecil
pilih.model = function(sim){
  e1 = evaluasi(sim$LMM)
  e2 = evaluasi(sim$RLMM)
  hasil = data.frame(RMSE.LMM  = e1$RMSE,
                     RMSE.RLMM = e2$RMSE,
                     terbaik   = ifelse(e2$RMSE < e1$RMSE, "Robust LMM", "LMM"),
                     row.names = names(parameter))
  return(hasil)
}

hasil.pilih = pilih.model(sim)
hasil.pilih
##            RMSE.LMM RMSE.RLMM    terbaik
## b0           3.2155    1.7519 Robust LMM
## b_MISKIN     0.0507    0.0228 Robust LMM
## b_POU        0.0341    0.0160 Robust LMM
## b_TNPAIR     0.0159    0.0085 Robust LMM
## b_STUNTING   0.0340    0.0180 Robust LMM
## b_PPH        0.0419    0.0175 Robust LMM
## b_NCPR       0.1234    0.0607 Robust LMM
## var_random   1.9885    1.4248 Robust LMM
## var_error   42.7879    4.0424 Robust LMM
table(hasil.pilih$terbaik)   # jumlah parameter yang dimenangkan tiap model
## 
## Robust LMM 
##          9
#===============================================================================
# 8. IMPLEMENTASI MODEL TERBAIK (ROBUST LMM) PADA DATA ASLI
#===============================================================================
model.rlmm = rlmer(model, data = data)

## Estimasi parameter dan uji parsial (|t value| > 1.96 : signifikan)
summary(model.rlmm)
## Robust linear mixed model fit by DAStau 
## Formula: model 
##    Data: data 
## 
## Scaled residuals: 
##     Min      1Q  Median      3Q     Max 
## -3.0836 -0.6134 -0.0711  0.6400  3.4935 
## 
## Random effects:
##  Groups   Name        Variance Std.Dev.
##  Provinsi (Intercept) 4.597    2.144   
##  Residual             8.991    2.999   
## Number of obs: 514, groups: Provinsi, 38
## 
## Fixed effects:
##             Estimate Std. Error t value
## (Intercept) 53.29436    2.46046  21.660
## MISKIN      -0.40451    0.03611 -11.203
## POU         -0.23216    0.02911  -7.975
## TNPAIR      -0.08906    0.01070  -8.320
## STUNTING    -0.10093    0.02315  -4.360
## PPH          0.34896    0.02537  13.752
## NCPR        -0.71703    0.04606 -15.568
##   note: Satterthwaite df skipped: problem size 20,560 exceeds the 5,000 auto cutoff; showing t-values without p-values. Request it with summary(object, df = "satterthwaite"), or raise options(robustlmm.summary.df.max). 
## 
## Correlation of Fixed Effects:
##          (Intr) MISKIN POU    TNPAIR STUNTI PPH   
## MISKIN   -0.206                                   
## POU      -0.282 -0.218                            
## TNPAIR   -0.018 -0.295 -0.217                     
## STUNTING -0.201 -0.154 -0.098 -0.234              
## PPH      -0.958  0.156  0.246  0.012  0.056       
## NCPR     -0.193  0.023 -0.115  0.221  0.043  0.111
## 
## Robustness weights for the residuals: 
##  415 weights are ~= 1. The remaining 99 ones are summarized as
##    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
##   0.385   0.681   0.807   0.775   0.931   0.999 
## 
## Robustness weights for the random effects: 
##  31 weights are ~= 1. The remaining 7 ones are
##    10    11    12    15    17    23    37 
## 0.901 0.921 0.994 0.685 0.651 0.909 0.863 
## 
## Rho functions used for fitting:
##   Residuals:
##     eff: smoothed Huber (k = 1.345, s = 10) 
##     sig: smoothed Huber, Proposal 2 (k = 1.345, s = 10) 
##   Random Effects, variance component 1 (Provinsi):
##     eff: smoothed Huber (k = 1.345, s = 10) 
##     vcp: smoothed Huber, Proposal 2 (k = 1.345, s = 10)
## Validasi model
model.val(data$IKP, fitted(model.rlmm))
##       MSE    RMSE        R2
## 1 9.06389 3.01063 0.9093127
## Efek acak provinsi (diurutkan dari terendah)
efek.prov = data.frame(Provinsi = rownames(ranef(model.rlmm)$Provinsi),
                       efek     = ranef(model.rlmm)$Provinsi[, 1])
efek.prov[order(efek.prov$efek), ]
##                      Provinsi       efek
## 10                Jawa Tengah -3.1523864
## 23        Nusa Tenggara Timur -3.1230119
## 11                 Jawa Timur -3.0708557
## 6                 DKI Jakarta -2.1698466
## 34          Sulawesi Tenggara -2.1467251
## 9                  Jawa Barat -1.9645078
## 28              Papua Selatan -1.8742436
## 4                    Bengkulu -1.6928664
## 21               Maluku Utara -1.3907856
## 2                        Bali -1.0869242
## 38             Sumatera Utara -1.0150518
## 19                    Lampung -0.9451130
## 27           Papua Pegunungan -0.7680523
## 31             Sulawesi Barat -0.5573636
## 25                Papua Barat -0.5520977
## 33            Sulawesi Tengah -0.4632416
## 26           Papua Barat Daya -0.3403595
## 30                       Riau -0.3235394
## 32           Sulawesi Selatan -0.2703240
## 1                        Aceh -0.1703035
## 16           Kalimantan Utara  0.1904812
## 14          Kalimantan Tengah  0.1999955
## 29               Papua Tengah  0.5812366
## 36             Sumatera Barat  0.6099513
## 35             Sulawesi Utara  0.6415895
## 20                     Maluku  0.6804981
## 5  Daerah Istimewa Yogyakarta  0.8596044
## 7                   Gorontalo  1.1239020
## 22        Nusa Tenggara Barat  1.2787085
## 8                       Jambi  1.4944398
## 24                      Papua  1.5218398
## 18             Kepulauan Riau  1.7695436
## 3                      Banten  1.7859578
## 13         Kalimantan Selatan  2.1849374
## 12           Kalimantan Barat  2.7103124
## 37           Sumatera Selatan  3.3120345
## 15           Kalimantan Timur  4.2065043
## 17  Kepulauan Bangka Belitung  4.4272891
## Kabupaten/kota dengan bobot terkecil (dianggap pencilan oleh Robust LMM)
data$bobot = tryCatch(getME(model.rlmm, "w_e"),
                      error = function(e) weights(model.rlmm, type = "robustness"))
head(data[order(data$bobot), c("Provinsi", "Kabupaten", "IKP", "bobot")], 10)
##                Provinsi         Kabupaten   IKP     bobot
## 14                 Aceh         Aceh Jaya 79.81 0.3850026
## 312 Nusa Tenggara Timur       Sabu Raijua 62.56 0.3974178
## 362    Kalimantan Timur       Mahakam Ulu 60.60 0.4361760
## 303 Nusa Tenggara Timur       Sumba Timur 62.31 0.4454034
## 384      Sulawesi Utara      Kota Tomohon 86.58 0.4611735
## 1                  Aceh      Aceh Selatan 70.13 0.4766178
## 392     Sulawesi Tengah Banggai Kepulauan 72.14 0.5000907
## 400    Sulawesi Selatan         Bulukumba 79.91 0.5016036
## 74       Sumatera Barat   Kota Payakumbuh 85.90 0.5021106
## 334   Kalimantan Tengah          Katingan 80.66 0.5025238