library(readxl)
## Warning: package 'readxl' was built under R version 4.6.2
library(MASS)      
library(dplyr)
## 
## Attaching package: 'dplyr'
## The following object is masked from 'package:MASS':
## 
##     select
## The following objects are masked from 'package:stats':
## 
##     filter, lag
## The following objects are masked from 'package:base':
## 
##     intersect, setdiff, setequal, union
library(tidyr)
library(lme4)
## Loading required package: Matrix
## 
## Attaching package: 'Matrix'
## The following objects are masked from 'package:tidyr':
## 
##     expand, pack, unpack
library(glmmTMB)
## Warning: package 'glmmTMB' was built under R version 4.6.2
library(ggplot2)

# ============================================================
# 0. PENGATURAN
# ============================================================

file_data  <- "C:\\Users\\LENOVO\\Documents\\Copy of data pemstat.xlsx"
dir_luaran <- "luaran_simulasi" 

nsim          <- 500    
nu            <- 5    
k_kontaminasi <- 5      
mode_X        <- "riil"  
                            
                            
pakai_REML    <- FALSE  
seed_dasar    <- 2026

skenario <- data.frame(
  nama = "t5_murni", 
  eps  = 0,
  stringsAsFactors = FALSE
)

dir.create(dir_luaran, showWarnings = FALSE)

# 1. MEMBACA DAN MEMERIKSA DATA

kolom_perlu <- c("provinsi", "tahun", "ipm", "pdrb", "rls", "rtsl", "ppm")

data <- read_excel(file_data)
if (!all(kolom_perlu %in% names(data))) {
  data <- read_excel(file_data, skip = 1)
}
stopifnot(all(kolom_perlu %in% names(data)))

data <- as.data.frame(data[, kolom_perlu])
stopifnot(!anyNA(data))

data$provinsi = as.factor(data$provinsi)
data$tahun    = as.factor(data$tahun)

# Penskalaan pdrb
data$pdrb = data$pdrb / 1000

str(data)
## 'data.frame':    136 obs. of  7 variables:
##  $ provinsi: Factor w/ 34 levels "ACEH","BALI",..: 1 34 32 26 8 33 4 19 17 18 ...
##  $ tahun   : Factor w/ 4 levels "2022","2023",..: 1 1 1 1 1 1 1 1 1 1 ...
##  $ ipm     : num  74.1 74.5 75.2 74.5 73.1 ...
##  $ pdrb    : num  26.1 37.8 32.2 80.8 44.5 ...
##  $ rls     : num  9.44 9.71 9.18 9.22 8.68 ...
##  $ rtsl    : num  77.5 82.3 69.3 84.1 79.5 ...
##  $ ppm     : num  14.64 8.42 5.92 6.78 7.62 ...
head(data)
##           provinsi tahun   ipm   pdrb  rls  rtsl   ppm
## 1             ACEH  2022 74.11 26.062 9.44 77.48 14.64
## 2   SUMATERA UTARA  2022 74.51 37.781 9.71 82.30  8.42
## 3   SUMATERA BARAT  2022 75.16 32.167 9.18 69.27  5.92
## 4             RIAU  2022 74.45 80.774 9.22 84.06  6.78
## 5            JAMBI  2022 73.11 44.515 8.68 79.54  7.62
## 6 SUMATERA SELATAN  2022 72.48 39.724 8.37 78.62 11.90
summary(data)
##           provinsi    tahun         ipm             pdrb       
##  ACEH         :  4   2022:34   Min.   :62.16   Min.   : 13.26  
##  BALI         :  4   2023:34   1st Qu.:72.48   1st Qu.: 29.25  
##  BANTEN       :  4   2024:34   Median :74.17   Median : 39.13  
##  BENGKULU     :  4   2025:34   Mean   :74.27   Mean   : 49.19  
##  DI YOGYAKARTA:  4             3rd Qu.:75.70   3rd Qu.: 47.36  
##  DKI JAKARTA  :  4             Max.   :85.05   Max.   :211.95  
##  (Other)      :112                                             
##       rls              rtsl            ppm        
##  Min.   : 7.020   Min.   :40.34   Min.   : 3.420  
##  1st Qu.: 8.290   1st Qu.:79.61   1st Qu.: 5.965  
##  Median : 9.015   Median :84.09   Median : 8.105  
##  Mean   : 9.032   Mean   :83.85   Mean   : 9.557  
##  3rd Qu.: 9.580   3rd Qu.:88.27   3rd Qu.:11.805  
##  Max.   :11.590   Max.   :98.20   Max.   :26.560  
## 
table(data$provinsi, data$tahun)[1:3, ]
##         
##          2022 2023 2024 2025
##   ACEH      1    1    1    1
##   BALI      1    1    1    1
##   BANTEN    1    1    1    1
stopifnot(all(table(data$provinsi, data$tahun) == 1))

n <- nrow(data)

# 2. IDENTIFIKASI OUTLIER DENGAN IQR
variabel  <- c("ipm", "pdrb", "rls", "rtsl", "ppm")
prediktor <- c("pdrb", "rls", "rtsl", "ppm")

deteksi_outlier <- function(x) {
  Q1 <- quantile(x, 0.25, na.rm = TRUE)
  Q3 <- quantile(x, 0.75, na.rm = TRUE)
  IQR_x <- IQR(x, na.rm = TRUE)
  batas_bawah <- Q1 - 1.5 * IQR_x
  batas_atas  <- Q3 + 1.5 * IQR_x
  outlier <- x < batas_bawah | x > batas_atas
  data.frame(
    Jumlah_Outlier = sum(outlier, na.rm = TRUE),
    Persentase     = mean(outlier, na.rm = TRUE) * 100,
    Batas_Bawah    = unname(batas_bawah),
    Batas_Atas     = unname(batas_atas)
  )
}

hasil_outlier <- bind_rows(lapply(data[variabel], deteksi_outlier),
                           .id = "Variabel")
hasil_outlier
##   Variabel Jumlah_Outlier Persentase Batas_Bawah Batas_Atas
## 1      ipm             13  9.5588235   67.650000   80.53000
## 2     pdrb             22 16.1764706    2.082875   74.53188
## 3      rls              1  0.7352941    6.355000   11.51500
## 4     rtsl              2  1.4705882   66.623750  101.25375
## 5      ppm              4  2.9411765   -2.795000   20.56500
data_long <- data %>%
  dplyr::select(dplyr::all_of(variabel)) %>%
  tidyr::pivot_longer(cols = dplyr::everything(),
                      names_to = "Variabel", values_to = "Nilai")

ggplot(data_long, aes(x = Variabel, y = Nilai)) +
  geom_boxplot() +
  facet_wrap(~Variabel, scales = "free") +
  theme_minimal()

# 3. STATISTIK DESKRIPTIF
stat_deskriptif <- data %>%
  summarise(across(
    all_of(variabel),
    list(Mean = mean, SD = sd, Varians = var, Minimum = min, Maksimum = max),
    .names = "{.col}__{.fn}"
  )) %>%
  tidyr::pivot_longer(everything(),
                      names_to = c("Variabel", ".value"),
                      names_sep = "__")
stat_deskriptif
## # A tibble: 5 × 6
##   Variabel  Mean     SD  Varians Minimum Maksimum
##   <chr>    <dbl>  <dbl>    <dbl>   <dbl>    <dbl>
## 1 ipm      74.3   3.61    13.0     62.2      85.0
## 2 pdrb     49.2  36.5   1334.      13.3     212. 
## 3 rls       9.03  0.893    0.797    7.02     11.6
## 4 rtsl     83.9   8.22    67.6     40.3      98.2
## 5 ppm       9.56  4.79    22.9      3.42     26.6
# 4. KORELASI DAN KOVARIANS PREDIKTOR
matriks_korelasi  <- cor(data[prediktor], use = "complete.obs")
matriks_kovarians <- cov(data[prediktor], use = "complete.obs")
round(matriks_korelasi, 3)
##        pdrb    rls   rtsl    ppm
## pdrb  1.000  0.564  0.270 -0.319
## rls   0.564  1.000  0.436 -0.416
## rtsl  0.270  0.436  1.000 -0.571
## ppm  -0.319 -0.416 -0.571  1.000
matriks_kovarians
##            pdrb        rls       rtsl        ppm
## pdrb 1334.03495 18.4006867  81.179204 -55.760995
## rls    18.40069  0.7969085   3.198695  -1.776885
## rtsl   81.17920  3.1986948  67.578440 -22.472336
## ppm   -55.76099 -1.7768848 -22.472336  22.934853
# 5. LMM (DATA ASLI)
rumus <- ipm ~ pdrb + rls + rtsl + ppm + tahun + (1 | provinsi)

model_lmm_awal <- lmer(rumus, data = data, REML = TRUE)
summary(model_lmm_awal)
## Linear mixed model fit by REML ['lmerMod']
## Formula: ipm ~ pdrb + rls + rtsl + ppm + tahun + (1 | provinsi)
##    Data: data
## 
## REML criterion at convergence: 137.1
## 
## Scaled residuals: 
##      Min       1Q   Median       3Q      Max 
## -1.87120 -0.57397 -0.00258  0.59075  2.35958 
## 
## Random effects:
##  Groups   Name        Variance Std.Dev.
##  provinsi (Intercept) 3.10498  1.7621  
##  Residual             0.02758  0.1661  
## Number of obs: 136, groups:  provinsi, 34
## 
## Fixed effects:
##              Estimate Std. Error t value
## (Intercept) 46.150977   1.390214  33.197
## pdrb         0.014970   0.004112   3.641
## rls          2.537191   0.175630  14.446
## rtsl         0.067502   0.012261   5.505
## ppm         -0.155906   0.036067  -4.323
## tahun2023    0.246042   0.042709   5.761
## tahun2024    0.437175   0.050381   8.677
## tahun2025    0.492421   0.057651   8.541
## 
## Correlation of Fixed Effects:
##           (Intr) pdrb   rls    rtsl   ppm    th2023 th2024
## pdrb      -0.166                                          
## rls       -0.687  0.022                                   
## rtsl       0.090 -0.004 -0.759                            
## ppm       -0.852  0.039  0.414  0.166                     
## tahun2023  0.128 -0.256  0.027 -0.153 -0.105              
## tahun2024 -0.102 -0.379  0.199 -0.201  0.238  0.523       
## tahun2025  0.071 -0.494 -0.009 -0.070  0.172  0.513  0.683
isSingular(model_lmm_awal)
## [1] FALSE
beta_awal <- fixef(model_lmm_awal)

vc <- as.data.frame(VarCorr(model_lmm_awal))
sigma_u2 <- vc$vcov[vc$grp == "provinsi"]   # varians efek acak provinsi
sigma_e2 <- vc$vcov[vc$grp == "Residual"]   # varians galat
sigma_e  <- sqrt(sigma_e2)

cat("\nsigma_u^2 =", sigma_u2, "| sigma_e^2 =", sigma_e2,
    "| ICC =", round(sigma_u2 / (sigma_u2 + sigma_e2), 4), "\n")
## 
## sigma_u^2 = 3.10498 | sigma_e^2 = 0.02757544 | ICC = 0.9912
nama_beta <- sub("\\(Intercept\\)", "Intersep", names(beta_awal))

parameter_asli <- c(setNames(as.numeric(beta_awal), nama_beta),
                    Var_Provinsi = sigma_u2,
                    Var_Residual = sigma_e2)
parameter_asli
##     Intersep         pdrb          rls         rtsl          ppm    tahun2023 
##  46.15097693   0.01497034   2.53719126   0.06750165  -0.15590608   0.24604206 
##    tahun2024    tahun2025 Var_Provinsi Var_Residual 
##   0.43717513   0.49242057   3.10497994   0.02757544
# 6. DATA SIMULASI
# Parameter untuk membangkitkan prediktor (log untuk pdrb)
x_lat   <- data.frame(log_pdrb = log(data$pdrb), data[c("rls", "rtsl", "ppm")])
mean_x  <- colMeans(x_lat)
sigma_x <- cov(x_lat)

bangkit_x <- function() {
  if (mode_X == "riil") return(data[, prediktor])
  z <- MASS::mvrnorm(n = n, mu = mean_x, Sigma = sigma_x)
  data.frame(
    pdrb = exp(z[, "log_pdrb"]),
    rls  = pmax(z[, "rls"], 0),
    rtsl = pmin(pmax(z[, "rtsl"], 0), 100),
    ppm  = pmax(z[, "ppm"], 0)
  )
}

# Galat Student-t (variansi = sigma_e^2) 
bangkit_galat <- function(jumlah, eps) {
  z <- rt(jumlah, df = nu) * sqrt((nu - 2) / nu)        # variansi 1
  if (eps > 0) {
    pengali <- ifelse(runif(jumlah) < eps, k_kontaminasi, 1)
    z <- z * pengali / sqrt(1 - eps + eps * k_kontaminasi^2)
  }
  sigma_e * z
}

bangkit_data <- function(eps = 0) {
  
  d <- data.frame(provinsi = data$provinsi,
                  tahun    = data$tahun,
                  bangkit_x())
  
  # Efek acak provinsi
  u_b <- rnorm(nlevels(d$provinsi), mean = 0, sd = sqrt(sigma_u2))
  names(u_b) <- levels(d$provinsi)
  u <- unname(u_b[as.character(d$provinsi)])
  
  # Bagian tetap pada skala asli
  X_b <- model.matrix(~ pdrb + rls + rtsl + ppm + tahun, data = d)
  X_b <- X_b[, names(beta_awal), drop = FALSE]
  mu  <- as.numeric(X_b %*% beta_awal)
  
  d$ipm      <- mu + u + bangkit_galat(n, eps)   # data latih
  d$ipm_uji  <- mu + u + bangkit_galat(n, eps)   # data uji (galat baru, provinsi sama)
  d
}

# 7. FUNGSI PENAKSIRAN MODEL
fit_lmm <- function(d) {
  tryCatch(
    suppressMessages(suppressWarnings(
      lmer(rumus, data = d, REML = pakai_REML)
    )),
    error = function(e) NULL
  )
}

# df dikunci pada nu (psi = log(df))
fit_tlmm <- function(d) {
  tryCatch(
    suppressMessages(suppressWarnings(
      glmmTMB(rumus, data = d,
              family = t_family(),
              REML   = pakai_REML,
              start  = list(psi = log(nu)),
              map    = list(psi = factor(NA)))
    )),
    error = function(e) NULL
  )
}

# Mengambil hasil satu model -> list(par, mod)
ekstrak <- function(m, tipe, d) {
  
  baris_mod <- data.frame(model = tipe, valid = FALSE, singular = NA,
                          aic = NA_real_, bic = NA_real_, loglik = NA_real_,
                          rmse_uji = NA_real_, mae_uji = NA_real_)
  if (is.null(m)) return(list(par = NULL, mod = baris_mod))
  
  hasil <- tryCatch({
    
    if (tipe == "LMM") {
      konv <- is.null(m@optinfo$conv$lme4$messages)
      est  <- fixef(m)
      se   <- sqrt(diag(as.matrix(vcov(m))))
      v_u  <- as.numeric(VarCorr(m)$provinsi[1])
      v_e  <- sigma(m)^2
      sing <- isSingular(m)
      pred <- predict(m, newdata = d)
    } else {
      konv <- isTRUE(m$fit$convergence == 0) && isTRUE(m$sdr$pdHess)
      est  <- fixef(m)$cond
      se   <- sqrt(diag(vcov(m)$cond))
      v_u  <- as.numeric(VarCorr(m)$cond$provinsi[1])
      # sigma(m) adalah parameter skala; variansi galat = skala^2 * nu/(nu-2)
      v_e  <- sigma(m)^2 * nu / (nu - 2)
      sing <- v_u < 1e-6
      pred <- predict(m, newdata = d, type = "response")
    }
    
    est <- est[names(beta_awal)]
    se  <- se[names(beta_awal)]
    
    baris_mod$aic      <- AIC(m)
    baris_mod$bic      <- BIC(m)
    baris_mod$loglik   <- as.numeric(logLik(m))
    baris_mod$rmse_uji <- sqrt(mean((d$ipm_uji - pred)^2))
    baris_mod$mae_uji  <- mean(abs(d$ipm_uji - pred))
    baris_mod$singular <- sing
    baris_mod$valid    <- konv && is.finite(baris_mod$aic) &&
      all(is.finite(est)) && all(is.finite(se)) &&
      is.finite(v_u) && is.finite(v_e)
    
    list(
      par = data.frame(
        model     = tipe,
        parameter = names(parameter_asli),
        est       = c(unname(est), v_u, v_e),
        se        = c(unname(se), NA_real_, NA_real_)
      ),
      mod = baris_mod
    )
  }, error = function(e) NULL)
  
  if (is.null(hasil)) return(list(par = NULL, mod = baris_mod))
  hasil
}

# 8. CONTOH SATU DATASET (PEMERIKSAAN CEPAT)
set.seed(seed_dasar)
data_simulasi <- bangkit_data(eps = 0)

summary(data_simulasi[c("pdrb", "rls", "rtsl", "ppm", "ipm")])
##       pdrb             rls              rtsl            ppm        
##  Min.   : 13.26   Min.   : 7.020   Min.   :40.34   Min.   : 3.420  
##  1st Qu.: 29.25   1st Qu.: 8.290   1st Qu.:79.61   1st Qu.: 5.965  
##  Median : 39.13   Median : 9.015   Median :84.09   Median : 8.105  
##  Mean   : 49.19   Mean   : 9.032   Mean   :83.85   Mean   : 9.557  
##  3rd Qu.: 47.36   3rd Qu.: 9.580   3rd Qu.:88.27   3rd Qu.:11.805  
##  Max.   :211.95   Max.   :11.590   Max.   :98.20   Max.   :26.560  
##       ipm       
##  Min.   :65.49  
##  1st Qu.:71.93  
##  Median :74.43  
##  Mean   :74.14  
##  3rd Qu.:76.24  
##  Max.   :81.23
model_lmm  <- fit_lmm(data_simulasi)
model_tlmm <- fit_tlmm(data_simulasi)

summary(model_lmm)
## Linear mixed model fit by maximum likelihood  ['lmerMod']
## Formula: ipm ~ pdrb + rls + rtsl + ppm + tahun + (1 | provinsi)
##    Data: d
## 
##       AIC       BIC    logLik -2*log(L)  df.resid 
##     102.7     131.8     -41.4      82.7       126 
## 
## Scaled residuals: 
##      Min       1Q   Median       3Q      Max 
## -2.38922 -0.55285  0.05663  0.59209  1.88621 
## 
## Random effects:
##  Groups   Name        Variance Std.Dev.
##  provinsi (Intercept) 3.03135  1.7411  
##  Residual             0.02225  0.1492  
## Number of obs: 136, groups:  provinsi, 34
## 
## Fixed effects:
##              Estimate Std. Error t value
## (Intercept) 44.954615   1.281625  35.076
## pdrb         0.009666   0.003774   2.561
## rls          2.552972   0.161189  15.838
## rtsl         0.073976   0.011166   6.625
## ppm         -0.093847   0.033104  -2.835
## tahun2023    0.288345   0.038420   7.505
## tahun2024    0.486912   0.045509  10.699
## tahun2025    0.629994   0.052213  12.066
## 
## Correlation of Fixed Effects:
##           (Intr) pdrb   rls    rtsl   ppm    th2023 th2024
## pdrb      -0.171                                          
## rls       -0.692  0.036                                   
## rtsl       0.101 -0.019 -0.761                            
## ppm       -0.850  0.037  0.423  0.156                     
## tahun2023  0.129 -0.260  0.023 -0.149 -0.106              
## tahun2024 -0.107 -0.385  0.199 -0.197  0.245  0.523       
## tahun2025  0.067 -0.504 -0.012 -0.060  0.176  0.513  0.686
isSingular(model_lmm)
## [1] FALSE
summary(model_tlmm)
##  Family: t  ( identity )
## Formula:          ipm ~ pdrb + rls + rtsl + ppm + tahun + (1 | provinsi)
## Data: d
## 
##       AIC       BIC    logLik -2*log(L)  df.resid 
##     107.1     136.2     -43.5      87.1       126 
## 
## Random effects:
## 
## Conditional model:
##  Groups   Name        Variance Std.Dev.
##  provinsi (Intercept) 3.018    1.737   
## Number of obs: 136, groups:  provinsi, 34
## 
## Dispersion estimate for t family (sigma^2): 0.0153 
## 
## Conditional model:
##              Estimate Std. Error z value Pr(>|z|)    
## (Intercept) 45.026925   1.423091   31.64  < 2e-16 ***
## pdrb         0.009240   0.003732    2.48  0.01330 *  
## rls          2.570333   0.169344   15.18  < 2e-16 ***
## rtsl         0.072274   0.011380    6.35 2.14e-10 ***
## ppm         -0.100459   0.033708   -2.98  0.00288 ** 
## tahun2023    0.284612   0.039408    7.22 5.11e-13 ***
## tahun2024    0.498553   0.049024   10.17  < 2e-16 ***
## tahun2025    0.624745   0.060947   10.25  < 2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
# Pemeriksaan konvergensi t-LMM
model_tlmm$fit$convergence
## [1] 0
model_tlmm$sdr$pdHess
## [1] TRUE
model_tlmm$fit$message
## [1] "relative convergence (4)"
# diagnose() 
try(glmmTMB::diagnose(model_tlmm), silent = TRUE)
## Unusually large Z-statistics (|x|>5):
## 
##       beta       beta       beta       beta       beta       beta   betadisp 
##  31.640229  15.178177   6.351235   7.222241  10.169587  10.250554 -24.201677 
## 
## Large Z-statistics (estimate/std err) suggest a *possible* failure of
## the Wald approximation - often also associated with parameters that are
## at or near the edge of their range (e.g. random-effects standard
## deviations approaching 0).  (Alternately, they may simply represent
## very well-estimated parameters; intercepts of non-centered models may
## fall in this category.) While the Wald p-values and standard errors
## listed in summary() may be unreliable, profile confidence intervals
## (see ?confint.glmmTMB) and likelihood ratio test p-values derived by
## comparing models (e.g. ?drop1) are probably still OK.  (Note that the
## LRT is conservative when the null value is on the boundary, e.g. a
## variance or zero-inflation value of 0 (Self and Liang 1987; Stram and
## Lee 1994; Goldman and Whelan 2000); in simple cases these p-values are
## approximately twice as large as they should be.)
perbandingan_satu <- data.frame(
  Model  = c("LMM", "Student-t LMM"),
  AIC    = c(AIC(model_lmm),  AIC(model_tlmm)),
  BIC    = c(BIC(model_lmm),  BIC(model_tlmm)),
  LogLik = c(as.numeric(logLik(model_lmm)), as.numeric(logLik(model_tlmm)))
)
perbandingan_satu
##           Model      AIC      BIC    LogLik
## 1           LMM 102.7226 131.8492 -41.36131
## 2 Student-t LMM 107.0743 136.2008 -43.53714
# Diagnostik residual
res_lmm  <- residuals(model_lmm)
res_tlmm <- residuals(model_tlmm) / sigma(model_tlmm)

par(mfrow = c(1, 2))
qqnorm(res_lmm, main = "QQ Plot Residual LMM"); qqline(res_lmm, col = "red")
# t-LMM dibandingkan dengan kuantil t (bukan normal)
qqplot(qt(ppoints(length(res_tlmm)), df = nu), res_tlmm,
       main = "QQ Plot Residual t-LMM (kuantil t)",
       xlab = "Kuantil t teoretis", ylab = "Residual terstandar")
abline(0, 1, col = "red")

par(mfrow = c(1, 1))

shapiro.test(res_lmm)
## 
##  Shapiro-Wilk normality test
## 
## data:  res_lmm
## W = 0.99257, p-value = 0.6976
shapiro.test(ranef(model_lmm)$provinsi[, 1])
## 
##  Shapiro-Wilk normality test
## 
## data:  ranef(model_lmm)$provinsi[, 1]
## W = 0.97464, p-value = 0.6001
plot(fitted(model_lmm), res_lmm, xlab = "Nilai Prediksi", ylab = "Residual",
     main = "Residual vs Fitted LMM"); abline(h = 0, col = "red")

VarCorr(model_lmm)
##  Groups   Name        Std.Dev.
##  provinsi (Intercept) 1.74108 
##  Residual             0.14918
# 9. SIMULASI MONTE CARLO
satu_replikasi <- function(i, eps, idx_skenario) {
  set.seed(seed_dasar + 100000 * idx_skenario + i)
  d  <- bangkit_data(eps)
  r1 <- ekstrak(fit_lmm(d),  "LMM",   d)
  r2 <- ekstrak(fit_tlmm(d), "t-LMM", d)
  list(par = bind_rows(r1$par, r2$par),
       mod = bind_rows(r1$mod, r2$mod))
}

tbl_par_list <- list()
tbl_mod_list <- list()

waktu_mulai <- Sys.time()

for (s in seq_len(nrow(skenario))) {
  
  message("\n=== Skenario: ", skenario$nama[s],
          " (eps = ", skenario$eps[s], ") ===")
  
  for (i in seq_len(nsim)) {
    
    if (i %% 50 == 0 || i == 1) {
      message("  replikasi ", i, " / ", nsim)
    }
    
    h <- satu_replikasi(i, skenario$eps[s], s)
    
    tbl_par_list[[length(tbl_par_list) + 1]] <-
      mutate(h$par, skenario = skenario$nama[s], rep = i)
    tbl_mod_list[[length(tbl_mod_list) + 1]] <-
      mutate(h$mod, skenario = skenario$nama[s], rep = i)
  }
}
## 
## === Skenario: t5_murni (eps = 0) ===
##   replikasi 1 / 500
## Warning in sqrt(diag(vcov(m)$cond)): NaNs produced
##   replikasi 50 / 500
## Warning in sqrt(diag(vcov(m)$cond)): NaNs produced
##   replikasi 100 / 500
## Warning in sqrt(diag(vcov(m)$cond)): NaNs produced
##   replikasi 150 / 500
##   replikasi 200 / 500
##   replikasi 250 / 500
##   replikasi 300 / 500
## Warning in sqrt(diag(vcov(m)$cond)): NaNs produced
##   replikasi 350 / 500
## Warning in sqrt(diag(vcov(m)$cond)): NaNs produced
##   replikasi 400 / 500
## Warning in sqrt(diag(vcov(m)$cond)): NaNs produced
## Warning in sqrt(diag(vcov(m)$cond)): NaNs produced
##   replikasi 450 / 500
## Warning in sqrt(diag(vcov(m)$cond)): NaNs produced
## Warning in sqrt(diag(vcov(m)$cond)): NaNs produced
##   replikasi 500 / 500
cat("\nWaktu simulasi:",
    round(difftime(Sys.time(), waktu_mulai, units = "mins"), 2), "menit\n")
## 
## Waktu simulasi: 2.83 menit
tbl_par <- bind_rows(tbl_par_list)
tbl_mod <- bind_rows(tbl_mod_list)

saveRDS(list(par = tbl_par, mod = tbl_mod,
             parameter_asli = parameter_asli,
             pengaturan = list(nsim = nsim, nu = nu,
                               k_kontaminasi = k_kontaminasi,
                               mode_X = mode_X, skenario = skenario)),
        file.path(dir_luaran, "hasil_simulasi_mentah.rds"))

# 10. RINGKASAN HASIL
# 10.1 Tingkat keberhasilan (semua replikasi)
tabel_keberhasilan <- tbl_mod %>%
  group_by(skenario, model) %>%
  summarise(
    n_replikasi     = n(),
    pct_valid       = 100 * mean(valid),
    pct_singular    = 100 * mean(singular[valid], na.rm = TRUE),
    .groups = "drop"
  )
tabel_keberhasilan
## # A tibble: 2 × 5
##   skenario model n_replikasi pct_valid pct_singular
##   <chr>    <chr>       <int>     <dbl>        <dbl>
## 1 t5_murni LMM           500     100              0
## 2 t5_murni t-LMM         500      97.2            0
# Perbandingan 
rep_ok <- tbl_mod %>%
  group_by(skenario, rep) %>%
  summarise(ok = all(valid) && n() == 2, .groups = "drop") %>%
  filter(ok)

cat("\nReplikasi dengan kedua model valid:\n")
## 
## Replikasi dengan kedua model valid:
print(rep_ok %>% count(skenario))
## # A tibble: 1 × 2
##   skenario     n
##   <chr>    <int>
## 1 t5_murni   486
benar <- data.frame(parameter = names(parameter_asli),
                    benar = as.numeric(parameter_asli))

par_ok <- tbl_par %>%
  semi_join(rep_ok, by = c("skenario", "rep")) %>%
  left_join(benar, by = "parameter") %>%
  mutate(parameter = factor(parameter, levels = names(parameter_asli)))

# 10.2 Evaluasi estimasi parameter
tabel_parameter <- par_ok %>%
  group_by(skenario, model, parameter) %>%
  summarise(
    benar        = first(benar),
    rata2_est    = mean(est),
    bias         = mean(est - benar),
    bias_rel_pct = 100 * bias / benar,
    SD           = sd(est),
    RMSE         = sqrt(mean((est - benar)^2)),
    cakupan_CI95 = mean(abs(est - benar) <= 1.96 * se),   # NA utk komponen variansi
    lebar_CI95   = mean(2 * 1.96 * se),
    .groups = "drop"
  )

print(as.data.frame(tabel_parameter), digits = 4)
##    skenario model    parameter    benar rata2_est       bias bias_rel_pct
## 1  t5_murni   LMM     Intersep 46.15098  46.33321  1.822e-01     0.394862
## 2  t5_murni   LMM         pdrb  0.01497   0.01511  1.384e-04     0.924372
## 3  t5_murni   LMM          rls  2.53719   2.52764 -9.549e-03    -0.376351
## 4  t5_murni   LMM         rtsl  0.06750   0.06720 -3.040e-04    -0.450397
## 5  t5_murni   LMM          ppm -0.15591  -0.16071 -4.804e-03     3.081106
## 6  t5_murni   LMM    tahun2023  0.24604   0.24486 -1.180e-03    -0.479640
## 7  t5_murni   LMM    tahun2024  0.43718   0.43255 -4.630e-03    -1.058960
## 8  t5_murni   LMM    tahun2025  0.49242   0.48994 -2.485e-03    -0.504615
## 9  t5_murni   LMM Var_Provinsi  3.10498   2.96234 -1.426e-01    -4.594062
## 10 t5_murni   LMM Var_Residual  0.02758   0.02598 -1.599e-03    -5.798557
## 11 t5_murni t-LMM     Intersep 46.15098  46.35442  2.034e-01     0.440829
## 12 t5_murni t-LMM         pdrb  0.01497   0.01504  7.088e-05     0.473498
## 13 t5_murni t-LMM          rls  2.53719   2.52506 -1.213e-02    -0.478121
## 14 t5_murni t-LMM         rtsl  0.06750   0.06726 -2.432e-04    -0.360356
## 15 t5_murni t-LMM          ppm -0.15591  -0.16077 -4.868e-03     3.122288
## 16 t5_murni t-LMM    tahun2023  0.24604   0.24606  1.784e-05     0.007251
## 17 t5_murni t-LMM    tahun2024  0.43718   0.43407 -3.101e-03    -0.709244
## 18 t5_murni t-LMM    tahun2025  0.49242   0.49137 -1.048e-03    -0.212854
## 19 t5_murni t-LMM Var_Provinsi  3.10498   2.97183 -1.331e-01    -4.288220
## 20 t5_murni t-LMM Var_Residual  0.02758   0.02591 -1.665e-03    -6.037331
##          SD     RMSE cakupan_CI95 lebar_CI95
## 1  1.417985 1.428199       0.9321    5.22722
## 2  0.004151 0.004149       0.9342    0.01545
## 3  0.175104 0.175184       0.9444    0.65986
## 4  0.012781 0.012771       0.9321    0.04615
## 5  0.038488 0.038748       0.9177    0.13545
## 6  0.040660 0.040635       0.9588    0.16137
## 7  0.050164 0.050326       0.9444    0.19015
## 8  0.054430 0.054431       0.9527    0.21745
## 9  0.739580 0.752463           NA         NA
## 10 0.006084 0.006285           NA         NA
## 11 1.390501 1.403889       0.9300    5.02778
## 12 0.004116 0.004113       0.9239    0.01473
## 13 0.170078 0.170336       0.9362    0.63071
## 14 0.012189 0.012178       0.9177    0.04358
## 15 0.037155 0.037435       0.9198    0.12979
## 16 0.037654 0.037616       0.9527    0.15155
## 17 0.046173 0.046230       0.9506    0.17926
## 18 0.052408 0.052365       0.9403    0.20498
## 19 0.736274 0.747470           NA         NA
## 20 0.004846 0.005119           NA         NA
# 10.3 Efisiensi relatif: MSE(LMM) / MSE(t-LMM); > 1 berarti t-LMM lebih efisien
tabel_efisiensi <- tabel_parameter %>%
  dplyr::select(skenario, model, parameter, RMSE) %>%
  mutate(MSE = RMSE^2) %>%
  dplyr::select(-RMSE) %>%
  tidyr::pivot_wider(names_from = model, values_from = MSE) %>%
  mutate(efisiensi_relatif = LMM / `t-LMM`)

print(as.data.frame(tabel_efisiensi), digits = 4)
##    skenario    parameter       LMM     t-LMM efisiensi_relatif
## 1  t5_murni     Intersep 2.040e+00 1.971e+00             1.035
## 2  t5_murni         pdrb 1.721e-05 1.691e-05             1.018
## 3  t5_murni          rls 3.069e-02 2.901e-02             1.058
## 4  t5_murni         rtsl 1.631e-04 1.483e-04             1.100
## 5  t5_murni          ppm 1.501e-03 1.401e-03             1.071
## 6  t5_murni    tahun2023 1.651e-03 1.415e-03             1.167
## 7  t5_murni    tahun2024 2.533e-03 2.137e-03             1.185
## 8  t5_murni    tahun2025 2.963e-03 2.742e-03             1.080
## 9  t5_murni Var_Provinsi 5.662e-01 5.587e-01             1.013
## 10 t5_murni Var_Residual 3.950e-05 2.620e-05             1.507
# 10.4 Kriteria model dan kinerja prediksi (pada data uji)
tabel_model <- tbl_mod %>%
  semi_join(rep_ok, by = c("skenario", "rep")) %>%
  group_by(skenario, model) %>%
  summarise(
    rata2_AIC    = mean(aic),
    rata2_BIC    = mean(bic),
    rata2_logLik = mean(loglik),
    RMSE_uji     = mean(rmse_uji),
    MAE_uji      = mean(mae_uji),
    .groups = "drop"
  )
print(as.data.frame(tabel_model), digits = 5)
##   skenario model rata2_AIC rata2_BIC rata2_logLik RMSE_uji MAE_uji
## 1 t5_murni   LMM    113.99    143.11      -46.994  0.18773 0.14324
## 2 t5_murni t-LMM    110.64    139.77      -45.320  0.18539 0.14125
# Proporsi replikasi di mana t-LMM memiliki AIC lebih kecil
tabel_aic_menang <- tbl_mod %>%
  semi_join(rep_ok, by = c("skenario", "rep")) %>%
  dplyr::select(skenario, rep, model, aic) %>%
  tidyr::pivot_wider(names_from = model, values_from = aic) %>%
  group_by(skenario) %>%
  summarise(pct_tLMM_AIC_lebih_kecil = 100 * mean(`t-LMM` < LMM),
            rata2_selisih_AIC = mean(LMM - `t-LMM`), .groups = "drop")
tabel_aic_menang
## # A tibble: 1 × 3
##   skenario pct_tLMM_AIC_lebih_kecil rata2_selisih_AIC
##   <chr>                       <dbl>             <dbl>
## 1 t5_murni                     63.2              3.35
# Simpan tabel
write.csv(tabel_keberhasilan, file.path(dir_luaran, "keberhasilan.csv"), row.names = FALSE)
write.csv(tabel_parameter,    file.path(dir_luaran, "evaluasi_parameter.csv"), row.names = FALSE)
write.csv(tabel_efisiensi,    file.path(dir_luaran, "efisiensi_relatif.csv"), row.names = FALSE)
write.csv(tabel_model,        file.path(dir_luaran, "kriteria_dan_prediksi.csv"), row.names = FALSE)
write.csv(tabel_aic_menang,   file.path(dir_luaran, "perbandingan_AIC.csv"), row.names = FALSE)

# 11. VISUALISASI
for (nm in skenario$nama) {
  
  p <- ggplot(filter(par_ok, skenario == nm),
              aes(x = model, y = est, fill = model)) +
    geom_boxplot(alpha = 0.7, outlier.size = 0.8) +
    geom_hline(aes(yintercept = benar), linetype = 2, colour = "red") +
    facet_wrap(~ parameter, scales = "free_y", ncol = 5) +
    labs(title = paste("Sebaran estimasi parameter:", nm),
         subtitle = "Garis merah putus-putus = nilai parameter sebenarnya",
         x = NULL, y = "Estimasi") +
    theme_minimal() +
    theme(legend.position = "none")
  
  print(p)
  ggsave(file.path(dir_luaran, paste0("sebaran_estimasi_", nm, ".png")),
         p, width = 14, height = 6, dpi = 150)
}