1 Data dan Lokasi Prediksi

library(sp)
library(gstat)
library(sf)
library(terra)
library(dismo)
library(tidyverse)

Data meuse memuat 155 titik contoh tanah di sekitar Sungai Meuse. Peubah yang diinterpolasi adalah logaritma kadar seng, log(zinc), karena zinc menyebar sangat miring ke kanan. Seluruh metode dan RMSE di bawah memakai skala log ini. Titik pada meuse.grid dipakai sebagai lokasi prediksi.

data(meuse)
data(meuse.grid)

d <- st_as_sf(meuse, coords = c("x", "y"), crs = 28992)
d$vble <- log(d$zinc)

coop <- st_as_sf(meuse.grid, coords = c("x", "y"), crs = 28992)
xy   <- st_coordinates(coop)

ggplot() +
  geom_point(data = as.data.frame(xy), aes(X, Y), color = "grey85", size = .3) +
  geom_sf(data = d, aes(color = vble)) +
  scale_color_viridis_c(name = "log(zinc)") +
  theme_bw()

peta <- function(pred, judul) {
  ggplot(data.frame(x = xy[, 1], y = xy[, 2], pred = pred), aes(x, y, fill = pred)) +
    geom_raster() + coord_equal() +
    scale_fill_viridis_c(name = "log(zinc)") +
    labs(title = judul, x = NULL, y = NULL) + theme_bw()
}

2 Penyetelan Parameter

Parameter IDW (pangkat jarak, idp) dan Nearest Neighbors (banyak tetangga, nmax) dipilih dari nilai yang memberi RMSE terkecil pada 5-fold cross validation, memakai pembagian lipatan yang sama untuk semua nilai.

set.seed(123)
RMSE <- function(observed, predicted) sqrt(mean((observed - predicted)^2))
kf   <- kfold(nrow(d), k = 5)

rmse_cv <- function(nmax_fun, idp) {
  mean(sapply(1:5, function(k) {
    test <- d[kf == k, ]; train <- d[kf != k, ]
    g <- gstat(formula = vble ~ 1, locations = train,
               nmax = nmax_fun(train), set = list(idp = idp))
    RMSE(test$vble, predict(g, test)$var1.pred)
  }))
}

idp_seq  <- seq(1, 5, by = 0.5)
rmse_idp <- sapply(idp_seq, function(p) rmse_cv(nrow, p))
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
idp_best <- idp_seq[which.min(rmse_idp)]

k_seq  <- 1:15
rmse_nn <- sapply(k_seq, function(k) rmse_cv(function(x) k, 0))
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
k_best  <- k_seq[which.min(rmse_nn)]

par(mfrow = c(1, 2))
plot(idp_seq, rmse_idp, type = "b", xlab = "idp", ylab = "RMSE",
     main = paste("IDW, idp terbaik =", idp_best)); points(idp_best, min(rmse_idp), col = "red", pch = 19, cex = 1.5)
plot(k_seq, rmse_nn, type = "b", xlab = "k tetangga", ylab = "RMSE",
     main = paste("NN, k terbaik =", k_best)); points(k_best, min(rmse_nn), col = "red", pch = 19, cex = 1.5)

par(mfrow = c(1, 1))

3 Metode Deterministik

3.1 Closest Observation

Diagram Voronoi membagi ruang menjadi poligon yang masing-masing berisi satu titik pembangkit. Setiap lokasi di dalam poligon lebih dekat ke titik pembangkitnya daripada ke titik lain, sehingga prediksinya adalah nilai titik terdekat.

v <- st_as_sf(voronoi(x = vect(d)))
ggplot() +
  geom_sf(data = v, aes(fill = vble), alpha = .6) +
  geom_sf(data = d, size = .6) +
  coord_sf(xlim = range(xy[, 1]), ylim = range(xy[, 2])) +
  scale_fill_viridis_c(name = "log(zinc)") + theme_bw()

p1 <- d$vble[st_nearest_feature(coop, d)]
c1 <- peta(p1, "Closest Observation")
c1

3.2 Inverse Distance Weighting (IDW)

gs <- gstat(formula = vble ~ 1, locations = d, nmax = nrow(d), set = list(idp = idp_best))
p2 <- predict(gs, coop)$var1.pred
## [inverse distance weighted interpolation]
c2 <- peta(p2, paste0("IDW (idp = ", idp_best, ")"))
c2

3.3 Nearest Neighbors (NN)

Prediksi adalah rata-rata dari k titik terdekat dengan bobot sama.

nn <- gstat(formula = vble ~ 1, locations = d, nmax = k_best, set = list(idp = 0))
p3 <- predict(nn, coop)$var1.pred
## [inverse distance weighted interpolation]
c3 <- peta(p3, paste0("Nearest Neighbors (k = ", k_best, ")"))
c3

4 Metode Stokastik: Kriging

Ordinary Kriging dilakukan pada log(zinc). Langkah pertama adalah membentuk variogram empiris, kemudian mencocokkan model semivariogram Spherical.

v_emp <- variogram(log(zinc) ~ 1, data = d)
plot(v_emp)

vinitial <- vgm(psill = 0.5, model = "Sph", range = 900, nugget = 0.1)
fv <- fit.variogram(object = v_emp, model = vinitial)
fv
plot(v_emp, fv, cex = 1.5)

k <- gstat(formula = log(zinc) ~ 1, data = d, model = fv)
kpred <- predict(k, coop)
## [using ordinary kriging]
p5 <- kpred$var1.pred
c5 <- peta(p5, "Ordinary Kriging")
c5

4.1 Ensemble

Anggota ensemble bebas dipilih. Di sini digabungkan empat metode: Closest Observation, IDW, Nearest Neighbors, dan Ordinary Kriging, dengan bobot sama.

weights <- rep(1/4, 4)
p4 <- p1 * weights[1] + p2 * weights[2] + p3 * weights[3] + p5 * weights[4]
c4 <- peta(p4, "Ensemble (bobot sama)")
c4

4.2 Perbandingan Peta Prediksi

data.frame(x = xy[, 1], y = xy[, 2],
           `Closest Observation` = p1, IDW = p2, `Nearest Neighbors` = p3,
           Ensemble = p4, `Ordinary Kriging` = p5, check.names = FALSE) %>%
  pivot_longer(-c(x, y), names_to = "Metode", values_to = "pred") %>%
  mutate(Metode = factor(Metode, levels = unique(Metode))) %>%
  ggplot(aes(x, y, fill = pred)) + geom_raster() + coord_equal() +
  facet_wrap(~Metode, ncol = 3) +
  scale_fill_viridis_c(name = "log(zinc)") +
  labs(x = NULL, y = NULL) + theme_bw()

5 Evaluasi dengan K-Fold Cross Validation

Karena parameter IDW dan NN disetel pada lipatan yang sama, RMSE keduanya sedikit cenderung optimistis.

Data dibagi menjadi 5 bagian. Pada setiap lipatan, model dibangun dari data latih lalu dipakai memprediksi data uji, kemudian RMSE dihitung. Bobot ensemble pada tiap lipatan adalah kebalikan RMSE keempat metode anggotanya, sehingga metode dengan RMSE lebih kecil mendapat bobot lebih besar.

rmse1 <- rep(NA, 5) # Closest observation
rmse2 <- rep(NA, 5) # IDW
rmse3 <- rep(NA, 5) # Nearest neighbors
rmse4 <- rep(NA, 5) # Ensemble
rmse5 <- rep(NA, 5) # Kriging

for (k in 1:5) {
  test  <- d[kf == k, ]
  train <- d[kf != k, ]

  # Closest observation
  p1 <- train$vble[st_nearest_feature(test, train)]
  rmse1[k] <- RMSE(test$vble, p1)

  # IDW
  gs <- gstat(formula = vble ~ 1, locations = train,
              nmax = nrow(train), set = list(idp = idp_best))
  p2 <- predict(gs, test)$var1.pred
  rmse2[k] <- RMSE(test$vble, p2)

  # Nearest neighbors
  nn <- gstat(formula = vble ~ 1, locations = train,
              nmax = k_best, set = list(idp = 0))
  p3 <- predict(nn, test)$var1.pred
  rmse3[k] <- RMSE(test$vble, p3)

  # Ordinary kriging pada log(zinc), variogram dicocokkan ulang pada data latih
  vk  <- variogram(log(zinc) ~ 1, data = train)
  fvk <- fit.variogram(vk, vgm(psill = 0.5, model = "Sph", range = 900, nugget = 0.1))
  gk  <- gstat(formula = log(zinc) ~ 1, data = train, model = fvk)
  p5  <- predict(gk, test)$var1.pred
  rmse5[k] <- RMSE(test$vble, p5)

  # Ensemble (bobot = kebalikan RMSE keempat anggota)
  w <- 1 / c(rmse1[k], rmse2[k], rmse3[k], rmse5[k])
  weights <- w / sum(w)
  p4 <- p1 * weights[1] + p2 * weights[2] + p3 * weights[3] + p5 * weights[4]
  rmse4[k] <- RMSE(test$vble, p4)

}
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
# RMSE tiap lipatan
data.frame(closest.obs = rmse1, IDW = rmse2, nearest.neigh = rmse3,
           ensemble = rmse4, kriging = rmse5)
# Simpangan baku log(zinc) sebagai pembanding skala galat
sd(d$vble)
## [1] 0.7218811
# Rata-rata RMSE
hasil <- data.frame(closest.obs = mean(rmse1), IDW = mean(rmse2),
                    nearest.neigh = mean(rmse3), ensemble = mean(rmse4),
                    kriging = mean(rmse5))
hasil
hasil %>%
  pivot_longer(everything(), names_to = "Metode", values_to = "RMSE") %>%
  mutate(Metode = fct_reorder(Metode, RMSE, .desc = TRUE)) %>%
  ggplot(aes(Metode, RMSE, fill = RMSE == min(RMSE))) +
  geom_col(show.legend = FALSE) +
  geom_text(aes(label = round(RMSE, 1)), hjust = -.1) +
  scale_fill_manual(values = c("grey70", "#B22222")) +
  coord_flip(ylim = c(0, max(hasil) * 1.12)) +
  labs(title = "Rata-rata RMSE 5-Fold Cross Validation", x = NULL, y = "RMSE") +
  theme_bw()

6 Kesimpulan

Berdasarkan rata-rata RMSE dari 5-fold cross validation, urutan metode dari yang terbaik ke terburuk adalah Ordinary Kriging (0.43), Ensemble (0.46), IDW (0.47), Nearest Neighbors (0.5), Closest Observation (0.58). Metode terbaik adalah Ordinary Kriging dengan RMSE 0.43, sedangkan yang terburuk adalah Closest Observation dengan RMSE 0.58.

Ensemble (RMSE 0.46) tidak lebih baik daripada metode anggota terbaiknya, yaitu Ordinary Kriging (RMSE 0.43).