Data meuse memuat 155 titik contoh tanah di sekitar
Sungai Meuse. Peubah yang diinterpolasi adalah logaritma kadar seng,
log(zinc), karena zinc menyebar sangat miring
ke kanan. Seluruh metode dan RMSE di bawah memakai skala log ini. Titik
pada meuse.grid dipakai sebagai lokasi prediksi.
data(meuse)
data(meuse.grid)
d <- st_as_sf(meuse, coords = c("x", "y"), crs = 28992)
d$vble <- log(d$zinc)
coop <- st_as_sf(meuse.grid, coords = c("x", "y"), crs = 28992)
xy <- st_coordinates(coop)
ggplot() +
geom_point(data = as.data.frame(xy), aes(X, Y), color = "grey85", size = .3) +
geom_sf(data = d, aes(color = vble)) +
scale_color_viridis_c(name = "log(zinc)") +
theme_bw()Parameter IDW (pangkat jarak, idp) dan Nearest Neighbors
(banyak tetangga, nmax) dipilih dari nilai yang memberi
RMSE terkecil pada 5-fold cross validation, memakai pembagian lipatan
yang sama untuk semua nilai.
set.seed(123)
RMSE <- function(observed, predicted) sqrt(mean((observed - predicted)^2))
kf <- kfold(nrow(d), k = 5)
rmse_cv <- function(nmax_fun, idp) {
mean(sapply(1:5, function(k) {
test <- d[kf == k, ]; train <- d[kf != k, ]
g <- gstat(formula = vble ~ 1, locations = train,
nmax = nmax_fun(train), set = list(idp = idp))
RMSE(test$vble, predict(g, test)$var1.pred)
}))
}
idp_seq <- seq(1, 5, by = 0.5)
rmse_idp <- sapply(idp_seq, function(p) rmse_cv(nrow, p))## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
idp_best <- idp_seq[which.min(rmse_idp)]
k_seq <- 1:15
rmse_nn <- sapply(k_seq, function(k) rmse_cv(function(x) k, 0))## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
k_best <- k_seq[which.min(rmse_nn)]
par(mfrow = c(1, 2))
plot(idp_seq, rmse_idp, type = "b", xlab = "idp", ylab = "RMSE",
main = paste("IDW, idp terbaik =", idp_best)); points(idp_best, min(rmse_idp), col = "red", pch = 19, cex = 1.5)
plot(k_seq, rmse_nn, type = "b", xlab = "k tetangga", ylab = "RMSE",
main = paste("NN, k terbaik =", k_best)); points(k_best, min(rmse_nn), col = "red", pch = 19, cex = 1.5)Diagram Voronoi membagi ruang menjadi poligon yang masing-masing berisi satu titik pembangkit. Setiap lokasi di dalam poligon lebih dekat ke titik pembangkitnya daripada ke titik lain, sehingga prediksinya adalah nilai titik terdekat.
v <- st_as_sf(voronoi(x = vect(d)))
ggplot() +
geom_sf(data = v, aes(fill = vble), alpha = .6) +
geom_sf(data = d, size = .6) +
coord_sf(xlim = range(xy[, 1]), ylim = range(xy[, 2])) +
scale_fill_viridis_c(name = "log(zinc)") + theme_bw()gs <- gstat(formula = vble ~ 1, locations = d, nmax = nrow(d), set = list(idp = idp_best))
p2 <- predict(gs, coop)$var1.pred## [inverse distance weighted interpolation]
Ordinary Kriging dilakukan pada log(zinc). Langkah
pertama adalah membentuk variogram empiris, kemudian mencocokkan model
semivariogram Spherical.
vinitial <- vgm(psill = 0.5, model = "Sph", range = 900, nugget = 0.1)
fv <- fit.variogram(object = v_emp, model = vinitial)
fv## [using ordinary kriging]
Anggota ensemble bebas dipilih. Di sini digabungkan empat metode: Closest Observation, IDW, Nearest Neighbors, dan Ordinary Kriging, dengan bobot sama.
weights <- rep(1/4, 4)
p4 <- p1 * weights[1] + p2 * weights[2] + p3 * weights[3] + p5 * weights[4]
c4 <- peta(p4, "Ensemble (bobot sama)")
c4data.frame(x = xy[, 1], y = xy[, 2],
`Closest Observation` = p1, IDW = p2, `Nearest Neighbors` = p3,
Ensemble = p4, `Ordinary Kriging` = p5, check.names = FALSE) %>%
pivot_longer(-c(x, y), names_to = "Metode", values_to = "pred") %>%
mutate(Metode = factor(Metode, levels = unique(Metode))) %>%
ggplot(aes(x, y, fill = pred)) + geom_raster() + coord_equal() +
facet_wrap(~Metode, ncol = 3) +
scale_fill_viridis_c(name = "log(zinc)") +
labs(x = NULL, y = NULL) + theme_bw()Karena parameter IDW dan NN disetel pada lipatan yang sama, RMSE keduanya sedikit cenderung optimistis.
Data dibagi menjadi 5 bagian. Pada setiap lipatan, model dibangun dari data latih lalu dipakai memprediksi data uji, kemudian RMSE dihitung. Bobot ensemble pada tiap lipatan adalah kebalikan RMSE keempat metode anggotanya, sehingga metode dengan RMSE lebih kecil mendapat bobot lebih besar.
rmse1 <- rep(NA, 5) # Closest observation
rmse2 <- rep(NA, 5) # IDW
rmse3 <- rep(NA, 5) # Nearest neighbors
rmse4 <- rep(NA, 5) # Ensemble
rmse5 <- rep(NA, 5) # Kriging
for (k in 1:5) {
test <- d[kf == k, ]
train <- d[kf != k, ]
# Closest observation
p1 <- train$vble[st_nearest_feature(test, train)]
rmse1[k] <- RMSE(test$vble, p1)
# IDW
gs <- gstat(formula = vble ~ 1, locations = train,
nmax = nrow(train), set = list(idp = idp_best))
p2 <- predict(gs, test)$var1.pred
rmse2[k] <- RMSE(test$vble, p2)
# Nearest neighbors
nn <- gstat(formula = vble ~ 1, locations = train,
nmax = k_best, set = list(idp = 0))
p3 <- predict(nn, test)$var1.pred
rmse3[k] <- RMSE(test$vble, p3)
# Ordinary kriging pada log(zinc), variogram dicocokkan ulang pada data latih
vk <- variogram(log(zinc) ~ 1, data = train)
fvk <- fit.variogram(vk, vgm(psill = 0.5, model = "Sph", range = 900, nugget = 0.1))
gk <- gstat(formula = log(zinc) ~ 1, data = train, model = fvk)
p5 <- predict(gk, test)$var1.pred
rmse5[k] <- RMSE(test$vble, p5)
# Ensemble (bobot = kebalikan RMSE keempat anggota)
w <- 1 / c(rmse1[k], rmse2[k], rmse3[k], rmse5[k])
weights <- w / sum(w)
p4 <- p1 * weights[1] + p2 * weights[2] + p3 * weights[3] + p5 * weights[4]
rmse4[k] <- RMSE(test$vble, p4)
}## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
## [inverse distance weighted interpolation]
## [inverse distance weighted interpolation]
## [using ordinary kriging]
# RMSE tiap lipatan
data.frame(closest.obs = rmse1, IDW = rmse2, nearest.neigh = rmse3,
ensemble = rmse4, kriging = rmse5)## [1] 0.7218811
# Rata-rata RMSE
hasil <- data.frame(closest.obs = mean(rmse1), IDW = mean(rmse2),
nearest.neigh = mean(rmse3), ensemble = mean(rmse4),
kriging = mean(rmse5))
hasilhasil %>%
pivot_longer(everything(), names_to = "Metode", values_to = "RMSE") %>%
mutate(Metode = fct_reorder(Metode, RMSE, .desc = TRUE)) %>%
ggplot(aes(Metode, RMSE, fill = RMSE == min(RMSE))) +
geom_col(show.legend = FALSE) +
geom_text(aes(label = round(RMSE, 1)), hjust = -.1) +
scale_fill_manual(values = c("grey70", "#B22222")) +
coord_flip(ylim = c(0, max(hasil) * 1.12)) +
labs(title = "Rata-rata RMSE 5-Fold Cross Validation", x = NULL, y = "RMSE") +
theme_bw()Berdasarkan rata-rata RMSE dari 5-fold cross validation, urutan metode dari yang terbaik ke terburuk adalah Ordinary Kriging (0.43), Ensemble (0.46), IDW (0.47), Nearest Neighbors (0.5), Closest Observation (0.58). Metode terbaik adalah Ordinary Kriging dengan RMSE 0.43, sedangkan yang terburuk adalah Closest Observation dengan RMSE 0.58.
Ensemble (RMSE 0.46) tidak lebih baik daripada metode anggota terbaiknya, yaitu Ordinary Kriging (RMSE 0.43).