library(readr)
## Warning: package 'readr' was built under R version 4.2.3
library(tidyverse)
## Warning: package 'tidyverse' was built under R version 4.2.3
## Warning: package 'ggplot2' was built under R version 4.2.3
## Warning: package 'tibble' was built under R version 4.2.3
## Warning: package 'tidyr' was built under R version 4.2.3
## Warning: package 'purrr' was built under R version 4.2.3
## Warning: package 'dplyr' was built under R version 4.2.3
## Warning: package 'stringr' was built under R version 4.2.3
## Warning: package 'forcats' was built under R version 4.2.3
## Warning: package 'lubridate' was built under R version 4.2.3
## ── Attaching core tidyverse packages ──────────────────────── tidyverse 2.0.0 ──
## ✔ dplyr 1.1.4 ✔ purrr 1.0.2
## ✔ forcats 1.0.0 ✔ stringr 1.5.1
## ✔ ggplot2 3.4.4 ✔ tibble 3.2.1
## ✔ lubridate 1.9.3 ✔ tidyr 1.3.0
## ── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
## ✖ dplyr::filter() masks stats::filter()
## ✖ dplyr::lag() masks stats::lag()
## ℹ Use the conflicted package (<http://conflicted.r-lib.org/>) to force all conflicts to become errors
library(DT)
## Warning: package 'DT' was built under R version 4.2.3
library(DataExplorer)
## Warning: package 'DataExplorer' was built under R version 4.2.3
library(Kendall)
## Warning: package 'Kendall' was built under R version 4.2.3
library(vroom)
## Warning: package 'vroom' was built under R version 4.2.3
##
## Attaching package: 'vroom'
##
## The following objects are masked from 'package:readr':
##
## as.col_spec, col_character, col_date, col_datetime, col_double,
## col_factor, col_guess, col_integer, col_logical, col_number,
## col_skip, col_time, cols, cols_condense, cols_only, date_names,
## date_names_lang, date_names_langs, default_locale, fwf_cols,
## fwf_empty, fwf_positions, fwf_widths, locale, output_column,
## problems, spec
library(nnet)
## Warning: package 'nnet' was built under R version 4.2.3
library(readxl)
## Warning: package 'readxl' was built under R version 4.2.3
library(MASS)
## Warning: package 'MASS' was built under R version 4.2.3
##
## Attaching package: 'MASS'
##
## The following object is masked from 'package:dplyr':
##
## select
data <- read_xlsx("E:/kuliah/SMT 4/analisis data kualitatif/latihan/poisson/Data Poisson.xlsx", sheet="Data Kemiskinan")
data$Wilayah <- as.factor(data$Wilayah)
str(data)
## tibble [34 × 10] (S3: tbl_df/tbl/data.frame)
## $ Provinsi : chr [1:34] "ACEH" "SUMATERA UTARA" "SUMATERA BARAT" "RIAU" ...
## $ Penduduk.Miskin : num [1:34] 806 1268 335 485 279 ...
## $ Jumlah.Penduduk : num [1:34] 5388 14798 5546 6951 3604 ...
## $ Gini.Ratio : num [1:34] 0.348 0.343 0.329 0.363 0.351 0.358 0.37 0.341 0.248 0.342 ...
## $ Kepadatan : num [1:34] 92 205 133 75 72 93 102 262 90 258 ...
## $ KHL : num [1:34] 1732413 1271058 1474227 1872000 1708174 ...
## $ Proporsi.Lapangan.Kerja.Informal: num [1:34] 61.5 59.1 65.3 54 60 ...
## $ TPT : num [1:34] 5.97 5.47 6.17 4.4 4.7 4.74 3.39 4.31 4.18 8.02 ...
## $ IPM : num [1:34] 72.8 72.7 73.3 73.5 72.1 ...
## $ Wilayah : Factor w/ 3 levels "Barat","Tengah",..: 1 1 1 1 1 1 1 1 1 1 ...
data.po<-data[-1]
str(data.po)
## tibble [34 × 9] (S3: tbl_df/tbl/data.frame)
## $ Penduduk.Miskin : num [1:34] 806 1268 335 485 279 ...
## $ Jumlah.Penduduk : num [1:34] 5388 14798 5546 6951 3604 ...
## $ Gini.Ratio : num [1:34] 0.348 0.343 0.329 0.363 0.351 0.358 0.37 0.341 0.248 0.342 ...
## $ Kepadatan : num [1:34] 92 205 133 75 72 93 102 262 90 258 ...
## $ KHL : num [1:34] 1732413 1271058 1474227 1872000 1708174 ...
## $ Proporsi.Lapangan.Kerja.Informal: num [1:34] 61.5 59.1 65.3 54 60 ...
## $ TPT : num [1:34] 5.97 5.47 6.17 4.4 4.7 4.74 3.39 4.31 4.18 8.02 ...
## $ IPM : num [1:34] 72.8 72.7 73.3 73.5 72.1 ...
## $ Wilayah : Factor w/ 3 levels "Barat","Tengah",..: 1 1 1 1 1 1 1 1 1 1 ...
summary(data.po)
## Penduduk.Miskin Jumlah.Penduduk Gini.Ratio Kepadatan
## Min. : 49.0 Min. : 708.4 Min. :0.2480 Min. : 9.00
## 1st Qu.: 197.5 1st Qu.: 2360.3 1st Qu.:0.3357 1st Qu.: 54.25
## Median : 342.5 Median : 4093.9 Median :0.3495 Median : 103.50
## Mean : 769.0 Mean : 7929.5 Mean :0.3573 Mean : 744.26
## 3rd Qu.: 812.0 3rd Qu.: 8138.9 3rd Qu.:0.3880 3rd Qu.: 261.00
## Max. :4181.0 Max. :49565.2 Max. :0.4480 Max. :15978.00
## KHL Proporsi.Lapangan.Kerja.Informal TPT
## Min. : 825000 Min. :36.32 Min. :3.110
## 1st Qu.:1480618 1st Qu.:53.58 1st Qu.:3.985
## Median :1699587 Median :60.22 Median :4.775
## Mean :1710832 Mean :59.95 Mean :5.123
## 3rd Qu.:2014971 3rd Qu.:65.19 3rd Qu.:5.923
## Max. :2538174 Max. :84.11 Max. :8.530
## IPM Wilayah
## Min. :61.39 Barat :18
## 1st Qu.:70.23 Tengah:12
## Median :72.19 Timur : 4
## Mean :71.97
## 3rd Qu.:73.22
## Max. :81.65
# Penduduk Miskin
boxplot(data.po$Penduduk.Miskin,
horizontal = TRUE)
# Gini rasio
boxplot(data.po$Gini.Ratio,
horizontal = TRUE)
boxplot(Penduduk.Miskin~Wilayah, data=data.po,
horizontal = TRUE,
col=c("cyan", "aquamarine", "cornflowerblue","darksalmon"),
main="Boxplot Jumlah Penduduk dan Wilayah"
)
hist(data.po$Penduduk.Miskin, probability = TRUE)
lines(density(data.po$Penduduk.Miskin), col="red")
Histogram menunjukkan data variabel respon berdistribusi poisson
Nilai lambda distribusi poisson = rata-rata
mean(data.po$Penduduk.Miskin)
## [1] 768.9706
# KS. Test
library(stats)
ks.test(data.po$Penduduk.Miskin, "rpois", lambda=768.9706)
## Warning in ks.test.default(data.po$Penduduk.Miskin, "rpois", lambda =
## 768.9706): ties should not be present for the Kolmogorov-Smirnov test
##
## Asymptotic one-sample Kolmogorov-Smirnov test
##
## data: data.po$Penduduk.Miskin
## D = 830.12, p-value < 2.2e-16
## alternative hypothesis: two-sided
Uji Kolmogorov-Smirnov test signifikan, data variabel respon berdistribusi poisson
model.po<- glm(Penduduk.Miskin~., family = "poisson", data=data.po)
summary(model.po)
##
## Call:
## glm(formula = Penduduk.Miskin ~ ., family = "poisson", data = data.po)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -18.340 -8.162 -1.335 7.442 18.096
##
## Coefficients:
## Estimate Std. Error z value Pr(>|z|)
## (Intercept) 5.602e+00 4.597e-01 12.186 < 2e-16 ***
## Jumlah.Penduduk 4.437e-05 1.002e-06 44.301 < 2e-16 ***
## Gini.Ratio -1.897e+00 2.545e-01 -7.453 9.12e-14 ***
## Kepadatan 9.583e-05 4.460e-06 21.486 < 2e-16 ***
## KHL -5.572e-07 3.839e-08 -14.514 < 2e-16 ***
## Proporsi.Lapangan.Kerja.Informal 4.812e-02 1.795e-03 26.802 < 2e-16 ***
## TPT 5.791e-02 7.059e-03 8.204 2.33e-16 ***
## IPM -1.692e-02 4.836e-03 -3.498 0.000469 ***
## WilayahTengah -3.595e-01 2.224e-02 -16.163 < 2e-16 ***
## WilayahTimur -5.303e-01 4.069e-02 -13.033 < 2e-16 ***
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for poisson family taken to be 1)
##
## Null deviance: 32854.7 on 33 degrees of freedom
## Residual deviance: 3083.5 on 24 degrees of freedom
## AIC: 3370.7
##
## Number of Fisher Scoring iterations: 5
3083.5/24
## [1] 128.4792
data variabel Y overdispersi
#Test overdispersi
library(AER)
## Warning: package 'AER' was built under R version 4.2.3
## Loading required package: car
## Warning: package 'car' was built under R version 4.2.3
## Loading required package: carData
## Warning: package 'carData' was built under R version 4.2.3
##
## Attaching package: 'car'
## The following object is masked from 'package:dplyr':
##
## recode
## The following object is masked from 'package:purrr':
##
## some
## Loading required package: lmtest
## Warning: package 'lmtest' was built under R version 4.2.2
## Loading required package: zoo
## Warning: package 'zoo' was built under R version 4.2.2
##
## Attaching package: 'zoo'
## The following objects are masked from 'package:base':
##
## as.Date, as.Date.numeric
## Loading required package: sandwich
## Warning: package 'sandwich' was built under R version 4.2.2
## Loading required package: survival
## Warning: package 'survival' was built under R version 4.2.3
dispersiontest(model.po)
##
## Overdispersion test
##
## data: model.po
## z = 5.0288, p-value = 2.467e-07
## alternative hypothesis: true dispersion is greater than 1
## sample estimates:
## dispersion
## 88.81769
nilai dispersion = 88.81769 (overdispersi)
#Test overdispersi
library(DHARMa)
## Warning: package 'DHARMa' was built under R version 4.2.3
## This is DHARMa 0.4.6. For overview type '?DHARMa'. For recent changes, type news(package = 'DHARMa')
sim.poisson<- simulateResiduals(model.po, refit=TRUE)
testOverdispersion(sim.poisson)
## testOverdispersion is deprecated, switch your code to using the testDispersion function
##
## DHARMa nonparametric dispersion test via mean deviance residual fitted
## vs. simulated-refitted
##
## data: simulationOutput
## dispersion = 128.89, p-value < 2.2e-16
## alternative hypothesis: two.sided
plotSimulatedResiduals(sim.poisson)
## plotSimulatedResiduals is deprecated, please switch your code to simply using the plot() function
model.nb <- glm.nb(Penduduk.Miskin~., data.po)
summary(model.nb)
##
## Call:
## glm.nb(formula = Penduduk.Miskin ~ ., data = data.po, init.theta = 5.242434309,
## link = log)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -2.25068 -0.74447 -0.06731 0.58807 1.70810
##
## Coefficients:
## Estimate Std. Error z value Pr(>|z|)
## (Intercept) -2.355e-01 4.334e+00 -0.054 0.9567
## Jumlah.Penduduk 5.135e-05 1.211e-05 4.239 2.24e-05 ***
## Gini.Ratio 8.191e-01 2.445e+00 0.335 0.7376
## Kepadatan 4.890e-05 4.335e-05 1.128 0.2593
## KHL -2.404e-07 3.732e-07 -0.644 0.5194
## Proporsi.Lapangan.Kerja.Informal 6.745e-02 1.717e-02 3.929 8.54e-05 ***
## TPT 1.890e-01 7.943e-02 2.379 0.0173 *
## IPM 1.702e-02 4.641e-02 0.367 0.7138
## WilayahTengah -3.769e-01 1.921e-01 -1.962 0.0497 *
## WilayahTimur -6.037e-01 3.591e-01 -1.681 0.0927 .
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for Negative Binomial(5.2424) family taken to be 1)
##
## Null deviance: 219.864 on 33 degrees of freedom
## Residual deviance: 35.077 on 24 degrees of freedom
## AIC: 474.46
##
## Number of Fisher Scoring iterations: 1
##
##
## Theta: 5.24
## Std. Err.: 1.26
##
## 2 x log-likelihood: -452.465
35.077/24
## [1] 1.461542
model.nb2 <- glm.nb(Penduduk.Miskin~Jumlah.Penduduk+Proporsi.Lapangan.Kerja.Informal+TPT+Wilayah , data.po)
summary(model.nb2)
##
## Call:
## glm.nb(formula = Penduduk.Miskin ~ Jumlah.Penduduk + Proporsi.Lapangan.Kerja.Informal +
## TPT + Wilayah, data = data.po, init.theta = 4.678079991,
## link = log)
##
## Deviance Residuals:
## Min 1Q Median 3Q Max
## -2.02405 -0.85207 0.05513 0.65772 1.55880
##
## Coefficients:
## Estimate Std. Error z value Pr(>|z|)
## (Intercept) 1.476e+00 9.999e-01 1.476 0.13982
## Jumlah.Penduduk 5.949e-05 9.035e-06 6.585 4.56e-11 ***
## Proporsi.Lapangan.Kerja.Informal 5.853e-02 1.180e-02 4.961 7.02e-07 ***
## TPT 1.800e-01 8.316e-02 2.165 0.03039 *
## WilayahTengah -4.168e-01 1.951e-01 -2.136 0.03268 *
## WilayahTimur -8.259e-01 3.136e-01 -2.634 0.00845 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## (Dispersion parameter for Negative Binomial(4.6781) family taken to be 1)
##
## Null deviance: 196.429 on 33 degrees of freedom
## Residual deviance: 35.254 on 28 degrees of freedom
## AIC: 470.57
##
## Number of Fisher Scoring iterations: 1
##
##
## Theta: 4.68
## Std. Err.: 1.12
##
## 2 x log-likelihood: -456.571
35.254/28
## [1] 1.259071
sim.nb2<- simulateResiduals(model.nb2, refit=TRUE)
testOverdispersion(sim.nb2)
## testOverdispersion is deprecated, switch your code to using the testDispersion function
##
## DHARMa nonparametric dispersion test via mean deviance residual fitted
## vs. simulated-refitted
##
## data: simulationOutput
## dispersion = 0.90378, p-value = 0.384
## alternative hypothesis: two.sided
plotSimulatedResiduals(sim.nb2)
## plotSimulatedResiduals is deprecated, please switch your code to simply using the plot() function
AIC(model.po) #model poisson
## [1] 3370.733
AIC(model.nb) #model negative binomial dengan semua variabel
## [1] 474.4648
AIC(model.nb2) #model negative binomial dengan seleksi variabel
## [1] 470.5705
prediksi.poisson <- predict(model.po, data=data.po, type = "response")
prediksi.nb2 <- predict(model.nb2, data=data.po, type = "response")
prediksi.poisson
## 1 2 3 4 5 6 7 8
## 542.0508 942.3193 791.0109 329.0612 440.9737 562.9618 594.6896 1156.9733
## 9 10 11 12 13 14 15 16
## 233.5222 139.6040 514.0109 4761.3663 2989.0587 383.2262 4366.4813 588.0338
## 17 18 19 20 21 22 23 24
## 236.5721 744.8363 779.8757 541.0312 203.6248 278.7523 128.6405 155.3389
## 25 26 27 28 29 30 31 32
## 312.6241 486.3034 400.2148 299.6829 276.9495 456.2095 269.8443 252.9406
## 33 34
## 226.5107 759.7043
prediksi.nb2
## 1 2 3 4 5 6 7 8
## 644.4161 896.8046 842.7956 345.0861 423.0661 695.8412 472.6613 1038.4354
## 9 10 11 12 13 14 15 16
## 185.1481 178.2976 300.1924 9178.1713 3292.0170 246.0006 4707.7758 725.0920
## 17 18 19 20 21 22 23 24
## 204.5427 656.5210 593.1264 443.5414 222.8670 226.6446 161.8953 121.6825
## 25 26 27 28 29 30 31 32
## 344.8523 356.3822 568.5619 261.6412 249.1101 504.1308 276.1942 235.7563
## 33 34
## 195.9503 616.0393
plot.prediksi <- data.frame(data.po$Penduduk.Miskin, prediksi.poisson, prediksi.nb2)
colnames(plot.prediksi) <- c("Penduduk_Miskin", "Prediksi_Poisson", "Prediksi_nb2")
plot.prediksi
## Penduduk_Miskin Prediksi_Poisson Prediksi_nb2
## 1 806 542.0508 644.4161
## 2 1268 942.3193 896.8046
## 3 335 791.0109 842.7956
## 4 485 329.0612 345.0861
## 5 279 440.9737 423.0661
## 6 1044 562.9618 695.8412
## 7 297 594.6896 472.6613
## 8 1002 1156.9733 1038.4354
## 9 66 233.5222 185.1481
## 10 151 139.6040 178.2976
## 11 502 514.0109 300.1924
## 12 4070 4761.3663 9178.1713
## 13 3831 2989.0587 3292.0170
## 14 454 383.2262 246.0006
## 15 4181 4366.4813 4707.7758
## 16 814 588.0338 725.0920
## 17 205 236.5721 204.5427
## 18 731 744.8363 656.5210
## 19 1131 779.8757 593.1264
## 20 350 541.0312 443.5414
## 21 145 203.6248 222.8670
## 22 195 278.7523 226.6446
## 23 236 128.6405 161.8953
## 24 49 155.3389 121.6825
## 25 185 312.6241 344.8523
## 26 388 486.3034 356.3822
## 27 777 400.2148 568.5619
## 28 309 299.6829 261.6412
## 29 185 276.9495 249.1101
## 30 165 456.2095 504.1308
## 31 290 269.8443 276.1942
## 32 79 252.9406 235.7563
## 33 218 226.5107 195.9503
## 34 922 759.7043 616.0393
x <- 1:34 #34 dari total baris diatas
plot(x, plot.prediksi$Penduduk_Miskin,
type="o",
xlab="Amatan",
ylab="Jumlah Penduduk Miskin",
main="Plot Prediksi dan Data Asli")
lines(x, plot.prediksi$Prediksi_nb2,
type="l",
col="red")
data.frame(model.nb2$coefficients, exp(model.nb2$coefficients))
## model.nb2.coefficients
## (Intercept) 1.476341e+00
## Jumlah.Penduduk 5.948951e-05
## Proporsi.Lapangan.Kerja.Informal 5.852904e-02
## TPT 1.800434e-01
## WilayahTengah -4.167909e-01
## WilayahTimur -8.259177e-01
## exp.model.nb2.coefficients.
## (Intercept) 4.3768997
## Jumlah.Penduduk 1.0000595
## Proporsi.Lapangan.Kerja.Informal 1.0602758
## TPT 1.1972693
## WilayahTengah 0.6591587
## WilayahTimur 0.4378330
Jumlah Penduduk, exp(5.948951e-05) = 1.0000595 Setiap peningkatan 1000 jumlah penduduk, akan meningkatatkan jumlah penduduk miskin, 1.0000595 kali lipat
Proporsi Lapangan Kerja Informal, exp(5.852904e-02) = 1.0602758 Setiap peningkatan 1% proporsi lapangan kerja informal, akan meningkatkan jumlah penduduk miskin 1.0602758 lipat
Wilayah Tengah 0.6591587, Peluang daerah yang berada di wilayah tengah untuk mengalami peningkatan penduduk miskin adalah 0.6591587 kali dibanding daerah yang berada di wilayah barat