KO <- read.table("~/Downloads/MTRD_DN_R/Kreditne_ocene.csv", header=TRUE, sep=";", dec=",")
Za 200 nakljucno izbranih strank sem pridobila podatke, ki izhajajo iz njihovih finančnih transakcij in trenutnega finančnega stanja, o naslednijh spremenljivkah: dohodku (INCOME), prihrankih (SAVINGS), dolgu (DEBT), izdatkih za oblacila (CLOTHING), izobrazbo (EDUCATION), zabavo (ENTERTAINMENT), igre na sreco GAMBLING), nakup zivil (GROCERIES), zdravje (HEALTH), vzdrzevanje nepremicnin (HOUSING), davke (TAX) in potovanja (TRAVEL) ter kreditna ocena (CREDIT_SCORE). Ugotoviti zelim, ali lahko dosezeno kreditno oceno pojasnjujem s preostalimi nastetimi pojasnevalnimi spremenljivkami. Ker zelim z mnozico pojasenvalnih spremenljivk pojasniti vrednosti odvisne spremenljivke, bom uporabila regresijsko analizo. Za poenostavitev podatkov bom uporabila metdo glavnih komponent.
head(KO, 10)
## CUST_ID INCOME SAVINGS DEBT CLOTHING EDUCATION ENTERTAINMENT GAMBLING
## 1 C02COQEVYU 33269 0 532304 1889 0 3068 1313
## 2 C02OZKC0ZF 77158 91187 315648 5818 0 17244 0
## 3 C03FHP2D0A 30917 21642 534864 1157 0 3611 1201
## 4 C03PVPPHOY 80657 64526 629125 6857 4402 13446 7796
## 5 C04J69MUX0 149971 1172498 2399531 1978 0 5194 1734
## 6 C04Q46QKOG 181636 339055 1695274 11446 5680 21832 0
## 7 C069MLDS7X 60881 42617 383550 2658 0 10264 0
## 8 C07VC05Z4R 220838 186863 2225362 4383 0 35845 0
## 9 C0CLKGEG1L 78615 62892 110061 5912 0 23931 11716
## 10 C0DYD1C2G1 174000 1502729 411273 2831 0 8683 2261
## GROCERIES HEALTH HOUSING TAX TRAVEL CREDIT_SCORE
## 1 4849 320 3006 0 17893 444
## 2 5224 467 16339 1973 20234 625
## 3 4335 891 2759 0 16072 469
## 4 4547 2068 12619 1675 25038 559
## 5 34814 7513 42658 3941 28167 473
## 6 24778 7429 30650 7889 0 596
## 7 3207 1947 9741 1411 29482 580
## 8 28124 8873 0 11593 62496 596
## 9 8023 2793 20089 2668 0 638
## 10 45891 6001 51602 4333 24098 636
summary(KO)
## CUST_ID INCOME SAVINGS DEBT
## Length:200 Min. : 0 Min. : 0 Min. : 0
## Class :character 1st Qu.: 30813 1st Qu.: 60953 1st Qu.: 62869
## Mode :character Median : 85840 Median : 297188 Median : 390451
## Mean :120417 Mean : 416467 Mean : 720059
## 3rd Qu.:174226 3rd Qu.: 626065 3rd Qu.:1016198
## Max. :557523 Max. :2738164 Max. :4983759
## CLOTHING EDUCATION ENTERTAINMENT GAMBLING
## Min. : 0 Min. : 0 Min. : 0 Min. : 0
## 1st Qu.: 1135 1st Qu.: 0 1st Qu.: 3864 1st Qu.: 0
## Median : 4359 Median : 0 Median : 9018 Median : 0
## Mean : 6855 Mean : 2995 Mean :14166 Mean : 2317
## 3rd Qu.:10324 3rd Qu.: 4268 3rd Qu.:24000 3rd Qu.: 1062
## Max. :42342 Max. :35981 Max. :57459 Max. :21462
## GROCERIES HEALTH HOUSING TAX
## Min. : 270 Min. : 0 Min. : 0.0 Min. : 0
## 1st Qu.: 4109 1st Qu.: 1430 1st Qu.: 0.0 1st Qu.: 198
## Median : 9988 Median : 3814 Median : 205.5 Median : 2492
## Mean :17947 Mean : 5269 Mean :10974.0 Mean : 4046
## 3rd Qu.:28026 3rd Qu.: 8002 3rd Qu.:15474.2 3rd Qu.: 6965
## Max. :92156 Max. :22045 Max. :78999.0 Max. :17013
## TRAVEL CREDIT_SCORE
## Min. : 0 Min. :323.0
## 1st Qu.: 5602 1st Qu.:552.0
## Median : 18953 Median :598.5
## Mean : 32047 Mean :588.4
## 3rd Qu.: 45777 3rd Qu.:632.0
## Max. :180840 Max. :740.0
V vzorcu imam 200 enot. Povprecni letni prihodek znasa 120417 dolarjev, povprecna kreditna ocena pa 588,4. Dolg osebe, ki je najbolj zadolzena znasa 4983759 dolarjev. Polovica enot v vzorcu ima za nakup zivil v povprecju letno 9988 dolarjev izdatkov ali manj, ostale enote pa vec. 75 % enot v vzorcu ima 6965 dolarjev izdatkov za davke letno, ali manj, preostalih 25 % pa vec. V pocprecju imajo za nakup oblek 6855 dolarjev izdatkov letno, za zabavo 14166 dolarjev izdatkov letno. Med tistimi, ki igrajo igre na sreco je letni povrpecni izdatek 2317 dolarjev. Povprecni izdatek za vzdrzevanje nepremicnin znasa 10974 dolarjev letno.
library(psych)
describe(KO[ , -1])
## vars n mean sd median trimmed mad min
## INCOME 1 200 120417.37 114995.00 85839.5 102709.98 97675.91 0
## SAVINGS 2 200 416467.00 457104.30 297188.5 339424.88 369013.21 0
## DEBT 3 200 720058.62 889889.08 390451.0 548903.33 524556.48 0
## CLOTHING 4 200 6854.60 7657.46 4359.0 5532.84 5403.34 0
## EDUCATION 5 200 2994.83 6356.08 0.0 1475.23 0.00 0
## ENTERTAINMENT 6 200 14166.47 12858.52 9018.5 12566.33 9485.67 0
## GAMBLING 7 200 2316.95 4895.46 0.0 979.24 0.00 0
## GROCERIES 8 200 17947.22 18743.15 9987.5 14883.07 11505.72 270
## HEALTH 9 200 5269.00 4750.89 3813.5 4657.90 4716.15 0
## HOUSING 10 200 10973.97 17778.90 205.5 6869.12 304.67 0
## TAX 11 200 4046.17 4613.24 2491.5 3277.98 3524.88 0
## TRAVEL 12 200 32047.44 36810.42 18953.0 25127.47 28099.72 0
## CREDIT_SCORE 13 200 588.43 64.31 598.5 593.70 57.08 323
## max range skew kurtosis se
## INCOME 557523 557523 1.38 1.73 8131.37
## SAVINGS 2738164 2738164 1.94 5.48 32322.15
## DEBT 4983759 4983759 1.74 3.13 62924.66
## CLOTHING 42342 42342 1.68 3.18 541.46
## EDUCATION 35981 35981 3.13 11.32 449.44
## ENTERTAINMENT 57459 57459 1.01 0.24 909.23
## GAMBLING 21462 21462 2.25 4.07 346.16
## GROCERIES 92156 91886 1.44 1.81 1325.34
## HEALTH 22045 22045 1.06 0.71 335.94
## HOUSING 78999 78999 1.94 3.38 1257.16
## TAX 17013 17013 1.14 0.28 326.21
## TRAVEL 180840 180840 1.72 2.90 2602.89
## CREDIT_SCORE 740 417 -0.90 1.70 4.55
#install.packages("car")
library(car)
## Loading required package: carData
##
## Attaching package: 'car'
## The following object is masked from 'package:psych':
##
## logit
fit_1 <- lm(CREDIT_SCORE ~ INCOME + SAVINGS + DEBT + CLOTHING + EDUCATION + ENTERTAINMENT + GAMBLING + GROCERIES + HEALTH + HOUSING + TAX + TRAVEL,
data = KO)
vif(fit_1)
## INCOME SAVINGS DEBT CLOTHING EDUCATION
## 67.142637 3.988169 3.021540 3.583994 1.520633
## ENTERTAINMENT GAMBLING GROCERIES HEALTH HOUSING
## 5.307978 1.802737 7.517518 5.277835 3.971105
## TAX TRAVEL
## 14.002378 14.415105
mean(vif(fit_1))
## [1] 10.96264
Opazamo previsoke vif vrednosti (zelimo pod 5, povprecni vif blizu 1)
KO_MGK <- KO[ , c("CLOTHING", "EDUCATION", "ENTERTAINMENT", "GAMBLING", "GROCERIES", "HEALTH", "HOUSING", "TRAVEL")]
library(pastecs)
round(stat.desc(KO_MGK, basic=FALSE), 2)
## CLOTHING EDUCATION ENTERTAINMENT GAMBLING GROCERIES
## median 4359.00 0.00 9018.50 0.00 9987.50
## mean 6854.60 2994.83 14166.47 2316.95 17947.22
## SE.mean 541.46 449.44 909.23 346.16 1325.34
## CI.mean.0.95 1067.74 886.28 1792.97 682.62 2613.52
## var 58636747.01 40399782.04 165341527.98 23965541.66 351305803.12
## std.dev 7657.46 6356.08 12858.52 4895.46 18743.15
## coef.var 1.12 2.12 0.91 2.11 1.04
## HEALTH HOUSING TRAVEL
## median 3813.50 205.50 1.895300e+04
## mean 5269.00 10973.97 3.204744e+04
## SE.mean 335.94 1257.16 2.602890e+03
## CI.mean.0.95 662.46 2479.06 5.132790e+03
## var 22570954.89 316089161.03 1.355007e+09
## std.dev 4750.89 17778.90 3.681042e+04
## coef.var 0.90 1.62 1.150000e+00
R <- cor(KO_MGK)
round(R, 3)
## CLOTHING EDUCATION ENTERTAINMENT GAMBLING GROCERIES HEALTH
## CLOTHING 1.000 0.162 0.770 0.446 0.472 0.540
## EDUCATION 0.162 1.000 0.087 0.063 0.475 0.303
## ENTERTAINMENT 0.770 0.087 1.000 0.503 0.348 0.497
## GAMBLING 0.446 0.063 0.503 1.000 0.196 0.338
## GROCERIES 0.472 0.475 0.348 0.196 1.000 0.815
## HEALTH 0.540 0.303 0.497 0.338 0.815 1.000
## HOUSING 0.242 0.262 0.240 0.189 0.499 0.449
## TRAVEL 0.706 0.193 0.681 0.379 0.446 0.606
## HOUSING TRAVEL
## CLOTHING 0.242 0.706
## EDUCATION 0.262 0.193
## ENTERTAINMENT 0.240 0.681
## GAMBLING 0.189 0.379
## GROCERIES 0.499 0.446
## HEALTH 0.449 0.606
## HOUSING 1.000 0.253
## TRAVEL 0.253 1.000
Opazam, da imata spremenljivki “EDUCATION” in “HOUSING” najsibkejse korelacije z ostalimi. Odlocila sem se, da ju vseeno obdrzim, ker imata korelacijski koeficient vecji od 0,3 z dvema spremenljivkama.
library(psych)
cortest.bartlett(R, n = nrow(KO_MGK))
## $chisq
## [1] 836.5746
##
## $p.value
## [1] 4.352188e-158
##
## $df
## [1] 28
Zavrnemo H0 pri p < 0,001.
library(psych)
KMO(R)
## Kaiser-Meyer-Olkin factor adequacy
## Call: KMO(r = R)
## Overall MSA = 0.78
## MSA for each item =
## CLOTHING EDUCATION ENTERTAINMENT GAMBLING GROCERIES
## 0.80 0.70 0.81 0.87 0.67
## HEALTH HOUSING TRAVEL
## 0.74 0.90 0.85
V splosnem so podatki ustrezni.
library(FactoMineR)
mgk <- PCA(KO_MGK,
scale.unit = TRUE,
graph = FALSE)
library(factoextra)
## Loading required package: ggplot2
##
## Attaching package: 'ggplot2'
## The following objects are masked from 'package:psych':
##
## %+%, alpha
## Welcome! Want to learn more? See two factoextra-related books at https://goo.gl/ve3WBa
get_eigenvalue(mgk)
## eigenvalue variance.percent cumulative.variance.percent
## Dim.1 3.9517249 49.396562 49.39656
## Dim.2 1.4112604 17.640755 67.03732
## Dim.3 0.7479192 9.348990 76.38631
## Dim.4 0.6937224 8.671529 85.05784
## Dim.5 0.5192853 6.491066 91.54890
## Dim.6 0.3241262 4.051577 95.60048
## Dim.7 0.2262054 2.827567 98.42805
## Dim.8 0.1257563 1.571954 100.00000
Npr. lastna vrednost prve glavne komponente je 3,95 (Varianca glavne komponente).
library(factoextra)
fviz_eig(mgk,
choice = "eigenvalue",
main = "Diagram lastnih vrednosti",
ylab = "Lastna vrednost",
xlab = "Glavna komponenta",
addlabels = TRUE)
Prvi vecji prelom je viden pri drugi glavni komponenti, nato se en nekoliko bolj ociten pri tretji.
library(psych)
fa.parallel(KO_MGK,
sim = FALSE,
fa = "pc")
## Parallel analysis suggests that the number of factors = NA and the number of components = 2
Paralelna analiza nam predlaga 2 glavni komponenti. Kaiserjevo pravilo: lastne vrednosti prvih dveh komponent sta visji od povprecne variance zacetnih spremenljivk (1). S prvima dvema glavnima komponentama pojasnimo skoraj 70 % (67,04 %) skupne variance zacetnih spremenljivk. Z zadnjo glavno komponento zajamemo vec kot 5 % skupne variance zacetnih spremenljivk.
library(FactoMineR)
mgk <- PCA(KO_MGK,
scale.unit = TRUE,
graph = FALSE,
ncp = 2)
mgk
## **Results for the Principal Component Analysis (PCA)**
## The analysis was performed on 200 individuals, described by 8 variables
## *The results are available in the following objects:
##
## name description
## 1 "$eig" "eigenvalues"
## 2 "$var" "results for the variables"
## 3 "$var$coord" "coord. for the variables"
## 4 "$var$cor" "correlations variables - dimensions"
## 5 "$var$cos2" "cos2 for the variables"
## 6 "$var$contrib" "contributions of the variables"
## 7 "$ind" "results for the individuals"
## 8 "$ind$coord" "coord. for the individuals"
## 9 "$ind$cos2" "cos2 for the individuals"
## 10 "$ind$contrib" "contributions of the individuals"
## 11 "$call" "summary statistics"
## 12 "$call$centre" "mean of the variables"
## 13 "$call$ecart.type" "standard error of the variables"
## 14 "$call$row.w" "weights for the individuals"
## 15 "$call$col.w" "weights for the variables"
print(mgk$var$cor)
## Dim.1 Dim.2
## CLOTHING 0.8197008 -0.3320611
## EDUCATION 0.3887689 0.6162152
## ENTERTAINMENT 0.7796515 -0.4459972
## GAMBLING 0.5497360 -0.4101831
## GROCERIES 0.7650447 0.4904409
## HEALTH 0.8407553 0.2331526
## HOUSING 0.5269153 0.4446883
## TRAVEL 0.8054846 -0.2479332
print(mgk$var$contrib)
## Dim.1 Dim.2
## CLOTHING 17.002941 7.813197
## EDUCATION 3.824691 26.906525
## ENTERTAINMENT 15.382053 14.094739
## GAMBLING 7.647539 11.921981
## GROCERIES 14.811086 17.043793
## HEALTH 17.887619 3.851887
## HOUSING 7.025787 14.012135
## TRAVEL 16.418285 4.355743
library(factoextra)
fviz_pca_var(mgk,
repel = TRUE)
Prva glavna komponenta nam pove koliko stroskov imajo posamezniki v splosnem (v posamezni kategoriji/spremenljivki). Druga glavna komponenta predstavlja kontrast. Sama bi ta kontrast opredelila kot med nujnimi (osnovne potrebe) in nenujnimi stroski (zadovoljevanje visjih potreb po Maslowi hierarhiji).
library(factoextra)
fviz_pca_biplot(mgk)
Npr. 115 enota: Oseba, ki ima nadpovrecno visoke stroske. Vecje stroske ima v kategoriji zadovoljevanja visjih potreb (domnevno bogatejsa oseba).
head(mgk$ind$coord)
## Dim.1 Dim.2
## 1 -1.7432493 -0.2493811
## 2 -0.9260837 -0.4327685
## 3 -1.7559123 -0.2131337
## 4 -0.2824871 -0.6051872
## 5 0.3151893 1.3934870
## 6 0.7076823 0.8288742
mgk$ind$coord[115, ]
## Dim.1 Dim.2
## 7.192568 -4.198419
KO_MGK_std <- scale(KO_MGK)
KO_MGK_std[115, ]
## CLOTHING EDUCATION ENTERTAINMENT GAMBLING GROCERIES
## 4.6343545 -0.4711755 3.3668366 3.8033290 1.2952879
## HEALTH HOUSING TRAVEL
## 2.3898681 -0.6172467 4.0421309
KO$GK1 <- mgk$ind$coord[ , 1]
KO$GK2 <- mgk$ind$coord[ , 2]
head(KO, 6)
## CUST_ID INCOME SAVINGS DEBT CLOTHING EDUCATION ENTERTAINMENT GAMBLING
## 1 C02COQEVYU 33269 0 532304 1889 0 3068 1313
## 2 C02OZKC0ZF 77158 91187 315648 5818 0 17244 0
## 3 C03FHP2D0A 30917 21642 534864 1157 0 3611 1201
## 4 C03PVPPHOY 80657 64526 629125 6857 4402 13446 7796
## 5 C04J69MUX0 149971 1172498 2399531 1978 0 5194 1734
## 6 C04Q46QKOG 181636 339055 1695274 11446 5680 21832 0
## GROCERIES HEALTH HOUSING TAX TRAVEL CREDIT_SCORE GK1 GK2
## 1 4849 320 3006 0 17893 444 -1.7432493 -0.2493811
## 2 5224 467 16339 1973 20234 625 -0.9260837 -0.4327685
## 3 4335 891 2759 0 16072 469 -1.7559123 -0.2131337
## 4 4547 2068 12619 1675 25038 559 -0.2824871 -0.6051872
## 5 34814 7513 42658 3941 28167 473 0.3151893 1.3934870
## 6 24778 7429 30650 7889 0 596 0.7076823 0.8288742
cor(x = KO$GK1, y = KO$GK2)
## [1] -3.776279e-16
fit_2 <- lm(CREDIT_SCORE ~ SAVINGS + DEBT + TAX + GK1 + GK2,
data = KO)
vif(fit_2)
## SAVINGS DEBT TAX GK1 GK2
## 2.732788 2.520025 4.325845 7.000783 1.391813
Vif vrednosti so se od prvotne ocene bistveno znizale, GK1 pa je se vedno visja od 5. Ce bi obdrzali spremenljivko “INCOME”, bi bile se precej visje (vif od “INCOME” bi znasal 22,06 in od GK1 17,97).
mean(vif(fit_2))
## [1] 3.594251
Povprecni vif je se vedno visok (tvegamo tezave pri ocenjevanju modela). Kljub temu nadaljujem z regresijo.
KO$StdOstanki <- rstandard(fit_2)
KO$StdOcenVred <- scale(fit_2$fitted.values)
library(ggplot2)
ggplot(KO, aes(y = StdOstanki, x = StdOcenVred)) +
theme_bw() +
geom_point() +
ylab("Standardizirani ostanki") +
xlab("Standardizirane ocene vrednosti")
Linearnost je izpolnjena. Za preverjanje heteroskedacnosti bomo uporabili Breusch Paganov preizkus.
#install.packages("olsrr")
library(olsrr)
##
## Attaching package: 'olsrr'
## The following object is masked from 'package:datasets':
##
## rivers
ols_test_breusch_pagan(fit_2)
##
## Breusch Pagan Test for Heteroskedasticity
## -----------------------------------------
## Ho: the variance is constant
## Ha: the variance is not constant
##
## Data
## ----------------------------------------
## Response : CREDIT_SCORE
## Variables: fitted values of CREDIT_SCORE
##
## Test Summary
## ------------------------------
## DF = 1
## Chi2 = 6.810853
## Prob > Chi2 = 0.009060545
Ker je p-vrednost vecja od 0,001 ne moremo zavrniti H0 - predpostavljamo konstantnost variance (p-vrednost je zelo nizka, ampak sem vzela nanjnizjo stopnjjo znacilnosti 0.001 in predpostavljala, da heteroskedasticnost ni prisotna).
head(KO[order(KO$StdOstanki), c("CUST_ID", "StdOstanki")], 6)
## CUST_ID StdOstanki
## 176 C6MQ5N5QNN -3.993623
## 119 C4S93WITPG -2.995551
## 169 C6I55CJD5C -2.955102
## 136 C5FNC1DMDV -2.921936
## 49 C1TMB5NMB4 -2.879894
## 131 C56HT93U17 -2.415147
KO$CooksD <- cooks.distance(fit_2)
head(KO[order(-KO$CooksD), c("CUST_ID", "CooksD")], 10)
## CUST_ID CooksD
## 117 C4Q5IYMJW4 0.12667681
## 79 C373C9WCQB 0.11017850
## 131 C56HT93U17 0.08905586
## 52 C1VY8O3SPZ 0.08553161
## 68 C2QDTLDUW3 0.05913303
## 176 C6MQ5N5QNN 0.04414630
## 145 C5NPA62PUQ 0.03182890
## 88 C3H8GW7C04 0.03113214
## 157 C61V6QHXW7 0.02343905
## 62 C29N1DWJXJ 0.02329270
KO <- KO[c(-176, -117, -79), ]
Odstranimo enote z visokim vplivom in osamelce.
fit_3 <- lm(CREDIT_SCORE ~ SAVINGS + DEBT + TAX + GK1 + GK2,
data = KO)
summary(fit_3)
##
## Call:
## lm(formula = CREDIT_SCORE ~ SAVINGS + DEBT + TAX + GK1 + GK2,
## data = KO)
##
## Residuals:
## Min 1Q Median 3Q Max
## -166.586 -25.082 5.912 34.050 104.394
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 6.014e+02 1.063e+01 56.580 < 2e-16 ***
## SAVINGS 2.806e-05 1.395e-05 2.010 0.0458 *
## DEBT -5.485e-05 6.551e-06 -8.373 1.18e-14 ***
## TAX 3.861e-03 1.650e-03 2.340 0.0203 *
## GK1 1.026e+01 4.842e+00 2.118 0.0355 *
## GK2 1.473e+00 3.601e+00 0.409 0.6831
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 51.07 on 191 degrees of freedom
## Multiple R-squared: 0.3125, Adjusted R-squared: 0.2945
## F-statistic: 17.37 on 5 and 191 DF, p-value: 3.705e-14