Article
# devtools::install_github('ModelOriented/treeshap')
# treeshap doesn’t work with factor features so we one-hot encode them with function from the mlr package
library(treeshap)
aps_data <- mlr::createDummyFeatures(DALEX::apartments)
# random forest implementation
model <- ranger::ranger(m2.price ~ ., data = aps_data)
model
## Ranger result
##
## Call:
## ranger::ranger(m2.price ~ ., data = aps_data)
##
## Type: Regression
## Number of trees: 500
## Sample size: 1000
## Number of independent variables: 14
## Mtry: 3
## Target node size: 5
## Variable importance mode: none
## Splitrule: variance
## OOB prediction error (MSE): 63613.06
## R squared (OOB): 0.9226203
# unifying the model, changes the object of the tree ensemble model into a form understandable for treeshap.
model_unified <- ranger.unify(model, aps_data)
# unified2 <- set_reference_dataset(model_unified, aps_data[1:2000, ])
# aps_data[1:500] as training data(50%)
treeshap_res <- treeshap(model_unified, aps_data[1:500, ])
##
|0%----|------|20%---|------|40%---|------|60%---|------|80%---|------|100%
## =---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (1%)
=---------------------------------------------------------------------- (1%)
=---------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (4%)
===-------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
=====------------------------------------------------------------------ (5%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (8%)
======----------------------------------------------------------------- (8%)
======----------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (11%)
========--------------------------------------------------------------- (11%)
========--------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (14%)
==========------------------------------------------------------------- (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
============----------------------------------------------------------- (15%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (18%)
=============---------------------------------------------------------- (18%)
=============---------------------------------------------------------- (18%)
==============--------------------------------------------------------- (18%)
==============--------------------------------------------------------- (18%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (21%)
===============-------------------------------------------------------- (21%)
===============-------------------------------------------------------- (21%)
================------------------------------------------------------- (21%)
================------------------------------------------------------- (21%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (24%)
=================------------------------------------------------------ (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
===================---------------------------------------------------- (25%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (28%)
====================--------------------------------------------------- (28%)
====================--------------------------------------------------- (28%)
=====================-------------------------------------------------- (28%)
=====================-------------------------------------------------- (28%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (31%)
======================------------------------------------------------- (31%)
======================------------------------------------------------- (31%)
=======================------------------------------------------------ (31%)
=======================------------------------------------------------ (31%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (34%)
========================----------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
==========================--------------------------------------------- (35%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (38%)
===========================-------------------------------------------- (38%)
===========================-------------------------------------------- (38%)
============================------------------------------------------- (38%)
============================------------------------------------------- (38%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (41%)
=============================------------------------------------------ (41%)
=============================------------------------------------------ (41%)
==============================----------------------------------------- (41%)
==============================----------------------------------------- (41%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (44%)
===============================---------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
=================================-------------------------------------- (45%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (48%)
==================================------------------------------------- (48%)
==================================------------------------------------- (48%)
===================================------------------------------------ (48%)
===================================------------------------------------ (48%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (51%)
====================================----------------------------------- (51%)
====================================----------------------------------- (51%)
=====================================---------------------------------- (51%)
=====================================---------------------------------- (51%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (54%)
======================================--------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
========================================------------------------------- (55%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (58%)
=========================================------------------------------ (58%)
=========================================------------------------------ (58%)
==========================================----------------------------- (58%)
==========================================----------------------------- (58%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (61%)
===========================================---------------------------- (61%)
===========================================---------------------------- (61%)
============================================--------------------------- (61%)
============================================--------------------------- (61%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (64%)
=============================================-------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
===============================================------------------------ (65%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (68%)
================================================----------------------- (68%)
================================================----------------------- (68%)
=================================================---------------------- (68%)
=================================================---------------------- (68%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (71%)
==================================================--------------------- (71%)
==================================================--------------------- (71%)
===================================================-------------------- (71%)
===================================================-------------------- (71%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (74%)
====================================================------------------- (74%)
=====================================================------------------ (74%)
=====================================================------------------ (74%)
=====================================================------------------ (74%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
======================================================----------------- (75%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (78%)
=======================================================---------------- (78%)
=======================================================---------------- (78%)
========================================================--------------- (78%)
========================================================--------------- (78%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (81%)
=========================================================-------------- (81%)
=========================================================-------------- (81%)
==========================================================------------- (81%)
==========================================================------------- (81%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (84%)
===========================================================------------ (84%)
============================================================----------- (84%)
============================================================----------- (84%)
============================================================----------- (84%)
============================================================----------- (85%)
============================================================----------- (85%)
============================================================----------- (85%)
============================================================----------- (85%)
=============================================================---------- (85%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (88%)
==============================================================--------- (88%)
==============================================================--------- (88%)
===============================================================-------- (88%)
===============================================================-------- (88%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (91%)
================================================================------- (91%)
================================================================------- (91%)
=================================================================------ (91%)
=================================================================------ (91%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (94%)
==================================================================----- (94%)
===================================================================---- (94%)
===================================================================---- (94%)
===================================================================---- (94%)
===================================================================---- (95%)
===================================================================---- (95%)
===================================================================---- (95%)
===================================================================---- (95%)
====================================================================--- (95%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (98%)
=====================================================================-- (98%)
=====================================================================-- (98%)
======================================================================- (98%)
======================================================================- (98%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================= (100%)
# check the shap value
treeshap_res$shaps
# SHAP values can be used to explain contribution of features into the prediction for a single observation.
plot_contribution(treeshap_res, obs = 234, min_max = c(3400, 4200))
# True price is 4235
plot_contribution(treeshap_res, obs = 235, min_max = c(2500, 3600))
plot_contribution(treeshap_res, obs = 500)
plot_feature_importance(treeshap_res, max_vars = 8)
plot_feature_dependence(treeshap_res, 'surface')
inter <- treeshap(model_unified, aps_data[1:500,], interactions = T)
##
|0%----|------|20%---|------|40%---|------|60%---|------|80%---|------|100%
## =---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (1%)
=---------------------------------------------------------------------- (1%)
=---------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (4%)
===-------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
=====------------------------------------------------------------------ (5%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (8%)
======----------------------------------------------------------------- (8%)
======----------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (11%)
========--------------------------------------------------------------- (11%)
========--------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (14%)
==========------------------------------------------------------------- (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
============----------------------------------------------------------- (15%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (18%)
=============---------------------------------------------------------- (18%)
=============---------------------------------------------------------- (18%)
==============--------------------------------------------------------- (18%)
==============--------------------------------------------------------- (18%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (21%)
===============-------------------------------------------------------- (21%)
===============-------------------------------------------------------- (21%)
================------------------------------------------------------- (21%)
================------------------------------------------------------- (21%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (24%)
=================------------------------------------------------------ (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
===================---------------------------------------------------- (25%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (28%)
====================--------------------------------------------------- (28%)
====================--------------------------------------------------- (28%)
=====================-------------------------------------------------- (28%)
=====================-------------------------------------------------- (28%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (31%)
======================------------------------------------------------- (31%)
======================------------------------------------------------- (31%)
=======================------------------------------------------------ (31%)
=======================------------------------------------------------ (31%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (34%)
========================----------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
==========================--------------------------------------------- (35%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (38%)
===========================-------------------------------------------- (38%)
===========================-------------------------------------------- (38%)
============================------------------------------------------- (38%)
============================------------------------------------------- (38%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (41%)
=============================------------------------------------------ (41%)
=============================------------------------------------------ (41%)
==============================----------------------------------------- (41%)
==============================----------------------------------------- (41%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (44%)
===============================---------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
=================================-------------------------------------- (45%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (48%)
==================================------------------------------------- (48%)
==================================------------------------------------- (48%)
===================================------------------------------------ (48%)
===================================------------------------------------ (48%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (51%)
====================================----------------------------------- (51%)
====================================----------------------------------- (51%)
=====================================---------------------------------- (51%)
=====================================---------------------------------- (51%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (54%)
======================================--------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
========================================------------------------------- (55%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (58%)
=========================================------------------------------ (58%)
=========================================------------------------------ (58%)
==========================================----------------------------- (58%)
==========================================----------------------------- (58%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (61%)
===========================================---------------------------- (61%)
===========================================---------------------------- (61%)
============================================--------------------------- (61%)
============================================--------------------------- (61%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (64%)
=============================================-------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
===============================================------------------------ (65%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (68%)
================================================----------------------- (68%)
================================================----------------------- (68%)
=================================================---------------------- (68%)
=================================================---------------------- (68%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (71%)
==================================================--------------------- (71%)
==================================================--------------------- (71%)
===================================================-------------------- (71%)
===================================================-------------------- (71%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (74%)
====================================================------------------- (74%)
=====================================================------------------ (74%)
=====================================================------------------ (74%)
=====================================================------------------ (74%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
======================================================----------------- (75%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (78%)
=======================================================---------------- (78%)
=======================================================---------------- (78%)
========================================================--------------- (78%)
========================================================--------------- (78%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (81%)
=========================================================-------------- (81%)
=========================================================-------------- (81%)
==========================================================------------- (81%)
==========================================================------------- (81%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (84%)
===========================================================------------ (84%)
============================================================----------- (84%)
============================================================----------- (84%)
============================================================----------- (84%)
============================================================----------- (85%)
============================================================----------- (85%)
============================================================----------- (85%)
============================================================----------- (85%)
=============================================================---------- (85%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (88%)
==============================================================--------- (88%)
==============================================================--------- (88%)
===============================================================-------- (88%)
===============================================================-------- (88%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (91%)
================================================================------- (91%)
================================================================------- (91%)
=================================================================------ (91%)
=================================================================------ (91%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (94%)
==================================================================----- (94%)
===================================================================---- (94%)
===================================================================---- (94%)
===================================================================---- (94%)
===================================================================---- (95%)
===================================================================---- (95%)
===================================================================---- (95%)
===================================================================---- (95%)
====================================================================--- (95%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (98%)
=====================================================================-- (98%)
=====================================================================-- (98%)
======================================================================- (98%)
======================================================================- (98%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================= (100%)
plot_interaction(inter, 'surface', 'no.rooms')
Self-Practice 1
setwd("/Users/zhangling/Downloads/Data-20200926")
library(foreign)
churn = read.arff("churn.arff")
churn0 = sapply(churn, as.numeric)
data = as.data.frame(churn0)
z = data$LEAVE==1 # FALSE, FALSE, FALSE, TRUE, ....
data[,'target'] = as.numeric(z) # data$target
data[,'LEAVE'] = NULL # delete了leave这一列column
# Model
m1 <- ranger::ranger(target ~ ., data = data)
m1_unified <- ranger.unify(m1, data)
treeshap_churn <- treeshap(m1_unified, data[1:500, ]) # actually i use 10000 here, but it will use almost 1 hour to run, so i change it to 500 in order to knit file faster.
##
|0%----|------|20%---|------|40%---|------|60%---|------|80%---|------|100%
## =---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (1%)
=---------------------------------------------------------------------- (1%)
=---------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (4%)
===-------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
=====------------------------------------------------------------------ (5%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (8%)
======----------------------------------------------------------------- (8%)
======----------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (11%)
========--------------------------------------------------------------- (11%)
========--------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (14%)
==========------------------------------------------------------------- (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
============----------------------------------------------------------- (15%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (18%)
=============---------------------------------------------------------- (18%)
=============---------------------------------------------------------- (18%)
==============--------------------------------------------------------- (18%)
==============--------------------------------------------------------- (18%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (21%)
===============-------------------------------------------------------- (21%)
===============-------------------------------------------------------- (21%)
================------------------------------------------------------- (21%)
================------------------------------------------------------- (21%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (24%)
=================------------------------------------------------------ (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
===================---------------------------------------------------- (25%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (28%)
====================--------------------------------------------------- (28%)
====================--------------------------------------------------- (28%)
=====================-------------------------------------------------- (28%)
=====================-------------------------------------------------- (28%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (31%)
======================------------------------------------------------- (31%)
======================------------------------------------------------- (31%)
=======================------------------------------------------------ (31%)
=======================------------------------------------------------ (31%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (34%)
========================----------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
==========================--------------------------------------------- (35%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (38%)
===========================-------------------------------------------- (38%)
===========================-------------------------------------------- (38%)
============================------------------------------------------- (38%)
============================------------------------------------------- (38%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (41%)
=============================------------------------------------------ (41%)
=============================------------------------------------------ (41%)
==============================----------------------------------------- (41%)
==============================----------------------------------------- (41%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (44%)
===============================---------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
=================================-------------------------------------- (45%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (48%)
==================================------------------------------------- (48%)
==================================------------------------------------- (48%)
===================================------------------------------------ (48%)
===================================------------------------------------ (48%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (51%)
====================================----------------------------------- (51%)
====================================----------------------------------- (51%)
=====================================---------------------------------- (51%)
=====================================---------------------------------- (51%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (54%)
======================================--------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
========================================------------------------------- (55%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (58%)
=========================================------------------------------ (58%)
=========================================------------------------------ (58%)
==========================================----------------------------- (58%)
==========================================----------------------------- (58%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (61%)
===========================================---------------------------- (61%)
===========================================---------------------------- (61%)
============================================--------------------------- (61%)
============================================--------------------------- (61%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (64%)
=============================================-------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
===============================================------------------------ (65%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (68%)
================================================----------------------- (68%)
================================================----------------------- (68%)
=================================================---------------------- (68%)
=================================================---------------------- (68%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (71%)
==================================================--------------------- (71%)
==================================================--------------------- (71%)
===================================================-------------------- (71%)
===================================================-------------------- (71%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (74%)
====================================================------------------- (74%)
=====================================================------------------ (74%)
=====================================================------------------ (74%)
=====================================================------------------ (74%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
======================================================----------------- (75%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (78%)
=======================================================---------------- (78%)
=======================================================---------------- (78%)
========================================================--------------- (78%)
========================================================--------------- (78%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (81%)
=========================================================-------------- (81%)
=========================================================-------------- (81%)
==========================================================------------- (81%)
==========================================================------------- (81%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (84%)
===========================================================------------ (84%)
============================================================----------- (84%)
============================================================----------- (84%)
============================================================----------- (84%)
============================================================----------- (85%)
============================================================----------- (85%)
============================================================----------- (85%)
============================================================----------- (85%)
=============================================================---------- (85%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (88%)
==============================================================--------- (88%)
==============================================================--------- (88%)
===============================================================-------- (88%)
===============================================================-------- (88%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (91%)
================================================================------- (91%)
================================================================------- (91%)
=================================================================------ (91%)
=================================================================------ (91%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (94%)
==================================================================----- (94%)
===================================================================---- (94%)
===================================================================---- (94%)
===================================================================---- (94%)
===================================================================---- (95%)
===================================================================---- (95%)
===================================================================---- (95%)
===================================================================---- (95%)
====================================================================--- (95%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (98%)
=====================================================================-- (98%)
=====================================================================-- (98%)
======================================================================- (98%)
======================================================================- (98%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================= (100%)
treeshap_churn$shaps
# the 113th observation
plot_contribution(treeshap_churn, obs = 113)
# feature importance
plot_feature_importance(treeshap_churn, max_vars = 11)
# check single feature
plot_feature_dependence(treeshap_churn, 'HOUSE')
plot_feature_dependence(treeshap_churn, 'INCOME')
plot_feature_dependence(treeshap_churn, 'OVERAGE')
plot_feature_dependence(treeshap_churn, 'LEFTOVER')
plot_feature_dependence(treeshap_churn, 'OVER_15MINS_CALLS_PER_MONTH')
Self-Practice 2
# load and clean data
urlpage = "https://www.statlearning.com/s/College.csv"
college = read.csv(url(urlpage))
rownames(college) <- college[, 1]
college = college[,-1]
Elite = rep("No", nrow(college))
Elite[college$Top10perc>50] = "Yes"
Elite = as.factor(Elite)
Elite = as.numeric(Elite)
college$Private = as.numeric(as.factor(college$Private))
college = data.frame(college, Elite)
m2 = ranger::ranger(Grad.Rate ~ ., data = college)
m2_unified <- ranger.unify(m2, college)
treeshap_college <- treeshap(m2_unified, college[1:389, ])
##
|0%----|------|20%---|------|40%---|------|60%---|------|80%---|------|100%
## =---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (0%)
=---------------------------------------------------------------------- (1%)
=---------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (1%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
==--------------------------------------------------------------------- (2%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (3%)
===-------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (4%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
====------------------------------------------------------------------- (5%)
=====------------------------------------------------------------------ (5%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
=====------------------------------------------------------------------ (6%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (7%)
======----------------------------------------------------------------- (8%)
======----------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (8%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
=======---------------------------------------------------------------- (9%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (10%)
========--------------------------------------------------------------- (11%)
========--------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (11%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
=========-------------------------------------------------------------- (12%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (13%)
==========------------------------------------------------------------- (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (14%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
===========------------------------------------------------------------ (15%)
============----------------------------------------------------------- (15%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
============----------------------------------------------------------- (16%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (17%)
=============---------------------------------------------------------- (18%)
=============---------------------------------------------------------- (18%)
==============--------------------------------------------------------- (18%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
==============--------------------------------------------------------- (19%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (20%)
===============-------------------------------------------------------- (21%)
===============-------------------------------------------------------- (21%)
================------------------------------------------------------- (21%)
================------------------------------------------------------- (21%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
================------------------------------------------------------- (22%)
=================------------------------------------------------------ (22%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (23%)
=================------------------------------------------------------ (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (24%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
==================----------------------------------------------------- (25%)
===================---------------------------------------------------- (25%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
===================---------------------------------------------------- (26%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (27%)
====================--------------------------------------------------- (28%)
====================--------------------------------------------------- (28%)
====================--------------------------------------------------- (28%)
=====================-------------------------------------------------- (28%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
=====================-------------------------------------------------- (29%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (30%)
======================------------------------------------------------- (31%)
======================------------------------------------------------- (31%)
=======================------------------------------------------------ (31%)
=======================------------------------------------------------ (31%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
=======================------------------------------------------------ (32%)
========================----------------------------------------------- (32%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (33%)
========================----------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (34%)
=========================---------------------------------------------- (35%)
=========================---------------------------------------------- (35%)
==========================--------------------------------------------- (35%)
==========================--------------------------------------------- (35%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (36%)
==========================--------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (37%)
===========================-------------------------------------------- (38%)
===========================-------------------------------------------- (38%)
===========================-------------------------------------------- (38%)
============================------------------------------------------- (38%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
============================------------------------------------------- (39%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (40%)
=============================------------------------------------------ (41%)
=============================------------------------------------------ (41%)
==============================----------------------------------------- (41%)
==============================----------------------------------------- (41%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
==============================----------------------------------------- (42%)
===============================---------------------------------------- (42%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (43%)
===============================---------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (44%)
================================--------------------------------------- (45%)
================================--------------------------------------- (45%)
=================================-------------------------------------- (45%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (46%)
=================================-------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (47%)
==================================------------------------------------- (48%)
==================================------------------------------------- (48%)
===================================------------------------------------ (48%)
===================================------------------------------------ (48%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
===================================------------------------------------ (49%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (50%)
====================================----------------------------------- (51%)
====================================----------------------------------- (51%)
=====================================---------------------------------- (51%)
=====================================---------------------------------- (51%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
=====================================---------------------------------- (52%)
======================================--------------------------------- (52%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (53%)
======================================--------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (54%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
=======================================-------------------------------- (55%)
========================================------------------------------- (55%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (56%)
========================================------------------------------- (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (57%)
=========================================------------------------------ (58%)
=========================================------------------------------ (58%)
==========================================----------------------------- (58%)
==========================================----------------------------- (58%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
==========================================----------------------------- (59%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (60%)
===========================================---------------------------- (61%)
============================================--------------------------- (61%)
============================================--------------------------- (61%)
============================================--------------------------- (61%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
============================================--------------------------- (62%)
=============================================-------------------------- (62%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (63%)
=============================================-------------------------- (64%)
=============================================-------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (64%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
==============================================------------------------- (65%)
===============================================------------------------ (65%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (66%)
===============================================------------------------ (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (67%)
================================================----------------------- (68%)
================================================----------------------- (68%)
=================================================---------------------- (68%)
=================================================---------------------- (68%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
=================================================---------------------- (69%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (70%)
==================================================--------------------- (71%)
===================================================-------------------- (71%)
===================================================-------------------- (71%)
===================================================-------------------- (71%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
===================================================-------------------- (72%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (73%)
====================================================------------------- (74%)
=====================================================------------------ (74%)
=====================================================------------------ (74%)
=====================================================------------------ (74%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
=====================================================------------------ (75%)
======================================================----------------- (75%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (76%)
======================================================----------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (77%)
=======================================================---------------- (78%)
=======================================================---------------- (78%)
========================================================--------------- (78%)
========================================================--------------- (78%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
========================================================--------------- (79%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (80%)
=========================================================-------------- (81%)
==========================================================------------- (81%)
==========================================================------------- (81%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
==========================================================------------- (82%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (83%)
===========================================================------------ (84%)
============================================================----------- (84%)
============================================================----------- (84%)
============================================================----------- (84%)
============================================================----------- (85%)
============================================================----------- (85%)
============================================================----------- (85%)
=============================================================---------- (85%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
=============================================================---------- (86%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (87%)
==============================================================--------- (88%)
==============================================================--------- (88%)
===============================================================-------- (88%)
===============================================================-------- (88%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
===============================================================-------- (89%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (90%)
================================================================------- (91%)
================================================================------- (91%)
=================================================================------ (91%)
=================================================================------ (91%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
=================================================================------ (92%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (93%)
==================================================================----- (94%)
===================================================================---- (94%)
===================================================================---- (94%)
===================================================================---- (94%)
===================================================================---- (95%)
===================================================================---- (95%)
===================================================================---- (95%)
====================================================================--- (95%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
====================================================================--- (96%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (97%)
=====================================================================-- (98%)
=====================================================================-- (98%)
======================================================================- (98%)
======================================================================- (98%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================- (99%)
======================================================================= (100%)
plot_feature_importance(treeshap_college, max_vars = 8)
plot_contribution(treeshap_college, obs = 10)
plot_contribution(treeshap_college, obs = 251)
plot_feature_dependence(treeshap_college, 'Outstate')