ModelStu004

ModelStu004

library("Numero")
library("DALEX")

## Welcome to DALEX (version: 1.0).
## Find examples and detailed introduction at: https://pbiecek.github.io/ema/
## Additional features will be available after installation of: ggpubr.
## Use 'install_dependencies()' to get all suggested dependencies

library("ranger")
library(data.table)
library("DALEX")
library("h2o")

## 
## ----------------------------------------------------------------------
## 
## Your next step is to start H2O:
##     > h2o.init()
## 
## For H2O package documentation, ask for help:
##     > ??h2o
## 
## After starting H2O, you can use the Web UI at http://localhost:54321
## For more information visit http://docs.h2o.ai
## 
## ----------------------------------------------------------------------

## 
## Attaching package: 'h2o'

## The following objects are masked from 'package:data.table':
## 
##     hour, month, week, year

## The following objects are masked from 'package:stats':
## 
##     cor, sd, var

## The following objects are masked from 'package:base':
## 
##     %*%, %in%, &&, ||, apply, as.factor, as.numeric, colnames,
##     colnames<-, ifelse, is.character, is.factor, is.numeric, log,
##     log10, log1p, log2, round, signif, trunc

setwd("C:/Users/s-das/Syncplicity/MyProjects_IMP/MY_Papers_V2/TRB 2021/EScotter_BayesianRule/")
it01 <- fread("IT_aadtMaster.csv")

## Warning in require_bit64_if_needed(ans): Some columns are type 'integer64'
## but package bit64 is not installed. Those columns will print as strange
## looking floating point data. There is no need to reload the data. Simply
## install.packages('bit64') to obtain the integer64 print method and print the
## data again.

mn= subset(it01, State=="MN")
dim(mn)

## [1] 11498    86

## [1] 11498    86
mn01 <- mn[, c("Default_AADT", "FC_RU", "HU", "Pop" , "WAC", "RAC", "Agg_Inc", "Agg_Veh", "Empl" )]
mn02= na.omit(mn01)

custom_predict <- function(model, newdata)  {
  newdata_h2o <- as.h2o(newdata)
  res <- as.data.frame(h2o.predict(model, newdata_h2o))
  return(as.numeric(res$predict))
}

h2o.init()

##  Connection successful!
## 
## R is connected to the H2O cluster: 
##     H2O cluster uptime:         1 minutes 50 seconds 
##     H2O cluster timezone:       America/Chicago 
##     H2O data parsing timezone:  UTC 
##     H2O cluster version:        3.28.0.2 
##     H2O cluster version age:    1 month  
##     H2O cluster name:           H2O_started_from_R_S-Das_dqb380 
##     H2O cluster total nodes:    1 
##     H2O cluster total memory:   1.45 GB 
##     H2O cluster total cores:    8 
##     H2O cluster allowed cores:  8 
##     H2O cluster healthy:        TRUE 
##     H2O Connection ip:          localhost 
##     H2O Connection port:        54321 
##     H2O Connection proxy:       NA 
##     H2O Internal Security:      FALSE 
##     H2O API Extensions:         Amazon S3, Algos, AutoML, Core V3, TargetEncoder, Core V4 
##     R Version:                  R version 3.6.2 (2019-12-12)

h2o.no_progress()

apartments_hf <- as.h2o(mn02)
model_h2o_glm <- h2o.glm(y = "Default_AADT", training_frame = apartments_hf)

## Warning in .h2o.startModelJob(algo, params, h2oRestApiVersion): Dropping bad and constant columns: [FC_RU].

model_h2o_gbm <- h2o.gbm(y = "Default_AADT", training_frame = apartments_hf)

## Warning in .h2o.startModelJob(algo, params, h2oRestApiVersion): Dropping bad and constant columns: [FC_RU].

###model_h2o_automl <- h2o.automl(y = "Default_AADT", training_frame = apartments_hf, max_models = 10)

explainer_h2o_glm <- explain(model = model_h2o_glm, 
                             data = mn02[,2:8], 
                             y = mn02$Default_AADT,
                             predict_function = custom_predict,
                             label = "h2o glm",
                             colorize = FALSE)

## Preparation of a new explainer is initiated
##   -> model label       :  h2o glm 
##   -> data              :  10780  rows  7  cols 
##   -> target variable   :  10780  values 
##   -> model_info        :  package Model of class: H2ORegressionModel package unrecognized , ver. Unknown , task regression (  default  ) 
##   -> predict function  :  custom_predict

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

##   -> predicted values  :  numerical, min =  18.27192 , mean =  278.7964 , max =  2229.588  
##   -> residual function :  difference between y and yhat (  default  )

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

##   -> residuals         :  numerical, min =  -1379.588 , mean =  -8.347233e-14 , max =  676.8858  
##   A new explainer has been created!

explainer_h2o_gbm <- explain(model = model_h2o_gbm, 
                             data = mn02[,2:8], 
                             y = mn02$Default_AADT,
                             predict_function = custom_predict,
                             label = "h2o gbm",
                             colorize = FALSE)

## Preparation of a new explainer is initiated
##   -> model label       :  h2o gbm 
##   -> data              :  10780  rows  7  cols 
##   -> target variable   :  10780  values 
##   -> model_info        :  package Model of class: H2ORegressionModel package unrecognized , ver. Unknown , task regression (  default  ) 
##   -> predict function  :  custom_predict

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

##   -> predicted values  :  numerical, min =  31.69398 , mean =  267.5605 , max =  962.6686  
##   -> residual function :  difference between y and yhat (  default  )

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

##   -> residuals         :  numerical, min =  -700.1422 , mean =  11.23592 , max =  782.7563  
##   A new explainer has been created!

mp_h2o_glm <- model_performance(explainer_h2o_glm)
mp_h2o_gbm <- model_performance(explainer_h2o_gbm)
plot(mp_h2o_glm, mp_h2o_gbm)

plot(mp_h2o_glm, mp_h2o_gbm, geom = "boxplot")

vi_h2o_glm <- variable_importance(explainer_h2o_glm)

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

vi_h2o_gbm <- variable_importance(explainer_h2o_gbm)

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

plot(vi_h2o_glm, vi_h2o_gbm)

pdp_h2o_glm <- variable_effect(explainer_h2o_glm, variable = "WAC")

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in if (class(new_observation) != "data.frame") {: the condition has
## length > 1 and only the first element will be used

pdp_h2o_gbm <- variable_effect(explainer_h2o_gbm, variable = "WAC")

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in doTryCatch(return(expr), name, parentenv, handler): Test/Validation
## dataset is missing column 'Empl': substituting in a column of NaN

## Warning in if (class(new_observation) != "data.frame") {: the condition has
## length > 1 and only the first element will be used

plot(pdp_h2o_glm, pdp_h2o_gbm)