validatePIs

1. Load data

fs <- read.csv("https://raw.githubusercontent.com/forvis/forvision_data/master/example1_FTS.csv", stringsAsFactors = FALSE)
head(fs)

2. validatePIs

empirical_hitrate = 100% для всех

library(forvision)
validatePIs(fs, pi = 90)

pi =90 потому что в fs только pi = 90, если есть другие PIs то мы также можем задать (pi = 50, pi=55,…)

Замена первых 3 значений forecast (method A) для иллюстрации работы

fs2 <- fs
fs2[1:3,5] <- 4800
head(fs2)

validatePIs(fs2, pi = 90)

validatePIs для выбранных методов:

fs3 <- subset(fs2, method %in% c("A", "B"))
head(fs3, 10)

validatePIs(fs3, pi = 90)

validatePIs для выбранных horizon:

fs4 <- subset(fs3, horizon %in% c(1,2))
head(fs4)

validatePIs(fs4, pi =90)

Поменять conf.level = 0.6 (по умалчанию = 0.95)

validatePIs(fs4, pi =90, conf.level = 0.6)

Cartesian coordinates with x and y flipped:

validatePIs(fs4, pi =90, conf.level = 0.6, coord.flip = TRUE)

Поменять название:

validatePIs(fs4, pi =90, conf.level = 0.6, coord.flip = TRUE, title = "Наш проект")

the result are sorted by empirical_hitrate using sort = TRUE

validatePIs(fs4, pi =90, conf.level = 0.6, coord.flip = TRUE, title = "Наш проект", sort = TRUE)

-поменять the number of decimal places to be used, default 5:

validatePIs(fs4, pi =90, conf.level = 0.6, coord.flip = TRUE, title = "Наш проект", sort = TRUE, digits = 8)

LS0tDQp0aXRsZTogInZhbGlkYXRlUElzIg0Kb3V0cHV0OiBodG1sX25vdGVib29rDQotLS0NCg0KYGBge3IsIGVjaG89RkFMU0V9DQp2YWxpZGF0ZVBJcyA8LSBmdW5jdGlvbih4LCBwaSwgY29uZi5sZXZlbCA9IDAuOTUsIGNvb3JkLmZsaXAgPSBGQUxTRSwgZGlnaXRzID0gNSwgc29ydCA9IEZBTFNFLA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHBsb3RseSA9IEZBTFNFLCB0aXRsZSA9ICJCYXIgUGxvdCBvZiBQZXJjZW50YWdlIHdpdGggZXJyb3JzIiwNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB4bGFiID0gIk1ldGhvZCIsIHlsYWIgPSAiZW1waXJpY2FsX2hpdHJhdGUiKSB7DQogICMgQ2hlY2sgY2xhc3Mgb2YgaW5wdXQNCiAgaWYgKCFpcy5kYXRhLmZyYW1lKHgpKQ0KICAgIHN0b3AoImlucHV0IG11c3QgYmUgYSBkYXRhLmZyYW1lIikNCiAgIyBTdWJzZXQgZGF0YQ0KICBsbyA8LSBwYXN0ZTAoImxvIiwgcGkpDQogIGhpIDwtIHBhc3RlMCgiaGkiLCBwaSkNCiAgZGYgPC0gZHBseXI6OnNlbGVjdCh4LCBtZXRob2QsIGhvcml6b24sIGZvcmVjYXN0LCBsbywgaGkpDQogICNkZlsibGFiZWwiXSA8LSBhcHBseShkZiwgMSwgZnVuY3Rpb24oeCl7aWZlbHNlKHhbJ2ZvcmVjYXN0J10gPD0geFtoaV0gJiB4Wydmb3JlY2FzdCddID49IHhbbG9dLCAxLCAwKX0pDQogIGxhYmVsIDwtIGMoKQ0KICBmb3IgKGkgaW4gMTpucm93KGRmKSkgew0KICAgIGlmIChkZlssM11baV0gPj0gZGZbLDRdW2ldICYgZGZbLDNdW2ldIDw9IGRmWyw1XVtpXSkgew0KICAgICAgbGFiZWxbaV0gPC0gMQ0KICAgIH0gZWxzZSB7DQogICAgICBsYWJlbFtpXSA8LSAwDQogICAgfQ0KICB9DQogIGRmJGxhYmVsIDwtIGxhYmVsDQogIG91dCA8LW1hdHJpeChOQSwgbnJvdyA9IGxlbmd0aCh1bmlxdWUoZGYkbWV0aG9kKSkqbGVuZ3RoKHVuaXF1ZShkZiRob3Jpem9uKSksIG5jb2wgPSA0KQ0KICBkZjEgPC0gZGF0YS5mcmFtZShvdXQpDQogIGNvbG5hbWVzKGRmMSkgPC0gYygibWV0aG9kX2lkIiwgImhvcml6b24iLCAibl9mb3JlY2FzdHMiLCAibl9oaXRzIikNCiAgbWV0aCA8LSBsaXN0KCkNCiAgaG9yIDwtIGxpc3QoKQ0KICBmb3IgKGkgaW4gMTpsZW5ndGgodW5pcXVlKGRmJG1ldGhvZCkpKSB7DQogICAgbWV0aFtbaV1dIDwtIHJlcChhcy5jaGFyYWN0ZXIodW5pcXVlKGRmJG1ldGhvZClbaV0pLCBsZW5ndGgodW5pcXVlKGRmJGhvcml6b24pKSkNCiAgfQ0KICBtZXRoIDwtIGRvLmNhbGwoYywgbWV0aCkNCiAgZGYxJG1ldGhvZF9pZCA8LSBtZXRoDQogIGRmMSRob3Jpem9uIDwtIHJlcCh1bmlxdWUoZGYkaG9yaXpvbiksIGxlbmd0aCh1bmlxdWUoZGYkbWV0aG9kKSkpDQogICMNCiAgbl9mb3JlY2FzdHMgPC0gYygpDQogIG5faGl0cyA8LSBjKCkNCiAgZm9yIChpIGluIDE6bnJvdyhkZjEpKXsNCiAgICBuX2ZvcmVjYXN0c1tpXSA8LSBucm93KHN1YnNldChkZiwgbWV0aG9kID09IGRmMSRtZXRob2RfaWRbaV0gJiBob3Jpem9uID09IGRmMSRob3Jpem9uW2ldKSkNCiAgICBuX2hpdHNbaV0gPC0gc3VtKChzdWJzZXQoZGYsIG1ldGhvZCA9PSBkZjEkbWV0aG9kX2lkW2ldICYgaG9yaXpvbiA9PSBkZjEkaG9yaXpvbltpXSkpJGxhYmVsKQ0KICB9DQogIGRmMSRuX2ZvcmVjYXN0czwtIG5fZm9yZWNhc3RzDQogIGRmMSRuX2hpdHMgPC0gbl9oaXRzDQoNCiAgIyBDcmVhdGUgYSBlbXB0eSB2ZWN0b3JzDQogIGVtcGlyaWNhbF9oaXRyYXRlIDwtIGMoKQ0KICBsbyA8LSBjKCkNCiAgaGkgPC0gYygpDQogICMgY2FsY3VsYXRlIHBlcmNlbnRhZ2Ugd2l0aCBjb25maWRlbmNlIGludGVydmFsDQogIGZvciAoaSBpbiAxOmxlbmd0aChkZjEkbl9mb3JlY2FzdHMpKXsNCiAgICBlbXBpcmljYWxfaGl0cmF0ZVtpXSA8LSAgcm91bmQoZGYxJG5faGl0c1tpXS9kZjEkbl9mb3JlY2FzdHNbaV0sIGRpZ2l0cykNCiAgICBsb1tpXSA8LSByb3VuZChiaW5vbS50ZXN0KGRmMSRuX2hpdHNbaV0sIGRmMSRuX2ZvcmVjYXN0c1tpXSwgY29uZi5sZXZlbCA9IGNvbmYubGV2ZWwpJGNvbmYuaW50WzFdLCBkaWdpdHMpDQogICAgaGlbaV0gPC0gcm91bmQoYmlub20udGVzdChkZjEkbl9oaXRzW2ldLCBkZjEkbl9mb3JlY2FzdHNbaV0sIGNvbmYubGV2ZWwgPSBjb25mLmxldmVsKSRjb25mLmludFsyXSwgZGlnaXRzKQ0KICB9DQogICMgYWRkIHBlcmNlbnRhZ2UgYW5kIGxvLCBoaSBjb2x1bW5zIGludG8gZGF0YSBmcmFtZSBhcyBpbnB1dA0KICBkZjEkZW1waXJpY2FsX2hpdHJhdGUgPC0gZW1waXJpY2FsX2hpdHJhdGUqMTAwDQogIGRmMSRsbyA8LSBsbyoxMDANCiAgZGYxJGhpIDwtIGhpKjEwMA0KDQogICMgQ3JlYWUgbmV3IGRhYSBmcmFtZSBmb3IgZmlsbA0KICBtZXRob2RfaWQgPC0gYygpDQogIGZvciAoaSBpbiAxOm5yb3coZGYxKSkgew0KICAgIG1ldGhvZF9pZFtpXSA8LSBwYXN0ZTAoZGYxJG1ldGhvZF9pZFtpXSwiX3dpdGhfaG9yaXpvbj0iLCBkZjEkaG9yaXpvbltpXSkNCiAgfQ0KICBkZjIgPC0gZGYxDQogIGRmMiRtZXRob2RfaWQgPC0gbWV0aG9kX2lkDQogIGRmMiRob3Jpem9uIDwtIE5VTEwNCg0KICAjIHNvcnRpbmcgeCBieSBwZXJjZW50YWdlIGZvciBwbG90dGluZw0KICBpZiAoc29ydCA9PSBUUlVFKSB7DQogICAgZGYyJG1ldGhvZF9pZCA8LSAgZmFjdG9yKGRmMiRtZXRob2RfaWQsIGxldmVscyA9IHVuaXF1ZShkZjIkbWV0aG9kX2lkKVtvcmRlcihkZjIkZW1waXJpY2FsX2hpdHJhdGUpXSkNCiAgfQ0KICAjIENoYW5naW5nIGNvbHVtbiBuYW1lcyBvZiBIaSBhbmQgTG8NCiAgY29sbmFtZXMoZGYxKVs2XSA8LSBwYXN0ZTAoImxvIiwgY29uZi5sZXZlbCoxMDApDQogIGNvbG5hbWVzKGRmMSlbN10gPC0gcGFzdGUwKCJoaSIsIGNvbmYubGV2ZWwqMTAwKQ0KDQogICMgQ3JlYXRlIGEgYmFyIHBsb3Qgd2l0aCBkaWZmZXJlbmNlIG9wdGlvbnMNCiAgZG9kZ2UgPC0gZ2dwbG90Mjo6cG9zaXRpb25fZG9kZ2Uod2lkdGggPSAwLjkpDQogIGxpbWl0cyA8LSBnZ3Bsb3QyOjphZXMoeW1heCA9ICBkZjFbLDddLA0KICAgICAgICAgICAgICAgICAgICAgICAgIHltaW4gPSBkZjFbLCA2XSkNCg0KDQogIHAgPC0gZ2dwbG90Mjo6Z2dwbG90KGRmMiwgZ2dwbG90Mjo6YWVzKHg9ZGYyJG1ldGhvZF9pZCwgeT1kZjIkZW1waXJpY2FsX2hpdHJhdGUsIGZpbGwgPSBkZjIkbWV0aG9kX2lkKSkNCiAgcCA8LSBwICsgZ2dwbG90Mjo6Z2VvbV9iYXIoc3RhdD0iaWRlbnRpdHkiKQ0KICBwIDwtIHAgKyBnZ3Bsb3QyOjp0aGVtZShheGlzLnRleHQueD1nZ3Bsb3QyOjplbGVtZW50X3RleHQoYW5nbGU9NjAsIGhqdXN0PTEpKQ0KICBwIDwtIHAgKyBnZ3Bsb3QyOjpnZW9tX2Vycm9yYmFyKGxpbWl0cywgcG9zaXRpb24gPSBkb2RnZSwgd2lkdGggPSAwLjI1KQ0KICBwIDwtIHAgKyBnZ3Bsb3QyOjp0aGVtZShsZWdlbmQucG9zaXRpb249Im5vbmUiKQ0KICBwIDwtIHAgKyBnZ3Bsb3QyOjp0aGVtZShwbG90LnRpdGxlID0gZ2dwbG90Mjo6ZWxlbWVudF90ZXh0KGhqdXN0ID0gMC41KSkNCiAgcCA8LSBwICsgZ2dwbG90Mjo6Z2d0aXRsZSh0aXRsZSkNCiAgcCA8LSBwICsgZ2dwbG90Mjo6bGFicyh4PSB4bGFiLCB5PSB5bGFiKQ0KICBpZiggY29vcmQuZmxpcCA9PSBUUlVFKXsNCiAgICBwIDwtIHAgKyBnZ3Bsb3QyOjpjb29yZF9mbGlwKCkNCiAgfQ0KDQogIGlmIChwbG90bHkgPT0gVFJVRSl7DQogICAgcCA8LSBwbG90bHk6OmdncGxvdGx5KHApDQogIH0NCg0KICBpZiAoc29ydCA9PSBUUlVFKXsNCiAgICBkZjEgPC0gZGYxW29yZGVyKGRmMSRlbXBpcmljYWxfaGl0cmF0ZSksXQ0KICB9DQoNCiAgcHJpbnQocCkNCiAgcmV0dXJuKGRmMSkNCn0NCg0KYGBgDQoNCiMjIDEuIExvYWQgZGF0YQ0KDQpgYGB7cn0NCmZzIDwtIHJlYWQuY3N2KCJodHRwczovL3Jhdy5naXRodWJ1c2VyY29udGVudC5jb20vZm9ydmlzL2ZvcnZpc2lvbl9kYXRhL21hc3Rlci9leGFtcGxlMV9GVFMuY3N2Iiwgc3RyaW5nc0FzRmFjdG9ycyA9IEZBTFNFKQ0KaGVhZChmcykNCmBgYA0KDQojIyAyLiB2YWxpZGF0ZVBJcw0KDQotIGVtcGlyaWNhbF9oaXRyYXRlICA9IDEwMCUg0LTQu9GPINCy0YHQtdGFDQpgYGB7cn0NCmxpYnJhcnkoZm9ydmlzaW9uKQ0KdmFsaWRhdGVQSXMoZnMsIHBpID0gOTApDQpgYGANCj5waSA9OTAg0L/QvtGC0L7QvNGDINGH0YLQviDQsiBmcyDRgtC+0LvRjNC60L4gcGkgPSA5MCwg0LXRgdC70Lgg0LXRgdGC0Ywg0LTRgNGD0LPQuNC1IFBJcyDRgtC+INC80Ysg0YLQsNC60LbQtSDQvNC+0LbQtdC8INC30LDQtNCw0YLRjCAocGkgPSA1MCwgcGk9NTUsLi4uKQ0KDQotINCX0LDQvNC10L3QsCDQv9C10YDQstGL0YUgMyDQt9C90LDRh9C10L3QuNC5ICBgZm9yZWNhc3RgIChtZXRob2QgQSkgINC00LvRjyDQuNC70LvRjtGB0YLRgNCw0YbQuNC4INGA0LDQsdC+0YLRiw0KYGBge3J9DQpmczIgPC0gZnMNCmZzMlsxOjMsNV0gPC0gNDgwMA0KaGVhZChmczIpDQp2YWxpZGF0ZVBJcyhmczIsIHBpID0gOTApDQpgYGANCg0KDQoNCi0gdmFsaWRhdGVQSXMg0LTQu9GPINCy0YvQsdGA0LDQvdC90YvRhSDQvNC10YLQvtC00L7QsjoNCg0KYGBge3J9DQpmczMgPC0gc3Vic2V0KGZzMiwgbWV0aG9kICVpbiUgYygiQSIsICJCIikpDQpoZWFkKGZzMywgMTApDQp2YWxpZGF0ZVBJcyhmczMsIHBpID0gOTApDQpgYGANCg0KLSB2YWxpZGF0ZVBJcyDQtNC70Y8g0LLRi9Cx0YDQsNC90L3Ri9GFIGhvcml6b246DQoNCmBgYHtyfQ0KZnM0IDwtIHN1YnNldChmczMsIGhvcml6b24gJWluJSBjKDEsMikpDQpoZWFkKGZzNCkNCnZhbGlkYXRlUElzKGZzNCwgcGkgPTkwKQ0KYGBgDQoNCi0g0J/QvtC80LXQvdGP0YLRjCBjb25mLmxldmVsID0gMC42ICjQv9C+INGD0LzQsNC70YfQsNC90LjRjiA9IDAuOTUpDQpgYGB7cn0NCnZhbGlkYXRlUElzKGZzNCwgcGkgPTkwLCBjb25mLmxldmVsID0gMC42KQ0KYGBgDQoNCi0gQ2FydGVzaWFuIGNvb3JkaW5hdGVzIHdpdGggeCBhbmQgeSBmbGlwcGVkOg0KDQpgYGB7cn0NCnZhbGlkYXRlUElzKGZzNCwgcGkgPTkwLCBjb25mLmxldmVsID0gMC42LCBjb29yZC5mbGlwID0gVFJVRSkNCmBgYA0KDQotINCf0L7QvNC10L3Rj9GC0Ywg0L3QsNC30LLQsNC90LjQtToNCmBgYHtyfQ0KdmFsaWRhdGVQSXMoZnM0LCBwaSA9OTAsIGNvbmYubGV2ZWwgPSAwLjYsIGNvb3JkLmZsaXAgPSBUUlVFLCB0aXRsZSA9ICLQndCw0Ygg0L/RgNC+0LXQutGCIikNCmBgYA0KDQotIHRoZSByZXN1bHQgYXJlIHNvcnRlZCBieSBlbXBpcmljYWxfaGl0cmF0ZSB1c2luZyBgc29ydCA9IFRSVUVgDQoNCmBgYHtyfQ0KdmFsaWRhdGVQSXMoZnM0LCBwaSA9OTAsIGNvbmYubGV2ZWwgPSAwLjYsIGNvb3JkLmZsaXAgPSBUUlVFLCB0aXRsZSA9ICLQndCw0Ygg0L/RgNC+0LXQutGCIiwgc29ydCA9IFRSVUUpDQpgYGANCg0KLdC/0L7QvNC10L3Rj9GC0YwgdGhlIG51bWJlciBvZiBkZWNpbWFsIHBsYWNlcyB0byBiZSB1c2VkLCBkZWZhdWx0IDU6DQoNCmBgYHtyfQ0KdmFsaWRhdGVQSXMoZnM0LCBwaSA9OTAsIGNvbmYubGV2ZWwgPSAwLjYsIGNvb3JkLmZsaXAgPSBUUlVFLCB0aXRsZSA9ICLQndCw0Ygg0L/RgNC+0LXQutGCIiwgc29ydCA9IFRSVUUsIGRpZ2l0cyA9IDgpDQpgYGANCg0KDQo=