#Read usgs data for Aberjon River from web site.
#Demonstrates data can be read from Website and parsed into a usable dataframe with R
#Peter Olsen for MYRWA  4/14/2016

library(XML)
## Warning: package 'XML' was built under R version 3.2.4
library(stringr)
library(dplyr)
## 
## Attaching package: 'dplyr'
## 
## The following objects are masked from 'package:stats':
## 
##     filter, lag
## 
## The following objects are masked from 'package:base':
## 
##     intersect, setdiff, setequal, union
library(ggplot2)

data_site <- "http://webdmamrl.er.usgs.gov/k1/WEB_ksdata/MISTIC_RIVER_SAMPLES.HTM"
titles <- c("datetime","stage","flow","trigger","sample_no", "X")
tmp <- "~/tmp.txt"

# Read and parse HTML file
doc.html = htmlTreeParse(data_site,
                         useInternal = TRUE)

# Extract all the paragraphs (HTML tag is p, starting at
# the root of the document). Unlist flattens the list to
# create a character vector.
doc.text = unlist(xpathSApply(doc.html, '//pre', xmlValue))

#write to a temporary file to use read.fwf
write(doc.text, file = tmp)  

#used fixed width to read temp.txt file into dataframe.  There are some extra spaces that have to be delt with
usgs <- read.fwf(tmp, c(26, 9, 10, 10, 10, 12), stringsAsFactors = FALSE)

if (file.exists(tmp)) file.remove(tmp)        
## [1] TRUE
#THE Folowing code are edits and cleaning to emulate Andy's data
colnames(usgs) <- titles

#Select only columns with valid data by looking for correct year in datatime field
usgs <- filter(usgs, grepl('2016', datetime))

usgs$datetime <- str_sub(usgs$datetime,-20,-2)  #use stringr package to trim date by length to just usable date characters
usgs$stage <- as.numeric(usgs$stage)
usgs$flow <- as.numeric(usgs$flow)
usgs$trigger <- as.integer(usgs$trigger)
usgs$sample_no <- as.integer(usgs$sample_no)


#####FROM Andy Hrycyna's code, Copy of Andy's code from this point on####


# create new variable that just shows successful samples, otherwise NA
# so I can show every other dot, instead of every line
# there's probably a better way to do this, but this works...

# define new variable
grab <- NULL

for (i in 1:length(usgs$sample_no)) { 
        grab[i] = ifelse(i == 1, usgs$sample_no[i], ifelse(usgs$sample_no[i]==usgs$sample_no[i-1], "",
                                                           usgs$sample_no[i]))
}

#call new variable subsample, create new column that does the same for flow, 
#skipping every other line

usgs  <- usgs%>%
        mutate(subsample = grab)%>%
        mutate(flow_sub = ifelse(subsample>0,flow,""))

# make sure fields formatted as numeric and date
usgs$subsample <- as.numeric(usgs$subsample)
usgs$flow_sub <- as.numeric(usgs$flow_sub)

usgs$datetime <- as.POSIXct(usgs$datetime, format = "%Y-%m-%d %H:%M:%S")

# add field that creates an every other line date field
usgs<- usgs%>%
        mutate(date_sub = ifelse(subsample>0,datetime, ""))

usgs$date_sub <- as.POSIXlt(usgs$date_sub, origin = "1970-01-01")

g <- ggplot(usgs, aes(datetime, flow))

# main graph shows flow, plus dots on the flow line where samples were taken
#"rug" plot creates hash marks along the bottom corresponding to sample times

g + geom_line(size = 1) + geom_point(aes(datetime, flow_sub), color="red") + 
        geom_rug(aes(date_sub, flow_sub), size =.5, sides="b")
## Warning: Removed 180 rows containing missing values (geom_point).

##END ANDY's CODE##

#show table
usgs
##                datetime stage   flow trigger sample_no      X subsample
## 1   2016-04-07 00:39:00  7.91  47.59    3500       254  86400       254
## 2   2016-04-07 01:30:00  7.91  45.12    3501       254  86400        NA
## 3   2016-04-07 02:23:00  7.91  44.90    3502       255  86400       255
## 4   2016-04-07 03:12:00  7.91  45.42    3503       255  86400        NA
## 5   2016-04-07 04:07:00  7.91  46.84    3504       256  86400       256
## 6   2016-04-07 04:55:00  7.91  49.84    3505       256  86400        NA
## 7   2016-04-07 05:48:00  7.90  42.29    3506       257  86400       257
## 8   2016-04-07 06:40:00  7.90  48.18    3507       257  86400        NA
## 9   2016-04-07 07:30:00  7.90  47.21    3508       258  86400       258
## 10  2016-04-07 08:24:00  7.90  44.23    3509       258  86400        NA
## 11  2016-04-07 09:21:00  7.90  42.29    3510       259  86400       259
## 12  2016-04-07 10:11:00  7.90  46.69    3511       259  86400        NA
## 13  2016-04-07 11:07:00  7.91  41.23    3512       260  86400       260
## 14  2016-04-07 11:57:00  7.91  45.87    3513       260  86400        NA
## 15  2016-04-07 12:54:00  7.91  43.18    3514       261  86400       261
## 16  2016-04-07 13:48:00  7.91  44.15    3515       261  86400        NA
## 17  2016-04-07 14:41:00  7.91  42.65    3516       262  86400       262
## 18  2016-04-07 15:37:00  7.92  46.77    3517       262  86400        NA
## 19  2016-04-07 16:24:00  7.97  49.04    3518       263  86400       263
## 20  2016-04-07 17:10:00  8.00  53.51    3519       263  86400        NA
## 21  2016-04-07 17:52:00  8.05  60.75    3520       264  86400       264
## 22  2016-04-07 18:25:00  8.15  73.74    3521       264  86400        NA
## 23  2016-04-07 18:53:00  8.47 117.90    3522       265  86400       265
## 24  2016-04-07 19:11:00  8.55 118.90    3523       265  86400        NA
## 25  2016-04-07 19:30:00  8.65 131.20    3524       266  86400       266
## 26  2016-04-07 19:51:00  8.70 134.10    3525       266  86400        NA
## 27  2016-04-07 20:07:00  8.82 147.40    3526       267  86400       267
## 28  2016-04-07 20:22:00  8.94 164.90    3527       267  86400        NA
## 29  2016-04-07 20:37:00  8.97 167.80    3528       268  86400       268
## 30  2016-04-07 20:52:00  9.06 175.70    3529       268  86400        NA
## 31  2016-04-07 21:06:00  9.10 183.90    3530       269  86400       269
## 32  2016-04-07 21:15:00  9.14 189.90    3531       269  86400        NA
## 33  2016-04-07 21:27:00  9.15 190.40    3532       270  86400       270
## 34  2016-04-07 21:41:00  9.16 189.10    3533       270  86400        NA
## 35  2016-04-07 21:54:00  9.17 192.70    3534       271  86400       271
## 36  2016-04-07 22:08:00  9.19 197.40    3535       271  86400        NA
## 37  2016-04-07 22:21:00  9.22 205.30    3536       272  86400       272
## 38  2016-04-07 22:30:00  9.25 201.80    3537       272  86400        NA
## 39  2016-04-07 22:41:00  9.26 210.00    3538       273  86400       273
## 40  2016-04-07 22:54:00  9.31 208.10    3539       273  86400        NA
## 41  2016-04-07 23:07:00  9.30 208.70    3540       274  86400       274
## 42  2016-04-07 23:18:00  9.29 210.00    3541       274  86400        NA
## 43  2016-04-07 23:27:00  9.28 199.60    3542       275  86400       275
## 44  2016-04-07 23:40:00  9.27 200.60    3543       275  86400        NA
## 45  2016-04-07 23:53:00  9.24 195.10    3544       276  86400       276
## 46  2016-04-08 00:06:00  9.22 192.80    3545       276  86400        NA
## 47  2016-04-08 00:18:00  9.21 182.60    3546       277  86400       277
## 48  2016-04-08 00:30:00  9.18 192.70    3547       277  86400        NA
## 49  2016-04-08 00:41:00  9.18 192.10    3548       278  86400       278
## 50  2016-04-08 00:55:00  9.16 185.10    3549       278  86400        NA
## 51  2016-04-08 01:09:00  9.14 180.00    3550       279  86400       279
## 52  2016-04-08 01:23:00  9.12 175.50    3551       279  86400        NA
## 53  2016-04-08 01:37:00  9.10 168.90    3552       280  86400       280
## 54  2016-04-08 01:52:00  9.09 173.20    3553       280  86400        NA
## 55  2016-04-08 02:06:00  9.06 167.30    3554       281  86400       281
## 56  2016-04-08 02:21:00  9.06 164.30    3555       281  86400        NA
## 57  2016-04-08 02:36:00  9.04 164.60    3556       282  86400       282
## 58  2016-04-08 02:51:00  9.03 161.10    3557       282  86400        NA
## 59  2016-04-08 03:03:00  9.02 164.10    3558       283  86400       283
## 60  2016-04-08 03:18:00  9.01 158.00    3559       283  86400        NA
## 61  2016-04-08 03:33:00  9.01 160.80    3560       284  86400       284
## 62  2016-04-08 03:48:00  9.00 160.00    3561       284  86400        NA
## 63  2016-04-08 04:03:00  9.00 154.30    3562       285  86400       285
## 64  2016-04-08 04:21:00  8.99 155.00    3563       285  86400        NA
## 65  2016-04-08 04:36:00  8.99 157.30    3564       286  86400       286
## 66  2016-04-08 04:51:00  8.99 157.70    3565       286  86400        NA
## 67  2016-04-08 05:06:00  8.99 159.30    3566       287  86400       287
## 68  2016-04-08 05:21:00  8.98 153.60    3567       287  86400        NA
## 69  2016-04-08 05:37:00  8.99 156.30    3568       288  86400       288
## 70  2016-04-08 05:52:00  8.98 157.60    3569       288  86400        NA
## 71  2016-04-08 06:07:00  8.98 149.70    3570       289  86400       289
## 72  2016-04-08 06:23:00  8.98 151.40    3571       289  86400        NA
## 73  2016-04-08 06:38:00  8.98 148.70    3572       290  86400       290
## 74  2016-04-08 06:54:00  8.98 152.30    3573       290  86400        NA
## 75  2016-04-08 07:09:00  8.97 156.50    3574       291  86400       291
## 76  2016-04-08 07:24:00  8.98 155.90    3575       291  86400        NA
## 77  2016-04-08 07:39:00  8.97 154.90    3576       292  86400       292
## 78  2016-04-08 07:55:00  8.97 150.00    3577       292  86400        NA
## 79  2016-04-08 08:10:00  8.97 158.90    3578       293  86400       293
## 80  2016-04-08 08:25:00  8.97 155.20    3579       293  86400        NA
## 81  2016-04-08 08:41:00  8.97 155.20    3580       294  86400       294
## 82  2016-04-08 08:56:00  8.97 155.90    3581       294  86400        NA
## 83  2016-04-08 09:12:00  8.97 151.00    3582       295  86400       295
## 84  2016-04-08 09:27:00  8.97 157.20    3583       295  86400        NA
## 85  2016-04-08 09:42:00  8.97 154.60    3584       296  86400       296
## 86  2016-04-08 10:00:00  8.97 151.30    3585       296  86400        NA
## 87  2016-04-08 10:15:00  8.96 146.70    3586       297  86400       297
## 88  2016-04-08 10:33:00  8.96 154.30    3587       297  86400        NA
## 89  2016-04-08 10:48:00  8.96 154.30    3588       298  86400       298
## 90  2016-04-08 11:03:00  8.96 154.90    3589       298  86400        NA
## 91  2016-04-08 11:21:00  8.96 148.70    3590       299  86400       299
## 92  2016-04-08 11:36:00  8.96 151.60    3591       299  86400        NA
## 93  2016-04-08 11:52:00  8.97 151.30    3592       300  86400       300
## 94  2016-04-08 12:07:00  8.97 150.00    3593       300  86400        NA
## 95  2016-04-08 12:23:00  8.96 148.00    3594       301  86400       301
## 96  2016-04-08 12:38:00  8.96 148.70    3595       301  86400        NA
## 97  2016-04-08 12:54:00  8.96 151.00    3596       302  86400       302
## 98  2016-04-08 13:10:00  8.96 151.00    3597       302  86400        NA
## 99  2016-04-08 13:25:00  8.96 147.40    3598       303  86400       303
## 100 2016-04-08 13:41:00  8.95 147.60    3599       303  86400        NA
## 101 2016-04-08 13:57:00  8.96 152.30    3600       304  86400       304
## 102 2016-04-08 14:12:00  8.95 150.60    3601       304  86400        NA
## 103 2016-04-08 14:30:00  8.95 152.20    3602       305  86400       305
## 104 2016-04-08 14:45:00  8.95 147.30    3603       305  86400        NA
## 105 2016-04-08 15:03:00  8.94 146.00    3604       306  86400       306
## 106 2016-04-08 15:21:00  8.94 148.60    3605       306  86400        NA
## 107 2016-04-08 15:36:00  8.94 146.00    3606       307  86400       307
## 108 2016-04-08 15:52:00  8.93 149.90    3607       307  86400        NA
## 109 2016-04-08 16:08:00  8.94 152.80    3608       308  86400       308
## 110 2016-04-08 16:23:00  8.93 142.70    3609       308  86400        NA
## 111 2016-04-08 16:39:00  8.93 148.20    3610       309  86400       309
## 112 2016-04-08 16:55:00  8.92 144.30    3611       309  86400        NA
## 113 2016-04-08 17:11:00  8.92 148.50    3612       310  86400       310
## 114 2016-04-08 17:27:00  8.91 144.30    3613       310  86400        NA
## 115 2016-04-08 17:48:00  8.91 142.00    3614       311  86400       311
## 116 2016-04-08 18:06:00  8.90 143.30    3615       311  86400        NA
## 117 2016-04-08 18:22:00  8.90 142.30    3616       312  86400       312
## 118 2016-04-08 18:38:00  8.89 138.40    3617       312  86400        NA
## 119 2016-04-08 18:54:00  8.89 138.40    3618       313  86400       313
## 120 2016-04-08 19:11:00  8.89 141.60    3619       313  86400        NA
## 121 2016-04-08 19:27:00  8.88 139.30    3620       314  86400       314
## 122 2016-04-08 19:45:00  8.87 137.10    3621       314  86400        NA
## 123 2016-04-08 20:06:00  8.87 135.20    3622       315  86400       315
## 124 2016-04-08 20:23:00  8.86 129.40    3623       315  86400        NA
## 125 2016-04-08 20:40:00  8.86 132.90    3624       316  86400       316
## 126 2016-04-08 20:56:00  8.85 135.80    3625       316  86400        NA
## 127 2016-04-08 21:15:00  8.84 138.90    3626       316  86400        NA
## 128 2016-04-08 21:33:00  8.83 128.40    3627       316  86400        NA
## 129 2016-04-08 21:53:00  8.83 131.60    3628       317  86400       317
## 130 2016-04-08 22:09:00  8.82 132.30    3629       317  86400        NA
## 131 2016-04-08 22:26:00  8.81 136.70    3630       318  86400       318
## 132 2016-04-08 22:45:00  8.80 131.60    3631       318  86400        NA
## 133 2016-04-08 23:06:00  8.79 129.40    3632       319  86400       319
## 134 2016-04-08 23:24:00  8.79 130.90    3633       319  86400        NA
## 135 2016-04-08 23:40:00  8.78 132.80    3634       320  86400       320
## 136 2016-04-09 00:00:00  8.77 123.10    3635       320  86400        NA
## 137 2016-04-09 00:22:00  8.76 124.70    3636       321  86400       321
## 138 2016-04-09 00:39:00  8.75 126.20    3637       321  86400        NA
## 139 2016-04-09 00:57:00  8.74 125.30    3638       322  86400       322
## 140 2016-04-09 01:21:00  8.73 121.20    3639       322  86400        NA
## 141 2016-04-09 01:38:00  8.73 121.80    3640       323  86400       323
## 142 2016-04-09 01:56:00  8.72 121.50    3641       323  86400        NA
## 143 2016-04-09 02:18:00  8.71 118.40    3642       324  86400       324
## 144 2016-04-09 02:39:00  8.71 118.80    3643       324  86400        NA
## 145 2016-04-09 02:57:00  8.69 117.80    3644       325  86400       325
## 146 2016-04-09 03:21:00  8.68 116.30    3645       325  86400        NA
## 147 2016-04-09 03:40:00  8.67 112.60    3646       326  86400       326
## 148 2016-04-09 04:00:00  8.66 119.40    3647       326  86400        NA
## 149 2016-04-09 04:23:00  8.66 110.90    3648       327  86400       327
## 150 2016-04-09 04:42:00  8.65 109.40    3649       327  86400        NA
## 151 2016-04-09 05:07:00  8.64 113.30    3650       328  86400       328
## 152 2016-04-09 05:26:00  8.63 104.80    3651       328  86400        NA
## 153 2016-04-09 05:51:00  8.62 105.50    3652       329  86400       329
## 154 2016-04-09 06:11:00  8.62 109.70    3653       329  86400        NA
## 155 2016-04-09 06:36:00  8.61 104.60    3654       330  86400       330
## 156 2016-04-09 06:56:00  8.60 109.70    3655       330  86400        NA
## 157 2016-04-09 07:22:00  8.58  97.20    3656       331  86400       331
## 158 2016-04-09 07:42:00  8.57 102.00    3657       331  86400        NA
## 159 2016-04-09 08:08:00  8.56 104.70    3658       332  86400       332
## 160 2016-04-09 08:30:00  8.55 101.20    3659       332  86400        NA
## 161 2016-04-09 08:54:00  8.55 106.20    3660       333  86400       333
## 162 2016-04-09 09:15:00  8.54  98.00    3661       333  86400        NA
## 163 2016-04-09 09:40:00  8.53 101.50    3662       334  86400       334
## 164 2016-04-09 10:06:00  8.52 105.10    3663       334  86400        NA
## 165 2016-04-09 10:26:00  8.52  95.70    3664       335  86400       335
## 166 2016-04-09 10:53:00  8.51  94.00    3665       335  86400        NA
## 167 2016-04-09 11:18:00  8.50  97.50    3666       336  86400       336
## 168 2016-04-09 11:42:00  8.50  96.30    3667       336  86400        NA
## 169 2016-04-09 12:08:00  8.48  95.50    3668       337  86400       337
## 170 2016-04-09 12:33:00  8.48  94.60    3669       337  86400        NA
## 171 2016-04-09 12:56:00  8.47  98.70    3670       338  86400       338
## 172 2016-04-09 13:23:00  8.47  95.50    3671       338  86400        NA
## 173 2016-04-09 13:51:00  8.46  92.40    3672       339  86400       339
## 174 2016-04-09 14:12:00  8.45  89.80    3673       339  86400        NA
## 175 2016-04-09 14:40:00  8.45  92.10    3674       340  86400       340
## 176 2016-04-09 15:08:00  8.44  87.90    3675       340  86400        NA
## 177 2016-04-09 15:36:00  8.43  90.20    3676       341  86400       341
## 178 2016-04-09 16:00:00  8.42  88.20    3677       341  86400        NA
## 179 2016-04-09 16:26:00  8.42  88.00    3678       342  86400       342
## 180 2016-04-09 16:54:00  8.41  89.10    3679       342  86400        NA
## 181 2016-04-09 17:22:00  8.40  86.90    3680       343  86400       343
## 182 2016-04-09 17:51:00  8.40  84.60    3681       343  86400        NA
## 183 2016-04-09 18:15:00  8.39  86.40    3682       344  86400       344
## 184 2016-04-09 18:42:00  8.38  83.90    3683       344  86400        NA
## 185 2016-04-09 19:11:00  8.37  83.60    3684       345  86400       345
## 186 2016-04-09 19:40:00  8.36  80.60    3685       345  86400        NA
## 187 2016-04-09 20:10:00  8.36  80.30    3686       346  86400       346
## 188 2016-04-09 20:39:00  8.35  84.50    3687       346  86400        NA
## 189 2016-04-09 21:08:00  8.34  83.50    3688       347  86400       347
## 190 2016-04-09 21:38:00  8.34  81.60    3689       347  86400        NA
## 191 2016-04-09 22:08:00  8.33  81.00    3690       348  86400       348
## 192 2016-04-09 22:38:00  8.33  78.81    3691       348  86400        NA
## 193 2016-04-09 23:07:00  8.32  78.07    3692       349  86400       349
## 194 2016-04-09 23:37:00  8.32  79.18    3693       349  86400        NA
## 195 2016-04-10 00:07:00  8.31  84.20    3694       350  86400       350
## 196 2016-04-10 00:37:00  8.31  78.61    3695       350  86400        NA
## 197 2016-04-10 01:07:00  8.31  83.10    3696       351  86400       351
## 198 2016-04-10 01:37:00  8.31  82.20    3697       351  86400        NA
## 199 2016-04-10 02:07:00  8.30  83.90    3698       352  86400       352
## 200 2016-04-10 02:37:00  8.29  75.48    3699       352  86400        NA
## 201 2016-04-10 03:07:00  8.30  79.82    3700       353  86400       353
## 202 2016-04-10 03:37:00  8.29  79.26    3701       353  86400        NA
## 203 2016-04-10 04:07:00  8.29  82.00    3702       354  86400       354
## 204 2016-04-10 04:37:00  8.29  80.90    3703       354  86400        NA
## 205 2016-04-10 05:07:00  8.28  77.94    3704       355  86400       355
## 206 2016-04-10 05:37:00  8.27  81.60    3705       355  86400        NA
## 207 2016-04-10 06:07:00  8.27  82.10    3706       356  86400       356
## 208 2016-04-10 06:37:00  8.27  77.22    3707       356  86400        NA
## 209 2016-04-10 07:07:00  8.26  76.16    3708       357  86400       357
## 210 2016-04-10 07:37:00  8.26  80.20    3709       357  86400        NA
## 211 2016-04-10 08:08:00  8.26  78.08    3710       358  86400       358
## 212 2016-04-10 08:38:00  8.25  78.93    3711       358  86400        NA
## 213 2016-04-10 09:08:00  8.25  78.68    3712       359  86400       359
## 214 2016-04-10 09:39:00  8.25  78.10    3713       359  86400        NA
## 215 2016-04-10 10:09:00  8.24  78.95    3714       360  86400       360
## 216 2016-04-10 10:40:00  8.24  79.28    3715       360  86400        NA
## 217 2016-04-10 11:11:00  8.24  77.87    3716       361  86400       361
## 218 2016-04-10 11:41:00  8.24  76.30    3717       361  86400        NA
## 219 2016-04-10 12:12:00  8.22  76.93    3718       362  86400       362
## 220 2016-04-10 12:48:00  8.22  77.17    3719       362  86400        NA
## 221 2016-04-10 13:21:00  8.22  73.64    3720       363  86400       363
## 222 2016-04-10 13:53:00  8.21  71.54    3721       363  86400        NA
## 223 2016-04-10 14:24:00  8.20  71.08    3722       364  86400       364
## 224 2016-04-10 14:56:00  8.20  74.27    3723       364  86400        NA
## 225 2016-04-10 15:33:00  8.19  71.12    3724       365  86400       365
## 226 2016-04-10 16:07:00  8.18  67.49    3725       365  86400        NA
## 227 2016-04-10 16:40:00  8.18  69.04    3726       366  86400       366
## 228 2016-04-10 17:15:00  8.17  66.48    3727       366  86400        NA
## 229 2016-04-10 17:52:00  8.17  65.43    3728       367  86400       367
## 230 2016-04-10 18:26:00  8.16  68.14    3729       367  86400        NA
## 231 2016-04-10 19:03:00  8.15  65.28    3730       368  86400       368
## 232 2016-04-10 19:39:00  8.15  65.28    3731       368  86400        NA
## 233 2016-04-10 20:15:00  8.15  65.85    3732       369  86400       369
## 234 2016-04-10 20:53:00  8.14  63.80    3733       369  86400        NA
## 235 2016-04-10 21:30:00  8.13  63.29    3734       370  86400       370
## 236 2016-04-10 22:07:00  8.13  64.65    3735       370  86400        NA
## 237 2016-04-10 22:42:00  8.12  64.14    3736       371  86400       371
## 238 2016-04-10 23:21:00  8.12  67.33    3737       371  86400        NA
## 239 2016-04-10 23:55:00  8.11  62.67    3738       372  86400       372
## 240 2016-04-11 00:36:00  8.10  62.72    3739       372  86400        NA
## 241 2016-04-11 01:12:00  8.10  63.04    3740       373  86400       373
## 242 2016-04-11 01:53:00  8.09  61.26    3741       373  86400        NA
## 243 2016-04-11 02:30:00  8.09  63.88    3742       374  86400       374
## 244 2016-04-11 03:09:00  8.09  61.74    3743       374  86400        NA
## 245 2016-04-11 03:48:00  8.08  63.13    3744       375  86400       375
## 246 2016-04-11 04:25:00  8.08  61.55    3745       375  86400        NA
## 247 2016-04-11 05:07:00  8.08  59.50    3746       376  86400       376
## 248 2016-04-11 05:42:00  8.08  60.05    3747       376  86400        NA
## 249 2016-04-11 06:23:00  8.07  63.49    3748       377  86400       377
## 250 2016-04-11 07:03:00  8.07  59.87    3749       377  86400        NA
## 251 2016-04-11 07:41:00  8.06  58.90    3750       378  86400       378
## 252 2016-04-11 08:23:00  8.06  64.55    3751       378  86400        NA
## 253 2016-04-11 09:03:00  8.05  56.69    3752       379  86400       379
## 254 2016-04-11 09:41:00  8.05  62.32    3753       379  86400        NA
## 255 2016-04-11 10:23:00  8.05  58.96    3754       380  86400       380
## 256 2016-04-11 11:03:00  8.05  53.56    3755       380  86400        NA
## 257 2016-04-11 11:42:00  8.04  61.35    3756       381  86400       381
## 258 2016-04-11 12:24:00  8.04  61.35    3757       381  86400        NA
## 259 2016-04-11 13:07:00  8.04  58.31    3758       382  86400       382
## 260 2016-04-11 13:48:00  8.04  59.55    3759       382  86400        NA
## 261 2016-04-11 14:26:00  8.04  59.01    3760       383  86400       383
## 262 2016-04-11 15:09:00  8.04  55.97    3761       383  86400        NA
## 263 2016-04-11 15:52:00  8.03  59.91    3762       384  86400       384
## 264 2016-04-11 16:30:00  8.04  58.54    3763       384  86400        NA
## 265 2016-04-11 17:12:00  8.05  58.96    3764       385  86400       385
## 266 2016-04-11 17:54:00  8.04  57.53    3765       385  86400        NA
## 267 2016-04-11 18:36:00  8.03  59.91    3766       386  86400       386
## 268 2016-04-11 19:12:00  8.02  60.97    3767       386  86400        NA
## 269 2016-04-11 19:55:00  8.03  60.93    3768       387  86400       387
## 270 2016-04-11 20:37:00  8.02  57.95    3769       387  86400        NA
## 271 2016-04-11 21:15:00  8.03  58.36    3770       389  86400       389
## 272 2016-04-11 22:00:00  8.02  59.73    3771       392  86400       392
## 273 2016-04-11 22:41:00  8.02  55.62    3772       392  86400        NA
## 274 2016-04-11 23:24:00  8.01  57.23    3773       393  86400       393
## 275 2016-04-12 00:07:00  8.01  58.23    3774       393  86400        NA
## 276 2016-04-12 00:48:00  8.01  55.45    3775       394  86400       394
## 277 2016-04-12 01:30:00  8.00  56.05    3776       394  86400        NA
## 278 2016-04-12 02:12:00  7.99  57.64    3777       395  86400       395
## 279 2016-04-12 02:56:00  7.99  53.34    3778       395  86400        NA
## 280 2016-04-12 03:39:00  7.99  59.17    3779       396  86400       396
## 281 2016-04-12 04:23:00  7.98  55.93    3780       396  86400        NA
## 282 2016-04-12 05:07:00  7.99  60.17    3781       397  86400       397
## 283 2016-04-12 05:51:00  7.99  53.88    3782       397  86400        NA
## 284 2016-04-12 06:30:00  7.99  55.11    3783       398  86400       398
## 285 2016-04-12 07:12:00  7.99  56.10    3784       398  86400        NA
## 286 2016-04-12 07:56:00  7.99  53.34    3785       399  86400       399
## 287 2016-04-12 08:40:00  7.98  54.93    3786       399  86400        NA
## 288 2016-04-12 09:24:00  7.98  55.70    3787       400  86400       400
## 289 2016-04-12 10:08:00  7.98  56.46    3788       400  86400        NA
## 290 2016-04-12 10:52:00  7.98  55.70    3789       401  86400       401
## 291 2016-04-12 11:36:00  7.98  58.99    3790       401  86400        NA
## 292 2016-04-12 12:15:00  7.97  52.78    3791       402  86400       402
## 293 2016-04-12 13:00:00  7.97  52.78    3792       402  86400        NA
## 294 2016-04-12 13:42:00  7.97  54.99    3793       403  86400       403
## 295 2016-04-12 14:26:00  7.97  52.24    3794       403  86400        NA
## 296 2016-04-12 15:10:00  7.98  56.23    3795       404  86400       404
## 297 2016-04-12 15:54:00  8.00  59.82    3796       404  86400        NA
## 298 2016-04-12 16:37:00  8.01  59.78    3797       405  86400       405
## 299 2016-04-12 17:15:00  8.02  62.52    3798       405  86400        NA
## 300 2016-04-12 17:55:00  8.02  60.97    3799       406  86400       406
## 301 2016-04-12 18:33:00  8.04  66.73    3800       406  86400        NA
## 302 2016-04-12 19:09:00  8.05  62.55    3801       407  86400       407
## 303 2016-04-12 19:45:00  8.06  65.33    3802       407  86400        NA
## 304 2016-04-12 20:23:00  8.07  68.13    3803       408  86400       408
## 305 2016-04-12 20:56:00  8.07  71.43    3804       408  86400        NA
## 306 2016-04-12 21:33:00  8.07  65.77    3805       409  86400       409
## 307 2016-04-12 22:09:00  8.07  61.13    3806       409  86400        NA
## 308 2016-04-12 22:42:00  8.06  62.75    3807       410  86400       410
## 309 2016-04-12 23:23:00  8.06  64.55    3808       410  86400        NA
## 310 2016-04-12 23:57:00  8.06  67.61    3809       411  86400       411
## 311 2016-04-13 00:37:00  8.06  65.80    3810       411  86400        NA
## 312 2016-04-13 01:11:00  8.06  64.78    3811       412  86400       412
## 313 2016-04-13 01:51:00  8.05  67.71    3812       412  86400        NA
## 314 2016-04-13 02:25:00  8.05  62.32    3813       413  86400       413
## 315 2016-04-13 03:06:00  8.05  62.79    3814       413  86400        NA
## 316 2016-04-13 03:41:00  8.04  65.40    3815       414  86400       414
## 317 2016-04-13 04:23:00  8.04  64.15    3816       414  86400        NA
## 318 2016-04-13 05:00:00  8.04  65.17    3817       415  86400       415
## 319 2016-04-13 05:39:00  8.03  61.39    3818       415  86400        NA
## 320 2016-04-13 06:21:00  8.02  61.51    3819       416  86400       416
## 321 2016-04-13 06:57:00  8.02  61.98    3820       416  86400        NA
## 322 2016-04-13 07:38:00  8.02  58.95    3821       417  86400       417
## 323 2016-04-13 08:18:00  8.01  60.55    3822       417  86400        NA
## 324 2016-04-13 08:56:00  8.01  57.23    3823       418  86400       418
## 325 2016-04-13 09:40:00  8.01  54.22    3824       418  86400        NA
## 326 2016-04-13 10:22:00  8.01  55.99    3825       419  86400       419
## 327 2016-04-13 11:03:00  8.00  56.28    3826       419  86400        NA
## 328 2016-04-13 11:45:00  8.00  61.36    3827       420  86400       420
## 329 2016-04-13 12:26:00  8.00  56.59    3828       420  86400        NA
## 330 2016-04-13 13:10:00  8.00  57.82    3829       421  86400       421
## 331 2016-04-13 13:53:00  7.99  57.10    3830       421  86400        NA
## 332 2016-04-13 14:38:00  7.99  55.87    3831       422  86400       422
## 333 2016-04-13 15:21:00  7.98  52.41    3832       422  86400        NA
## 334 2016-04-13 16:03:00  7.98  57.23    3833       423  86400       423
## 335 2016-04-13 16:45:00  7.98  60.21    3834       423  86400        NA
## 336 2016-04-13 17:26:00  7.98  56.23    3835       424  86400       424
## 337 2016-04-13 18:10:00  7.99  54.88    3836       424  86400        NA
## 338 2016-04-13 18:55:00  7.97  52.55    3837       425  86400       425
## 339 2016-04-13 19:39:00  7.97  52.02    3838       425  86400        NA
## 340 2016-04-13 20:24:00  7.97  57.74    3839       426  86400       426
## 341 2016-04-13 21:09:00  7.96  50.64    3840       426  86400        NA
## 342 2016-04-13 21:54:00  7.96  53.07    3841       427  86400       427
## 343 2016-04-13 22:39:00  7.95  55.70    3842       427  86400        NA
## 344 2016-04-13 23:24:00  7.95  53.43    3843       428  86400       428
## 345 2016-04-14 00:10:00  7.95  53.96    3844       428  86400        NA
## 346 2016-04-14 00:55:00  7.94  55.23    3845       429  86400       429
## 347 2016-04-14 01:42:00  7.94  51.52    3846       429  86400        NA
## 348 2016-04-14 02:30:00  7.94  51.00    3847       430  86400       430
## 349 2016-04-14 03:18:00  7.93  52.34    3848       430  86400        NA
## 350 2016-04-14 04:06:00  7.93  53.09    3849       431  86400       431
## 351 2016-04-14 04:52:00  7.93  49.85    3850       431  86400        NA
## 352 2016-04-14 05:38:00  7.93  46.39    3851       432  86400       432
## 353 2016-04-14 06:26:00  7.93  48.65    3852       432  86400        NA
## 354 2016-04-14 07:15:00  7.92  50.45    3853       433  86400       433
## 355 2016-04-14 08:06:00  7.92  50.00    3854       433  86400        NA
## 356 2016-04-14 08:52:00  7.92  54.65    3855       434  86400       434
## 357 2016-04-14 09:38:00  7.91  50.06    3856       434  86400        NA
## 358 2016-04-14 10:26:00  7.91  47.37    3857       435  86400       435
## 359 2016-04-14 11:15:00  7.91  47.37    3858       435  86400        NA
##     flow_sub            date_sub
## 1      47.59 2016-04-07 00:39:00
## 2         NA                <NA>
## 3      44.90 2016-04-07 02:23:00
## 4         NA                <NA>
## 5      46.84 2016-04-07 04:07:00
## 6         NA                <NA>
## 7      42.29 2016-04-07 05:48:00
## 8         NA                <NA>
## 9      47.21 2016-04-07 07:30:00
## 10        NA                <NA>
## 11     42.29 2016-04-07 09:21:00
## 12        NA                <NA>
## 13     41.23 2016-04-07 11:07:00
## 14        NA                <NA>
## 15     43.18 2016-04-07 12:54:00
## 16        NA                <NA>
## 17     42.65 2016-04-07 14:41:00
## 18        NA                <NA>
## 19     49.04 2016-04-07 16:24:00
## 20        NA                <NA>
## 21     60.75 2016-04-07 17:52:00
## 22        NA                <NA>
## 23    117.90 2016-04-07 18:53:00
## 24        NA                <NA>
## 25    131.20 2016-04-07 19:30:00
## 26        NA                <NA>
## 27    147.40 2016-04-07 20:07:00
## 28        NA                <NA>
## 29    167.80 2016-04-07 20:37:00
## 30        NA                <NA>
## 31    183.90 2016-04-07 21:06:00
## 32        NA                <NA>
## 33    190.40 2016-04-07 21:27:00
## 34        NA                <NA>
## 35    192.70 2016-04-07 21:54:00
## 36        NA                <NA>
## 37    205.30 2016-04-07 22:21:00
## 38        NA                <NA>
## 39    210.00 2016-04-07 22:41:00
## 40        NA                <NA>
## 41    208.70 2016-04-07 23:07:00
## 42        NA                <NA>
## 43    199.60 2016-04-07 23:27:00
## 44        NA                <NA>
## 45    195.10 2016-04-07 23:53:00
## 46        NA                <NA>
## 47    182.60 2016-04-08 00:18:00
## 48        NA                <NA>
## 49    192.10 2016-04-08 00:41:00
## 50        NA                <NA>
## 51    180.00 2016-04-08 01:09:00
## 52        NA                <NA>
## 53    168.90 2016-04-08 01:37:00
## 54        NA                <NA>
## 55    167.30 2016-04-08 02:06:00
## 56        NA                <NA>
## 57    164.60 2016-04-08 02:36:00
## 58        NA                <NA>
## 59    164.10 2016-04-08 03:03:00
## 60        NA                <NA>
## 61    160.80 2016-04-08 03:33:00
## 62        NA                <NA>
## 63    154.30 2016-04-08 04:03:00
## 64        NA                <NA>
## 65    157.30 2016-04-08 04:36:00
## 66        NA                <NA>
## 67    159.30 2016-04-08 05:06:00
## 68        NA                <NA>
## 69    156.30 2016-04-08 05:37:00
## 70        NA                <NA>
## 71    149.70 2016-04-08 06:07:00
## 72        NA                <NA>
## 73    148.70 2016-04-08 06:38:00
## 74        NA                <NA>
## 75    156.50 2016-04-08 07:09:00
## 76        NA                <NA>
## 77    154.90 2016-04-08 07:39:00
## 78        NA                <NA>
## 79    158.90 2016-04-08 08:10:00
## 80        NA                <NA>
## 81    155.20 2016-04-08 08:41:00
## 82        NA                <NA>
## 83    151.00 2016-04-08 09:12:00
## 84        NA                <NA>
## 85    154.60 2016-04-08 09:42:00
## 86        NA                <NA>
## 87    146.70 2016-04-08 10:15:00
## 88        NA                <NA>
## 89    154.30 2016-04-08 10:48:00
## 90        NA                <NA>
## 91    148.70 2016-04-08 11:21:00
## 92        NA                <NA>
## 93    151.30 2016-04-08 11:52:00
## 94        NA                <NA>
## 95    148.00 2016-04-08 12:23:00
## 96        NA                <NA>
## 97    151.00 2016-04-08 12:54:00
## 98        NA                <NA>
## 99    147.40 2016-04-08 13:25:00
## 100       NA                <NA>
## 101   152.30 2016-04-08 13:57:00
## 102       NA                <NA>
## 103   152.20 2016-04-08 14:30:00
## 104       NA                <NA>
## 105   146.00 2016-04-08 15:03:00
## 106       NA                <NA>
## 107   146.00 2016-04-08 15:36:00
## 108       NA                <NA>
## 109   152.80 2016-04-08 16:08:00
## 110       NA                <NA>
## 111   148.20 2016-04-08 16:39:00
## 112       NA                <NA>
## 113   148.50 2016-04-08 17:11:00
## 114       NA                <NA>
## 115   142.00 2016-04-08 17:48:00
## 116       NA                <NA>
## 117   142.30 2016-04-08 18:22:00
## 118       NA                <NA>
## 119   138.40 2016-04-08 18:54:00
## 120       NA                <NA>
## 121   139.30 2016-04-08 19:27:00
## 122       NA                <NA>
## 123   135.20 2016-04-08 20:06:00
## 124       NA                <NA>
## 125   132.90 2016-04-08 20:40:00
## 126       NA                <NA>
## 127       NA                <NA>
## 128       NA                <NA>
## 129   131.60 2016-04-08 21:53:00
## 130       NA                <NA>
## 131   136.70 2016-04-08 22:26:00
## 132       NA                <NA>
## 133   129.40 2016-04-08 23:06:00
## 134       NA                <NA>
## 135   132.80 2016-04-08 23:40:00
## 136       NA                <NA>
## 137   124.70 2016-04-09 00:22:00
## 138       NA                <NA>
## 139   125.30 2016-04-09 00:57:00
## 140       NA                <NA>
## 141   121.80 2016-04-09 01:38:00
## 142       NA                <NA>
## 143   118.40 2016-04-09 02:18:00
## 144       NA                <NA>
## 145   117.80 2016-04-09 02:57:00
## 146       NA                <NA>
## 147   112.60 2016-04-09 03:40:00
## 148       NA                <NA>
## 149   110.90 2016-04-09 04:23:00
## 150       NA                <NA>
## 151   113.30 2016-04-09 05:07:00
## 152       NA                <NA>
## 153   105.50 2016-04-09 05:51:00
## 154       NA                <NA>
## 155   104.60 2016-04-09 06:36:00
## 156       NA                <NA>
## 157    97.20 2016-04-09 07:22:00
## 158       NA                <NA>
## 159   104.70 2016-04-09 08:08:00
## 160       NA                <NA>
## 161   106.20 2016-04-09 08:54:00
## 162       NA                <NA>
## 163   101.50 2016-04-09 09:40:00
## 164       NA                <NA>
## 165    95.70 2016-04-09 10:26:00
## 166       NA                <NA>
## 167    97.50 2016-04-09 11:18:00
## 168       NA                <NA>
## 169    95.50 2016-04-09 12:08:00
## 170       NA                <NA>
## 171    98.70 2016-04-09 12:56:00
## 172       NA                <NA>
## 173    92.40 2016-04-09 13:51:00
## 174       NA                <NA>
## 175    92.10 2016-04-09 14:40:00
## 176       NA                <NA>
## 177    90.20 2016-04-09 15:36:00
## 178       NA                <NA>
## 179    88.00 2016-04-09 16:26:00
## 180       NA                <NA>
## 181    86.90 2016-04-09 17:22:00
## 182       NA                <NA>
## 183    86.40 2016-04-09 18:15:00
## 184       NA                <NA>
## 185    83.60 2016-04-09 19:11:00
## 186       NA                <NA>
## 187    80.30 2016-04-09 20:10:00
## 188       NA                <NA>
## 189    83.50 2016-04-09 21:08:00
## 190       NA                <NA>
## 191    81.00 2016-04-09 22:08:00
## 192       NA                <NA>
## 193    78.07 2016-04-09 23:07:00
## 194       NA                <NA>
## 195    84.20 2016-04-10 00:07:00
## 196       NA                <NA>
## 197    83.10 2016-04-10 01:07:00
## 198       NA                <NA>
## 199    83.90 2016-04-10 02:07:00
## 200       NA                <NA>
## 201    79.82 2016-04-10 03:07:00
## 202       NA                <NA>
## 203    82.00 2016-04-10 04:07:00
## 204       NA                <NA>
## 205    77.94 2016-04-10 05:07:00
## 206       NA                <NA>
## 207    82.10 2016-04-10 06:07:00
## 208       NA                <NA>
## 209    76.16 2016-04-10 07:07:00
## 210       NA                <NA>
## 211    78.08 2016-04-10 08:08:00
## 212       NA                <NA>
## 213    78.68 2016-04-10 09:08:00
## 214       NA                <NA>
## 215    78.95 2016-04-10 10:09:00
## 216       NA                <NA>
## 217    77.87 2016-04-10 11:11:00
## 218       NA                <NA>
## 219    76.93 2016-04-10 12:12:00
## 220       NA                <NA>
## 221    73.64 2016-04-10 13:21:00
## 222       NA                <NA>
## 223    71.08 2016-04-10 14:24:00
## 224       NA                <NA>
## 225    71.12 2016-04-10 15:33:00
## 226       NA                <NA>
## 227    69.04 2016-04-10 16:40:00
## 228       NA                <NA>
## 229    65.43 2016-04-10 17:52:00
## 230       NA                <NA>
## 231    65.28 2016-04-10 19:03:00
## 232       NA                <NA>
## 233    65.85 2016-04-10 20:15:00
## 234       NA                <NA>
## 235    63.29 2016-04-10 21:30:00
## 236       NA                <NA>
## 237    64.14 2016-04-10 22:42:00
## 238       NA                <NA>
## 239    62.67 2016-04-10 23:55:00
## 240       NA                <NA>
## 241    63.04 2016-04-11 01:12:00
## 242       NA                <NA>
## 243    63.88 2016-04-11 02:30:00
## 244       NA                <NA>
## 245    63.13 2016-04-11 03:48:00
## 246       NA                <NA>
## 247    59.50 2016-04-11 05:07:00
## 248       NA                <NA>
## 249    63.49 2016-04-11 06:23:00
## 250       NA                <NA>
## 251    58.90 2016-04-11 07:41:00
## 252       NA                <NA>
## 253    56.69 2016-04-11 09:03:00
## 254       NA                <NA>
## 255    58.96 2016-04-11 10:23:00
## 256       NA                <NA>
## 257    61.35 2016-04-11 11:42:00
## 258       NA                <NA>
## 259    58.31 2016-04-11 13:07:00
## 260       NA                <NA>
## 261    59.01 2016-04-11 14:26:00
## 262       NA                <NA>
## 263    59.91 2016-04-11 15:52:00
## 264       NA                <NA>
## 265    58.96 2016-04-11 17:12:00
## 266       NA                <NA>
## 267    59.91 2016-04-11 18:36:00
## 268       NA                <NA>
## 269    60.93 2016-04-11 19:55:00
## 270       NA                <NA>
## 271    58.36 2016-04-11 21:15:00
## 272    59.73 2016-04-11 22:00:00
## 273       NA                <NA>
## 274    57.23 2016-04-11 23:24:00
## 275       NA                <NA>
## 276    55.45 2016-04-12 00:48:00
## 277       NA                <NA>
## 278    57.64 2016-04-12 02:12:00
## 279       NA                <NA>
## 280    59.17 2016-04-12 03:39:00
## 281       NA                <NA>
## 282    60.17 2016-04-12 05:07:00
## 283       NA                <NA>
## 284    55.11 2016-04-12 06:30:00
## 285       NA                <NA>
## 286    53.34 2016-04-12 07:56:00
## 287       NA                <NA>
## 288    55.70 2016-04-12 09:24:00
## 289       NA                <NA>
## 290    55.70 2016-04-12 10:52:00
## 291       NA                <NA>
## 292    52.78 2016-04-12 12:15:00
## 293       NA                <NA>
## 294    54.99 2016-04-12 13:42:00
## 295       NA                <NA>
## 296    56.23 2016-04-12 15:10:00
## 297       NA                <NA>
## 298    59.78 2016-04-12 16:37:00
## 299       NA                <NA>
## 300    60.97 2016-04-12 17:55:00
## 301       NA                <NA>
## 302    62.55 2016-04-12 19:09:00
## 303       NA                <NA>
## 304    68.13 2016-04-12 20:23:00
## 305       NA                <NA>
## 306    65.77 2016-04-12 21:33:00
## 307       NA                <NA>
## 308    62.75 2016-04-12 22:42:00
## 309       NA                <NA>
## 310    67.61 2016-04-12 23:57:00
## 311       NA                <NA>
## 312    64.78 2016-04-13 01:11:00
## 313       NA                <NA>
## 314    62.32 2016-04-13 02:25:00
## 315       NA                <NA>
## 316    65.40 2016-04-13 03:41:00
## 317       NA                <NA>
## 318    65.17 2016-04-13 05:00:00
## 319       NA                <NA>
## 320    61.51 2016-04-13 06:21:00
## 321       NA                <NA>
## 322    58.95 2016-04-13 07:38:00
## 323       NA                <NA>
## 324    57.23 2016-04-13 08:56:00
## 325       NA                <NA>
## 326    55.99 2016-04-13 10:22:00
## 327       NA                <NA>
## 328    61.36 2016-04-13 11:45:00
## 329       NA                <NA>
## 330    57.82 2016-04-13 13:10:00
## 331       NA                <NA>
## 332    55.87 2016-04-13 14:38:00
## 333       NA                <NA>
## 334    57.23 2016-04-13 16:03:00
## 335       NA                <NA>
## 336    56.23 2016-04-13 17:26:00
## 337       NA                <NA>
## 338    52.55 2016-04-13 18:55:00
## 339       NA                <NA>
## 340    57.74 2016-04-13 20:24:00
## 341       NA                <NA>
## 342    53.07 2016-04-13 21:54:00
## 343       NA                <NA>
## 344    53.43 2016-04-13 23:24:00
## 345       NA                <NA>
## 346    55.23 2016-04-14 00:55:00
## 347       NA                <NA>
## 348    51.00 2016-04-14 02:30:00
## 349       NA                <NA>
## 350    53.09 2016-04-14 04:06:00
## 351       NA                <NA>
## 352    46.39 2016-04-14 05:38:00
## 353       NA                <NA>
## 354    50.45 2016-04-14 07:15:00
## 355       NA                <NA>
## 356    54.65 2016-04-14 08:52:00
## 357       NA                <NA>
## 358    47.37 2016-04-14 10:26:00
## 359       NA                <NA>